fix: route luker extraction llm requests

tests/luker-llm-routing.mjs

@@ -0,0 +1,162 @@
+import assert from "node:assert/strict";
+import { createRequire } from "node:module";
+import {
+  installResolveHooks,
+  toDataModuleUrl,
+} from "./helpers/register-hooks-compat.mjs";
+
+const extensionsShimSource = [
+  "export const extension_settings = globalThis.__lukerLlmRoutingExtensionSettings || {};",
+  "export function getContext() {",
+  "  return null;",
+  "}",
+].join("\n");
+const scriptShimSource = [
+  "export function getRequestHeaders() {",
+  "  return { 'Content-Type': 'application/json' };",
+  "}",
+].join("\n");
+const openAiShimSource = [
+  "export const chat_completion_sources = { CUSTOM: 'custom', OPENAI: 'openai' };",
+  "export async function sendOpenAIRequest(...args) {",
+  "  if (typeof globalThis.__lukerLlmRoutingSendOpenAIRequest === 'function') {",
+  "    return await globalThis.__lukerLlmRoutingSendOpenAIRequest(...args);",
+  "  }",
+  "  return { choices: [{ message: { content: '{}' } }] };",
+  "}",
+].join("\n");
+
+installResolveHooks([
+  {
+    specifiers: [
+      "../../../extensions.js",
+      "../../../../extensions.js",
+      "../../../../../extensions.js",
+    ],
+    url: toDataModuleUrl(extensionsShimSource),
+  },
+  {
+    specifiers: [
+      "../../../../script.js",
+      "../../../../../script.js",
+    ],
+    url: toDataModuleUrl(scriptShimSource),
+  },
+  {
+    specifiers: [
+      "../../../openai.js",
+      "../../../../openai.js",
+    ],
+    url: toDataModuleUrl(openAiShimSource),
+  },
+]);
+
+const require = createRequire(import.meta.url);
+const originalRequire = globalThis.require;
+const originalExtensionSettings = globalThis.__lukerLlmRoutingExtensionSettings;
+const originalSendOpenAIRequest = globalThis.__lukerLlmRoutingSendOpenAIRequest;
+const originalLuker = globalThis.Luker;
+
+globalThis.__lukerLlmRoutingExtensionSettings = {
+  st_bme: {},
+};
+globalThis.require = require;
+
+const llm = await import("../llm/llm.js");
+const extensionsApi = await import("../../../../extensions.js");
+
+if (originalRequire === undefined) {
+  delete globalThis.require;
+} else {
+  globalThis.require = originalRequire;
+}
+
+if (originalExtensionSettings === undefined) {
+  delete globalThis.__lukerLlmRoutingExtensionSettings;
+} else {
+  globalThis.__lukerLlmRoutingExtensionSettings = originalExtensionSettings;
+}
+
+let capturedOptions = null;
+let capturedMessages = null;
+
+globalThis.Luker = {
+  getContext() {
+    return {
+      mainApi: "openai",
+      chatCompletionSettings: {
+        chat_completion_source: "openai",
+      },
+      getChatState() {},
+      updateChatState() {},
+      getChatStateBatch() {},
+      resolveChatCompletionRequestProfile() {
+        return {
+          requestApi: "openai",
+          apiSettingsOverride: {
+            chat_completion_source: "openai",
+            reverse_proxy: "https://example-luker-route.test/v1",
+            proxy_password: "sk-luker-route",
+            secret_id: "luker-secret-1",
+          },
+        };
+      },
+    };
+  },
+};
+
+globalThis.__lukerLlmRoutingSendOpenAIRequest = async (
+  type,
+  messages,
+  signal,
+  options = {},
+) => {
+  capturedOptions = { ...(options || {}) };
+  capturedMessages = Array.isArray(messages) ? [...messages] : messages;
+  return {
+    choices: [
+      {
+        message: {
+          content: '{"operations":[]}',
+        },
+      },
+    ],
+  };
+};
+
+extensionsApi.extension_settings.st_bme = {};
+
+try {
+  const result = await llm.callLLMForJSON({
+    systemPrompt: "system",
+    userPrompt: "user",
+    maxRetries: 0,
+    taskType: "extract",
+    requestSource: "test:luker-route",
+  });
+
+  assert.deepEqual(result, { operations: [] });
+  assert.ok(Array.isArray(capturedMessages));
+  assert.equal(capturedMessages.length >= 2, true);
+  assert.equal(capturedOptions?.requestScope, "extension_internal");
+  assert.deepEqual(capturedOptions?.apiSettingsOverride, {
+    chat_completion_source: "openai",
+    reverse_proxy: "https://example-luker-route.test/v1",
+    proxy_password: "sk-luker-route",
+    secret_id: "luker-secret-1",
+  });
+} finally {
+  if (originalSendOpenAIRequest === undefined) {
+    delete globalThis.__lukerLlmRoutingSendOpenAIRequest;
+  } else {
+    globalThis.__lukerLlmRoutingSendOpenAIRequest = originalSendOpenAIRequest;
+  }
+
+  if (originalLuker === undefined) {
+    delete globalThis.Luker;
+  } else {
+    globalThis.Luker = originalLuker;
+  }
+}
+
+console.log("luker-llm-routing tests passed");