@neutrome/open-ai-router 0.4.2 → 0.5.1

package/src/router/execute.test.ts

@@ -18,7 +18,7 @@ describe("router execution", () => {
       config: {
         providers: {
           openrouter: {
-            api_base_url: "https://openrouter.ai/api/v1",
+            apiBaseUrl: "https://openrouter.ai/api/v1",
             style: "chat-completions",
             exports: ["*"],
           },
@@ -35,7 +35,9 @@ describe("router execution", () => {
       fetchImpl: vi.fn(async (input, init) => {
         capturedUrl = String(input);
         capturedAuth = new Headers(init?.headers).get("authorization") ?? "";
-        capturedBody = JSON.parse(decoder.decode(new Uint8Array(init?.body as ArrayBuffer)));
+        capturedBody = JSON.parse(
+          decoder.decode(new Uint8Array(init?.body as ArrayBuffer)),
+        );
         return new Response(
           JSON.stringify({
             id: "resp_1",
@@ -78,7 +80,9 @@ describe("router execution", () => {
       model: "gpt-4o",
       messages: [{ role: "user", content: "hi" }],
     });
-    expect(response.headers.get("x-openairouter-provider-id")).toBe("openrouter");
+    expect(response.headers.get("x-openairouter-provider-id")).toBe(
+      "openrouter",
+    );
     expect(response.headers.get("x-openairouter-model-id")).toBe("gpt-4o");
     expect(await response.json()).toEqual({
       object: "chat.completion",
@@ -98,11 +102,13 @@ describe("router execution", () => {
     const capturedBodies: Record<string, unknown>[] = [];
     const events: Array<{ kind: string; data?: Record<string, unknown> }> = [];
     const close = vi.fn(async () => {});
-    const callTool = vi.fn(async (name: string, args: Record<string, unknown>) => {
-      expect(name).toBe("lookup");
-      expect(args).toEqual({ id: "42" });
-      return { content: [{ type: "text", text: "customer is active" }] };
-    });
+    const callTool = vi.fn(
+      async (name: string, args: Record<string, unknown>) => {
+        expect(name).toBe("lookup");
+        expect(args).toEqual({ id: "42" });
+        return { content: [{ type: "text", text: "customer is active" }] };
+      },
+    );
     const remoteMcpClientFactory: RemoteMcpClientFactory = vi.fn(async () => ({
       callTool,
       close,
@@ -112,7 +118,7 @@ describe("router execution", () => {
       config: {
         providers: {
           openrouter: {
-            api_base_url: "https://openrouter.ai/api/v1",
+            apiBaseUrl: "https://openrouter.ai/api/v1",
             style: "chat-completions",
             exports: ["*"],
           },
@@ -122,15 +128,17 @@ describe("router execution", () => {
             type: "mcp_streamable_http",
             url: "https://mcp.example.test/mcp",
             headers: { authorization: "Bearer static" },
-            tools: [{
-              name: "lookup",
-              description: "Look up a customer",
-              inputSchema: {
-                type: "object",
-                properties: { id: { type: "string" } },
-                required: ["id"],
+            tools: [
+              {
+                name: "lookup",
+                description: "Look up a customer",
+                inputSchema: {
+                  type: "object",
+                  properties: { id: { type: "string" } },
+                  required: ["id"],
+                },
               },
-            }],
+            ],
           },
         },
         modelNamespaces: {
@@ -147,37 +155,48 @@ describe("router execution", () => {
         },
       },
       fetchImpl: vi.fn(async (_input, init) => {
-        const body = JSON.parse(decoder.decode(new Uint8Array(init?.body as ArrayBuffer)));
+        const body = JSON.parse(
+          decoder.decode(new Uint8Array(init?.body as ArrayBuffer)),
+        );
         capturedBodies.push(body);
         if (capturedBodies.length === 1) {
-          expect(body.tools).toEqual([{
-            type: "function",
-            function: {
-              name: "crm__lookup",
-              description: "Look up a customer",
-              parameters: {
-                type: "object",
-                properties: { id: { type: "string" } },
-                required: ["id"],
+          expect(body.tools).toEqual([
+            {
+              type: "function",
+              function: {
+                name: "crm__lookup",
+                description: "Look up a customer",
+                parameters: {
+                  type: "object",
+                  properties: { id: { type: "string" } },
+                  required: ["id"],
+                },
               },
             },
-          }]);
+          ]);
           return new Response(
             JSON.stringify({
               id: "resp_1",
               model: "gpt-4o",
-              choices: [{
-                index: 0,
-                message: {
-                  role: "assistant",
-                  tool_calls: [{
-                    id: "call_1",
-                    type: "function",
-                    function: { name: "crm__lookup", arguments: "{\"id\":\"42\"}" },
-                  }],
+              choices: [
+                {
+                  index: 0,
+                  message: {
+                    role: "assistant",
+                    tool_calls: [
+                      {
+                        id: "call_1",
+                        type: "function",
+                        function: {
+                          name: "crm__lookup",
+                          arguments: '{"id":"42"}',
+                        },
+                      },
+                    ],
+                  },
+                  finish_reason: "tool_calls",
                 },
-                finish_reason: "tool_calls",
-              }],
+              ],
             }),
             { headers: { "content-type": "application/json; charset=utf-8" } },
           );
@@ -191,11 +210,13 @@ describe("router execution", () => {
           JSON.stringify({
             id: "resp_2",
             model: "gpt-4o",
-            choices: [{
-              index: 0,
-              message: { role: "assistant", content: "done" },
-              finish_reason: "stop",
-            }],
+            choices: [
+              {
+                index: 0,
+                message: { role: "assistant", content: "done" },
+                finish_reason: "stop",
+              },
+            ],
           }),
           { headers: { "content-type": "application/json; charset=utf-8" } },
         );
@@ -229,9 +250,17 @@ describe("router execution", () => {
     expect(callTool).toHaveBeenCalledOnce();
     expect(close).toHaveBeenCalledOnce();
     expect(capturedBodies).toHaveLength(2);
-    expect(events.find((event) => event.kind === "remote_mcp.connect")?.data?.durationMs).toEqual(expect.any(Number));
-    expect(events.find((event) => event.kind === "remote_mcp.tool_call")?.data?.durationMs).toEqual(expect.any(Number));
-    expect(events.find((event) => event.kind === "tool.executed")?.data?.durationMs).toEqual(expect.any(Number));
+    expect(
+      events.find((event) => event.kind === "remote_mcp.connect")?.data
+        ?.durationMs,
+    ).toEqual(expect.any(Number));
+    expect(
+      events.find((event) => event.kind === "remote_mcp.tool_call")?.data
+        ?.durationMs,
+    ).toEqual(expect.any(Number));
+    expect(
+      events.find((event) => event.kind === "tool.executed")?.data?.durationMs,
+    ).toEqual(expect.any(Number));
     expect(await response.json()).toMatchObject({
       choices: [{ message: { content: "done" } }],
     });
@@ -245,7 +274,7 @@ describe("router execution", () => {
       config: {
         providers: {
           openai: {
-            api_base_url: "https://api.openai.com/v1",
+            apiBaseUrl: "https://api.openai.com/v1",
             style: "responses",
             exports: ["*"],
           },
@@ -261,17 +290,21 @@ describe("router execution", () => {
       },
       fetchImpl: vi.fn(async (input, init) => {
         capturedUrl = String(input);
-        capturedBody = JSON.parse(decoder.decode(new Uint8Array(init?.body as ArrayBuffer)));
+        capturedBody = JSON.parse(
+          decoder.decode(new Uint8Array(init?.body as ArrayBuffer)),
+        );
         return new Response(
           JSON.stringify({
             id: "resp_1",
             model: "gpt-5",
-            output: [{
-              type: "message",
-              role: "assistant",
-              status: "completed",
-              content: [{ type: "output_text", text: "hello" }],
-            }],
+            output: [
+              {
+                type: "message",
+                role: "assistant",
+                status: "completed",
+                content: [{ type: "output_text", text: "hello" }],
+              },
+            ],
           }),
           { headers: { "content-type": "application/json; charset=utf-8" } },
         );
@@ -302,11 +335,13 @@ describe("router execution", () => {
       object: "chat.completion",
       id: "resp_1",
       model: "gpt-5",
-      choices: [{
-        index: 0,
-        message: { role: "assistant", content: "hello" },
-        finish_reason: "stop",
-      }],
+      choices: [
+        {
+          index: 0,
+          message: { role: "assistant", content: "hello" },
+          finish_reason: "stop",
+        },
+      ],
     });
   });
 
@@ -318,7 +353,7 @@ describe("router execution", () => {
       config: {
         providers: {
           anthropic: {
-            api_base_url: "https://api.anthropic.com",
+            apiBaseUrl: "https://api.anthropic.com",
             style: "anthropic-messages",
             exports: ["*"],
           },
@@ -327,14 +362,19 @@ describe("router execution", () => {
           default: {
             exports: ["*"],
             models: {
-              "claude-sonnet-4": { provider: "anthropic", model: "claude-sonnet-4" },
+              "claude-sonnet-4": {
+                provider: "anthropic",
+                model: "claude-sonnet-4",
+              },
             },
           },
         },
       },
       fetchImpl: vi.fn(async (input, init) => {
         capturedUrl = String(input);
-        capturedBody = JSON.parse(decoder.decode(new Uint8Array(init?.body as ArrayBuffer)));
+        capturedBody = JSON.parse(
+          decoder.decode(new Uint8Array(init?.body as ArrayBuffer)),
+        );
         return new Response(
           JSON.stringify({
             id: "msg_1",
@@ -377,11 +417,13 @@ describe("router execution", () => {
         completion_tokens: 5,
         total_tokens: 15,
       },
-      choices: [{
-        index: 0,
-        message: { role: "assistant", content: "hello" },
-        finish_reason: "stop",
-      }],
+      choices: [
+        {
+          index: 0,
+          message: { role: "assistant", content: "hello" },
+          finish_reason: "stop",
+        },
+      ],
     });
   });
 
@@ -393,7 +435,8 @@ describe("router execution", () => {
       config: {
         providers: {
           google: {
-            api_base_url: "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent",
+            apiBaseUrl:
+              "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent",
             style: "google-genai",
             exports: ["*"],
           },
@@ -402,21 +445,28 @@ describe("router execution", () => {
           default: {
             exports: ["*"],
             models: {
-              "gemini-2.5-flash": { provider: "google", model: "gemini-2.5-flash" },
+              "gemini-2.5-flash": {
+                provider: "google",
+                model: "gemini-2.5-flash",
+              },
             },
           },
         },
       },
       fetchImpl: vi.fn(async (input, init) => {
         capturedUrl = String(input);
-        capturedBody = JSON.parse(decoder.decode(new Uint8Array(init?.body as ArrayBuffer)));
+        capturedBody = JSON.parse(
+          decoder.decode(new Uint8Array(init?.body as ArrayBuffer)),
+        );
         return new Response(
           JSON.stringify({
             modelVersion: "gemini-2.5-flash",
-            candidates: [{
-              content: { parts: [{ text: "hello" }] },
-              finishReason: "STOP",
-            }],
+            candidates: [
+              {
+                content: { parts: [{ text: "hello" }] },
+                finishReason: "STOP",
+              },
+            ],
           }),
           { headers: { "content-type": "application/json; charset=utf-8" } },
         );
@@ -438,7 +488,9 @@ describe("router execution", () => {
 
     const response = await handleChatCompletions({ runtime, ctx });
     expect(response.status).toBe(200);
-    expect(capturedUrl).toBe("https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent");
+    expect(capturedUrl).toBe(
+      "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent",
+    );
     expect(capturedBody).toEqual({
       model: "gemini-2.5-flash",
       contents: [{ role: "user", parts: [{ text: "hi" }] }],
@@ -446,11 +498,13 @@ describe("router execution", () => {
     expect(await response.json()).toEqual({
       object: "chat.completion",
       model: "gemini-2.5-flash",
-      choices: [{
-        index: 0,
-        message: { role: "assistant", content: "hello" },
-        finish_reason: "stop",
-      }],
+      choices: [
+        {
+          index: 0,
+          message: { role: "assistant", content: "hello" },
+          finish_reason: "stop",
+        },
+      ],
     });
   });
 
@@ -521,7 +575,7 @@ describe("router execution", () => {
       config: {
         providers: {
           openrouter: {
-            api_base_url: "https://openrouter.ai/api/v1",
+            apiBaseUrl: "https://openrouter.ai/api/v1",
             style: "chat-completions",
             exports: ["*"],
           },
@@ -543,7 +597,9 @@ describe("router execution", () => {
                 `data: ${JSON.stringify({
                   id: "chunk_1",
                   model: "gpt-4o",
-                  choices: [{ index: 0, delta: { role: "assistant", content: "Hi" } }],
+                  choices: [
+                    { index: 0, delta: { role: "assistant", content: "Hi" } },
+                  ],
                 })}\n\n`,
               ),
             );
@@ -584,9 +640,11 @@ describe("router execution", () => {
     const response = await handleChatCompletions({ runtime, ctx });
     const text = await response.text();
 
-    expect(response.headers.get("content-type")).toBe("text/event-stream; charset=utf-8");
-    expect(text).toContain("\"content\":\"Hi\"");
-    expect(text).toContain("\"finish_reason\":\"stop\"");
+    expect(response.headers.get("content-type")).toBe(
+      "text/event-stream; charset=utf-8",
+    );
+    expect(text).toContain('"content":"Hi"');
+    expect(text).toContain('"finish_reason":"stop"');
     expect(text).toContain("data: [DONE]");
   });
 
@@ -595,7 +653,7 @@ describe("router execution", () => {
       config: {
         providers: {
           openrouter: {
-            api_base_url: "https://openrouter.ai/api/v1",
+            apiBaseUrl: "https://openrouter.ai/api/v1",
             style: "chat-completions",
             exports: ["*"],
           },
@@ -656,7 +714,7 @@ describe("router execution", () => {
       config: {
         providers: {
           anthropic: {
-            api_base_url: "https://api.anthropic.com",
+            apiBaseUrl: "https://api.anthropic.com",
             style: "anthropic-messages",
             exports: ["*"],
           },
@@ -665,23 +723,30 @@ describe("router execution", () => {
           default: {
             exports: ["*"],
             models: {
-              "claude-sonnet-4": { provider: "anthropic", model: "claude-sonnet-4" },
+              "claude-sonnet-4": {
+                provider: "anthropic",
+                model: "claude-sonnet-4",
+              },
             },
           },
         },
       },
-      fetchImpl: vi.fn(async () =>
-        new Response(
-          JSON.stringify({
-            type: "error",
-            error: { type: "overloaded_error", message: "Provider is overloaded" },
-            request_id: "req_upstream",
-          }),
-          {
-            status: 529,
-            headers: { "content-type": "application/json; charset=utf-8" },
-          },
-        ),
+      fetchImpl: vi.fn(
+        async () =>
+          new Response(
+            JSON.stringify({
+              type: "error",
+              error: {
+                type: "overloaded_error",
+                message: "Provider is overloaded",
+              },
+              request_id: "req_upstream",
+            }),
+            {
+              status: 529,
+              headers: { "content-type": "application/json; charset=utf-8" },
+            },
+          ),
       ),
     });
 
@@ -715,12 +780,17 @@ describe("router execution", () => {
         code: null,
       },
     });
-    const observedError = events.find((event) =>
-      event.kind === "provider.response" &&
-      typeof event.data?.lilText === "string" &&
-      event.data.lilText.includes("ERR_START"),
+    expect(events).toContainEqual(
+      expect.objectContaining({
+        kind: "provider.fetch_headers",
+        data: expect.objectContaining({ status: 529 }),
+      }),
+    );
+    expect(events).toContainEqual(
+      expect.objectContaining({
+        kind: "execution.failed",
+        data: expect.objectContaining({ message: "Provider is overloaded" }),
+      }),
     );
-    expect(observedError?.data?.lilText).toContain('ERR_MESSAGE "Provider is overloaded"');
-    expect(observedError?.data?.lilText).toContain('ERR_DATA "request_id"="req_upstream"');
   });
 });