@jambonz/llm 0.5.3 → 0.5.4

package/dist/index.js

@@ -114,12 +114,18 @@ async function* streamFromOpenAI(client, req, options) {
   let usage;
   let finalFinishReason = null;
   let finalRawReason;
+  let sawContent = false;
   try {
     for await (const chunk of stream) {
       if (req.signal?.aborted) {
         yield { type: "end", finishReason: "aborted" };
         return;
       }
+      const chunkError = chunk.error;
+      if (chunkError) {
+        const message = chunkError && typeof chunkError === "object" && "message" in chunkError ? String(chunkError.message) : JSON.stringify(chunkError);
+        throw new Error(`OpenAI-compatible stream returned an error: ${message}`);
+      }
       if (chunk.usage) {
         usage = {
           ...chunk.usage.prompt_tokens !== void 0 ? { inputTokens: chunk.usage.prompt_tokens } : {},
@@ -133,6 +139,7 @@ async function* streamFromOpenAI(client, req, options) {
       const finishReason = choice.finish_reason;
       if (delta?.content) {
         if (t2 === void 0) t2 = process.hrtime.bigint();
+        sawContent = true;
         yield { type: "token", text: delta.content };
       }
       if (delta?.tool_calls) {
@@ -190,6 +197,12 @@ async function* streamFromOpenAI(client, req, options) {
     }
     throw err;
   }
+  const producedNothing = finalFinishReason === null && !sawContent && toolCallsEmitted.size === 0 && startedIds.size === 0 && usage === void 0;
+  if (producedNothing) {
+    throw new Error(
+      "OpenAI-compatible stream produced no data (no content, tool calls, usage, or finish reason). This usually means a misconfigured base URL or a vendor error returned in an HTTP 200 body. Verify the base URL and credentials."
+    );
+  }
   const endEvent = {
     type: "end",
     finishReason: finalFinishReason ?? "stop",
@@ -785,6 +798,152 @@ var basetenFactory = {
   manifest: basetenManifest,
   create: () => new BasetenAdapter()
 };
+var moonshotManifest = {
+  vendor: "moonshot",
+  displayName: "Moonshot (Kimi)",
+  authKinds: [
+    {
+      kind: "apiKey",
+      displayName: "API Key",
+      fields: [
+        {
+          name: "apiKey",
+          label: "API Key",
+          type: "password",
+          required: true,
+          help: "Get an API key from https://platform.moonshot.ai/console/api-keys"
+        },
+        {
+          name: "baseURL",
+          label: "Base URL",
+          type: "url",
+          required: false,
+          default: "https://api.moonshot.ai/v1",
+          help: "Defaults to the global endpoint. Set to https://api.moonshot.cn/v1 for the China endpoint."
+        }
+      ]
+    }
+  ],
+  knownModels: [
+    {
+      id: "kimi-k2.6",
+      displayName: "Kimi K2.6",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: true,
+        systemPrompt: true,
+        maxContextTokens: 262144
+      }
+    },
+    {
+      id: "kimi-k2.5",
+      displayName: "Kimi K2.5",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: true,
+        systemPrompt: true,
+        maxContextTokens: 262144
+      }
+    }
+  ],
+  supportsModelListing: true,
+  docsUrl: "https://platform.moonshot.ai/docs"
+};
+var MoonshotAdapter = class extends OpenAIAdapter {
+  vendor = moonshotManifest.vendor;
+  init(auth, client) {
+    super.init(
+      {
+        ...auth,
+        baseURL: auth.baseURL ?? "https://api.moonshot.ai/v1"
+      },
+      client
+    );
+  }
+  knownModels() {
+    return moonshotManifest.knownModels;
+  }
+};
+var moonshotFactory = {
+  vendor: moonshotManifest.vendor,
+  manifest: moonshotManifest,
+  create: () => new MoonshotAdapter()
+};
+var zaiManifest = {
+  vendor: "zai",
+  displayName: "Z.ai (GLM)",
+  authKinds: [
+    {
+      kind: "apiKey",
+      displayName: "API Key",
+      fields: [
+        {
+          name: "apiKey",
+          label: "API Key",
+          type: "password",
+          required: true,
+          help: "Get an API key from https://z.ai/manage-apikey/apikey-list"
+        },
+        {
+          name: "baseURL",
+          label: "Base URL",
+          type: "url",
+          required: false,
+          default: "https://api.z.ai/api/paas/v4",
+          help: "Defaults to the general API. Coding-Plan keys must use https://api.z.ai/api/coding/paas/v4."
+        }
+      ]
+    }
+  ],
+  knownModels: [
+    {
+      id: "glm-5.2",
+      displayName: "GLM-5.2",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: false,
+        systemPrompt: true,
+        maxContextTokens: 1e6
+      }
+    },
+    {
+      id: "glm-4.7",
+      displayName: "GLM-4.7",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: false,
+        systemPrompt: true,
+        maxContextTokens: 2e5
+      }
+    }
+  ],
+  supportsModelListing: false,
+  docsUrl: "https://docs.z.ai/"
+};
+var ZaiAdapter = class extends OpenAIAdapter {
+  vendor = zaiManifest.vendor;
+  init(auth, client) {
+    super.init(
+      {
+        ...auth,
+        baseURL: auth.baseURL ?? "https://api.z.ai/api/paas/v4"
+      },
+      client
+    );
+  }
+  knownModels() {
+    return zaiManifest.knownModels;
+  }
+};
+var zaiFactory = {
+  vendor: zaiManifest.vendor,
+  manifest: zaiManifest,
+  create: () => new ZaiAdapter()
+};
 
 // src/adapters/anthropic/adapter.ts
 import Anthropic from "@anthropic-ai/sdk";
@@ -2964,6 +3123,8 @@ var huggingfaceFactory = {
 registerAdapter(openAIFactory);
 registerAdapter(deepseekFactory);
 registerAdapter(basetenFactory);
+registerAdapter(moonshotFactory);
+registerAdapter(zaiFactory);
 registerAdapter(anthropicFactory);
 registerAdapter(googleFactory);
 registerAdapter(vertexGeminiFactory);