@jambonz/llm 0.6.1 → 0.6.3

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-Y0o6rN3B.cjs';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-Y0o6rN3B.cjs';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-dbgrfviJ.cjs';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-dbgrfviJ.cjs';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.
@@ -31,9 +31,10 @@ interface RawCredential {
 /**
  * Convert a vendor + raw credential into an `AuthSpec` discriminated union member.
  *
- * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, anthropic, google,
- * vertex (alias for vertex-gemini + vertex-openai — both accept the same auth shape),
- * vertex-gemini, vertex-openai, bedrock, azure-openai, groq, huggingface.
+ * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, bedrock-mantle,
+ * anthropic, google, vertex (alias for vertex-gemini + vertex-openai — both accept
+ * the same auth shape), vertex-gemini, vertex-openai, bedrock, azure-openai, groq,
+ * huggingface.
  *
  * Throws with a clear message if the raw credential is missing required fields.
  */

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-Y0o6rN3B.js';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-Y0o6rN3B.js';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-dbgrfviJ.js';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-dbgrfviJ.js';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.
@@ -31,9 +31,10 @@ interface RawCredential {
 /**
  * Convert a vendor + raw credential into an `AuthSpec` discriminated union member.
  *
- * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, anthropic, google,
- * vertex (alias for vertex-gemini + vertex-openai — both accept the same auth shape),
- * vertex-gemini, vertex-openai, bedrock, azure-openai, groq, huggingface.
+ * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, bedrock-mantle,
+ * anthropic, google, vertex (alias for vertex-gemini + vertex-openai — both accept
+ * the same auth shape), vertex-gemini, vertex-openai, bedrock, azure-openai, groq,
+ * huggingface.
  *
  * Throws with a clear message if the raw credential is missing required fields.
  */

package/dist/index.js

@@ -239,10 +239,11 @@ async function* streamFromOpenAI(client, req, options) {
   }
   yield endEvent;
 }
-function appendOpenAIAssistantToolCall(history, toolCalls) {
+function appendOpenAIAssistantToolCall(history, toolCalls, assistantText) {
+  const text = assistantText?.trim() ? assistantText : null;
   const wireMessage = {
     role: "assistant",
-    content: null,
+    content: text,
     tool_calls: toolCalls.map((tc) => ({
       id: tc.id,
       type: "function",
@@ -256,7 +257,7 @@ function appendOpenAIAssistantToolCall(history, toolCalls) {
     ...history,
     {
       role: "assistant",
-      content: "",
+      content: text ?? "",
       vendorRaw: wireMessage
     }
   ];
@@ -527,8 +528,8 @@ var OpenAIAdapter = class {
       includeCacheKey: this.forwardCacheKey()
     });
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendOpenAIAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendOpenAIAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendOpenAIToolResult(history, toolCallId, result);
@@ -1089,6 +1090,116 @@ var xaiFactory = {
   manifest: xaiManifest,
   create: () => new XaiAdapter()
 };
+var BEDROCK_MANTLE_DEFAULT_BASE_URL = "https://bedrock-mantle.us-east-1.api.aws/v1";
+var bedrockMantleManifest = {
+  vendor: "bedrock-mantle",
+  displayName: "AWS Bedrock (OpenAI-compatible)",
+  authKinds: [
+    {
+      kind: "apiKey",
+      displayName: "API Key",
+      fields: [
+        {
+          name: "apiKey",
+          label: "Bedrock API Key",
+          type: "password",
+          required: true,
+          help: "Generate a long-term Bedrock API key in the AWS console (Amazon Bedrock \u2192 API keys)."
+        },
+        {
+          name: "baseURL",
+          label: "Base URL",
+          type: "url",
+          required: false,
+          default: BEDROCK_MANTLE_DEFAULT_BASE_URL,
+          help: "Change the region to match your key. xAI models are served only on the /openai/v1 path."
+        }
+      ]
+    }
+  ],
+  /* A convenience seed, NOT the source of truth: the live `/v1/models`
+   * endpoint is authoritative and grows continuously, which is why
+   * `supportsModelListing` is true. Any model the endpoint lists can be used
+   * by id without appearing here.
+   *
+   * AWS publishes no context-window metadata (neither `/v1/models` nor
+   * `GetFoundationModel` returns it), so these limits are carried over from
+   * the native-vendor manifests above for the same underlying models. Vision
+   * follows Bedrock's `inputModalities`. */
+  knownModels: [
+    {
+      id: "zai.glm-5",
+      displayName: "GLM 5",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: false,
+        systemPrompt: true,
+        maxContextTokens: 202800
+      }
+    },
+    {
+      id: "zai.glm-4.7",
+      displayName: "GLM 4.7",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: false,
+        systemPrompt: true,
+        maxContextTokens: 2e5
+      }
+    },
+    {
+      id: "moonshotai.kimi-k2.5",
+      displayName: "Kimi K2.5",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: true,
+        systemPrompt: true,
+        maxContextTokens: 262144
+      }
+    },
+    {
+      id: "xai.grok-4.3",
+      displayName: "Grok 4.3",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: true,
+        systemPrompt: true,
+        maxContextTokens: 1e6
+      }
+    }
+  ],
+  supportsModelListing: true,
+  docsUrl: "https://docs.aws.amazon.com/bedrock/latest/userguide/inference-chat-completions.html"
+};
+var BedrockMantleAdapter = class extends OpenAIAdapter {
+  vendor = bedrockMantleManifest.vendor;
+  init(auth, client) {
+    super.init(
+      {
+        ...auth,
+        baseURL: auth.baseURL ?? BEDROCK_MANTLE_DEFAULT_BASE_URL
+      },
+      client
+    );
+  }
+  knownModels() {
+    return bedrockMantleManifest.knownModels;
+  }
+  // Mantle fronts many third-party runtimes with differing param strictness,
+  // and prompt_cache_key is unverified against all of them — do not forward.
+  forwardCacheKey() {
+    return false;
+  }
+};
+var bedrockMantleFactory = {
+  vendor: bedrockMantleManifest.vendor,
+  manifest: bedrockMantleManifest,
+  create: () => new BedrockMantleAdapter()
+};
 
 // src/adapters/anthropic/adapter.ts
 import Anthropic from "@anthropic-ai/sdk";
@@ -1384,21 +1495,25 @@ var AnthropicAdapter = class {
     }
     yield endEvent;
   }
-  appendAssistantToolCall(history, toolCalls) {
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    const text = assistantText?.trim() ? assistantText : null;
     const wireMessage = {
       role: "assistant",
-      content: toolCalls.map((tc) => ({
-        type: "tool_use",
-        id: tc.id,
-        name: tc.name,
-        input: tc.arguments ?? {}
-      }))
+      content: [
+        ...text ? [{ type: "text", text }] : [],
+        ...toolCalls.map((tc) => ({
+          type: "tool_use",
+          id: tc.id,
+          name: tc.name,
+          input: tc.arguments ?? {}
+        }))
+      ]
     };
     return [
       ...history,
       {
         role: "assistant",
-        content: "",
+        content: text ?? "",
         vendorRaw: wireMessage
       }
     ];
@@ -1650,21 +1765,25 @@ async function* streamFromGemini(client, req) {
   };
   yield endEvent;
 }
-function appendGeminiAssistantToolCall(history, toolCalls) {
+function appendGeminiAssistantToolCall(history, toolCalls, assistantText) {
+  const text = assistantText?.trim() ? assistantText : null;
   const wireMessage = {
     role: "model",
-    parts: toolCalls.map((tc) => ({
-      functionCall: {
-        name: parseToolName(tc.id),
-        args: tc.arguments ?? {}
-      }
-    }))
+    parts: [
+      ...text ? [{ text }] : [],
+      ...toolCalls.map((tc) => ({
+        functionCall: {
+          name: parseToolName(tc.id),
+          args: tc.arguments ?? {}
+        }
+      }))
+    ]
   };
   return [
     ...history,
     {
       role: "assistant",
-      content: "",
+      content: text ?? "",
       vendorRaw: wireMessage
     }
   ];
@@ -1924,8 +2043,8 @@ var GoogleAdapter = class {
   stream(req) {
     return streamFromGemini(this.ensureClient(), req);
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendGeminiAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendGeminiAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendGeminiToolResult(history, toolCallId, result);
@@ -2130,8 +2249,8 @@ var VertexGeminiAdapter = class {
   stream(req) {
     return streamFromGemini(this.ensureClient(), req);
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendGeminiAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendGeminiAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendGeminiToolResult(history, toolCallId, result);
@@ -2328,8 +2447,8 @@ var VertexOpenAIAdapter = class {
       vendorMetadataExtractor: VERTEX_OPENAI_METADATA_EXTRACTOR
     });
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendOpenAIAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendOpenAIAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendOpenAIToolResult(history, toolCallId, result);
@@ -2821,22 +2940,26 @@ var BedrockAdapter = class {
     }
     yield endEvent;
   }
-  appendAssistantToolCall(history, toolCalls) {
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    const text = assistantText?.trim() ? assistantText : null;
     const wireMessage = {
       role: "assistant",
-      content: toolCalls.map((tc) => ({
-        toolUse: {
-          toolUseId: tc.id,
-          name: tc.name,
-          input: tc.arguments ?? {}
-        }
-      }))
+      content: [
+        ...text ? [{ text }] : [],
+        ...toolCalls.map((tc) => ({
+          toolUse: {
+            toolUseId: tc.id,
+            name: tc.name,
+            input: tc.arguments ?? {}
+          }
+        }))
+      ]
     };
     return [
       ...history,
       {
         role: "assistant",
-        content: "",
+        content: text ?? "",
         vendorRaw: wireMessage
       }
     ];
@@ -3126,8 +3249,8 @@ var AzureOpenAIAdapter = class {
       vendorMetadataExtractor: AZURE_OPENAI_METADATA_EXTRACTOR
     });
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendOpenAIAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendOpenAIAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendOpenAIToolResult(history, toolCallId, result);
@@ -3415,6 +3538,7 @@ registerAdapter(basetenFactory);
 registerAdapter(moonshotFactory);
 registerAdapter(zaiFactory);
 registerAdapter(xaiFactory);
+registerAdapter(bedrockMantleFactory);
 registerAdapter(anthropicFactory);
 registerAdapter(googleFactory);
 registerAdapter(vertexGeminiFactory);
@@ -3434,6 +3558,7 @@ function normalizeAuth(vendor, raw) {
     case "moonshot":
     case "zai":
     case "xai":
+    case "bedrock-mantle":
       return requireApiKey(vendor, raw);
     case "deepseek":
       return {