@jambonz/llm 0.1.0 → 0.2.1

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, P as PromptRequest, a as AdapterFactory, b as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-D8rgMCbi.cjs';
-export { c as ApiKeyAuth, d as AuthKind, e as AuthKindSchema, B as BedrockApiKeyAuth, f as BedrockIamAuth, g as ClientOptions, h as ContentBlock, F as FinishReason, i as FormField, j as FormFieldType, G as GoogleApiKeyAuth, k as GoogleServiceAccountAuth, J as JsonSchema, l as LlmEvent, M as Message, m as ModelCapabilities, n as ModelInfo, R as Role, T as Tool, U as Usage, V as VertexServiceAccountAuth } from './types-D8rgMCbi.cjs';
+import { S as ServiceAccountJson, A as AuthSpec, P as PromptRequest, a as AdapterFactory, b as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-bq1XMi_T.cjs';
+export { c as ApiKeyAuth, d as AuthKind, e as AuthKindSchema, B as BedrockApiKeyAuth, f as BedrockIamAuth, g as ClientOptions, h as ContentBlock, F as FinishReason, i as FormField, j as FormFieldType, G as GoogleApiKeyAuth, k as GoogleServiceAccountAuth, J as JsonSchema, l as LlmEvent, M as Message, m as ModelCapabilities, n as ModelInfo, R as Role, T as Tool, o as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-bq1XMi_T.cjs';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, P as PromptRequest, a as AdapterFactory, b as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-D8rgMCbi.js';
-export { c as ApiKeyAuth, d as AuthKind, e as AuthKindSchema, B as BedrockApiKeyAuth, f as BedrockIamAuth, g as ClientOptions, h as ContentBlock, F as FinishReason, i as FormField, j as FormFieldType, G as GoogleApiKeyAuth, k as GoogleServiceAccountAuth, J as JsonSchema, l as LlmEvent, M as Message, m as ModelCapabilities, n as ModelInfo, R as Role, T as Tool, U as Usage, V as VertexServiceAccountAuth } from './types-D8rgMCbi.js';
+import { S as ServiceAccountJson, A as AuthSpec, P as PromptRequest, a as AdapterFactory, b as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-bq1XMi_T.js';
+export { c as ApiKeyAuth, d as AuthKind, e as AuthKindSchema, B as BedrockApiKeyAuth, f as BedrockIamAuth, g as ClientOptions, h as ContentBlock, F as FinishReason, i as FormField, j as FormFieldType, G as GoogleApiKeyAuth, k as GoogleServiceAccountAuth, J as JsonSchema, l as LlmEvent, M as Message, m as ModelCapabilities, n as ModelInfo, R as Role, T as Tool, o as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-bq1XMi_T.js';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.

package/dist/index.js

@@ -180,6 +180,28 @@ async function* streamFromOpenAI(client, req, options) {
   };
   yield endEvent;
 }
+function appendOpenAIAssistantToolCall(history, toolCalls) {
+  const wireMessage = {
+    role: "assistant",
+    content: null,
+    tool_calls: toolCalls.map((tc) => ({
+      id: tc.id,
+      type: "function",
+      function: {
+        name: tc.name,
+        arguments: typeof tc.arguments === "string" ? tc.arguments : JSON.stringify(tc.arguments ?? {})
+      }
+    }))
+  };
+  return [
+    ...history,
+    {
+      role: "assistant",
+      content: "",
+      vendorRaw: wireMessage
+    }
+  ];
+}
 function appendOpenAIToolResult(history, toolCallId, result) {
   const content = typeof result === "string" ? result : JSON.stringify(result);
   const wireMessage = {
@@ -401,6 +423,9 @@ var OpenAIAdapter = class {
       knownModels: openAIManifest.knownModels
     });
   }
+  appendAssistantToolCall(history, toolCalls) {
+    return appendOpenAIAssistantToolCall(history, toolCalls);
+  }
   appendToolResult(history, toolCallId, result) {
     return appendOpenAIToolResult(history, toolCallId, result);
   }
@@ -751,6 +776,25 @@ var AnthropicAdapter = class {
     };
     yield endEvent;
   }
+  appendAssistantToolCall(history, toolCalls) {
+    const wireMessage = {
+      role: "assistant",
+      content: toolCalls.map((tc) => ({
+        type: "tool_use",
+        id: tc.id,
+        name: tc.name,
+        input: tc.arguments ?? {}
+      }))
+    };
+    return [
+      ...history,
+      {
+        role: "assistant",
+        content: "",
+        vendorRaw: wireMessage
+      }
+    ];
+  }
   appendToolResult(history, toolCallId, result) {
     const content = typeof result === "string" ? result : JSON.stringify(result);
     const wireMessage = {
@@ -966,6 +1010,25 @@ async function* streamFromGemini(client, req) {
   };
   yield endEvent;
 }
+function appendGeminiAssistantToolCall(history, toolCalls) {
+  const wireMessage = {
+    role: "model",
+    parts: toolCalls.map((tc) => ({
+      functionCall: {
+        name: parseToolName(tc.id),
+        args: tc.arguments ?? {}
+      }
+    }))
+  };
+  return [
+    ...history,
+    {
+      role: "assistant",
+      content: "",
+      vendorRaw: wireMessage
+    }
+  ];
+}
 function appendGeminiToolResult(history, toolCallId, result) {
   const name = parseToolName(toolCallId);
   const content = typeof result === "string" ? result : JSON.stringify(result);
@@ -1188,6 +1251,9 @@ var GoogleAdapter = class {
   stream(req) {
     return streamFromGemini(this.ensureClient(), req);
   }
+  appendAssistantToolCall(history, toolCalls) {
+    return appendGeminiAssistantToolCall(history, toolCalls);
+  }
   appendToolResult(history, toolCallId, result) {
     return appendGeminiToolResult(history, toolCallId, result);
   }
@@ -1355,6 +1421,9 @@ var VertexGeminiAdapter = class {
   stream(req) {
     return streamFromGemini(this.ensureClient(), req);
   }
+  appendAssistantToolCall(history, toolCalls) {
+    return appendGeminiAssistantToolCall(history, toolCalls);
+  }
   appendToolResult(history, toolCallId, result) {
     return appendGeminiToolResult(history, toolCallId, result);
   }
@@ -1521,6 +1590,9 @@ var VertexOpenAIAdapter = class {
       knownModels: vertexOpenAIManifest.knownModels
     });
   }
+  appendAssistantToolCall(history, toolCalls) {
+    return appendOpenAIAssistantToolCall(history, toolCalls);
+  }
   appendToolResult(history, toolCallId, result) {
     return appendOpenAIToolResult(history, toolCallId, result);
   }
@@ -1555,30 +1627,30 @@ import {
 // src/adapters/bedrock/manifest.ts
 var BEDROCK_KNOWN_MODELS = [
   {
-    id: "anthropic.claude-opus-4-v1:0",
-    displayName: "Claude Opus 4 (on Bedrock)",
+    id: "anthropic.claude-3-haiku-20240307-v1:0",
+    displayName: "Claude 3 Haiku (on Bedrock)",
     capabilities: {
       streaming: true,
       tools: true,
-      vision: true,
+      vision: false,
       systemPrompt: true,
       maxContextTokens: 2e5
     }
   },
   {
-    id: "anthropic.claude-sonnet-4-v1:0",
-    displayName: "Claude Sonnet 4 (on Bedrock)",
+    id: "anthropic.claude-3-5-haiku-20241022-v1:0",
+    displayName: "Claude 3.5 Haiku (on Bedrock)",
     capabilities: {
       streaming: true,
       tools: true,
-      vision: true,
+      vision: false,
       systemPrompt: true,
       maxContextTokens: 2e5
     }
   },
   {
-    id: "anthropic.claude-3-7-sonnet-20250219-v1:0",
-    displayName: "Claude 3.7 Sonnet (on Bedrock)",
+    id: "anthropic.claude-3-5-sonnet-20240620-v1:0",
+    displayName: "Claude 3.5 Sonnet (on Bedrock)",
     capabilities: {
       streaming: true,
       tools: true,
@@ -1599,19 +1671,19 @@ var BEDROCK_KNOWN_MODELS = [
     }
   },
   {
-    id: "anthropic.claude-3-5-haiku-20241022-v1:0",
-    displayName: "Claude 3.5 Haiku (on Bedrock)",
+    id: "anthropic.claude-3-7-sonnet-20250219-v1:0",
+    displayName: "Claude 3.7 Sonnet (on Bedrock)",
     capabilities: {
       streaming: true,
       tools: true,
-      vision: false,
+      vision: true,
       systemPrompt: true,
       maxContextTokens: 2e5
     }
   },
   {
-    id: "meta.llama3-3-70b-instruct-v1:0",
-    displayName: "Llama 3.3 70B Instruct (on Bedrock)",
+    id: "amazon.nova-micro-v1:0",
+    displayName: "Amazon Nova Micro",
     capabilities: {
       streaming: true,
       tools: true,
@@ -1621,14 +1693,14 @@ var BEDROCK_KNOWN_MODELS = [
     }
   },
   {
-    id: "mistral.mistral-large-2407-v1:0",
-    displayName: "Mistral Large (on Bedrock)",
+    id: "amazon.nova-lite-v1:0",
+    displayName: "Amazon Nova Lite",
     capabilities: {
       streaming: true,
       tools: true,
-      vision: false,
+      vision: true,
       systemPrompt: true,
-      maxContextTokens: 128e3
+      maxContextTokens: 3e5
     }
   },
   {
@@ -1643,19 +1715,19 @@ var BEDROCK_KNOWN_MODELS = [
     }
   },
   {
-    id: "amazon.nova-lite-v1:0",
-    displayName: "Amazon Nova Lite",
+    id: "meta.llama3-3-70b-instruct-v1:0",
+    displayName: "Llama 3.3 70B Instruct (on Bedrock)",
     capabilities: {
       streaming: true,
       tools: true,
-      vision: true,
+      vision: false,
       systemPrompt: true,
-      maxContextTokens: 3e5
+      maxContextTokens: 128e3
     }
   },
   {
-    id: "amazon.nova-micro-v1:0",
-    displayName: "Amazon Nova Micro",
+    id: "mistral.mistral-large-2407-v1:0",
+    displayName: "Mistral Large (on Bedrock)",
     capabilities: {
       streaming: true,
       tools: true,
@@ -1913,6 +1985,26 @@ var BedrockAdapter = class {
     };
     yield endEvent;
   }
+  appendAssistantToolCall(history, toolCalls) {
+    const wireMessage = {
+      role: "assistant",
+      content: toolCalls.map((tc) => ({
+        toolUse: {
+          toolUseId: tc.id,
+          name: tc.name,
+          input: tc.arguments ?? {}
+        }
+      }))
+    };
+    return [
+      ...history,
+      {
+        role: "assistant",
+        content: "",
+        vendorRaw: wireMessage
+      }
+    ];
+  }
   appendToolResult(history, toolCallId, result) {
     const text = typeof result === "string" ? result : JSON.stringify(result);
     const wireMessage = {