@jambonz/llm 0.6.2 → 0.6.4

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-Y0o6rN3B.cjs';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-Y0o6rN3B.cjs';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-dbgrfviJ.cjs';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-dbgrfviJ.cjs';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-Y0o6rN3B.js';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-Y0o6rN3B.js';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-dbgrfviJ.js';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-dbgrfviJ.js';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.

package/dist/index.js

@@ -239,10 +239,11 @@ async function* streamFromOpenAI(client, req, options) {
   }
   yield endEvent;
 }
-function appendOpenAIAssistantToolCall(history, toolCalls) {
+function appendOpenAIAssistantToolCall(history, toolCalls, assistantText) {
+  const text = assistantText?.trim() ? assistantText : null;
   const wireMessage = {
     role: "assistant",
-    content: null,
+    content: text,
     tool_calls: toolCalls.map((tc) => ({
       id: tc.id,
       type: "function",
@@ -256,7 +257,7 @@ function appendOpenAIAssistantToolCall(history, toolCalls) {
     ...history,
     {
       role: "assistant",
-      content: "",
+      content: text ?? "",
       vendorRaw: wireMessage
     }
   ];
@@ -527,8 +528,8 @@ var OpenAIAdapter = class {
       includeCacheKey: this.forwardCacheKey()
     });
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendOpenAIAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendOpenAIAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendOpenAIToolResult(history, toolCallId, result);
@@ -1494,21 +1495,25 @@ var AnthropicAdapter = class {
     }
     yield endEvent;
   }
-  appendAssistantToolCall(history, toolCalls) {
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    const text = assistantText?.trim() ? assistantText : null;
     const wireMessage = {
       role: "assistant",
-      content: toolCalls.map((tc) => ({
-        type: "tool_use",
-        id: tc.id,
-        name: tc.name,
-        input: tc.arguments ?? {}
-      }))
+      content: [
+        ...text ? [{ type: "text", text }] : [],
+        ...toolCalls.map((tc) => ({
+          type: "tool_use",
+          id: tc.id,
+          name: tc.name,
+          input: tc.arguments ?? {}
+        }))
+      ]
     };
     return [
       ...history,
       {
         role: "assistant",
-        content: "",
+        content: text ?? "",
         vendorRaw: wireMessage
       }
     ];
@@ -1760,21 +1765,25 @@ async function* streamFromGemini(client, req) {
   };
   yield endEvent;
 }
-function appendGeminiAssistantToolCall(history, toolCalls) {
+function appendGeminiAssistantToolCall(history, toolCalls, assistantText) {
+  const text = assistantText?.trim() ? assistantText : null;
   const wireMessage = {
     role: "model",
-    parts: toolCalls.map((tc) => ({
-      functionCall: {
-        name: parseToolName(tc.id),
-        args: tc.arguments ?? {}
-      }
-    }))
+    parts: [
+      ...text ? [{ text }] : [],
+      ...toolCalls.map((tc) => ({
+        functionCall: {
+          name: parseToolName(tc.id),
+          args: tc.arguments ?? {}
+        }
+      }))
+    ]
   };
   return [
     ...history,
     {
       role: "assistant",
-      content: "",
+      content: text ?? "",
       vendorRaw: wireMessage
     }
   ];
@@ -2034,8 +2043,8 @@ var GoogleAdapter = class {
   stream(req) {
     return streamFromGemini(this.ensureClient(), req);
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendGeminiAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendGeminiAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendGeminiToolResult(history, toolCallId, result);
@@ -2240,8 +2249,8 @@ var VertexGeminiAdapter = class {
   stream(req) {
     return streamFromGemini(this.ensureClient(), req);
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendGeminiAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendGeminiAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendGeminiToolResult(history, toolCallId, result);
@@ -2438,8 +2447,8 @@ var VertexOpenAIAdapter = class {
       vendorMetadataExtractor: VERTEX_OPENAI_METADATA_EXTRACTOR
     });
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendOpenAIAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendOpenAIAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendOpenAIToolResult(history, toolCallId, result);
@@ -2790,11 +2799,12 @@ var BedrockAdapter = class {
     if (Object.keys(inferenceConfig).length > 0) {
       commandInput.inferenceConfig = inferenceConfig;
     }
-    if (req.cacheKey) {
+    const caching = req.cacheKey ? cachePointSupport(req.model) : void 0;
+    if (caching) {
       if (commandInput.system) {
         commandInput.system.push({ cachePoint: { type: "default" } });
       }
-      if (tools) {
+      if (tools && caching.tools) {
         tools.tools.push({ cachePoint: { type: "default" } });
       }
       markLastMessageForCaching2(messages);
@@ -2931,22 +2941,26 @@ var BedrockAdapter = class {
     }
     yield endEvent;
   }
-  appendAssistantToolCall(history, toolCalls) {
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    const text = assistantText?.trim() ? assistantText : null;
     const wireMessage = {
       role: "assistant",
-      content: toolCalls.map((tc) => ({
-        toolUse: {
-          toolUseId: tc.id,
-          name: tc.name,
-          input: tc.arguments ?? {}
-        }
-      }))
+      content: [
+        ...text ? [{ text }] : [],
+        ...toolCalls.map((tc) => ({
+          toolUse: {
+            toolUseId: tc.id,
+            name: tc.name,
+            input: tc.arguments ?? {}
+          }
+        }))
+      ]
     };
     return [
       ...history,
       {
         role: "assistant",
-        content: "",
+        content: text ?? "",
         vendorRaw: wireMessage
       }
     ];
@@ -3014,6 +3028,11 @@ function buildWireMessages3(req) {
   }
   return out;
 }
+function cachePointSupport(model) {
+  if (model.includes("anthropic.claude")) return { tools: true };
+  if (model.includes("amazon.nova")) return { tools: false };
+  return void 0;
+}
 function markLastMessageForCaching2(messages) {
   if (messages.length === 0) return;
   const last = messages[messages.length - 1];
@@ -3236,8 +3255,8 @@ var AzureOpenAIAdapter = class {
       vendorMetadataExtractor: AZURE_OPENAI_METADATA_EXTRACTOR
     });
   }
-  appendAssistantToolCall(history, toolCalls) {
-    return appendOpenAIAssistantToolCall(history, toolCalls);
+  appendAssistantToolCall(history, toolCalls, assistantText) {
+    return appendOpenAIAssistantToolCall(history, toolCalls, assistantText);
   }
   appendToolResult(history, toolCallId, result) {
     return appendOpenAIToolResult(history, toolCallId, result);