@jambonz/llm 0.2.3 → 0.2.5

package/dist/index.js

@@ -73,14 +73,15 @@ async function* streamFromOpenAI(client, req, options) {
     model: req.model,
     messages,
     stream: true,
-    stream_options: { include_usage: true }
+    ...options.includeStreamOptions !== false ? { stream_options: { include_usage: true } } : {}
   };
   if (tools) {
     body.tools = tools;
     body.tool_choice = "auto";
   }
   if (req.temperature !== void 0) body.temperature = req.temperature;
-  if (req.maxTokens !== void 0) body.max_tokens = req.maxTokens;
+  const effectiveMaxTokens = req.maxTokens ?? options.defaultMaxTokens;
+  if (effectiveMaxTokens !== void 0) body.max_tokens = effectiveMaxTokens;
   let stream;
   try {
     stream = await client.chat.completions.create(body, { signal: req.signal });
@@ -1587,7 +1588,8 @@ var VertexOpenAIAdapter = class {
   }
   stream(req) {
     return streamFromOpenAI(this.ensureClient(), req, {
-      knownModels: vertexOpenAIManifest.knownModels
+      knownModels: vertexOpenAIManifest.knownModels,
+      defaultMaxTokens: 4096
     });
   }
   appendAssistantToolCall(history, toolCalls) {
@@ -1659,6 +1661,28 @@ var BEDROCK_KNOWN_MODELS = [
       maxContextTokens: 3e5
     }
   },
+  {
+    id: "us.anthropic.claude-haiku-4-5-20251001-v1:0",
+    displayName: "Claude Haiku 4.5 (on Bedrock)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: true,
+      systemPrompt: true,
+      maxContextTokens: 2e5
+    }
+  },
+  {
+    id: "us.anthropic.claude-sonnet-4-5-20250929-v1:0",
+    displayName: "Claude Sonnet 4.5 (on Bedrock)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: true,
+      systemPrompt: true,
+      maxContextTokens: 2e5
+    }
+  },
   {
     id: "anthropic.claude-3-5-haiku-20241022-v1:0",
     displayName: "Claude 3.5 Haiku (on Bedrock)",
@@ -1668,7 +1692,8 @@ var BEDROCK_KNOWN_MODELS = [
       vision: false,
       systemPrompt: true,
       maxContextTokens: 2e5
-    }
+    },
+    deprecated: true
   },
   {
     id: "anthropic.claude-3-5-sonnet-20240620-v1:0",
@@ -1679,7 +1704,8 @@ var BEDROCK_KNOWN_MODELS = [
       vision: true,
       systemPrompt: true,
       maxContextTokens: 2e5
-    }
+    },
+    deprecated: true
   },
   {
     id: "anthropic.claude-3-5-sonnet-20241022-v2:0",
@@ -1690,7 +1716,8 @@ var BEDROCK_KNOWN_MODELS = [
       vision: true,
       systemPrompt: true,
       maxContextTokens: 2e5
-    }
+    },
+    deprecated: true
   },
   {
     id: "anthropic.claude-3-7-sonnet-20250219-v1:0",
@@ -1701,7 +1728,8 @@ var BEDROCK_KNOWN_MODELS = [
       vision: true,
       systemPrompt: true,
       maxContextTokens: 2e5
-    }
+    },
+    deprecated: true
   },
   {
     id: "meta.llama3-3-70b-instruct-v1:0",