@jambonz/llm 0.4.0 → 0.4.2

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-DxknK0Rc.cjs';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-DxknK0Rc.cjs';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-DbqWrdT6.cjs';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-DbqWrdT6.cjs';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.
@@ -25,7 +25,7 @@ interface RawCredential {
     endpoint?: string | null;
     /** Azure OpenAI deployment name (the user-created deployment, not the model id). */
     deployment?: string | null;
-    /** Azure OpenAI data-plane api-version, e.g. `2024-10-21`. */
+    /** Azure OpenAI data-plane api-version, e.g. `2025-03-01-preview`. */
     api_version?: string | null;
 }
 /**

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-DxknK0Rc.js';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-DxknK0Rc.js';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-DbqWrdT6.js';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-DbqWrdT6.js';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.
@@ -25,7 +25,7 @@ interface RawCredential {
     endpoint?: string | null;
     /** Azure OpenAI deployment name (the user-created deployment, not the model id). */
     deployment?: string | null;
-    /** Azure OpenAI data-plane api-version, e.g. `2024-10-21`. */
+    /** Azure OpenAI data-plane api-version, e.g. `2025-03-01-preview`. */
     api_version?: string | null;
 }
 /**

package/dist/index.js

@@ -81,7 +81,10 @@ async function* streamFromOpenAI(client, req, options) {
   }
   if (req.temperature !== void 0) body.temperature = req.temperature;
   const effectiveMaxTokens = req.maxTokens ?? options.defaultMaxTokens;
-  if (effectiveMaxTokens !== void 0) body.max_tokens = effectiveMaxTokens;
+  if (effectiveMaxTokens !== void 0) {
+    const param = options.tokensParam ?? (needsMaxCompletionTokens(req.model) ? "max_completion_tokens" : "max_tokens");
+    body[param] = effectiveMaxTokens;
+  }
   let stream;
   try {
     stream = await client.chat.completions.create(body, { signal: req.signal });
@@ -264,6 +267,9 @@ function capabilitiesFor(modelId, knownModels) {
   if (known) return known.capabilities;
   return defaultCapabilitiesForUnknown(modelId);
 }
+function needsMaxCompletionTokens(modelId) {
+  return /^(o\d|gpt-5)/i.test(modelId);
+}
 function defaultCapabilitiesForUnknown(modelId) {
   const isReasoning = /^o[13]([-/]|$)/i.test(modelId);
   if (isReasoning) {
@@ -1641,7 +1647,12 @@ var VertexOpenAIAdapter = class {
   stream(req) {
     return streamFromOpenAI(this.ensureClient(), req, {
       knownModels: vertexOpenAIManifest.knownModels,
-      defaultMaxTokens: 4096
+      defaultMaxTokens: 4096,
+      // Pin legacy `max_tokens`: Vertex's OpenAI-compat partner-model
+      // endpoint predates `max_completion_tokens` and may not recognize it.
+      // The model-id heuristic wouldn't catch a partner model named in the
+      // OpenAI style (unlikely today, but defensive).
+      tokensParam: "max_tokens"
     });
   }
   appendAssistantToolCall(history, toolCalls) {
@@ -2341,8 +2352,8 @@ var azureOpenAIManifest = {
           label: "API Version",
           type: "text",
           required: true,
-          default: "2024-10-21",
-          help: "Data-plane api-version, e.g. 2024-10-21. Microsoft rolls these frequently; see Azure OpenAI API reference docs for the current stable GA version."
+          default: "2025-03-01-preview",
+          help: "Data-plane api-version, e.g. 2025-03-01-preview. Microsoft rolls these frequently; newer gpt-5 / o-series deployments require an api-version that supports the Responses API (2025-03-01-preview or later). See Azure OpenAI API reference docs for the current recommended version."
         }
       ]
     }
@@ -2389,7 +2400,8 @@ var AzureOpenAIAdapter = class {
   }
   stream(req) {
     return streamFromOpenAI(this.ensureClient(), req, {
-      knownModels: azureOpenAIManifest.knownModels
+      knownModels: azureOpenAIManifest.knownModels,
+      tokensParam: "max_completion_tokens"
     });
   }
   appendAssistantToolCall(history, toolCalls) {
@@ -2408,7 +2420,12 @@ var AzureOpenAIAdapter = class {
       // still requires it as a parameter.
       model: "probe",
       messages: [{ role: "user", content: "ping" }],
-      max_tokens: 1,
+      // Use `max_completion_tokens` (not legacy `max_tokens`): gpt-5 family
+      // and o-series reasoning models return 400 on the legacy parameter.
+      // The newer name is a superset — also accepted by gpt-4o, gpt-4-turbo,
+      // and gpt-3.5-turbo deployments — so it's the safe choice for a probe
+      // that has to work regardless of the underlying deployment model.
+      max_completion_tokens: 1,
       stream: false
     });
   }