@jaypie/llm 1.3.5 → 1.3.6

package/dist/cjs/index.d.cts

@@ -30,7 +30,7 @@ declare const PROVIDER: {
     };
     readonly ANTHROPIC: {
         readonly MAX_TOKENS: {
-            readonly DEFAULT: 4096;
+            readonly DEFAULT: 16384;
         };
         readonly MODEL: {
             readonly DEFAULT: "claude-sonnet-4-6";

package/dist/cjs/src/constants.d.ts

@@ -26,7 +26,7 @@ export declare const PROVIDER: {
     };
     readonly ANTHROPIC: {
         readonly MAX_TOKENS: {
-            readonly DEFAULT: 4096;
+            readonly DEFAULT: 16384;
         };
         readonly MODEL: {
             readonly DEFAULT: "claude-sonnet-4-6";

package/dist/cjs/src/operate/types.d.ts

@@ -70,6 +70,8 @@ export interface OperateRequest {
     format?: JsonObject;
     /** Provider-specific options */
     providerOptions?: JsonObject;
+    /** Whether the request will execute over a streaming transport */
+    stream?: boolean;
     /** Sampling temperature (0-2 for most providers) */
     temperature?: number;
     /** User identifier for tracking */

package/dist/cjs/src/util/index.d.ts

@@ -6,6 +6,7 @@ export * from "./formatOperateMessage.js";
 export * from "./jsonSchema.js";
 export * from "./jsonSchemaToOpenApi3.js";
 export * from "./logger.js";
+export * from "./maxOutputTokens.js";
 export * from "./maxTurnsFromOptions.js";
 export * from "./naturalZodSchema.js";
 export * from "./random.js";

package/dist/cjs/src/util/maxOutputTokens.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Maximum output tokens the model supports, or undefined when unknown.
+ */
+export declare function maxOutputTokens(model: string): number | undefined;
+/**
+ * Default output token limit for a request: the model maximum when
+ * streaming, capped at the non-streaming maximum otherwise. Returns
+ * undefined when the model's maximum is unknown.
+ */
+export declare function resolveMaxOutputTokens(model: string, { stream }?: {
+    stream?: boolean;
+}): number | undefined;

package/dist/esm/index.d.ts

@@ -30,7 +30,7 @@ declare const PROVIDER: {
     };
     readonly ANTHROPIC: {
         readonly MAX_TOKENS: {
-            readonly DEFAULT: 4096;
+            readonly DEFAULT: 16384;
         };
         readonly MODEL: {
             readonly DEFAULT: "claude-sonnet-4-6";

package/dist/esm/index.js

@@ -98,7 +98,10 @@ const PROVIDER = {
     ANTHROPIC: {
         // https://docs.anthropic.com/en/docs/about-claude/models/overview
         MAX_TOKENS: {
-            DEFAULT: 4096,
+            // Non-streaming ceiling: responses above ~16K output tokens risk HTTP
+            // timeouts; streaming requests resolve to the model maximum instead
+            // (see util/maxOutputTokens.ts)
+            DEFAULT: 16384,
         },
         MODEL: {
             DEFAULT: FIRST_CLASS_PROVIDER.ANTHROPIC.DEFAULT,
@@ -447,14 +450,12 @@ class BaseProviderAdapter {
     /**
      * Default implementation returns false - override for providers with native structured output
      */
-    // eslint-disable-next-line @typescript-eslint/no-unused-vars
     hasStructuredOutput(_response) {
         return false;
     }
     /**
      * Default implementation returns undefined - override for providers with native structured output
      */
-    // eslint-disable-next-line @typescript-eslint/no-unused-vars
     extractStructuredOutput(_response) {
         return undefined;
     }
@@ -922,6 +923,52 @@ function jsonSchemaToOpenApi3(schema) {
 
 const getLogger$6 = () => log$2.lib({ lib: JAYPIE.LIB.LLM });
 
+//
+//
+// Constants
+//
+// Non-streaming requests above ~16K output tokens risk HTTP timeouts
+// (Anthropic guidance is to stream anything larger), so non-streaming
+// defaults are capped here and only streaming requests resolve to the
+// full model maximum.
+const NON_STREAMING_MAX_TOKENS = PROVIDER.ANTHROPIC.MAX_TOKENS.DEFAULT;
+// Maximum output tokens by model; first match wins.
+// Providers without low output ceilings (OpenAI, xAI) are intentionally
+// absent — their requests leave the limit unset.
+const MODEL_MAX_OUTPUT_TOKENS = [
+    // Anthropic — https://platform.claude.com/docs/en/about-claude/models/overview
+    { pattern: /^claude-opus-4-(0$|1$|1-|2025)/, tokens: 32000 },
+    { pattern: /^claude-opus-4-5/, tokens: 64000 },
+    { pattern: /^claude-sonnet-4-(0$|5$|5-|2025)/, tokens: 64000 },
+    { pattern: /haiku/, tokens: 64000 },
+    { pattern: /claude|fable|mythos|opus|sonnet/, tokens: 128000 },
+    // Google — https://ai.google.dev/gemini-api/docs/models
+    { pattern: /gemini-(2\.5|3)/, tokens: 65536 },
+    { pattern: /gemini/, tokens: 8192 },
+];
+//
+//
+// Main
+//
+/**
+ * Maximum output tokens the model supports, or undefined when unknown.
+ */
+function maxOutputTokens(model) {
+    const match = MODEL_MAX_OUTPUT_TOKENS.find(({ pattern }) => pattern.test(model));
+    return match?.tokens;
+}
+/**
+ * Default output token limit for a request: the model maximum when
+ * streaming, capped at the non-streaming maximum otherwise. Returns
+ * undefined when the model's maximum is unknown.
+ */
+function resolveMaxOutputTokens(model, { stream = false } = {}) {
+    const max = maxOutputTokens(model);
+    if (max === undefined)
+        return undefined;
+    return stream ? max : Math.min(max, NON_STREAMING_MAX_TOKENS);
+}
+
 // Turn policy constants
 const MAX_TURNS_ABSOLUTE_LIMIT = 72;
 const MAX_TURNS_DEFAULT_LIMIT = 24;
@@ -1746,11 +1793,13 @@ class AnthropicAdapter extends BaseProviderAdapter {
                 lastMsg.content = lastMsg.content + "\n\n" + request.instructions;
             }
         }
+        const model = (request.model ||
+            this.defaultModel);
         const anthropicRequest = {
-            model: (request.model ||
-                this.defaultModel),
+            model,
             messages,
-            max_tokens: PROVIDER.ANTHROPIC.MAX_TOKENS.DEFAULT,
+            max_tokens: resolveMaxOutputTokens(model, { stream: request.stream }) ??
+                PROVIDER.ANTHROPIC.MAX_TOKENS.DEFAULT,
             stream: false,
         };
         if (request.system) {
@@ -1813,7 +1862,6 @@ class AnthropicAdapter extends BaseProviderAdapter {
     // outputSchema is part of the interface contract but Anthropic now uses
     // native `output_format` (set in buildRequest), so we no longer inject a
     // synthetic structured-output tool here.
-    // eslint-disable-next-line @typescript-eslint/no-unused-vars
     _outputSchema) {
         return toolkit.tools.map((tool) => ({
             name: tool.name,
@@ -3000,6 +3048,18 @@ class GoogleAdapter extends BaseProviderAdapter {
                     : structuredOutputInstruction,
             };
         }
+        // Default output ceiling: Google's own default (8,192) silently
+        // truncates long generations, so resolve to the model maximum (capped
+        // for non-streaming); providerOptions below override
+        const maxOutputTokens = resolveMaxOutputTokens(geminiRequest.model, {
+            stream: request.stream,
+        });
+        if (maxOutputTokens !== undefined) {
+            geminiRequest.config = {
+                ...geminiRequest.config,
+                maxOutputTokens,
+            };
+        }
         // Add provider-specific options
         if (request.providerOptions) {
             geminiRequest.config = {
@@ -3021,7 +3081,6 @@ class GoogleAdapter extends BaseProviderAdapter {
     // structured output via `responseJsonSchema`/`responseSchema` (or the
     // legacy fake-tool injected in buildRequest as a fallback). We no longer
     // inject a synthetic structured-output tool here.
-    // eslint-disable-next-line @typescript-eslint/no-unused-vars
     _outputSchema) {
         return toolkit.tools.map((tool) => ({
             name: tool.name,
@@ -4686,7 +4745,6 @@ class OpenRouterAdapter extends BaseProviderAdapter {
     // native `response_format` (set in buildRequest), so we no longer inject a
     // synthetic structured-output tool here. The legacy fake-tool injection
     // happens in buildRequest only as a runtime fallback.
-    // eslint-disable-next-line @typescript-eslint/no-unused-vars
     _outputSchema) {
         return toolkit.tools.map((tool) => ({
             name: tool.name,
@@ -7018,6 +7076,7 @@ class StreamLoop {
                     messages: state.currentInput,
                     model: options.model ?? this.adapter.defaultModel,
                     providerOptions: options.providerOptions,
+                    stream: true,
                     system: options.system,
                     temperature: options.temperature,
                     tools: state.formattedTools,
@@ -7086,6 +7145,7 @@ class StreamLoop {
             messages: state.currentInput,
             model: options.model ?? this.adapter.defaultModel,
             providerOptions: options.providerOptions,
+            stream: true,
             system: options.system,
             temperature: options.temperature,
             tools: state.formattedTools,