@node-llm/core 1.14.1 → 1.15.0

package/dist/chat/Chat.d.ts

@@ -16,6 +16,7 @@ export interface AskOptions {
     maxToolCalls?: number;
     requestTimeout?: number;
     thinking?: ThinkingConfig;
+    prediction?: string | ContentPart[];
     signal?: AbortSignal;
     inputs?: Record<string, any>;
 }
@@ -113,6 +114,11 @@ export declare class Chat<S = unknown> {
      * Can accept a Schema object or a Zod schema/JSON Schema directly.
      */
     withSchema<T>(schema: Schema | z.ZodType<T> | Record<string, unknown> | null): Chat<T>;
+    /**
+     * Provide a prediction of the expected output to reduce latency.
+     * Particularly useful for code-editing agents modifying existing text.
+     */
+    withPrediction(prediction: string | ContentPart[] | null): this;
     /**
      * Enable and configure extended thinking for reasoning models.
      */

package/dist/chat/Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../src/chat/Chat.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EACL,WAAW,EAGX,cAAc,EACf,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACL,QAAQ,EACR,KAAK,EACL,SAAS,EAET,cAAc,EACf,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAEhD,OAAO,EAAkB,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAG7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAQpD,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,qBAAa,IAAI,CAAC,CAAC,GAAG,OAAO;IAOzB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ,CAAC,OAAO;IAR1B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,WAAW,CAAoB;gBAGpB,QAAQ,EAAE,QAAQ,EAC3B,KAAK,EAAE,MAAM,EACJ,OAAO,GAAE,WAAgB,EAC1C,WAAW,GAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAgC;IA8BlF;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED;;OAEG;IACH,IAAI,UAAU,IAAI,KAAK,CAuBtB;IAED;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAIpC;;;;;;;OAOG;IACH,SAAS,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAkBzE;;;;OAIG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAW5E;;OAEG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAI5E;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAIlE;;;OAGG;IACH,GAAG,CACD,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,EAC5D,OAAO,EAAE,MAAM,GAAG,cAAc,GAC/B,IAAI;IAYP;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IASlC;;;OAGG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKnC;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK9B;;;OAGG;IACH,kBAAkB,CAAC,OAAO,EAAE;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GAAG,IAAI;IAUR;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAKjD;;;OAGG;IACH,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;IAgBtF;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;IAK1C;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI;IAM5D,YAAY,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAKvC,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI;IAKlE,UAAU,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAItD,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAItD;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAK3D;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAK1E,eAAe,CACb,OAAO,EAAE,CACP,QAAQ,EAAE,OAAO,EACjB,KAAK,EAAE,KAAK,KACT,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,IAAI,CAAC,GACxF,IAAI;IAKP;;;;;OAKG;IACH,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,GAAG,IAAI;IAKhD;;;OAGG;IACH,iBAAiB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI;IAKnF;;;OAGG;IACH,aAAa,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI;IAKhF;;;OAGG;IACH,aAAa,CACX,OAAO,EAAE,CAAC,QAAQ,EAAE,kBAAkB,KAAK,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAC5E,IAAI;IAKP;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA2X7F;;OAEG;IACH,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,EAAE,OAAO,GAAE,UAAe,GAAG,MAAM,CAAC,SAAS,CAAC;IAWpF;;OAEG;IACH,OAAO,CAAC,aAAa;CAoDtB"}
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../src/chat/Chat.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EACL,WAAW,EAGX,cAAc,EACf,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACL,QAAQ,EACR,KAAK,EACL,SAAS,EAET,cAAc,EACf,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAEhD,OAAO,EAAkB,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAG7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAapD,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,qBAAa,IAAI,CAAC,CAAC,GAAG,OAAO;IAOzB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ,CAAC,OAAO;IAR1B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,WAAW,CAAoB;gBAGpB,QAAQ,EAAE,QAAQ,EAC3B,KAAK,EAAE,MAAM,EACJ,OAAO,GAAE,WAAgB,EAC1C,WAAW,GAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAgC;IA8BlF;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED;;OAEG;IACH,IAAI,UAAU,IAAI,KAAK,CAuBtB;IAED;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAIpC;;;;;;;OAOG;IACH,SAAS,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAkBzE;;;;OAIG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAW5E;;OAEG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAI5E;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAIlE;;;OAGG;IACH,GAAG,CACD,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,EAC5D,OAAO,EAAE,MAAM,GAAG,cAAc,GAC/B,IAAI;IAYP;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IASlC;;;OAGG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKnC;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK9B;;;OAGG;IACH,kBAAkB,CAAC,OAAO,EAAE;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GAAG,IAAI;IAUR;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAKjD;;;OAGG;IACH,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;IAgBtF;;;OAGG;IACH,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,WAAW,EAAE,GAAG,IAAI,GAAG,IAAI;IAS/D;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;IAK1C;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI;IAM5D,YAAY,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAKvC,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI;IAKlE,UAAU,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAItD,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAItD;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAK3D;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAK1E,eAAe,CACb,OAAO,EAAE,CACP,QAAQ,EAAE,OAAO,EACjB,KAAK,EAAE,KAAK,KACT,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,IAAI,CAAC,GACxF,IAAI;IAKP;;;;;OAKG;IACH,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,GAAG,IAAI;IAKhD;;;OAGG;IACH,iBAAiB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI;IAKnF;;;OAGG;IACH,aAAa,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI;IAKhF;;;OAGG;IACH,aAAa,CACX,OAAO,EAAE,CAAC,QAAQ,EAAE,kBAAkB,KAAK,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAC5E,IAAI;IAKP;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAiZ7F;;OAEG;IACH,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,EAAE,OAAO,GAAE,UAAe,GAAG,MAAM,CAAC,SAAS,CAAC;IAWpF;;OAEG;IACH,OAAO,CAAC,aAAa;CAoDtB"}

package/dist/chat/Chat.js

@@ -222,6 +222,19 @@ export class Chat {
         }
         return this;
     }
+    /**
+     * Provide a prediction of the expected output to reduce latency.
+     * Particularly useful for code-editing agents modifying existing text.
+     */
+    withPrediction(prediction) {
+        if (prediction === null) {
+            delete this.options.prediction;
+        }
+        else {
+            this.options.prediction = prediction;
+        }
+        return this;
+    }
     /**
      * Enable and configure extended thinking for reasoning models.
      */
@@ -350,179 +363,74 @@ export class Chat {
         try {
             // 1. onRequest Hook
             await runMiddleware(this.middlewares, "onRequest", context);
-            // Re-read mutable context
-            const messagesToUse = context.messages || [];
-            const executeOptions = {
-                model: this.model,
-                messages: messagesToUse,
-                tools: this.options.tools,
-                temperature: options?.temperature ?? this.options.temperature,
-                max_tokens: options?.maxTokens ?? this.options.maxTokens ?? config.maxTokens,
-                headers: { ...this.options.headers, ...options?.headers },
-                response_format: responseFormat, // Pass to provider
-                requestTimeout: options?.requestTimeout ?? this.options.requestTimeout ?? config.requestTimeout,
-                thinking: options?.thinking ?? this.options.thinking,
-                signal: options?.signal,
-                ...this.options.params
-            };
-            // --- Content Policy Hooks (Input) ---
-            if (this.options.onBeforeRequest) {
-                const result = await this.options.onBeforeRequest(executeOptions.messages);
-                if (result) {
-                    executeOptions.messages = result;
-                }
-            }
+            let assistantMessage;
+            let finalResponse;
+            let correctionAttempt = 0;
             const totalUsage = { input_tokens: 0, output_tokens: 0, total_tokens: 0 };
-            const trackUsage = (u) => {
-                if (u) {
-                    // Fallback cost calculation if provider didn't return it
-                    if (u.cost === undefined) {
-                        const withCost = ModelRegistry.calculateCost(u, this.model, this.provider.id);
-                        u.cost = withCost.cost;
-                        u.input_cost = withCost.input_cost;
-                        u.output_cost = withCost.output_cost;
-                    }
-                    totalUsage.input_tokens += u.input_tokens;
-                    totalUsage.output_tokens += u.output_tokens;
-                    totalUsage.total_tokens += u.total_tokens;
-                    if (u.cached_tokens) {
-                        totalUsage.cached_tokens = (totalUsage.cached_tokens ?? 0) + u.cached_tokens;
-                    }
-                    if (u.cost !== undefined) {
-                        totalUsage.cost = (totalUsage.cost ?? 0) + u.cost;
-                    }
-                    if (u.input_cost !== undefined) {
-                        totalUsage.input_cost = (totalUsage.input_cost ?? 0) + u.input_cost;
-                    }
-                    if (u.output_cost !== undefined) {
-                        totalUsage.output_cost = (totalUsage.output_cost ?? 0) + u.output_cost;
-                    }
-                }
-            };
-            // First round
-            if (this.options.onNewMessage)
-                this.options.onNewMessage();
-            let response = await this.executor.executeChat(executeOptions);
-            trackUsage(response.usage);
-            let assistantMessage = new ChatResponseString(response.content ?? "", response.usage ?? { input_tokens: 0, output_tokens: 0, total_tokens: 0 }, this.model, this.provider.id, response.thinking, response.reasoning, response.tool_calls, response.finish_reason, this.options.schema);
-            // --- Content Policy Hooks (Output - Turn 1) ---
-            if (this.options.onAfterResponse) {
-                const result = await this.options.onAfterResponse(assistantMessage);
-                if (result) {
-                    assistantMessage = result;
-                }
-            }
-            this.messages.push({
-                role: "assistant",
-                content: assistantMessage?.toString() || null,
-                tool_calls: response.tool_calls,
-                usage: response.usage
-            });
-            if (this.options.onEndMessage && (!response.tool_calls || response.tool_calls.length === 0)) {
-                this.options.onEndMessage(assistantMessage);
-            }
-            const maxToolCalls = options?.maxToolCalls ?? this.options.maxToolCalls ?? 5;
-            let stepCount = 0;
-            let haltTriggered = false;
-            while (response.tool_calls && response.tool_calls.length > 0 && !haltTriggered) {
-                // Dry-run mode: stop after proposing tools
-                if (!ToolHandler.shouldExecuteTools(response.tool_calls, this.options.toolExecution)) {
-                    break;
-                }
-                stepCount++;
-                if (stepCount > maxToolCalls) {
-                    throw new Error(`[NodeLLM] Maximum tool execution calls (${maxToolCalls}) exceeded.`);
-                }
-                for (const toolCall of response.tool_calls) {
-                    // Human-in-the-loop: check for approval
-                    if (this.options.toolExecution === ToolExecutionMode.CONFIRM) {
-                        const approved = await ToolHandler.requestToolConfirmation(toolCall, this.options.onConfirmToolCall);
-                        if (!approved) {
-                            this.messages.push(this.provider.formatToolResultMessage(toolCall.id, "Action cancelled by user."));
-                            continue;
-                        }
-                    }
-                    // 2. onToolCallStart Hook
-                    await runMiddleware(this.middlewares, "onToolCallStart", context, toolCall);
-                    try {
-                        const toolResult = await ToolHandler.execute(toolCall, this.options.tools, this.options.onToolCallStart, this.options.onToolCallEnd);
-                        // 3. onToolCallEnd Hook
-                        await runMiddleware(this.middlewares, "onToolCallEnd", context, toolCall, toolResult.content);
-                        this.messages.push(this.provider.formatToolResultMessage(toolResult.tool_call_id, toolResult.content));
-                        // Check if tool signaled a halt - stop the agentic loop
-                        if (toolResult.halted) {
-                            haltTriggered = true;
-                            // Create final response from halt content
-                            assistantMessage = new ChatResponseString(toolResult.content, totalUsage, this.model, this.provider.id, undefined, undefined, undefined, "tool_halt");
-                            if (this.options.onEndMessage) {
-                                this.options.onEndMessage(assistantMessage);
-                            }
-                            break; // Exit the for loop
-                        }
-                    }
-                    catch (error) {
-                        let currentError = error;
-                        // 4. onToolCallError Hook
-                        const middlewareDirective = await runMiddleware(this.middlewares, "onToolCallError", context, toolCall, currentError);
-                        const directive = middlewareDirective ||
-                            (await this.options.onToolCallError?.(toolCall, currentError));
-                        if (directive === "STOP") {
-                            throw currentError;
-                        }
-                        if (directive === "RETRY") {
-                            // ... retry logic (simplified: recurse or duplicate logic? adhering to original logic)
-                            // Original logic duplicated the execution block. For brevity in this replacement, I'll simplified retry to "try once more"
-                            try {
-                                // Retry Hook? Maybe skip start hook on retry or re-run?
-                                // Let's assume onToolCallStart fires again for cleanliness?
-                                // Or just execute directly to match existing behavior.
-                                // Existing logs show we just call ToolHandler.execute again.
-                                const toolResult = await ToolHandler.execute(toolCall, this.options.tools, this.options.onToolCallStart, this.options.onToolCallEnd);
-                                await runMiddleware(this.middlewares, "onToolCallEnd", context, toolCall, toolResult.content);
-                                this.messages.push(this.provider.formatToolResultMessage(toolResult.tool_call_id, toolResult.content));
-                                continue;
-                            }
-                            catch (retryError) {
-                                currentError = retryError;
-                                await runMiddleware(this.middlewares, "onToolCallError", context, toolCall, currentError);
-                            }
-                        }
-                        this.messages.push(this.provider.formatToolResultMessage(toolCall.id, `Fatal error executing tool '${toolCall.function.name}': ${currentError.message}`, { isError: true }));
-                        if (directive === "CONTINUE") {
-                            continue;
-                        }
-                        // Default short-circuit logic
-                        const errorObj = currentError;
-                        const isFatal = errorObj.fatal === true || errorObj.status === 401 || errorObj.status === 403;
-                        if (isFatal) {
-                            throw currentError;
-                        }
-                        logger.error(`Tool execution failed for '${toolCall.function.name}':`, currentError);
-                    }
-                }
-                // If halt was triggered, exit the while loop immediately
-                if (haltTriggered) {
-                    break;
-                }
-                response = await this.executor.executeChat({
+            // Self-Correction Loop
+            while (true) {
+                // Prepare execution options
+                const messagesToUse = context.messages || [];
+                const executeOptions = {
                     model: this.model,
-                    messages: [...this.systemMessages, ...this.messages], // Use updated history
+                    messages: messagesToUse,
                     tools: this.options.tools,
                     temperature: options?.temperature ?? this.options.temperature,
                     max_tokens: options?.maxTokens ?? this.options.maxTokens ?? config.maxTokens,
-                    headers: this.options.headers,
+                    headers: { ...this.options.headers, ...options?.headers },
                     response_format: responseFormat, // Pass to provider
                     requestTimeout: options?.requestTimeout ?? this.options.requestTimeout ?? config.requestTimeout,
+                    thinking: options?.thinking ?? this.options.thinking,
+                    prediction: options?.prediction ?? this.options.prediction,
                     signal: options?.signal,
                     ...this.options.params
-                });
+                };
+                // --- Content Policy Hooks (Input) ---
+                if (this.options.onBeforeRequest) {
+                    const result = await this.options.onBeforeRequest(executeOptions.messages);
+                    if (result) {
+                        executeOptions.messages = result;
+                    }
+                }
+                const trackUsage = (u) => {
+                    if (u) {
+                        if (u.cost === undefined) {
+                            const withCost = ModelRegistry.calculateCost(u, this.model, this.provider.id);
+                            u.cost = withCost.cost;
+                            u.input_cost = withCost.input_cost;
+                            u.output_cost = withCost.output_cost;
+                        }
+                        totalUsage.input_tokens += u.input_tokens;
+                        totalUsage.output_tokens += u.output_tokens;
+                        totalUsage.total_tokens += u.total_tokens;
+                        if (u.cached_tokens) {
+                            totalUsage.cached_tokens = (totalUsage.cached_tokens ?? 0) + u.cached_tokens;
+                        }
+                        if (u.cost !== undefined) {
+                            totalUsage.cost = (totalUsage.cost ?? 0) + u.cost;
+                        }
+                        if (u.input_cost !== undefined) {
+                            totalUsage.input_cost = (totalUsage.input_cost ?? 0) + u.input_cost;
+                        }
+                        if (u.output_cost !== undefined) {
+                            totalUsage.output_cost = (totalUsage.output_cost ?? 0) + u.output_cost;
+                        }
+                    }
+                };
+                // Start generation
+                if (this.options.onNewMessage)
+                    this.options.onNewMessage();
+                let response = await this.executor.executeChat(executeOptions);
                 trackUsage(response.usage);
                 assistantMessage = new ChatResponseString(response.content ?? "", response.usage ?? { input_tokens: 0, output_tokens: 0, total_tokens: 0 }, this.model, this.provider.id, response.thinking, response.reasoning, response.tool_calls, response.finish_reason, this.options.schema);
+                // --- Content Policy Hooks (Output - Turn 1) ---
                 if (this.options.onAfterResponse) {
                     const result = await this.options.onAfterResponse(assistantMessage);
-                    if (result)
+                    if (result) {
                         assistantMessage = result;
+                    }
                 }
+                // Add to history (temporary, might be rolled back on retry)
                 this.messages.push({
                     role: "assistant",
                     content: assistantMessage?.toString() || null,
@@ -533,15 +441,133 @@ export class Chat {
                     (!response.tool_calls || response.tool_calls.length === 0)) {
                     this.options.onEndMessage(assistantMessage);
                 }
+                const maxToolCalls = options?.maxToolCalls ?? this.options.maxToolCalls ?? 5;
+                let stepCount = 0;
+                let haltTriggered = false;
+                // Tool Calling Loop
+                while (response.tool_calls && response.tool_calls.length > 0 && !haltTriggered) {
+                    if (!ToolHandler.shouldExecuteTools(response.tool_calls, this.options.toolExecution)) {
+                        break;
+                    }
+                    stepCount++;
+                    if (stepCount > maxToolCalls) {
+                        throw new Error(`[NodeLLM] Maximum tool execution calls (${maxToolCalls}) exceeded.`);
+                    }
+                    for (const toolCall of response.tool_calls) {
+                        if (this.options.toolExecution === ToolExecutionMode.CONFIRM) {
+                            const approved = await ToolHandler.requestToolConfirmation(toolCall, this.options.onConfirmToolCall);
+                            if (!approved) {
+                                this.messages.push(this.provider.formatToolResultMessage(toolCall.id, "Action cancelled by user."));
+                                continue;
+                            }
+                        }
+                        await runMiddleware(this.middlewares, "onToolCallStart", context, toolCall);
+                        try {
+                            const toolResult = await ToolHandler.execute(toolCall, this.options.tools, this.options.onToolCallStart, this.options.onToolCallEnd);
+                            await runMiddleware(this.middlewares, "onToolCallEnd", context, toolCall, toolResult.content);
+                            this.messages.push(this.provider.formatToolResultMessage(toolResult.tool_call_id, toolResult.content));
+                            if (toolResult.halted) {
+                                haltTriggered = true;
+                                assistantMessage = new ChatResponseString(toolResult.content, totalUsage, this.model, this.provider.id, undefined, undefined, undefined, "tool_halt");
+                                if (this.options.onEndMessage) {
+                                    this.options.onEndMessage(assistantMessage);
+                                }
+                                break;
+                            }
+                        }
+                        catch (error) {
+                            let currentError = error;
+                            const middlewareDirective = await runMiddleware(this.middlewares, "onToolCallError", context, toolCall, currentError);
+                            const directive = middlewareDirective ||
+                                (await this.options.onToolCallError?.(toolCall, currentError));
+                            if (directive === "STOP")
+                                throw currentError;
+                            if (directive === "RETRY") {
+                                try {
+                                    const toolResult = await ToolHandler.execute(toolCall, this.options.tools, this.options.onToolCallStart, this.options.onToolCallEnd);
+                                    await runMiddleware(this.middlewares, "onToolCallEnd", context, toolCall, toolResult.content);
+                                    this.messages.push(this.provider.formatToolResultMessage(toolResult.tool_call_id, toolResult.content));
+                                    continue;
+                                }
+                                catch (retryError) {
+                                    currentError = retryError;
+                                    await runMiddleware(this.middlewares, "onToolCallError", context, toolCall, currentError);
+                                }
+                            }
+                            this.messages.push(this.provider.formatToolResultMessage(toolCall.id, `Fatal error executing tool '${toolCall.function.name}': ${currentError.message}`, { isError: true }));
+                            if (directive === "CONTINUE")
+                                continue;
+                            const errorObj = currentError;
+                            if (errorObj.fatal || errorObj.status === 401 || errorObj.status === 403)
+                                throw currentError;
+                            logger.error(`Tool execution failed:`, currentError);
+                        }
+                    }
+                    if (haltTriggered)
+                        break;
+                    response = await this.executor.executeChat({
+                        model: this.model,
+                        messages: [...this.systemMessages, ...this.messages],
+                        tools: this.options.tools,
+                        temperature: options?.temperature ?? this.options.temperature,
+                        max_tokens: options?.maxTokens ?? this.options.maxTokens ?? config.maxTokens,
+                        headers: this.options.headers,
+                        response_format: responseFormat,
+                        requestTimeout: options?.requestTimeout ?? this.options.requestTimeout ?? config.requestTimeout,
+                        prediction: options?.prediction ?? this.options.prediction,
+                        signal: options?.signal,
+                        ...this.options.params
+                    });
+                    trackUsage(response.usage);
+                    assistantMessage = new ChatResponseString(response.content ?? "", response.usage ?? { input_tokens: 0, output_tokens: 0, total_tokens: 0 }, this.model, this.provider.id, response.thinking, response.reasoning, response.tool_calls, response.finish_reason, this.options.schema);
+                    if (this.options.onAfterResponse) {
+                        const result = await this.options.onAfterResponse(assistantMessage);
+                        if (result)
+                            assistantMessage = result;
+                    }
+                    this.messages.push({
+                        role: "assistant",
+                        content: assistantMessage?.toString() || null,
+                        tool_calls: response.tool_calls,
+                        usage: response.usage
+                    });
+                    if (this.options.onEndMessage &&
+                        (!response.tool_calls || response.tool_calls.length === 0)) {
+                        this.options.onEndMessage(assistantMessage);
+                    }
+                }
+                finalResponse = new ChatResponseString(assistantMessage.toString() || "", totalUsage, this.model, this.provider.id, assistantMessage.thinking, assistantMessage.reasoning, response.tool_calls, assistantMessage.finish_reason, this.options.schema);
+                // 5. onResponse Hook
+                const requestDirective = await runMiddleware(this.middlewares, "onResponse", context, finalResponse);
+                if (requestDirective && typeof requestDirective === "object") {
+                    if (requestDirective.action === "RETRY") {
+                        // Push feedback to history and try again
+                        this.messages.push({
+                            role: "user",
+                            content: requestDirective.message
+                        });
+                        correctionAttempt++;
+                        continue;
+                    }
+                    if (requestDirective.action === "REPLACE") {
+                        return requestDirective.response;
+                    }
+                }
+                if (requestDirective === "STOP") {
+                    throw new Error("[NodeLLM] Execution stopped by middleware.");
+                }
+                return finalResponse;
             }
-            const finalResponse = new ChatResponseString(assistantMessage.toString() || "", totalUsage, this.model, this.provider.id, assistantMessage.thinking, assistantMessage.reasoning, response.tool_calls, assistantMessage.finish_reason, this.options.schema);
-            // 5. onResponse Hook
-            await runMiddleware(this.middlewares, "onResponse", context, finalResponse);
-            return finalResponse;
         }
         catch (err) {
             // 6. onError Hook
-            await runMiddleware(this.middlewares, "onError", context, err);
+            const errorDirective = await runMiddleware(this.middlewares, "onError", context, err);
+            if (errorDirective &&
+                typeof errorDirective === "object" &&
+                errorDirective.action === "RETRY") {
+                // ... handled by retry loop?
+                // For now, only onResponse triggers self-correction for simplicity.
+            }
             throw err;
         }
     }

package/dist/chat/ChatOptions.d.ts

@@ -1,6 +1,7 @@
 import { Middleware } from "../types/Middleware.js";
 import { Message } from "./Message.js";
 import { ToolResolvable } from "./Tool.js";
+import { ContentPart } from "./Content.js";
 import { Schema } from "../schema/Schema.js";
 import { ChatResponseString } from "./ChatResponse.js";
 import { ToolExecutionMode } from "../constants.js";
@@ -18,14 +19,15 @@ export interface ChatOptions {
     onToolCallEnd?: (toolCall: unknown, result: unknown) => void;
     onToolCallError?: (toolCall: unknown, error: Error) => "STOP" | "CONTINUE" | "RETRY" | void | Promise<"STOP" | "CONTINUE" | "RETRY" | void>;
     headers?: Record<string, string>;
-    schema?: Schema;
     responseFormat?: ResponseFormat;
+    thinking?: ThinkingConfig;
+    prediction?: string | ContentPart[];
+    schema?: Schema;
     params?: Record<string, unknown>;
     assumeModelExists?: boolean;
     provider?: string;
     maxToolCalls?: number;
     requestTimeout?: number;
-    thinking?: ThinkingConfig;
     toolExecution?: ToolExecutionMode;
     onConfirmToolCall?: (toolCall: unknown) => Promise<boolean> | boolean;
     onBeforeRequest?: (messages: Message[]) => Promise<Message[] | void>;

package/dist/chat/ChatOptions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1E,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,IAAI,CAAC;IACrD,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC;IAC9C,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;IAC7D,eAAe,CAAC,EAAE,CAChB,QAAQ,EAAE,OAAO,EACjB,KAAK,EAAE,KAAK,KACT,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAC1F,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,iBAAiB,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IACtE,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IACrE,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,kBAAkB,KAAK,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAC;CACxF"}
+{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1E,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,IAAI,CAAC;IACrD,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC;IAC9C,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;IAC7D,eAAe,CAAC,EAAE,CAChB,QAAQ,EAAE,OAAO,EACjB,KAAK,EAAE,KAAK,KACT,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAC1F,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,iBAAiB,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IACtE,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IACrE,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,kBAAkB,KAAK,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAC;CACxF"}

package/dist/chat/ChatStream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ChatStream.d.ts","sourceRoot":"","sources":["../../src/chat/ChatStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EACL,WAAW,EAIZ,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAyB,MAAM,0BAA0B,CAAC;AAEtF,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAGhD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAavC;;;GAGG;AACH,qBAAa,UAAU;IAKnB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,QAAQ,CAAY;IAC5B,OAAO,CAAC,cAAc,CAAY;gBAGf,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,WAAgB,EAC1C,QAAQ,CAAC,EAAE,OAAO,EAAE,EACpB,cAAc,CAAC,EAAE,OAAO,EAAE;IA6B5B,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,EAAE,OAAO,GAAE,UAAe,GAAG,MAAM,CAAC,SAAS,CAAC;CA8WrF"}
+{"version":3,"file":"ChatStream.d.ts","sourceRoot":"","sources":["../../src/chat/ChatStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EACL,WAAW,EAIZ,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAyB,MAAM,0BAA0B,CAAC;AAEtF,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAGhD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAavC;;;GAGG;AACH,qBAAa,UAAU;IAKnB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,QAAQ,CAAY;IAC5B,OAAO,CAAC,cAAc,CAAY;gBAGf,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,WAAgB,EAC1C,QAAQ,CAAC,EAAE,OAAO,EAAE,EACpB,cAAc,CAAC,EAAE,OAAO,EAAE;IA6B5B,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,EAAE,OAAO,GAAE,UAAe,GAAG,MAAM,CAAC,SAAS,CAAC;CAqXrF"}

package/dist/chat/ChatStream.js

@@ -149,7 +149,7 @@ export class ChatStream {
                             requestMessages = result;
                         }
                     }
-                    for await (const chunk of provider.stream({
+                    const streamRequest = {
                         model,
                         messages: requestMessages,
                         tools: options.tools,
@@ -159,9 +159,14 @@ export class ChatStream {
                         headers: options.headers,
                         requestTimeout: options.requestTimeout ?? config.requestTimeout,
                         thinking: options.thinking,
+                        prediction: options.prediction,
                         signal: abortController.signal,
                         ...options.params
-                    })) {
+                    };
+                    if (streamRequest.prediction && !provider.capabilities?.supportsPrediction?.(model)) {
+                        delete streamRequest.prediction;
+                    }
+                    for await (const chunk of provider.stream(streamRequest)) {
                         if (isFirst) {
                             if (options.onNewMessage)
                                 options.onNewMessage();

package/dist/chat/Tool.d.ts

@@ -12,6 +12,7 @@ export interface ToolDefinition {
     function: {
         name: string;
         description?: string;
+        strict?: boolean;
         parameters: Record<string, unknown>;
     };
     handler?: (args: unknown) => Promise<string | ToolHalt>;
@@ -64,6 +65,11 @@ export declare abstract class Tool<T = Record<string, unknown>> {
      * Can be a Zod object (for auto-schema + type safety) or a raw JSON Schema.
      */
     abstract schema: z.ZodObject<z.ZodRawShape> | Record<string, unknown>;
+    /**
+     * Whether to enforce strict JSON schema constraints for OpenAI and similar providers.
+     * When true, additionalProperties: false and full required arrays are automatically applied.
+     */
+    strict?: boolean;
     /**
      * The core logic for the tool.
      * 'args' will be parsed and validated based on 'schema'.

package/dist/chat/Tool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Tool.d.ts","sourceRoot":"","sources":["../../src/chat/Tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACrC,CAAC;IACF,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;CACzD;AAED;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,QAAQ;aACS,OAAO,EAAE,MAAM;gBAAf,OAAO,EAAE,MAAM;IAE3C,QAAQ,IAAI,MAAM;IAIlB,MAAM,IAAI;QAAE,IAAI,EAAE,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;CAG1C;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,IAAI,GAAG;IAAE,QAAQ,IAAI,CAAA;CAAE,GAAG,cAAc,CAAC;AAEtE;;GAEG;AACH,8BAAsB,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACpD;;OAEG;IACH,SAAgB,IAAI,EAAE,MAAM,CAAC;IAE7B;;OAEG;IACH,SAAgB,WAAW,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,SAAgB,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE7E;;;OAGG;aACa,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAElD;;;;;;;;;;;;;OAaG;IACH,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ;IAIzC;;;;OAIG;IACU,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC;IAYzD;;;OAGG;IACI,SAAS,IAAI,cAAc;CAuBnC"}
+{"version":3,"file":"Tool.d.ts","sourceRoot":"","sources":["../../src/chat/Tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACrC,CAAC;IACF,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;CACzD;AAED;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,QAAQ;aACS,OAAO,EAAE,MAAM;gBAAf,OAAO,EAAE,MAAM;IAE3C,QAAQ,IAAI,MAAM;IAIlB,MAAM,IAAI;QAAE,IAAI,EAAE,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;CAG1C;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,IAAI,GAAG;IAAE,QAAQ,IAAI,CAAA;CAAE,GAAG,cAAc,CAAC;AAEtE;;GAEG;AACH,8BAAsB,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACpD;;OAEG;IACH,SAAgB,IAAI,EAAE,MAAM,CAAC;IAE7B;;OAEG;IACH,SAAgB,WAAW,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,SAAgB,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE7E;;;OAGG;IACI,MAAM,CAAC,EAAE,OAAO,CAAC;IAExB;;;OAGG;aACa,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAElD;;;;;;;;;;;;;OAaG;IACH,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ;IAIzC;;;;OAIG;IACU,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC;IAkBzD;;;OAGG;IACI,SAAS,IAAI,cAAc;CAwBnC"}

package/dist/chat/Tool.js

@@ -1,3 +1,4 @@
+import { z } from "zod";
 import { toJsonSchema } from "../schema/to-json-schema.js";
 /**
  * Stops the agentic tool execution loop and returns the content as the final response.
@@ -31,6 +32,11 @@ export class ToolHalt {
  * Subclass this to create tools with auto-generated schemas and type safety.
  */
 export class Tool {
+    /**
+     * Whether to enforce strict JSON schema constraints for OpenAI and similar providers.
+     * When true, additionalProperties: false and full required arrays are automatically applied.
+     */
+    strict;
     /**
      * Stop the agentic loop and return this message as the final tool result.
      * Use this when you want to end the conversation turn immediately.
@@ -54,7 +60,12 @@ export class Tool {
      * Preserves ToolHalt instances for the execution loop to detect.
      */
     async handler(args) {
-        const result = await this.execute(args);
+        // 1. Runtime validation if Zod schema is provided
+        let validatedArgs = args;
+        if (this.schema instanceof z.ZodType) {
+            validatedArgs = this.schema.parse(args);
+        }
+        const result = await this.execute(validatedArgs);
         // Preserve ToolHalt for the execution loop to handle
         if (result instanceof ToolHalt) {
             return result;
@@ -82,6 +93,7 @@ export class Tool {
             function: {
                 name: this.name,
                 description: this.description,
+                strict: this.strict,
                 parameters: parameters
             },
             handler: (args) => this.handler(args)

package/dist/executor/Executor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Executor.d.ts","sourceRoot":"","sources":["../../src/executor/Executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAG/E,qBAAa,QAAQ;IAEjB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBADL,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAGzD,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CAwB/D"}
+{"version":3,"file":"Executor.d.ts","sourceRoot":"","sources":["../../src/executor/Executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAG/E,qBAAa,QAAQ;IAEjB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBADL,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAGzD,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CA4B/D"}

package/dist/executor/Executor.js

@@ -8,6 +8,9 @@ export class Executor {
     }
     async executeChat(request) {
         let lastError;
+        if (request.prediction && !this.provider.capabilities?.supportsPrediction?.(request.model)) {
+            delete request.prediction;
+        }
         for (let attempt = 1; attempt <= this.retry.attempts; attempt++) {
             try {
                 return await this.provider.chat(request);

package/dist/middlewares/CostGuardMiddleware.d.ts

@@ -1,4 +1,4 @@
-import { Middleware, MiddlewareContext } from "../types/Middleware.js";
+import { Middleware, MiddlewareContext, RequestDirective } from "../types/Middleware.js";
 import { ChatResponseString } from "../chat/ChatResponse.js";
 export interface CostGuardOptions {
     /**
@@ -19,6 +19,10 @@ export declare class CostGuardMiddleware implements Middleware {
     readonly name = "CostGuard";
     private accumulatedCost;
     constructor(options: CostGuardOptions);
-    onResponse(ctx: MiddlewareContext, result: ChatResponseString): Promise<void>;
+    onResponse(ctx: MiddlewareContext, result: ChatResponseString): Promise<RequestDirective>;
 }
+/**
+ * Factory function for creating the cost guard middleware.
+ */
+export declare function CostGuard(options: CostGuardOptions): CostGuardMiddleware;
 //# sourceMappingURL=CostGuardMiddleware.d.ts.map

package/dist/middlewares/CostGuardMiddleware.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CostGuardMiddleware.d.ts","sourceRoot":"","sources":["../../src/middlewares/CostGuardMiddleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,eAAe,CAAC,EAAE,CAAC,GAAG,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;CACzE;AAED;;;GAGG;AACH,qBAAa,mBAAoB,YAAW,UAAU;IAIxC,OAAO,CAAC,OAAO;IAH3B,SAAgB,IAAI,eAAe;IACnC,OAAO,CAAC,eAAe,CAAa;gBAEhB,OAAO,EAAE,gBAAgB;IAMvC,UAAU,CAAC,GAAG,EAAE,iBAAiB,EAAE,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CAWpF"}
+{"version":3,"file":"CostGuardMiddleware.d.ts","sourceRoot":"","sources":["../../src/middlewares/CostGuardMiddleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,eAAe,CAAC,EAAE,CAAC,GAAG,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;CACzE;AAED;;;GAGG;AACH,qBAAa,mBAAoB,YAAW,UAAU;IAIxC,OAAO,CAAC,OAAO;IAH3B,SAAgB,IAAI,eAAe;IACnC,OAAO,CAAC,eAAe,CAAa;gBAEhB,OAAO,EAAE,gBAAgB;IAMvC,UAAU,CAAC,GAAG,EAAE,iBAAiB,EAAE,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAWhG;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,mBAAmB,CAExE"}

package/dist/middlewares/CostGuardMiddleware.js

@@ -21,3 +21,9 @@ export class CostGuardMiddleware {
         }
     }
 }
+/**
+ * Factory function for creating the cost guard middleware.
+ */
+export function CostGuard(options) {
+    return new CostGuardMiddleware(options);
+}