@jaypie/llm 1.3.12 → 1.3.13

package/dist/esm/operate/adapters/FireworksAdapter.d.ts

@@ -106,6 +106,7 @@ type FireworksContentPart = {
 export declare class FireworksAdapter extends BaseProviderAdapter {
     readonly name: "fireworks";
     readonly defaultModel: string;
+    readonly supportsStructuredOutputRetry = true;
     private runtimeNoStructuredOutputModels;
     rememberModelRejectsStructuredOutput(model: string): void;
     clearRuntimeNoStructuredOutputModels(): void;

package/dist/esm/operate/adapters/ProviderAdapter.interface.d.ts

@@ -20,6 +20,12 @@ export interface ProviderAdapter {
      * Default model for this provider
      */
     readonly defaultModel: string;
+    /**
+     * Whether OperateLoop may take a corrective turn when a `format` request
+     * completes with prose instead of structured output (tool-emulation
+     * providers opt in).
+     */
+    readonly supportsStructuredOutputRetry?: boolean;
     /**
      * Build a provider-specific request from the standardized format
      *
@@ -169,6 +175,13 @@ export declare abstract class BaseProviderAdapter implements ProviderAdapter {
     abstract responseToHistoryItems(response: unknown): LlmHistory;
     abstract classifyError(error: unknown): ClassifiedError;
     abstract isComplete(response: unknown): boolean;
+    /**
+     * Whether OperateLoop may take a corrective turn when a `format` request
+     * completes with prose instead of structured output. Providers whose
+     * structured output rides a tool emulation (where compliance is a model
+     * decision) opt in; native grammar-constrained providers do not need it.
+     */
+    readonly supportsStructuredOutputRetry: boolean;
     /**
      * Default implementation checks if error is retryable via classifyError
      */

package/dist/esm/operate/types.d.ts

@@ -77,6 +77,13 @@ export interface OperateRequest {
     stream?: boolean;
     /** Sampling temperature (0-2 for most providers) */
     temperature?: number;
+    /**
+     * Set by OperateLoop on a corrective turn after a format request came back
+     * as prose. Adapters that support the retry (see
+     * `ProviderAdapter.supportsStructuredOutputRetry`) should offer only the
+     * structured-output mechanism on this turn.
+     */
+    structuredOutputRetry?: boolean;
     /** User identifier for tracking */
     user?: string;
 }
@@ -135,6 +142,8 @@ import type { ResponseBuilder } from "./response/ResponseBuilder.js";
 export interface OperateLoopState {
     /** Count of consecutive tool errors (resets on success) */
     consecutiveToolErrors: number;
+    /** Set when the loop has taken a corrective structured-output turn */
+    structuredOutputRetry?: boolean;
     /** Current conversation input/messages */
     currentInput: LlmHistory;
     /** Current turn number (0-indexed, incremented at start of each turn) */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jaypie/llm",
-  "version": "1.3.12",
+  "version": "1.3.13",
   "description": "Large language model utilities",
   "repository": {
     "type": "git",