@providerprotocol/ai 0.0.39 → 0.0.40

package/dist/{llm-CZqlijjK.d.ts → llm-BWLaTzzY.d.ts}

@@ -1,5 +1,5 @@
-import { I as ImageSource, c as ImageBlock, T as Turn, S as StreamEvent, M as Message, U as UserContent, A as AssistantContent, d as MessageType, a as MessageJSON, e as AssistantMessage, f as TokenUsage, C as ContentBlock, g as StreamResult } from './stream-DVVUIKpz.js';
-import { b as Tool, T as ToolInput, f as ToolUseStrategy, S as Structure, J as JSONSchema } from './tool-D22EhP5F.js';
+import { I as ImageSource, c as ImageBlock, S as StreamEvent, T as Turn, M as Message, U as UserContent, A as AssistantContent, d as MessageType, a as MessageJSON, e as AssistantMessage, f as TokenUsage, C as ContentBlock, g as StreamResult } from './stream-bBd_4Ipu.js';
+import { e as Tool, d as ToolInput, f as ToolUseStrategy, S as Structure, J as JSONSchema } from './tool-BmAfKNBq.js';
 
 /**
  * @fileoverview Error types for the Unified Provider Protocol.
@@ -393,6 +393,14 @@ interface MiddlewareContext {
     readonly startTime: number;
     /** Request end timestamp in milliseconds (set after completion) */
     endTime?: number;
+    /**
+     * Emit a stream event. Events flow through onStreamEvent for all middleware.
+     * Useful for emitting events after streaming completes (e.g., in onTurn hooks).
+     * No-op for non-streaming requests.
+     *
+     * @param event - The stream event to emit
+     */
+    emit(event: StreamEvent): void;
 }
 /**
  * Context for stream event hooks.
@@ -484,6 +492,16 @@ interface Middleware {
      * @param ctx - The middleware context
      */
     onAbort?(error: Error, ctx: MiddlewareContext): void | Promise<void>;
+    /**
+     * Called before a retry attempt is made after a retryable error.
+     * Allows middleware to reset state or perform cleanup before the retry.
+     * Called for all middleware that have this hook, in forward order.
+     *
+     * @param attempt - The retry attempt number (1-indexed)
+     * @param error - The error that triggered the retry
+     * @param ctx - The middleware context
+     */
+    onRetry?(attempt: number, error: Error, ctx: MiddlewareContext): void | Promise<void>;
     /**
      * Called before provider execution. Can modify the request.
      *
@@ -851,20 +869,15 @@ interface BoundImageModel<TParams = unknown> {
  *
  * @example
  * ```typescript
- * class RoundRobinKeys implements KeyStrategy {
- *   private keys: string[];
- *   private index = 0;
- *
- *   constructor(keys: string[]) {
- *     this.keys = keys;
- *   }
+ * // Built-in key strategies
+ * const keys = roundRobinKeys(['sk-key-1', 'sk-key-2']);
  *
+ * // Custom implementation
+ * const custom: KeyStrategy = {
  *   getKey(): string {
- *     const key = this.keys[this.index];
- *     this.index = (this.index + 1) % this.keys.length;
- *     return key;
+ *     return pickKeyFromPool();
  *   }
- * }
+ * };
  * ```
  */
 interface KeyStrategy {
@@ -878,24 +891,32 @@ interface KeyStrategy {
 /**
  * Retry strategy interface for handling request failures.
  *
- * Implement this interface to provide custom retry logic for
- * handling rate limits, transient errors, and other failures.
+ * Each request receives a fresh strategy instance via the factory pattern,
+ * ensuring complete isolation between concurrent requests.
  *
  * @example
  * ```typescript
- * class ExponentialBackoff implements RetryStrategy {
- *   private maxAttempts = 5;
- *   private baseDelay = 1000;
- *
- *   onRetry(error: UPPError, attempt: number): number | null {
- *     if (attempt > this.maxAttempts) return null;
+ * // Using built-in strategies
+ * const provider = createOpenAI({
+ *   retryStrategy: exponentialBackoff({ maxAttempts: 5 })
+ * });
+ *
+ * // Custom strategy factory
+ * const customRetry = (): RetryStrategy => ({
+ *   onRetry(error, attempt) {
+ *     if (attempt > 3) return null;
  *     if (error.code !== 'RATE_LIMITED') return null;
- *     return this.baseDelay * Math.pow(2, attempt - 1);
+ *     return 1000 * Math.pow(2, attempt - 1);
  *   }
- * }
+ * });
  * ```
  */
 interface RetryStrategy {
+    /**
+     * Maximum number of retry attempts configured for this strategy.
+     * Used by streaming retry logic to emit progress events.
+     */
+    readonly maxAttempts?: number;
     /**
      * Called when a request fails with a retryable error.
      *
@@ -905,7 +926,7 @@ interface RetryStrategy {
      */
     onRetry(error: UPPError, attempt: number): number | null | Promise<number | null>;
     /**
-     * Called before each request. Can be used to implement pre-emptive rate limiting.
+     * Called before each request. Can be used to implement pre-emptive delays.
      *
      * @returns Delay in ms to wait before making the request, or 0 to proceed immediately
      */
@@ -914,7 +935,32 @@ interface RetryStrategy {
      * Reset the strategy state (e.g., after a successful request).
      */
     reset?(): void;
+    /**
+     * Sets the retry delay from a Retry-After header value.
+     * Only applicable to strategies that honor server-provided retry timing.
+     *
+     * @param seconds - The Retry-After value in seconds
+     */
+    setRetryAfter?(seconds: number): void;
 }
+/**
+ * Factory function that creates a fresh RetryStrategy instance per request.
+ *
+ * Using a factory ensures each `.stream()`, `.generate()`, `.embed()` call
+ * gets its own isolated retry state, preventing cross-request contamination.
+ *
+ * @example
+ * ```typescript
+ * // Built-in factory
+ * const retry = exponentialBackoff({ maxAttempts: 3 });
+ *
+ * // Custom factory
+ * const customRetry: RetryStrategyFactory = () => ({
+ *   onRetry: (error, attempt) => attempt <= 3 ? 1000 : null
+ * });
+ * ```
+ */
+type RetryStrategyFactory = () => RetryStrategy;
 /**
  * Provider identity shape for structural typing.
  *
@@ -938,12 +984,12 @@ interface ProviderIdentity {
  * const config: ProviderConfig = {
  *   apiKey: process.env.OPENAI_API_KEY,
  *   timeout: 30000,
- *   retryStrategy: new ExponentialBackoff()
+ *   retryStrategy: exponentialBackoff()
  * };
  *
  * // Or with a key strategy for key rotation
  * const config: ProviderConfig = {
- *   apiKey: new RoundRobinKeys(['sk-1', 'sk-2', 'sk-3']),
+ *   apiKey: roundRobinKeys(['sk-1', 'sk-2', 'sk-3']),
  *   baseUrl: 'https://custom-proxy.example.com'
  * };
  * ```
@@ -965,8 +1011,8 @@ interface ProviderConfig {
     fetch?: typeof fetch;
     /** API version override (provider-specific) */
     apiVersion?: string;
-    /** Retry strategy for handling failures and rate limits */
-    retryStrategy?: RetryStrategy;
+    /** Retry strategy factory for handling failures and rate limits */
+    retryStrategy?: RetryStrategyFactory;
     /**
      * Custom headers to include in API requests.
      *
@@ -1777,4 +1823,4 @@ interface BoundLLMModel<TParams = unknown> {
     stream(request: LLMRequest<TParams>): LLMStreamResult;
 }
 
-export { type MiddlewareModality as $, type BoundLLMModel as A, type BoundEmbeddingModel as B, type InferenceInput as C, type ImageInput as D, type EmbeddingInput as E, type ImageEditInput as F, type ImageGenerateOptions as G, type GeneratedImage as H, type ImageStreamResult as I, type ImageUsage as J, type KeyStrategy as K, type LLMOptions as L, type Middleware as M, type ImageResult as N, type ImageStreamEvent as O, type ProviderIdentity as P, type ImageCapabilities as Q, type RetryStrategy as R, type ImageRequest as S, Thread as T, UPPError as U, type ImageEditRequest as V, type ImageResponse as W, type BoundImageModel as X, type ImageModelInput as Y, type MiddlewareContext as Z, type StreamContext as _, type ThreadJSON as a, type AnyRequest as a0, type AnyResponse as a1, type ImageProviderStreamResult as b, type ProviderConfig as c, type EmbeddingUsage as d, type Provider as e, type Modality as f, ErrorCode as g, type ModelReference as h, type LLMInstance as i, type ImageOptions as j, type ImageInstance as k, type LLMHandler as l, type EmbeddingHandler as m, type ImageHandler as n, Image as o, ModalityType as p, type LLMProvider as q, type EmbeddingProvider as r, type ImageProvider as s, type EmbeddingRequest as t, type EmbeddingResponse as u, type EmbeddingVector as v, type LLMCapabilities as w, type LLMRequest as x, type LLMResponse as y, type LLMStreamResult as z };
+export { type StreamContext as $, type LLMStreamResult as A, type BoundEmbeddingModel as B, type BoundLLMModel as C, type InferenceInput as D, type EmbeddingInput as E, type ImageInput as F, type ImageEditInput as G, type ImageGenerateOptions as H, type ImageStreamResult as I, type GeneratedImage as J, type KeyStrategy as K, type LLMOptions as L, type Middleware as M, type ImageUsage as N, type ImageResult as O, type ProviderIdentity as P, type ImageStreamEvent as Q, type RetryStrategyFactory as R, type ImageCapabilities as S, Thread as T, UPPError as U, type ImageRequest as V, type ImageEditRequest as W, type ImageResponse as X, type BoundImageModel as Y, type ImageModelInput as Z, type MiddlewareContext as _, type ThreadJSON as a, type MiddlewareModality as a0, type AnyRequest as a1, type AnyResponse as a2, type ImageProviderStreamResult as b, type ProviderConfig as c, type EmbeddingUsage as d, type Provider as e, type Modality as f, ErrorCode as g, type ModelReference as h, type LLMInstance as i, type ImageOptions as j, type ImageInstance as k, type LLMHandler as l, type EmbeddingHandler as m, type ImageHandler as n, Image as o, ModalityType as p, type RetryStrategy as q, type LLMProvider as r, type EmbeddingProvider as s, type ImageProvider as t, type EmbeddingRequest as u, type EmbeddingResponse as v, type EmbeddingVector as w, type LLMCapabilities as x, type LLMRequest as y, type LLMResponse as z };

package/dist/middleware/logging/index.d.ts

@@ -1,6 +1,6 @@
-import { M as Middleware } from '../../llm-CZqlijjK.js';
-import '../../stream-DVVUIKpz.js';
-import '../../tool-D22EhP5F.js';
+import { M as Middleware } from '../../llm-BWLaTzzY.js';
+import '../../stream-bBd_4Ipu.js';
+import '../../tool-BmAfKNBq.js';
 
 /**
  * @fileoverview Logging middleware for request/response visibility.

package/dist/middleware/logging/index.js

@@ -49,6 +49,9 @@ function loggingMiddleware(options = {}) {
       const duration = Date.now() - ctx.startTime;
       log("warn", `[${ctx.provider}] Aborted after ${duration}ms: ${error.message}`);
     },
+    onRetry(attempt, error, ctx) {
+      log("warn", `[${ctx.provider}] Retry attempt ${attempt}: ${error.message}`);
+    },
     onStreamEvent(event, ctx) {
       if (logStreamEvents) {
         log("debug", `Stream event: ${event.type}`, { index: event.index });

package/dist/middleware/logging/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/middleware/logging.ts"],"sourcesContent":["/**\n * @fileoverview Logging middleware for request/response visibility.\n *\n * Provides configurable logging for LLM, embedding, and image operations,\n * including timing, error tracking, and optional event logging.\n *\n * @module middleware/logging\n */\n\nimport type { Middleware, MiddlewareContext, StreamContext } from '../types/middleware.ts';\nimport type { StreamEvent } from '../types/stream.ts';\n\n/**\n * Log levels for filtering output.\n */\nexport type LogLevel = 'debug' | 'info' | 'warn' | 'error';\n\n/**\n * Options for logging middleware.\n */\nexport interface LoggingOptions {\n  /**\n   * Minimum log level to output.\n   * @default 'info'\n   */\n  level?: LogLevel;\n\n  /**\n   * Log individual stream events.\n   * @default false\n   */\n  logStreamEvents?: boolean;\n\n  /**\n   * Log tool calls and results.\n   * @default true\n   */\n  logToolCalls?: boolean;\n\n  /**\n   * Custom logger function. If not provided, uses console.log.\n   * @param level - The log level\n   * @param message - The log message\n   * @param data - Optional additional data\n   */\n  logger?(level: LogLevel, message: string, data?: Record<string, unknown>): void;\n\n  /**\n   * Prefix for all log messages.\n   * @default '[PP]'\n   */\n  prefix?: string;\n}\n\nconst LOG_LEVELS: Record<LogLevel, number> = {\n  debug: 0,\n  info: 1,\n  warn: 2,\n  error: 3,\n};\n\n/**\n * Creates a logging middleware for visibility into request lifecycle.\n *\n * This middleware logs the start, end, and errors of requests,\n * with optional logging of stream events and tool calls.\n *\n * @param options - Configuration options\n * @returns A middleware that logs request lifecycle events\n *\n * @example\n * ```typescript\n * import { llm } from '@providerprotocol/ai';\n * import { loggingMiddleware } from '@providerprotocol/ai/middleware/logging';\n * import { anthropic } from '@providerprotocol/ai/anthropic';\n *\n * const model = llm({\n *   model: anthropic('claude-sonnet-4-20250514'),\n *   middleware: [loggingMiddleware({ level: 'debug' })],\n * });\n *\n * // Logs: [PP] [anthropic] Starting llm request (streaming)\n * // Logs: [PP] [anthropic] Completed in 1234ms\n * const result = await model.generate('Hello');\n * ```\n */\nexport function loggingMiddleware(options: LoggingOptions = {}): Middleware {\n  const {\n    level = 'info',\n    logStreamEvents = false,\n    logToolCalls = true,\n    logger,\n    prefix = '[PP]',\n  } = options;\n\n  const minLevel = LOG_LEVELS[level];\n\n  const log = (logLevel: LogLevel, message: string, data?: Record<string, unknown>) => {\n    if (LOG_LEVELS[logLevel] < minLevel) {\n      return;\n    }\n\n    const fullMessage = `${prefix} ${message}`;\n\n    if (logger) {\n      logger(logLevel, fullMessage, data);\n    } else {\n      const consoleMethod = logLevel === 'error' ? console.error : logLevel === 'warn' ? console.warn : console.log;\n      if (data) {\n        consoleMethod(fullMessage, data);\n      } else {\n        consoleMethod(fullMessage);\n      }\n    }\n  };\n\n  return {\n    name: 'logging',\n\n    onStart(ctx: MiddlewareContext): void {\n      const streamingLabel = ctx.streaming ? '(streaming)' : '';\n      log('info', `[${ctx.provider}] Starting ${ctx.modality} request ${streamingLabel}`.trim());\n      log('debug', `[${ctx.provider}] Model: ${ctx.modelId}`);\n    },\n\n    onEnd(ctx: MiddlewareContext): void {\n      const duration = ctx.endTime ? ctx.endTime - ctx.startTime : 0;\n      log('info', `[${ctx.provider}] Completed in ${duration}ms`);\n    },\n\n    onError(error: Error, ctx: MiddlewareContext): void {\n      const duration = Date.now() - ctx.startTime;\n      log('error', `[${ctx.provider}] Error after ${duration}ms: ${error.message}`);\n    },\n\n    onAbort(error: Error, ctx: MiddlewareContext): void {\n      const duration = Date.now() - ctx.startTime;\n      log('warn', `[${ctx.provider}] Aborted after ${duration}ms: ${error.message}`);\n    },\n\n    onStreamEvent(event: StreamEvent, ctx: StreamContext): StreamEvent {\n      if (logStreamEvents) {\n        log('debug', `Stream event: ${event.type}`, { index: event.index });\n      }\n      return event;\n    },\n\n    onToolCall(tool, params, ctx: MiddlewareContext): void {\n      if (logToolCalls) {\n        log('info', `[${ctx.provider}] Tool call: ${tool.name}`);\n        log('debug', `[${ctx.provider}] Tool params:`, { params });\n      }\n    },\n\n    onToolResult(tool, result, ctx: MiddlewareContext): void {\n      if (logToolCalls) {\n        log('debug', `[${ctx.provider}] Tool result: ${tool.name}`, { result });\n      }\n    },\n  };\n}\n"],"mappings":";AAsDA,IAAM,aAAuC;AAAA,EAC3C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AACT;AA2BO,SAAS,kBAAkB,UAA0B,CAAC,GAAe;AAC1E,QAAM;AAAA,IACJ,QAAQ;AAAA,IACR,kBAAkB;AAAA,IAClB,eAAe;AAAA,IACf;AAAA,IACA,SAAS;AAAA,EACX,IAAI;AAEJ,QAAM,WAAW,WAAW,KAAK;AAEjC,QAAM,MAAM,CAAC,UAAoB,SAAiB,SAAmC;AACnF,QAAI,WAAW,QAAQ,IAAI,UAAU;AACnC;AAAA,IACF;AAEA,UAAM,cAAc,GAAG,MAAM,IAAI,OAAO;AAExC,QAAI,QAAQ;AACV,aAAO,UAAU,aAAa,IAAI;AAAA,IACpC,OAAO;AACL,YAAM,gBAAgB,aAAa,UAAU,QAAQ,QAAQ,aAAa,SAAS,QAAQ,OAAO,QAAQ;AAC1G,UAAI,MAAM;AACR,sBAAc,aAAa,IAAI;AAAA,MACjC,OAAO;AACL,sBAAc,WAAW;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IAEN,QAAQ,KAA8B;AACpC,YAAM,iBAAiB,IAAI,YAAY,gBAAgB;AACvD,UAAI,QAAQ,IAAI,IAAI,QAAQ,cAAc,IAAI,QAAQ,YAAY,cAAc,GAAG,KAAK,CAAC;AACzF,UAAI,SAAS,IAAI,IAAI,QAAQ,YAAY,IAAI,OAAO,EAAE;AAAA,IACxD;AAAA,IAEA,MAAM,KAA8B;AAClC,YAAM,WAAW,IAAI,UAAU,IAAI,UAAU,IAAI,YAAY;AAC7D,UAAI,QAAQ,IAAI,IAAI,QAAQ,kBAAkB,QAAQ,IAAI;AAAA,IAC5D;AAAA,IAEA,QAAQ,OAAc,KAA8B;AAClD,YAAM,WAAW,KAAK,IAAI,IAAI,IAAI;AAClC,UAAI,SAAS,IAAI,IAAI,QAAQ,iBAAiB,QAAQ,OAAO,MAAM,OAAO,EAAE;AAAA,IAC9E;AAAA,IAEA,QAAQ,OAAc,KAA8B;AAClD,YAAM,WAAW,KAAK,IAAI,IAAI,IAAI;AAClC,UAAI,QAAQ,IAAI,IAAI,QAAQ,mBAAmB,QAAQ,OAAO,MAAM,OAAO,EAAE;AAAA,IAC/E;AAAA,IAEA,cAAc,OAAoB,KAAiC;AACjE,UAAI,iBAAiB;AACnB,YAAI,SAAS,iBAAiB,MAAM,IAAI,IAAI,EAAE,OAAO,MAAM,MAAM,CAAC;AAAA,MACpE;AACA,aAAO;AAAA,IACT;AAAA,IAEA,WAAW,MAAM,QAAQ,KAA8B;AACrD,UAAI,cAAc;AAChB,YAAI,QAAQ,IAAI,IAAI,QAAQ,gBAAgB,KAAK,IAAI,EAAE;AACvD,YAAI,SAAS,IAAI,IAAI,QAAQ,kBAAkB,EAAE,OAAO,CAAC;AAAA,MAC3D;AAAA,IACF;AAAA,IAEA,aAAa,MAAM,QAAQ,KAA8B;AACvD,UAAI,cAAc;AAChB,YAAI,SAAS,IAAI,IAAI,QAAQ,kBAAkB,KAAK,IAAI,IAAI,EAAE,OAAO,CAAC;AAAA,MACxE;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../../../src/middleware/logging.ts"],"sourcesContent":["/**\n * @fileoverview Logging middleware for request/response visibility.\n *\n * Provides configurable logging for LLM, embedding, and image operations,\n * including timing, error tracking, and optional event logging.\n *\n * @module middleware/logging\n */\n\nimport type { Middleware, MiddlewareContext, StreamContext } from '../types/middleware.ts';\nimport type { StreamEvent } from '../types/stream.ts';\n\n/**\n * Log levels for filtering output.\n */\nexport type LogLevel = 'debug' | 'info' | 'warn' | 'error';\n\n/**\n * Options for logging middleware.\n */\nexport interface LoggingOptions {\n  /**\n   * Minimum log level to output.\n   * @default 'info'\n   */\n  level?: LogLevel;\n\n  /**\n   * Log individual stream events.\n   * @default false\n   */\n  logStreamEvents?: boolean;\n\n  /**\n   * Log tool calls and results.\n   * @default true\n   */\n  logToolCalls?: boolean;\n\n  /**\n   * Custom logger function. If not provided, uses console.log.\n   * @param level - The log level\n   * @param message - The log message\n   * @param data - Optional additional data\n   */\n  logger?(level: LogLevel, message: string, data?: Record<string, unknown>): void;\n\n  /**\n   * Prefix for all log messages.\n   * @default '[PP]'\n   */\n  prefix?: string;\n}\n\nconst LOG_LEVELS: Record<LogLevel, number> = {\n  debug: 0,\n  info: 1,\n  warn: 2,\n  error: 3,\n};\n\n/**\n * Creates a logging middleware for visibility into request lifecycle.\n *\n * This middleware logs the start, end, and errors of requests,\n * with optional logging of stream events and tool calls.\n *\n * @param options - Configuration options\n * @returns A middleware that logs request lifecycle events\n *\n * @example\n * ```typescript\n * import { llm } from '@providerprotocol/ai';\n * import { loggingMiddleware } from '@providerprotocol/ai/middleware/logging';\n * import { anthropic } from '@providerprotocol/ai/anthropic';\n *\n * const model = llm({\n *   model: anthropic('claude-sonnet-4-20250514'),\n *   middleware: [loggingMiddleware({ level: 'debug' })],\n * });\n *\n * // Logs: [PP] [anthropic] Starting llm request (streaming)\n * // Logs: [PP] [anthropic] Completed in 1234ms\n * const result = await model.generate('Hello');\n * ```\n */\nexport function loggingMiddleware(options: LoggingOptions = {}): Middleware {\n  const {\n    level = 'info',\n    logStreamEvents = false,\n    logToolCalls = true,\n    logger,\n    prefix = '[PP]',\n  } = options;\n\n  const minLevel = LOG_LEVELS[level];\n\n  const log = (logLevel: LogLevel, message: string, data?: Record<string, unknown>) => {\n    if (LOG_LEVELS[logLevel] < minLevel) {\n      return;\n    }\n\n    const fullMessage = `${prefix} ${message}`;\n\n    if (logger) {\n      logger(logLevel, fullMessage, data);\n    } else {\n      const consoleMethod = logLevel === 'error' ? console.error : logLevel === 'warn' ? console.warn : console.log;\n      if (data) {\n        consoleMethod(fullMessage, data);\n      } else {\n        consoleMethod(fullMessage);\n      }\n    }\n  };\n\n  return {\n    name: 'logging',\n\n    onStart(ctx: MiddlewareContext): void {\n      const streamingLabel = ctx.streaming ? '(streaming)' : '';\n      log('info', `[${ctx.provider}] Starting ${ctx.modality} request ${streamingLabel}`.trim());\n      log('debug', `[${ctx.provider}] Model: ${ctx.modelId}`);\n    },\n\n    onEnd(ctx: MiddlewareContext): void {\n      const duration = ctx.endTime ? ctx.endTime - ctx.startTime : 0;\n      log('info', `[${ctx.provider}] Completed in ${duration}ms`);\n    },\n\n    onError(error: Error, ctx: MiddlewareContext): void {\n      const duration = Date.now() - ctx.startTime;\n      log('error', `[${ctx.provider}] Error after ${duration}ms: ${error.message}`);\n    },\n\n    onAbort(error: Error, ctx: MiddlewareContext): void {\n      const duration = Date.now() - ctx.startTime;\n      log('warn', `[${ctx.provider}] Aborted after ${duration}ms: ${error.message}`);\n    },\n\n    onRetry(attempt: number, error: Error, ctx: MiddlewareContext): void {\n      log('warn', `[${ctx.provider}] Retry attempt ${attempt}: ${error.message}`);\n    },\n\n    onStreamEvent(event: StreamEvent, ctx: StreamContext): StreamEvent {\n      if (logStreamEvents) {\n        log('debug', `Stream event: ${event.type}`, { index: event.index });\n      }\n      return event;\n    },\n\n    onToolCall(tool, params, ctx: MiddlewareContext): void {\n      if (logToolCalls) {\n        log('info', `[${ctx.provider}] Tool call: ${tool.name}`);\n        log('debug', `[${ctx.provider}] Tool params:`, { params });\n      }\n    },\n\n    onToolResult(tool, result, ctx: MiddlewareContext): void {\n      if (logToolCalls) {\n        log('debug', `[${ctx.provider}] Tool result: ${tool.name}`, { result });\n      }\n    },\n  };\n}\n"],"mappings":";AAsDA,IAAM,aAAuC;AAAA,EAC3C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AACT;AA2BO,SAAS,kBAAkB,UAA0B,CAAC,GAAe;AAC1E,QAAM;AAAA,IACJ,QAAQ;AAAA,IACR,kBAAkB;AAAA,IAClB,eAAe;AAAA,IACf;AAAA,IACA,SAAS;AAAA,EACX,IAAI;AAEJ,QAAM,WAAW,WAAW,KAAK;AAEjC,QAAM,MAAM,CAAC,UAAoB,SAAiB,SAAmC;AACnF,QAAI,WAAW,QAAQ,IAAI,UAAU;AACnC;AAAA,IACF;AAEA,UAAM,cAAc,GAAG,MAAM,IAAI,OAAO;AAExC,QAAI,QAAQ;AACV,aAAO,UAAU,aAAa,IAAI;AAAA,IACpC,OAAO;AACL,YAAM,gBAAgB,aAAa,UAAU,QAAQ,QAAQ,aAAa,SAAS,QAAQ,OAAO,QAAQ;AAC1G,UAAI,MAAM;AACR,sBAAc,aAAa,IAAI;AAAA,MACjC,OAAO;AACL,sBAAc,WAAW;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IAEN,QAAQ,KAA8B;AACpC,YAAM,iBAAiB,IAAI,YAAY,gBAAgB;AACvD,UAAI,QAAQ,IAAI,IAAI,QAAQ,cAAc,IAAI,QAAQ,YAAY,cAAc,GAAG,KAAK,CAAC;AACzF,UAAI,SAAS,IAAI,IAAI,QAAQ,YAAY,IAAI,OAAO,EAAE;AAAA,IACxD;AAAA,IAEA,MAAM,KAA8B;AAClC,YAAM,WAAW,IAAI,UAAU,IAAI,UAAU,IAAI,YAAY;AAC7D,UAAI,QAAQ,IAAI,IAAI,QAAQ,kBAAkB,QAAQ,IAAI;AAAA,IAC5D;AAAA,IAEA,QAAQ,OAAc,KAA8B;AAClD,YAAM,WAAW,KAAK,IAAI,IAAI,IAAI;AAClC,UAAI,SAAS,IAAI,IAAI,QAAQ,iBAAiB,QAAQ,OAAO,MAAM,OAAO,EAAE;AAAA,IAC9E;AAAA,IAEA,QAAQ,OAAc,KAA8B;AAClD,YAAM,WAAW,KAAK,IAAI,IAAI,IAAI;AAClC,UAAI,QAAQ,IAAI,IAAI,QAAQ,mBAAmB,QAAQ,OAAO,MAAM,OAAO,EAAE;AAAA,IAC/E;AAAA,IAEA,QAAQ,SAAiB,OAAc,KAA8B;AACnE,UAAI,QAAQ,IAAI,IAAI,QAAQ,mBAAmB,OAAO,KAAK,MAAM,OAAO,EAAE;AAAA,IAC5E;AAAA,IAEA,cAAc,OAAoB,KAAiC;AACjE,UAAI,iBAAiB;AACnB,YAAI,SAAS,iBAAiB,MAAM,IAAI,IAAI,EAAE,OAAO,MAAM,MAAM,CAAC;AAAA,MACpE;AACA,aAAO;AAAA,IACT;AAAA,IAEA,WAAW,MAAM,QAAQ,KAA8B;AACrD,UAAI,cAAc;AAChB,YAAI,QAAQ,IAAI,IAAI,QAAQ,gBAAgB,KAAK,IAAI,EAAE;AACvD,YAAI,SAAS,IAAI,IAAI,QAAQ,kBAAkB,EAAE,OAAO,CAAC;AAAA,MAC3D;AAAA,IACF;AAAA,IAEA,aAAa,MAAM,QAAQ,KAA8B;AACvD,UAAI,cAAc;AAChB,YAAI,SAAS,IAAI,IAAI,QAAQ,kBAAkB,KAAK,IAAI,IAAI,EAAE,OAAO,CAAC;AAAA,MACxE;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/dist/middleware/parsed-object/index.d.ts

@@ -1,6 +1,6 @@
-import { M as Middleware } from '../../llm-CZqlijjK.js';
-import { E as EventDelta, S as StreamEvent } from '../../stream-DVVUIKpz.js';
-import '../../tool-D22EhP5F.js';
+import { M as Middleware } from '../../llm-BWLaTzzY.js';
+import { E as EventDelta, S as StreamEvent } from '../../stream-bBd_4Ipu.js';
+import '../../tool-BmAfKNBq.js';
 
 /**
  * @fileoverview Parsed object middleware for incremental JSON parsing.

package/dist/middleware/parsed-object/index.js

@@ -3,7 +3,7 @@ import {
 } from "../../chunk-I53CI6ZZ.js";
 import {
   StreamEventType
-} from "../../chunk-MJI74VEJ.js";
+} from "../../chunk-F5ENANMJ.js";
 
 // src/middleware/parsed-object.ts
 var ACCUMULATED_TEXT_KEY = "parsedObject:text";
@@ -64,6 +64,10 @@ function parsedObjectMiddleware(options = {}) {
     onStreamEnd(ctx) {
       ctx.state.delete(ACCUMULATED_TEXT_KEY);
       ctx.state.delete(ACCUMULATED_ARGS_KEY);
+    },
+    onRetry(_attempt, _error, ctx) {
+      ctx.state.delete(ACCUMULATED_TEXT_KEY);
+      ctx.state.delete(ACCUMULATED_ARGS_KEY);
     }
   };
 }

package/dist/middleware/parsed-object/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/middleware/parsed-object.ts"],"sourcesContent":["/**\n * @fileoverview Parsed object middleware for incremental JSON parsing.\n *\n * This middleware parses partial JSON from ObjectDelta and ToolCallDelta\n * stream events, providing incremental structured data during streaming.\n *\n * @module middleware/parsed-object\n */\n\nimport type { Middleware, StreamContext } from '../types/middleware.ts';\nimport type { EventDelta, StreamEvent } from '../types/stream.ts';\nimport { StreamEventType } from '../types/stream.ts';\nimport { parsePartialJson } from '../utils/partial-json.ts';\n\n/**\n * Event delta with parsed JSON data.\n * Extended by parsedObjectMiddleware when parsing is enabled.\n */\nexport interface ParsedEventDelta extends EventDelta {\n  /** Incrementally parsed JSON value */\n  parsed?: unknown;\n}\n\n/**\n * Stream event with parsed JSON data.\n * Returned by parsedObjectMiddleware for ObjectDelta and ToolCallDelta events.\n */\nexport interface ParsedStreamEvent extends Omit<StreamEvent, 'delta'> {\n  delta: ParsedEventDelta;\n}\n\n/**\n * Options for parsed object middleware.\n */\nexport interface ParsedObjectOptions {\n  /**\n   * Parse ObjectDelta events (structured output responses).\n   * @default true\n   */\n  parseObjects?: boolean;\n\n  /**\n   * Parse ToolCallDelta events (tool call arguments).\n   * @default true\n   */\n  parseToolCalls?: boolean;\n}\n\n/**\n * Creates a middleware that parses partial JSON from stream events.\n *\n * This middleware accumulates text from ObjectDelta events and tool\n * argument JSON from ToolCallDelta events, then parses them incrementally\n * using partial JSON parsing. The parsed result is added to the event's\n * `parsed` field.\n *\n * @param options - Configuration options\n * @returns A middleware that adds parsed JSON to stream events\n *\n * @example\n * ```typescript\n * import { llm } from '@providerprotocol/ai';\n * import { parsedObjectMiddleware } from '@providerprotocol/ai/middleware/parsed-object';\n * import { anthropic } from '@providerprotocol/ai/anthropic';\n *\n * const model = llm({\n *   model: anthropic('claude-sonnet-4-20250514'),\n *   structure: mySchema,\n *   middleware: [parsedObjectMiddleware()],\n * });\n *\n * for await (const event of model.stream('Extract data from this text')) {\n *   if (event.type === 'object_delta') {\n *     // event.delta.parsed contains incrementally parsed object\n *     console.log(event.delta.parsed);\n *   }\n * }\n * ```\n */\n/** State key for accumulated object text */\nconst ACCUMULATED_TEXT_KEY = 'parsedObject:text';\n/** State key for accumulated tool arguments */\nconst ACCUMULATED_ARGS_KEY = 'parsedObject:args';\n\n/**\n * Gets or creates the accumulated text map from state.\n */\nfunction getAccumulatedText(state: Map<string, unknown>): Map<number, string> {\n  let map = state.get(ACCUMULATED_TEXT_KEY) as Map<number, string> | undefined;\n  if (!map) {\n    map = new Map();\n    state.set(ACCUMULATED_TEXT_KEY, map);\n  }\n  return map;\n}\n\n/**\n * Gets or creates the accumulated args map from state.\n */\nfunction getAccumulatedArgs(state: Map<string, unknown>): Map<number, string> {\n  let map = state.get(ACCUMULATED_ARGS_KEY) as Map<number, string> | undefined;\n  if (!map) {\n    map = new Map();\n    state.set(ACCUMULATED_ARGS_KEY, map);\n  }\n  return map;\n}\n\nexport function parsedObjectMiddleware(options: ParsedObjectOptions = {}): Middleware {\n  const { parseObjects = true, parseToolCalls = true } = options;\n\n  return {\n    name: 'parsed-object',\n\n    onStreamEvent(event: StreamEvent, ctx: StreamContext): StreamEvent | StreamEvent[] | null {\n      if (parseObjects && event.type === StreamEventType.ObjectDelta) {\n        const accumulatedText = getAccumulatedText(ctx.state);\n        const current = accumulatedText.get(event.index) ?? '';\n        const newText = current + (event.delta.text ?? '');\n        accumulatedText.set(event.index, newText);\n\n        const parseResult = parsePartialJson(newText);\n\n        const parsedEvent: ParsedStreamEvent = {\n          ...event,\n          delta: {\n            ...event.delta,\n            parsed: parseResult.value,\n          },\n        };\n        return parsedEvent as StreamEvent;\n      }\n\n      if (parseToolCalls && event.type === StreamEventType.ToolCallDelta) {\n        const accumulatedArgs = getAccumulatedArgs(ctx.state);\n        const current = accumulatedArgs.get(event.index) ?? '';\n        const newJson = current + (event.delta.argumentsJson ?? '');\n        accumulatedArgs.set(event.index, newJson);\n\n        const parseResult = parsePartialJson(newJson);\n\n        const parsedEvent: ParsedStreamEvent = {\n          ...event,\n          delta: {\n            ...event.delta,\n            parsed: parseResult.value,\n          },\n        };\n        return parsedEvent as StreamEvent;\n      }\n\n      return event;\n    },\n\n    onStreamEnd(ctx: StreamContext): void {\n      // Clean up accumulated state to prevent memory buildup in long sessions\n      ctx.state.delete(ACCUMULATED_TEXT_KEY);\n      ctx.state.delete(ACCUMULATED_ARGS_KEY);\n    },\n  };\n}\n"],"mappings":";;;;;;;;AAgFA,IAAM,uBAAuB;AAE7B,IAAM,uBAAuB;AAK7B,SAAS,mBAAmB,OAAkD;AAC5E,MAAI,MAAM,MAAM,IAAI,oBAAoB;AACxC,MAAI,CAAC,KAAK;AACR,UAAM,oBAAI,IAAI;AACd,UAAM,IAAI,sBAAsB,GAAG;AAAA,EACrC;AACA,SAAO;AACT;AAKA,SAAS,mBAAmB,OAAkD;AAC5E,MAAI,MAAM,MAAM,IAAI,oBAAoB;AACxC,MAAI,CAAC,KAAK;AACR,UAAM,oBAAI,IAAI;AACd,UAAM,IAAI,sBAAsB,GAAG;AAAA,EACrC;AACA,SAAO;AACT;AAEO,SAAS,uBAAuB,UAA+B,CAAC,GAAe;AACpF,QAAM,EAAE,eAAe,MAAM,iBAAiB,KAAK,IAAI;AAEvD,SAAO;AAAA,IACL,MAAM;AAAA,IAEN,cAAc,OAAoB,KAAwD;AACxF,UAAI,gBAAgB,MAAM,SAAS,gBAAgB,aAAa;AAC9D,cAAM,kBAAkB,mBAAmB,IAAI,KAAK;AACpD,cAAM,UAAU,gBAAgB,IAAI,MAAM,KAAK,KAAK;AACpD,cAAM,UAAU,WAAW,MAAM,MAAM,QAAQ;AAC/C,wBAAgB,IAAI,MAAM,OAAO,OAAO;AAExC,cAAM,cAAc,iBAAiB,OAAO;AAE5C,cAAM,cAAiC;AAAA,UACrC,GAAG;AAAA,UACH,OAAO;AAAA,YACL,GAAG,MAAM;AAAA,YACT,QAAQ,YAAY;AAAA,UACtB;AAAA,QACF;AACA,eAAO;AAAA,MACT;AAEA,UAAI,kBAAkB,MAAM,SAAS,gBAAgB,eAAe;AAClE,cAAM,kBAAkB,mBAAmB,IAAI,KAAK;AACpD,cAAM,UAAU,gBAAgB,IAAI,MAAM,KAAK,KAAK;AACpD,cAAM,UAAU,WAAW,MAAM,MAAM,iBAAiB;AACxD,wBAAgB,IAAI,MAAM,OAAO,OAAO;AAExC,cAAM,cAAc,iBAAiB,OAAO;AAE5C,cAAM,cAAiC;AAAA,UACrC,GAAG;AAAA,UACH,OAAO;AAAA,YACL,GAAG,MAAM;AAAA,YACT,QAAQ,YAAY;AAAA,UACtB;AAAA,QACF;AACA,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,IACT;AAAA,IAEA,YAAY,KAA0B;AAEpC,UAAI,MAAM,OAAO,oBAAoB;AACrC,UAAI,MAAM,OAAO,oBAAoB;AAAA,IACvC;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../../../src/middleware/parsed-object.ts"],"sourcesContent":["/**\n * @fileoverview Parsed object middleware for incremental JSON parsing.\n *\n * This middleware parses partial JSON from ObjectDelta and ToolCallDelta\n * stream events, providing incremental structured data during streaming.\n *\n * @module middleware/parsed-object\n */\n\nimport type { Middleware, MiddlewareContext, StreamContext } from '../types/middleware.ts';\nimport type { EventDelta, StreamEvent } from '../types/stream.ts';\nimport { StreamEventType } from '../types/stream.ts';\nimport { parsePartialJson } from '../utils/partial-json.ts';\n\n/**\n * Event delta with parsed JSON data.\n * Extended by parsedObjectMiddleware when parsing is enabled.\n */\nexport interface ParsedEventDelta extends EventDelta {\n  /** Incrementally parsed JSON value */\n  parsed?: unknown;\n}\n\n/**\n * Stream event with parsed JSON data.\n * Returned by parsedObjectMiddleware for ObjectDelta and ToolCallDelta events.\n */\nexport interface ParsedStreamEvent extends Omit<StreamEvent, 'delta'> {\n  delta: ParsedEventDelta;\n}\n\n/**\n * Options for parsed object middleware.\n */\nexport interface ParsedObjectOptions {\n  /**\n   * Parse ObjectDelta events (structured output responses).\n   * @default true\n   */\n  parseObjects?: boolean;\n\n  /**\n   * Parse ToolCallDelta events (tool call arguments).\n   * @default true\n   */\n  parseToolCalls?: boolean;\n}\n\n/**\n * Creates a middleware that parses partial JSON from stream events.\n *\n * This middleware accumulates text from ObjectDelta events and tool\n * argument JSON from ToolCallDelta events, then parses them incrementally\n * using partial JSON parsing. The parsed result is added to the event's\n * `parsed` field.\n *\n * @param options - Configuration options\n * @returns A middleware that adds parsed JSON to stream events\n *\n * @example\n * ```typescript\n * import { llm } from '@providerprotocol/ai';\n * import { parsedObjectMiddleware } from '@providerprotocol/ai/middleware/parsed-object';\n * import { anthropic } from '@providerprotocol/ai/anthropic';\n *\n * const model = llm({\n *   model: anthropic('claude-sonnet-4-20250514'),\n *   structure: mySchema,\n *   middleware: [parsedObjectMiddleware()],\n * });\n *\n * for await (const event of model.stream('Extract data from this text')) {\n *   if (event.type === 'object_delta') {\n *     // event.delta.parsed contains incrementally parsed object\n *     console.log(event.delta.parsed);\n *   }\n * }\n * ```\n */\n/** State key for accumulated object text */\nconst ACCUMULATED_TEXT_KEY = 'parsedObject:text';\n/** State key for accumulated tool arguments */\nconst ACCUMULATED_ARGS_KEY = 'parsedObject:args';\n\n/**\n * Gets or creates the accumulated text map from state.\n */\nfunction getAccumulatedText(state: Map<string, unknown>): Map<number, string> {\n  let map = state.get(ACCUMULATED_TEXT_KEY) as Map<number, string> | undefined;\n  if (!map) {\n    map = new Map();\n    state.set(ACCUMULATED_TEXT_KEY, map);\n  }\n  return map;\n}\n\n/**\n * Gets or creates the accumulated args map from state.\n */\nfunction getAccumulatedArgs(state: Map<string, unknown>): Map<number, string> {\n  let map = state.get(ACCUMULATED_ARGS_KEY) as Map<number, string> | undefined;\n  if (!map) {\n    map = new Map();\n    state.set(ACCUMULATED_ARGS_KEY, map);\n  }\n  return map;\n}\n\nexport function parsedObjectMiddleware(options: ParsedObjectOptions = {}): Middleware {\n  const { parseObjects = true, parseToolCalls = true } = options;\n\n  return {\n    name: 'parsed-object',\n\n    onStreamEvent(event: StreamEvent, ctx: StreamContext): StreamEvent | StreamEvent[] | null {\n      if (parseObjects && event.type === StreamEventType.ObjectDelta) {\n        const accumulatedText = getAccumulatedText(ctx.state);\n        const current = accumulatedText.get(event.index) ?? '';\n        const newText = current + (event.delta.text ?? '');\n        accumulatedText.set(event.index, newText);\n\n        const parseResult = parsePartialJson(newText);\n\n        const parsedEvent: ParsedStreamEvent = {\n          ...event,\n          delta: {\n            ...event.delta,\n            parsed: parseResult.value,\n          },\n        };\n        return parsedEvent as StreamEvent;\n      }\n\n      if (parseToolCalls && event.type === StreamEventType.ToolCallDelta) {\n        const accumulatedArgs = getAccumulatedArgs(ctx.state);\n        const current = accumulatedArgs.get(event.index) ?? '';\n        const newJson = current + (event.delta.argumentsJson ?? '');\n        accumulatedArgs.set(event.index, newJson);\n\n        const parseResult = parsePartialJson(newJson);\n\n        const parsedEvent: ParsedStreamEvent = {\n          ...event,\n          delta: {\n            ...event.delta,\n            parsed: parseResult.value,\n          },\n        };\n        return parsedEvent as StreamEvent;\n      }\n\n      return event;\n    },\n\n    onStreamEnd(ctx: StreamContext): void {\n      ctx.state.delete(ACCUMULATED_TEXT_KEY);\n      ctx.state.delete(ACCUMULATED_ARGS_KEY);\n    },\n\n    onRetry(_attempt: number, _error: Error, ctx: MiddlewareContext): void {\n      ctx.state.delete(ACCUMULATED_TEXT_KEY);\n      ctx.state.delete(ACCUMULATED_ARGS_KEY);\n    },\n  };\n}\n"],"mappings":";;;;;;;;AAgFA,IAAM,uBAAuB;AAE7B,IAAM,uBAAuB;AAK7B,SAAS,mBAAmB,OAAkD;AAC5E,MAAI,MAAM,MAAM,IAAI,oBAAoB;AACxC,MAAI,CAAC,KAAK;AACR,UAAM,oBAAI,IAAI;AACd,UAAM,IAAI,sBAAsB,GAAG;AAAA,EACrC;AACA,SAAO;AACT;AAKA,SAAS,mBAAmB,OAAkD;AAC5E,MAAI,MAAM,MAAM,IAAI,oBAAoB;AACxC,MAAI,CAAC,KAAK;AACR,UAAM,oBAAI,IAAI;AACd,UAAM,IAAI,sBAAsB,GAAG;AAAA,EACrC;AACA,SAAO;AACT;AAEO,SAAS,uBAAuB,UAA+B,CAAC,GAAe;AACpF,QAAM,EAAE,eAAe,MAAM,iBAAiB,KAAK,IAAI;AAEvD,SAAO;AAAA,IACL,MAAM;AAAA,IAEN,cAAc,OAAoB,KAAwD;AACxF,UAAI,gBAAgB,MAAM,SAAS,gBAAgB,aAAa;AAC9D,cAAM,kBAAkB,mBAAmB,IAAI,KAAK;AACpD,cAAM,UAAU,gBAAgB,IAAI,MAAM,KAAK,KAAK;AACpD,cAAM,UAAU,WAAW,MAAM,MAAM,QAAQ;AAC/C,wBAAgB,IAAI,MAAM,OAAO,OAAO;AAExC,cAAM,cAAc,iBAAiB,OAAO;AAE5C,cAAM,cAAiC;AAAA,UACrC,GAAG;AAAA,UACH,OAAO;AAAA,YACL,GAAG,MAAM;AAAA,YACT,QAAQ,YAAY;AAAA,UACtB;AAAA,QACF;AACA,eAAO;AAAA,MACT;AAEA,UAAI,kBAAkB,MAAM,SAAS,gBAAgB,eAAe;AAClE,cAAM,kBAAkB,mBAAmB,IAAI,KAAK;AACpD,cAAM,UAAU,gBAAgB,IAAI,MAAM,KAAK,KAAK;AACpD,cAAM,UAAU,WAAW,MAAM,MAAM,iBAAiB;AACxD,wBAAgB,IAAI,MAAM,OAAO,OAAO;AAExC,cAAM,cAAc,iBAAiB,OAAO;AAE5C,cAAM,cAAiC;AAAA,UACrC,GAAG;AAAA,UACH,OAAO;AAAA,YACL,GAAG,MAAM;AAAA,YACT,QAAQ,YAAY;AAAA,UACtB;AAAA,QACF;AACA,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,IACT;AAAA,IAEA,YAAY,KAA0B;AACpC,UAAI,MAAM,OAAO,oBAAoB;AACrC,UAAI,MAAM,OAAO,oBAAoB;AAAA,IACvC;AAAA,IAEA,QAAQ,UAAkB,QAAe,KAA8B;AACrE,UAAI,MAAM,OAAO,oBAAoB;AACrC,UAAI,MAAM,OAAO,oBAAoB;AAAA,IACvC;AAAA,EACF;AACF;","names":[]}

package/dist/middleware/persistence/index.d.ts

@@ -1,6 +1,6 @@
-import { T as Thread, a as ThreadJSON, M as Middleware } from '../../llm-CZqlijjK.js';
-import { T as Turn } from '../../stream-DVVUIKpz.js';
-import '../../tool-D22EhP5F.js';
+import { T as Thread, a as ThreadJSON, M as Middleware } from '../../llm-BWLaTzzY.js';
+import { T as Turn } from '../../stream-bBd_4Ipu.js';
+import '../../tool-BmAfKNBq.js';
 
 /**
  * @fileoverview Persistence middleware for thread storage.

package/dist/middleware/persistence/index.js

@@ -1,7 +1,8 @@
 import {
   Thread
-} from "../../chunk-ZKNPQBIE.js";
-import "../../chunk-WU4U6IHF.js";
+} from "../../chunk-R3T2IYOU.js";
+import "../../chunk-6QCV4WXF.js";
+import "../../chunk-U2G5PHHL.js";
 import {
   toError
 } from "../../chunk-GIDT7C6I.js";

package/dist/middleware/persistence/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/middleware/persistence.ts"],"sourcesContent":["/**\n * @fileoverview Persistence middleware for thread storage.\n *\n * Loads a conversation thread before execution and saves it after completion.\n * Designed for LLM requests; other modalities are ignored.\n *\n * @module middleware/persistence\n */\n\nimport type { Middleware, MiddlewareContext } from '../types/middleware.ts';\nimport type { LLMRequest } from '../types/llm.ts';\nimport type { Turn } from '../types/turn.ts';\nimport type { ThreadJSON } from '../types/thread.ts';\nimport { Thread } from '../types/thread.ts';\nimport { toError } from '../utils/error.ts';\n\nconst STATE_KEY_THREAD = 'persistence:thread';\nconst STATE_KEY_ID = 'persistence:id';\nconst TURN_START_INDEX_KEY = 'llm:turnStartIndex';\n\nconst isLLMRequest = (request: MiddlewareContext['request']): request is LLMRequest => (\n  'messages' in request\n);\n\n/**\n * Load result for persistence adapters.\n */\nexport type PersistenceLoadResult = Thread | ThreadJSON | null | undefined;\n\n/**\n * Adapter configuration for persistence middleware.\n */\nexport interface PersistenceAdapterConfig {\n  /**\n   * Unique identifier for the conversation.\n   */\n  id: string;\n\n  /**\n   * Loads a thread for the provided ID.\n   *\n   * Return a Thread instance, ThreadJSON, or null/undefined for new threads.\n   *\n   * @param id - Conversation identifier\n   */\n  load(id: string): Promise<PersistenceLoadResult>;\n\n  /**\n   * Persists the thread after a turn completes.\n   *\n   * @param id - Conversation identifier\n   * @param thread - Updated thread instance\n   * @param turn - Completed turn (undefined if not available)\n   */\n  save(id: string, thread: Thread, turn: Turn | undefined): Promise<void>;\n}\n\n/**\n * Persistence adapter implementation.\n *\n * Provides a thin wrapper around load/save callbacks.\n */\nexport class PersistenceAdapter {\n  readonly id: string;\n\n  private readonly loader: PersistenceAdapterConfig['load'];\n\n  private readonly saver: PersistenceAdapterConfig['save'];\n\n  /**\n   * Creates a persistence adapter.\n   *\n   * @param config - Adapter configuration\n   */\n  constructor(config: PersistenceAdapterConfig) {\n    this.id = config.id;\n    this.loader = config.load;\n    this.saver = config.save;\n  }\n\n  /**\n   * Loads a thread for the provided ID.\n   *\n   * @param id - Conversation identifier\n   */\n  async load(id: string): Promise<PersistenceLoadResult> {\n    return this.loader(id);\n  }\n\n  /**\n   * Persists the thread after a turn completes.\n   *\n   * @param id - Conversation identifier\n   * @param thread - Updated thread instance\n   * @param turn - Completed turn (undefined if not available)\n   */\n  async save(id: string, thread: Thread, turn: Turn | undefined): Promise<void> {\n    await this.saver(id, thread, turn);\n  }\n}\n\n/**\n * Options for persistence middleware.\n */\nexport interface PersistenceOptions {\n  /**\n   * Adapter instance for loading and saving threads.\n   */\n  adapter: PersistenceAdapter;\n}\n\n/**\n * Gets the loaded thread from middleware state.\n *\n * @param state - Middleware state map\n * @returns Thread instance or undefined if not set\n */\nexport function getThread(state: Map<string, unknown>): Thread | undefined {\n  return state.get(STATE_KEY_THREAD) as Thread | undefined;\n}\n\n/**\n * Gets the conversation ID from middleware state.\n *\n * @param state - Middleware state map\n * @returns Conversation ID or undefined if not set\n */\nexport function getThreadId(state: Map<string, unknown>): string | undefined {\n  return state.get(STATE_KEY_ID) as string | undefined;\n}\n\n/**\n * Creates persistence middleware for thread storage.\n *\n * Loads a thread before requests and saves it after completion. The middleware\n * prepends loaded messages that are not already present in the request so turn\n * slicing excludes persisted history without duplicating explicit history.\n *\n * @param options - Middleware configuration\n * @returns Middleware instance\n *\n * @example\n * ```typescript\n * import { llm } from '@providerprotocol/ai';\n * import { anthropic } from '@providerprotocol/ai/anthropic';\n * import { persistenceMiddleware, PersistenceAdapter } from '@providerprotocol/ai/middleware/persistence';\n *\n * const model = llm({\n *   model: anthropic('claude-sonnet-4-20250514'),\n *   system: 'You are a helpful assistant.',\n *   middleware: [\n *     persistenceMiddleware({\n *       adapter: new PersistenceAdapter({\n *         id: 'conversation-id',\n *         load: async (id) => loadThreadFromMemory(id),\n *         save: async (id, thread) => saveThreadToMemory(id, thread),\n *       }),\n *     }),\n *   ],\n * });\n * ```\n */\nexport function persistenceMiddleware(options: PersistenceOptions): Middleware {\n  const { adapter } = options;\n\n  if (!adapter?.id) {\n    throw new Error('persistenceMiddleware requires an adapter with a non-empty id');\n  }\n  if (typeof adapter.load !== 'function' || typeof adapter.save !== 'function') {\n    throw new Error('persistenceMiddleware requires an adapter with load and save functions');\n  }\n\n  return {\n    name: 'persistence',\n\n    async onRequest(ctx: MiddlewareContext): Promise<void> {\n      if (ctx.modality !== 'llm' || !isLLMRequest(ctx.request)) {\n        return;\n      }\n\n      ctx.state.set(STATE_KEY_ID, adapter.id);\n\n      let loaded: PersistenceLoadResult;\n      try {\n        loaded = await adapter.load(adapter.id);\n      } catch (error) {\n        const err = toError(error);\n        throw new Error(`Persistence adapter failed to load thread \"${adapter.id}\": ${err.message}`, {\n          cause: err,\n        });\n      }\n\n      let thread: Thread;\n      if (!loaded) {\n        thread = new Thread();\n      } else if (loaded instanceof Thread) {\n        thread = loaded;\n      } else {\n        try {\n          thread = Thread.fromJSON(loaded);\n        } catch (error) {\n          const err = toError(error);\n          throw new Error(`Persistence adapter failed to deserialize thread \"${adapter.id}\": ${err.message}`, {\n            cause: err,\n          });\n        }\n      }\n\n      ctx.state.set(STATE_KEY_THREAD, thread);\n\n      if (thread.messages.length > 0) {\n        const existingIds = new Set(ctx.request.messages.map((message) => message.id));\n        const missing = thread.messages.filter((message) => !existingIds.has(message.id));\n        if (missing.length > 0) {\n          ctx.request.messages.unshift(...missing);\n          const currentIndex = ctx.state.get(TURN_START_INDEX_KEY);\n          const nextIndex = (typeof currentIndex === 'number' ? currentIndex : 0) + missing.length;\n          ctx.state.set(TURN_START_INDEX_KEY, nextIndex);\n        }\n      }\n    },\n\n    async onTurn(turn: Turn, ctx: MiddlewareContext): Promise<void> {\n      if (ctx.modality !== 'llm') {\n        return;\n      }\n\n      const thread = getThread(ctx.state);\n      if (!thread) {\n        return;\n      }\n\n      if (isLLMRequest(ctx.request)) {\n        const turnMessageIds = new Set(turn.messages.map((message) => message.id));\n        const existingIds = new Set(thread.messages.map((message) => message.id));\n        for (const message of ctx.request.messages) {\n          if (turnMessageIds.has(message.id)) {\n            continue;\n          }\n          if (!existingIds.has(message.id)) {\n            thread.push(message);\n            existingIds.add(message.id);\n          }\n        }\n      }\n\n      thread.append(turn);\n\n      try {\n        await adapter.save(adapter.id, thread, turn);\n      } catch (error) {\n        const err = toError(error);\n        throw new Error(`Persistence adapter failed to save thread \"${adapter.id}\": ${err.message}`, {\n          cause: err,\n        });\n      }\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;AAgBA,IAAM,mBAAmB;AACzB,IAAM,eAAe;AACrB,IAAM,uBAAuB;AAE7B,IAAM,eAAe,CAAC,YACpB,cAAc;AAyCT,IAAM,qBAAN,MAAyB;AAAA,EACrB;AAAA,EAEQ;AAAA,EAEA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOjB,YAAY,QAAkC;AAC5C,SAAK,KAAK,OAAO;AACjB,SAAK,SAAS,OAAO;AACrB,SAAK,QAAQ,OAAO;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,KAAK,IAA4C;AACrD,WAAO,KAAK,OAAO,EAAE;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,KAAK,IAAY,QAAgB,MAAuC;AAC5E,UAAM,KAAK,MAAM,IAAI,QAAQ,IAAI;AAAA,EACnC;AACF;AAkBO,SAAS,UAAU,OAAiD;AACzE,SAAO,MAAM,IAAI,gBAAgB;AACnC;AAQO,SAAS,YAAY,OAAiD;AAC3E,SAAO,MAAM,IAAI,YAAY;AAC/B;AAiCO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,EAAE,QAAQ,IAAI;AAEpB,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,MAAM,+DAA+D;AAAA,EACjF;AACA,MAAI,OAAO,QAAQ,SAAS,cAAc,OAAO,QAAQ,SAAS,YAAY;AAC5E,UAAM,IAAI,MAAM,wEAAwE;AAAA,EAC1F;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IAEN,MAAM,UAAU,KAAuC;AACrD,UAAI,IAAI,aAAa,SAAS,CAAC,aAAa,IAAI,OAAO,GAAG;AACxD;AAAA,MACF;AAEA,UAAI,MAAM,IAAI,cAAc,QAAQ,EAAE;AAEtC,UAAI;AACJ,UAAI;AACF,iBAAS,MAAM,QAAQ,KAAK,QAAQ,EAAE;AAAA,MACxC,SAAS,OAAO;AACd,cAAM,MAAM,QAAQ,KAAK;AACzB,cAAM,IAAI,MAAM,8CAA8C,QAAQ,EAAE,MAAM,IAAI,OAAO,IAAI;AAAA,UAC3F,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAEA,UAAI;AACJ,UAAI,CAAC,QAAQ;AACX,iBAAS,IAAI,OAAO;AAAA,MACtB,WAAW,kBAAkB,QAAQ;AACnC,iBAAS;AAAA,MACX,OAAO;AACL,YAAI;AACF,mBAAS,OAAO,SAAS,MAAM;AAAA,QACjC,SAAS,OAAO;AACd,gBAAM,MAAM,QAAQ,KAAK;AACzB,gBAAM,IAAI,MAAM,qDAAqD,QAAQ,EAAE,MAAM,IAAI,OAAO,IAAI;AAAA,YAClG,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,MAAM,IAAI,kBAAkB,MAAM;AAEtC,UAAI,OAAO,SAAS,SAAS,GAAG;AAC9B,cAAM,cAAc,IAAI,IAAI,IAAI,QAAQ,SAAS,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC;AAC7E,cAAM,UAAU,OAAO,SAAS,OAAO,CAAC,YAAY,CAAC,YAAY,IAAI,QAAQ,EAAE,CAAC;AAChF,YAAI,QAAQ,SAAS,GAAG;AACtB,cAAI,QAAQ,SAAS,QAAQ,GAAG,OAAO;AACvC,gBAAM,eAAe,IAAI,MAAM,IAAI,oBAAoB;AACvD,gBAAM,aAAa,OAAO,iBAAiB,WAAW,eAAe,KAAK,QAAQ;AAClF,cAAI,MAAM,IAAI,sBAAsB,SAAS;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,IAEA,MAAM,OAAO,MAAY,KAAuC;AAC9D,UAAI,IAAI,aAAa,OAAO;AAC1B;AAAA,MACF;AAEA,YAAM,SAAS,UAAU,IAAI,KAAK;AAClC,UAAI,CAAC,QAAQ;AACX;AAAA,MACF;AAEA,UAAI,aAAa,IAAI,OAAO,GAAG;AAC7B,cAAM,iBAAiB,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC;AACzE,cAAM,cAAc,IAAI,IAAI,OAAO,SAAS,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC;AACxE,mBAAW,WAAW,IAAI,QAAQ,UAAU;AAC1C,cAAI,eAAe,IAAI,QAAQ,EAAE,GAAG;AAClC;AAAA,UACF;AACA,cAAI,CAAC,YAAY,IAAI,QAAQ,EAAE,GAAG;AAChC,mBAAO,KAAK,OAAO;AACnB,wBAAY,IAAI,QAAQ,EAAE;AAAA,UAC5B;AAAA,QACF;AAAA,MACF;AAEA,aAAO,OAAO,IAAI;AAElB,UAAI;AACF,cAAM,QAAQ,KAAK,QAAQ,IAAI,QAAQ,IAAI;AAAA,MAC7C,SAAS,OAAO;AACd,cAAM,MAAM,QAAQ,KAAK;AACzB,cAAM,IAAI,MAAM,8CAA8C,QAAQ,EAAE,MAAM,IAAI,OAAO,IAAI;AAAA,UAC3F,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../../../src/middleware/persistence.ts"],"sourcesContent":["/**\n * @fileoverview Persistence middleware for thread storage.\n *\n * Loads a conversation thread before execution and saves it after completion.\n * Designed for LLM requests; other modalities are ignored.\n *\n * @module middleware/persistence\n */\n\nimport type { Middleware, MiddlewareContext } from '../types/middleware.ts';\nimport type { LLMRequest } from '../types/llm.ts';\nimport type { Turn } from '../types/turn.ts';\nimport type { ThreadJSON } from '../types/thread.ts';\nimport { Thread } from '../types/thread.ts';\nimport { toError } from '../utils/error.ts';\n\nconst STATE_KEY_THREAD = 'persistence:thread';\nconst STATE_KEY_ID = 'persistence:id';\nconst TURN_START_INDEX_KEY = 'llm:turnStartIndex';\n\nconst isLLMRequest = (request: MiddlewareContext['request']): request is LLMRequest => (\n  'messages' in request\n);\n\n/**\n * Load result for persistence adapters.\n */\nexport type PersistenceLoadResult = Thread | ThreadJSON | null | undefined;\n\n/**\n * Adapter configuration for persistence middleware.\n */\nexport interface PersistenceAdapterConfig {\n  /**\n   * Unique identifier for the conversation.\n   */\n  id: string;\n\n  /**\n   * Loads a thread for the provided ID.\n   *\n   * Return a Thread instance, ThreadJSON, or null/undefined for new threads.\n   *\n   * @param id - Conversation identifier\n   */\n  load(id: string): Promise<PersistenceLoadResult>;\n\n  /**\n   * Persists the thread after a turn completes.\n   *\n   * @param id - Conversation identifier\n   * @param thread - Updated thread instance\n   * @param turn - Completed turn (undefined if not available)\n   */\n  save(id: string, thread: Thread, turn: Turn | undefined): Promise<void>;\n}\n\n/**\n * Persistence adapter implementation.\n *\n * Provides a thin wrapper around load/save callbacks.\n */\nexport class PersistenceAdapter {\n  readonly id: string;\n\n  private readonly loader: PersistenceAdapterConfig['load'];\n\n  private readonly saver: PersistenceAdapterConfig['save'];\n\n  /**\n   * Creates a persistence adapter.\n   *\n   * @param config - Adapter configuration\n   */\n  constructor(config: PersistenceAdapterConfig) {\n    this.id = config.id;\n    this.loader = config.load;\n    this.saver = config.save;\n  }\n\n  /**\n   * Loads a thread for the provided ID.\n   *\n   * @param id - Conversation identifier\n   */\n  async load(id: string): Promise<PersistenceLoadResult> {\n    return this.loader(id);\n  }\n\n  /**\n   * Persists the thread after a turn completes.\n   *\n   * @param id - Conversation identifier\n   * @param thread - Updated thread instance\n   * @param turn - Completed turn (undefined if not available)\n   */\n  async save(id: string, thread: Thread, turn: Turn | undefined): Promise<void> {\n    await this.saver(id, thread, turn);\n  }\n}\n\n/**\n * Options for persistence middleware.\n */\nexport interface PersistenceOptions {\n  /**\n   * Adapter instance for loading and saving threads.\n   */\n  adapter: PersistenceAdapter;\n}\n\n/**\n * Gets the loaded thread from middleware state.\n *\n * @param state - Middleware state map\n * @returns Thread instance or undefined if not set\n */\nexport function getThread(state: Map<string, unknown>): Thread | undefined {\n  return state.get(STATE_KEY_THREAD) as Thread | undefined;\n}\n\n/**\n * Gets the conversation ID from middleware state.\n *\n * @param state - Middleware state map\n * @returns Conversation ID or undefined if not set\n */\nexport function getThreadId(state: Map<string, unknown>): string | undefined {\n  return state.get(STATE_KEY_ID) as string | undefined;\n}\n\n/**\n * Creates persistence middleware for thread storage.\n *\n * Loads a thread before requests and saves it after completion. The middleware\n * prepends loaded messages that are not already present in the request so turn\n * slicing excludes persisted history without duplicating explicit history.\n *\n * @param options - Middleware configuration\n * @returns Middleware instance\n *\n * @example\n * ```typescript\n * import { llm } from '@providerprotocol/ai';\n * import { anthropic } from '@providerprotocol/ai/anthropic';\n * import { persistenceMiddleware, PersistenceAdapter } from '@providerprotocol/ai/middleware/persistence';\n *\n * const model = llm({\n *   model: anthropic('claude-sonnet-4-20250514'),\n *   system: 'You are a helpful assistant.',\n *   middleware: [\n *     persistenceMiddleware({\n *       adapter: new PersistenceAdapter({\n *         id: 'conversation-id',\n *         load: async (id) => loadThreadFromMemory(id),\n *         save: async (id, thread) => saveThreadToMemory(id, thread),\n *       }),\n *     }),\n *   ],\n * });\n * ```\n */\nexport function persistenceMiddleware(options: PersistenceOptions): Middleware {\n  const { adapter } = options;\n\n  if (!adapter?.id) {\n    throw new Error('persistenceMiddleware requires an adapter with a non-empty id');\n  }\n  if (typeof adapter.load !== 'function' || typeof adapter.save !== 'function') {\n    throw new Error('persistenceMiddleware requires an adapter with load and save functions');\n  }\n\n  return {\n    name: 'persistence',\n\n    async onRequest(ctx: MiddlewareContext): Promise<void> {\n      if (ctx.modality !== 'llm' || !isLLMRequest(ctx.request)) {\n        return;\n      }\n\n      ctx.state.set(STATE_KEY_ID, adapter.id);\n\n      let loaded: PersistenceLoadResult;\n      try {\n        loaded = await adapter.load(adapter.id);\n      } catch (error) {\n        const err = toError(error);\n        throw new Error(`Persistence adapter failed to load thread \"${adapter.id}\": ${err.message}`, {\n          cause: err,\n        });\n      }\n\n      let thread: Thread;\n      if (!loaded) {\n        thread = new Thread();\n      } else if (loaded instanceof Thread) {\n        thread = loaded;\n      } else {\n        try {\n          thread = Thread.fromJSON(loaded);\n        } catch (error) {\n          const err = toError(error);\n          throw new Error(`Persistence adapter failed to deserialize thread \"${adapter.id}\": ${err.message}`, {\n            cause: err,\n          });\n        }\n      }\n\n      ctx.state.set(STATE_KEY_THREAD, thread);\n\n      if (thread.messages.length > 0) {\n        const existingIds = new Set(ctx.request.messages.map((message) => message.id));\n        const missing = thread.messages.filter((message) => !existingIds.has(message.id));\n        if (missing.length > 0) {\n          ctx.request.messages.unshift(...missing);\n          const currentIndex = ctx.state.get(TURN_START_INDEX_KEY);\n          const nextIndex = (typeof currentIndex === 'number' ? currentIndex : 0) + missing.length;\n          ctx.state.set(TURN_START_INDEX_KEY, nextIndex);\n        }\n      }\n    },\n\n    async onTurn(turn: Turn, ctx: MiddlewareContext): Promise<void> {\n      if (ctx.modality !== 'llm') {\n        return;\n      }\n\n      const thread = getThread(ctx.state);\n      if (!thread) {\n        return;\n      }\n\n      if (isLLMRequest(ctx.request)) {\n        const turnMessageIds = new Set(turn.messages.map((message) => message.id));\n        const existingIds = new Set(thread.messages.map((message) => message.id));\n        for (const message of ctx.request.messages) {\n          if (turnMessageIds.has(message.id)) {\n            continue;\n          }\n          if (!existingIds.has(message.id)) {\n            thread.push(message);\n            existingIds.add(message.id);\n          }\n        }\n      }\n\n      thread.append(turn);\n\n      try {\n        await adapter.save(adapter.id, thread, turn);\n      } catch (error) {\n        const err = toError(error);\n        throw new Error(`Persistence adapter failed to save thread \"${adapter.id}\": ${err.message}`, {\n          cause: err,\n        });\n      }\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;;AAgBA,IAAM,mBAAmB;AACzB,IAAM,eAAe;AACrB,IAAM,uBAAuB;AAE7B,IAAM,eAAe,CAAC,YACpB,cAAc;AAyCT,IAAM,qBAAN,MAAyB;AAAA,EACrB;AAAA,EAEQ;AAAA,EAEA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOjB,YAAY,QAAkC;AAC5C,SAAK,KAAK,OAAO;AACjB,SAAK,SAAS,OAAO;AACrB,SAAK,QAAQ,OAAO;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,KAAK,IAA4C;AACrD,WAAO,KAAK,OAAO,EAAE;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,KAAK,IAAY,QAAgB,MAAuC;AAC5E,UAAM,KAAK,MAAM,IAAI,QAAQ,IAAI;AAAA,EACnC;AACF;AAkBO,SAAS,UAAU,OAAiD;AACzE,SAAO,MAAM,IAAI,gBAAgB;AACnC;AAQO,SAAS,YAAY,OAAiD;AAC3E,SAAO,MAAM,IAAI,YAAY;AAC/B;AAiCO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,EAAE,QAAQ,IAAI;AAEpB,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,MAAM,+DAA+D;AAAA,EACjF;AACA,MAAI,OAAO,QAAQ,SAAS,cAAc,OAAO,QAAQ,SAAS,YAAY;AAC5E,UAAM,IAAI,MAAM,wEAAwE;AAAA,EAC1F;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IAEN,MAAM,UAAU,KAAuC;AACrD,UAAI,IAAI,aAAa,SAAS,CAAC,aAAa,IAAI,OAAO,GAAG;AACxD;AAAA,MACF;AAEA,UAAI,MAAM,IAAI,cAAc,QAAQ,EAAE;AAEtC,UAAI;AACJ,UAAI;AACF,iBAAS,MAAM,QAAQ,KAAK,QAAQ,EAAE;AAAA,MACxC,SAAS,OAAO;AACd,cAAM,MAAM,QAAQ,KAAK;AACzB,cAAM,IAAI,MAAM,8CAA8C,QAAQ,EAAE,MAAM,IAAI,OAAO,IAAI;AAAA,UAC3F,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAEA,UAAI;AACJ,UAAI,CAAC,QAAQ;AACX,iBAAS,IAAI,OAAO;AAAA,MACtB,WAAW,kBAAkB,QAAQ;AACnC,iBAAS;AAAA,MACX,OAAO;AACL,YAAI;AACF,mBAAS,OAAO,SAAS,MAAM;AAAA,QACjC,SAAS,OAAO;AACd,gBAAM,MAAM,QAAQ,KAAK;AACzB,gBAAM,IAAI,MAAM,qDAAqD,QAAQ,EAAE,MAAM,IAAI,OAAO,IAAI;AAAA,YAClG,OAAO;AAAA,UACT,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,MAAM,IAAI,kBAAkB,MAAM;AAEtC,UAAI,OAAO,SAAS,SAAS,GAAG;AAC9B,cAAM,cAAc,IAAI,IAAI,IAAI,QAAQ,SAAS,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC;AAC7E,cAAM,UAAU,OAAO,SAAS,OAAO,CAAC,YAAY,CAAC,YAAY,IAAI,QAAQ,EAAE,CAAC;AAChF,YAAI,QAAQ,SAAS,GAAG;AACtB,cAAI,QAAQ,SAAS,QAAQ,GAAG,OAAO;AACvC,gBAAM,eAAe,IAAI,MAAM,IAAI,oBAAoB;AACvD,gBAAM,aAAa,OAAO,iBAAiB,WAAW,eAAe,KAAK,QAAQ;AAClF,cAAI,MAAM,IAAI,sBAAsB,SAAS;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,IAEA,MAAM,OAAO,MAAY,KAAuC;AAC9D,UAAI,IAAI,aAAa,OAAO;AAC1B;AAAA,MACF;AAEA,YAAM,SAAS,UAAU,IAAI,KAAK;AAClC,UAAI,CAAC,QAAQ;AACX;AAAA,MACF;AAEA,UAAI,aAAa,IAAI,OAAO,GAAG;AAC7B,cAAM,iBAAiB,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC;AACzE,cAAM,cAAc,IAAI,IAAI,OAAO,SAAS,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC;AACxE,mBAAW,WAAW,IAAI,QAAQ,UAAU;AAC1C,cAAI,eAAe,IAAI,QAAQ,EAAE,GAAG;AAClC;AAAA,UACF;AACA,cAAI,CAAC,YAAY,IAAI,QAAQ,EAAE,GAAG;AAChC,mBAAO,KAAK,OAAO;AACnB,wBAAY,IAAI,QAAQ,EAAE;AAAA,UAC5B;AAAA,QACF;AAAA,MACF;AAEA,aAAO,OAAO,IAAI;AAElB,UAAI;AACF,cAAM,QAAQ,KAAK,QAAQ,IAAI,QAAQ,IAAI;AAAA,MAC7C,SAAS,OAAO;AACd,cAAM,MAAM,QAAQ,KAAK;AACzB,cAAM,IAAI,MAAM,8CAA8C,QAAQ,EAAE,MAAM,IAAI,OAAO,IAAI;AAAA,UAC3F,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/dist/middleware/pipeline/index.d.ts

@@ -0,0 +1,195 @@
+import { M as Middleware } from '../../llm-BWLaTzzY.js';
+import { E as EventDelta, S as StreamEvent, T as Turn } from '../../stream-bBd_4Ipu.js';
+import '../../tool-BmAfKNBq.js';
+
+/**
+ * @fileoverview Pipeline middleware for post-turn processing stages.
+ *
+ * Enables running async tasks (image generation, embedding, slug generation, etc.)
+ * after the LLM completes, while streaming progress events to connected clients.
+ *
+ * @module middleware/pipeline
+ */
+
+/**
+ * Pipeline stage event delta with stage-specific data.
+ */
+interface PipelineStageDelta extends EventDelta {
+    /** Stage identifier */
+    stage: string;
+    /** Stage output payload */
+    payload: unknown;
+}
+/**
+ * Stream event for pipeline stage progress.
+ * Extends StreamEvent with pipeline-specific delta containing stage and payload.
+ */
+interface PipelineStageEvent extends StreamEvent {
+    type: 'pipeline_stage';
+    delta: PipelineStageDelta;
+}
+/**
+ * Creates a pipeline stage stream event.
+ *
+ * @param stage - The stage identifier
+ * @param payload - The stage output payload
+ * @returns A pipeline stage event
+ */
+declare function pipelineStageEvent(stage: string, payload: unknown): PipelineStageEvent;
+/**
+ * Type guard for PipelineStageEvent.
+ *
+ * @param event - Stream event to check
+ * @returns True if the event is a PipelineStageEvent
+ *
+ * @example
+ * ```typescript
+ * for await (const event of stream) {
+ *   if (isPipelineStageEvent(event)) {
+ *     console.log(event.delta.stage, event.delta.payload);
+ *   }
+ * }
+ * ```
+ */
+declare function isPipelineStageEvent(event: StreamEvent): event is PipelineStageEvent;
+/**
+ * Emit function provided to pipeline stages.
+ */
+type PipelineEmit = (data: unknown) => void;
+/**
+ * A single pipeline stage that runs after turn completion.
+ *
+ * Stages can mutate the turn object to attach computed properties (like slugs,
+ * image URLs, etc.) that will be available in the `.then()` callback. Use a
+ * type assertion to add properties:
+ *
+ * @example
+ * ```typescript
+ * // Define extended turn type
+ * interface ExtendedTurn { slug?: string; imageUrl?: string; }
+ *
+ * // In stage run function
+ * run: (turn, emit) => {
+ *   const slug = generateSlug(turn.data!.title);
+ *   (turn as Turn<TData> & ExtendedTurn).slug = slug;
+ *   emit({ slug });
+ * }
+ *
+ * // Access in .then() callback
+ * model.stream(prompt).then(turn => {
+ *   const extended = turn as typeof turn & ExtendedTurn;
+ *   console.log(extended.slug); // Available!
+ * });
+ * ```
+ *
+ * @typeParam TData - Type of the turn's structured data
+ */
+interface PipelineStage<TData = unknown> {
+    /** Unique identifier for this stage (used in events) */
+    type: string;
+    /**
+     * Execute this stage.
+     *
+     * @param turn - The completed turn (can mutate via type assertion to add properties)
+     * @param emit - Function to emit progress events to subscribers
+     */
+    run: (turn: Turn<TData>, emit: PipelineEmit) => Promise<void> | void;
+}
+/**
+ * Stage error details passed to onStageError callback.
+ */
+interface PipelineStageError<TData = unknown> {
+    /** The stage that failed */
+    stage: PipelineStage<TData>;
+    /** The error that occurred */
+    error: Error;
+    /** The turn being processed */
+    turn: Turn<TData>;
+}
+/**
+ * Pipeline middleware configuration.
+ *
+ * @typeParam TData - Type of the turn's structured data
+ */
+interface PipelineConfig<TData = unknown> {
+    /** Stages to run after turn completion, executed in order */
+    stages: PipelineStage<TData>[];
+    /** Run stages in parallel instead of sequential (default: false) */
+    parallel?: boolean;
+    /**
+     * Continue running subsequent stages even if one fails (default: false).
+     * In parallel mode, all stages run regardless; this only affects error propagation.
+     */
+    continueOnError?: boolean;
+    /**
+     * Called when a stage throws an error.
+     * Useful for logging or cleanup. Does not prevent error propagation unless continueOnError is true.
+     */
+    onStageError?: (details: PipelineStageError<TData>) => void | Promise<void>;
+}
+/**
+ * Creates pipeline middleware for post-turn processing stages.
+ *
+ * Pipeline middleware enables running async tasks (image generation, embedding,
+ * slug generation, etc.) after the LLM completes, while streaming progress
+ * events to connected clients.
+ *
+ * Events are emitted through the standard middleware pipeline via `ctx.emit()`,
+ * so any middleware with `onStreamEvent` (like pubsub) will receive them.
+ *
+ * **Middleware Order**: Place pipeline AFTER pubsub in the array so that:
+ * - `onStart`: pubsub runs first (sets up adapter)
+ * - `onTurn`: pipeline runs first (emits events), pubsub runs second (cleans up)
+ *
+ * @typeParam TData - Type of the turn's structured data
+ * @param config - Pipeline middleware configuration
+ * @returns A middleware instance
+ *
+ * @example
+ * ```typescript
+ * import { llm } from '@providerprotocol/ai';
+ * import { openai } from '@providerprotocol/ai/openai';
+ * import { pubsubMiddleware, memoryAdapter } from '@providerprotocol/ai/middleware/pubsub';
+ * import { pipelineMiddleware } from '@providerprotocol/ai/middleware/pipeline';
+ *
+ * const adapter = memoryAdapter();
+ *
+ * const model = llm({
+ *   model: openai('gpt-4o'),
+ *   structure: BlogPostSchema,
+ *   middleware: [
+ *     pubsubMiddleware({ adapter, streamId: postId }),
+ *     pipelineMiddleware<BlogPost>({
+ *       stages: [
+ *         {
+ *           type: 'slug',
+ *           run: async (turn, emit) => {
+ *             const slug = await generateSlug(turn.data!.title);
+ *             (turn as { slug?: string }).slug = slug;
+ *             emit({ slug });
+ *           },
+ *         },
+ *         {
+ *           type: 'embedding',
+ *           run: async (turn, emit) => {
+ *             await vectorize(turn.data!);
+ *             emit({ embedded: true });
+ *           },
+ *         },
+ *       ],
+ *     }),
+ *   ],
+ * });
+ *
+ * model.stream(prompt).then(turn => {
+ *   const extended = turn as typeof turn & { slug?: string };
+ *   await db.posts.update({ _id: id }, {
+ *     ...turn.data,
+ *     slug: extended.slug,
+ *   });
+ * });
+ * ```
+ */
+declare function pipelineMiddleware<TData = unknown>(config: PipelineConfig<TData>): Middleware;
+
+export { type PipelineConfig, type PipelineEmit, type PipelineStage, type PipelineStageDelta, type PipelineStageError, type PipelineStageEvent, isPipelineStageEvent, pipelineMiddleware, pipelineStageEvent };

package/dist/middleware/pipeline/index.js

@@ -0,0 +1,61 @@
+// src/middleware/pipeline/index.ts
+function pipelineStageEvent(stage, payload) {
+  return {
+    type: "pipeline_stage",
+    index: 0,
+    delta: { stage, payload }
+  };
+}
+function isPipelineStageEvent(event) {
+  return event.type === "pipeline_stage";
+}
+function pipelineMiddleware(config) {
+  const { stages, parallel = false, continueOnError = false, onStageError } = config;
+  const runStage = async (stage, typedTurn, emit) => {
+    try {
+      await stage.run(typedTurn, emit);
+    } catch (err) {
+      const error = err instanceof Error ? err : new Error(String(err));
+      if (onStageError) {
+        await onStageError({ stage, error, turn: typedTurn });
+      }
+      if (!continueOnError) {
+        throw error;
+      }
+    }
+  };
+  return {
+    name: "pipeline",
+    async onTurn(turn, ctx) {
+      const createEmit = (stageType) => {
+        return (data) => {
+          ctx.emit(pipelineStageEvent(stageType, data));
+        };
+      };
+      const typedTurn = turn;
+      if (parallel) {
+        const results = await Promise.allSettled(
+          stages.map((stage) => runStage(stage, typedTurn, createEmit(stage.type)))
+        );
+        if (!continueOnError) {
+          const firstRejection = results.find(
+            (r) => r.status === "rejected"
+          );
+          if (firstRejection) {
+            throw firstRejection.reason;
+          }
+        }
+      } else {
+        for (const stage of stages) {
+          await runStage(stage, typedTurn, createEmit(stage.type));
+        }
+      }
+    }
+  };
+}
+export {
+  isPipelineStageEvent,
+  pipelineMiddleware,
+  pipelineStageEvent
+};
+//# sourceMappingURL=index.js.map