@superblocksteam/vite-plugin-file-sync 2.0.48-next.0 → 2.0.50

package/dist/ai-service/llm/error.js

@@ -0,0 +1,148 @@
+import { APICallError } from "ai";
+import { safeJsonStringify } from "../util/safe-stringify.js";
+const ERROR_MAPPINGS = {
+    // Anthropic errors
+    rate_limit_error: "rate_limit",
+    request_too_large: "request_too_large",
+    authentication_error: "authentication",
+    permission_error: "permission",
+    not_found_error: "not_found",
+    api_error: "server_error",
+    invalid_request_error: "validation",
+    overloaded_error: "overloaded",
+    // Bedrock errors
+    ThrottlingException: "rate_limit",
+    AccessDeniedException: "permission",
+    NotAuthorized: "permission",
+    InvalidClientTokenId: "authentication",
+    UnrecognizedClientException: "authentication",
+    ResourceNotFound: "not_found",
+    InternalFailure: "server_error",
+    ValidationError: "validation",
+    InvalidAction: "validation",
+    IncompleteSignature: "validation",
+    RequestExpired: "request_expired",
+    ServiceUnavailable: "overloaded",
+    // Clark errors
+    server_error: "server_error",
+};
+const name = "SB_LLMProviderError";
+const marker = `superblocks.ai.error.${name}`;
+const symbol = Symbol.for(marker);
+export class LLMProviderError {
+    [symbol] = true; // used in isInstance
+    messages = ["Failed to get response from LLM provider"];
+    name = "LLMProviderError";
+    provider;
+    type = "unknown";
+    url;
+    statusCode;
+    isRetryable = true;
+    data;
+    cause;
+    constructor({ provider, message, aborted, cause, }) {
+        this.provider = provider;
+        if (message) {
+            this.messages[0] = message;
+        }
+        if (aborted) {
+            this.isRetryable = false;
+            this.type = "aborted";
+            return;
+        }
+        if (!cause) {
+            return;
+        }
+        this.cause = cause;
+        if (APICallError.isInstance(cause)) {
+            this.messages.push(cause.message);
+            this.statusCode = cause.statusCode;
+            this.url = cause.url;
+            this.isRetryable = cause.isRetryable;
+            if (cause.data) {
+                this.data = normalizeProviderErrorData(cause.data);
+                this.messages.push(this.data.message);
+                if (this.data.type) {
+                    this.type =
+                        ERROR_MAPPINGS[this.data.type] ||
+                            "server_error";
+                }
+            }
+        }
+        else if (cause instanceof Error) {
+            this.messages.push(cause.message);
+            this.type = "server_error";
+        }
+    }
+    set message(message) {
+        this.messages[0] = message;
+    }
+    get message() {
+        return this.messages.join(": ");
+    }
+    toJSON() {
+        return {
+            name: this.name,
+            type: this.type,
+            message: this.message,
+            url: this.url,
+            statusCode: this.statusCode,
+            isRetryable: this.isRetryable,
+            data: this.data,
+            cause: this.cause,
+        };
+    }
+    static hasMarker(error, marker) {
+        const markerSymbol = Symbol.for(marker);
+        return (error != null &&
+            typeof error === "object" &&
+            markerSymbol in error &&
+            typeof error[markerSymbol] === "boolean" &&
+            error[markerSymbol] === true);
+    }
+    static isInstance(error) {
+        return LLMProviderError.hasMarker(error, marker);
+    }
+}
+function normalizeProviderErrorData(data) {
+    // Use type guards to narrow parsed.data type
+    if (isAnthropicErrorData(data)) {
+        // Anthropic/Vertex: { data: { error: { message, type } } }
+        return { type: data.error.type, message: data.error.message };
+    }
+    else if (isBedrockErrorData(data)) {
+        // Bedrock: { data: { message, type } }
+        return { type: data.type || undefined, message: data.message };
+    }
+    else if (isClarkErrorData(data)) {
+        // Clark: { data: { responseMetadata: { message, ... } } }
+        return { type: "server_error", message: data.responseMetadata.message };
+    }
+    return { message: `Unknown error format: ${safeJsonStringify(data)}` };
+}
+// Type guard for Anthropic/Vertex error format
+function isAnthropicErrorData(data) {
+    return (typeof data === "object" &&
+        data !== null &&
+        "error" in data &&
+        typeof data.error === "object" &&
+        data.error !== null &&
+        "message" in data.error &&
+        "type" in data.error);
+}
+// Type guard for Bedrock error format
+function isBedrockErrorData(data) {
+    return (typeof data === "object" &&
+        data !== null &&
+        "message" in data &&
+        typeof data.message === "string");
+}
+// Type guard for Clark error format
+function isClarkErrorData(data) {
+    return (typeof data === "object" &&
+        data !== null &&
+        "responseMetadata" in data &&
+        typeof data.responseMetadata === "object" &&
+        data.responseMetadata !== null);
+}
+//# sourceMappingURL=error.js.map

package/dist/ai-service/llm/error.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error.js","sourceRoot":"","sources":["../../../src/ai-service/llm/error.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAmE9D,MAAM,cAAc,GAA2D;IAC7E,mBAAmB;IACnB,gBAAgB,EAAE,YAAY;IAC9B,iBAAiB,EAAE,mBAAmB;IACtC,oBAAoB,EAAE,gBAAgB;IACtC,gBAAgB,EAAE,YAAY;IAC9B,eAAe,EAAE,WAAW;IAC5B,SAAS,EAAE,cAAc;IACzB,qBAAqB,EAAE,YAAY;IACnC,gBAAgB,EAAE,YAAY;IAE9B,iBAAiB;IACjB,mBAAmB,EAAE,YAAY;IACjC,qBAAqB,EAAE,YAAY;IACnC,aAAa,EAAE,YAAY;IAC3B,oBAAoB,EAAE,gBAAgB;IACtC,2BAA2B,EAAE,gBAAgB;IAC7C,gBAAgB,EAAE,WAAW;IAC7B,eAAe,EAAE,cAAc;IAC/B,eAAe,EAAE,YAAY;IAC7B,aAAa,EAAE,YAAY;IAC3B,mBAAmB,EAAE,YAAY;IACjC,cAAc,EAAE,iBAAiB;IACjC,kBAAkB,EAAE,YAAY;IAEhC,eAAe;IACf,YAAY,EAAE,cAAc;CAC7B,CAAC;AAEF,MAAM,IAAI,GAAG,qBAAqB,CAAC;AACnC,MAAM,MAAM,GAAG,wBAAwB,IAAI,EAAE,CAAC;AAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAElC,MAAM,OAAO,gBAAgB;IACV,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,qBAAqB;IAC/C,QAAQ,GAAa,CAAC,0CAA0C,CAAC,CAAC;IAC1E,IAAI,GAAW,kBAAkB,CAAC;IAClC,QAAQ,CAAgC;IACxC,IAAI,GAWY,SAAS,CAAC;IAC1B,GAAG,CAAU;IACb,UAAU,CAAU;IACpB,WAAW,GAAY,IAAI,CAAC;IAC5B,IAAI,CAAqB;IACzB,KAAK,CAAW;IAEhB,YAAY,EACV,QAAQ,EACR,OAAO,EACP,OAAO,EACP,KAAK,GAON;QACC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;QAC7B,CAAC;QACD,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEnB,IAAI,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;YACnC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;YACrB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;YACrC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACnD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACnB,IAAI,CAAC,IAAI;wBACP,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAA4B,CAAC;4BACtD,cAAc,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClC,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,OAAe;QACzB,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,MAAM;QACJ,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAES,MAAM,CAAC,SAAS,CAAC,KAAc,EAAE,MAAc;QACvD,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,OAAO,CACL,KAAK,IAAI,IAAI;YACb,OAAO,KAAK,KAAK,QAAQ;YACzB,YAAY,IAAI,KAAK;YACrB,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,SAAS;YACxC,KAAK,CAAC,YAAY,CAAC,KAAK,IAAI,CAC7B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,KAAc;QAC9B,OAAO,gBAAgB,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;CACF;AAOD,SAAS,0BAA0B,CAAC,IAAa;IAC/C,6CAA6C;IAC7C,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,2DAA2D;QAC3D,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;IAChE,CAAC;SAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,uCAAuC;QACvC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;IACjE,CAAC;SAAM,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,0DAA0D;QAC1D,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;IAC1E,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,yBAAyB,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;AACzE,CAAC;AAED,+CAA+C;AAC/C,SAAS,oBAAoB,CAAC,IAAa;IACzC,OAAO,CACL,OAAO,IAAI,KAAK,QAAQ;QACxB,IAAI,KAAK,IAAI;QACb,OAAO,IAAI,IAAI;QACf,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;QAC9B,IAAI,CAAC,KAAK,KAAK,IAAI;QACnB,SAAS,IAAI,IAAI,CAAC,KAAK;QACvB,MAAM,IAAI,IAAI,CAAC,KAAK,CACrB,CAAC;AACJ,CAAC;AAED,sCAAsC;AACtC,SAAS,kBAAkB,CAAC,IAAa;IACvC,OAAO,CACL,OAAO,IAAI,KAAK,QAAQ;QACxB,IAAI,KAAK,IAAI;QACb,SAAS,IAAI,IAAI;QACjB,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CACjC,CAAC;AACJ,CAAC;AAED,oCAAoC;AACpC,SAAS,gBAAgB,CAAC,IAAa;IACrC,OAAO,CACL,OAAO,IAAI,KAAK,QAAQ;QACxB,IAAI,KAAK,IAAI;QACb,kBAAkB,IAAI,IAAI;QAC1B,OAAO,IAAI,CAAC,gBAAgB,KAAK,QAAQ;QACzC,IAAI,CAAC,gBAAgB,KAAK,IAAI,CAC/B,CAAC;AACJ,CAAC"}

package/dist/ai-service/llm/middleware/retry.d.ts

@@ -0,0 +1,112 @@
+/**
+ * Retry middleware for AI SDK language models.
+ *
+ * Provides automatic retry functionality for streaming operations that fail
+ * due to transient network errors (e.g., timeouts). This middleware operates
+ * at the LanguageModelV2 level, retrying doStream() calls with exponential
+ * backoff.
+ *
+ * **Two-phase retry architecture:**
+ * 1. **Initial call retry**: Retries HTTP-level errors when calling doStream() to get metadata
+ * 2. **Stream consumption retry**: Retries mid-stream errors during stream consumption
+ *
+ * **Separate retry budgets:**
+ * Each phase has its own independent retry budget. For example, with maxRetries: 3:
+ * - Phase 1 can retry up to 3 times (4 total attempts to get initial metadata)
+ * - Phase 2 can retry up to 3 times (4 total attempts to consume stream)
+ * - Maximum total attempts: 4 (phase 1) + 4 (phase 2) = 8
+ *
+ * This design ensures that failures in one phase don't prevent retries in the other phase.
+ *
+ * Handles two error types:
+ * 1. HTTP-level errors: doStream() throws an exception (retried in phase 1)
+ * 2. Stream-level errors: error chunks in the stream or connection drops (retried in phase 2)
+ *
+ * **Default retry strategy: Permissive**
+ * - Retries all errors except known permanent failures (auth, permission, invalid request)
+ * - Handles rate limits, server overload, timeouts, network issues
+ * - Future-proof: retries unknown error types
+ *
+ * By default, retries are unlimited but can be constrained by maxRetries and/or
+ * maxTotalRetryTimeMs options.
+ */
+import { type Logger } from "../../../util/logger.js";
+import { type BackoffStrategy } from "../../util/backoff-strategy.js";
+import type { LanguageModelV2Middleware } from "@ai-sdk/provider";
+import type { LLMProviderConfig } from "@superblocksteam/library-shared/types";
+export interface RetryOptions {
+    /**
+     * Maximum number of retry attempts (not including the initial attempt).
+     * Default: unlimited
+     */
+    maxRetries?: number;
+    /**
+     * Custom backoff strategy for calculating retry delays.
+     * If not provided, uses ExponentialBackoff with initialDelayMs, maxDelayMs, and backoffMultiplier.
+     */
+    backoffStrategy?: BackoffStrategy;
+    /**
+     * Initial delay in milliseconds before the first retry.
+     * Subsequent retries use exponential backoff.
+     * Only used if backoffStrategy is not provided.
+     * Default: 500 (0.5 seconds)
+     */
+    initialDelayMs?: number;
+    /**
+     * Maximum delay in milliseconds for exponential backoff.
+     * Only used if backoffStrategy is not provided.
+     * Default: 5000 (5 seconds)
+     */
+    maxDelayMs?: number;
+    /**
+     * Backoff multiplier for exponential backoff.
+     * Only used if backoffStrategy is not provided.
+     * Default: 2
+     */
+    backoffMultiplier?: number;
+    /**
+     * Maximum total time in milliseconds for all retry attempts.
+     * If retries exceed this total time, no more retries will be attempted.
+     * Default: undefined (no time limit)
+     */
+    maxTotalRetryTimeMs?: number;
+    /**
+     * Function to determine if an error is retryable.
+     * Default: checks for timeout and connection errors
+     */
+    isRetryable?: (error: unknown) => boolean;
+    /**
+     * Callback invoked before each retry attempt.
+     */
+    onRetry?: (error: unknown, attempt: number, delayMs: number, totalRetryTimeMs: number) => void | Promise<void>;
+    /**
+     * Optional abort signal to cancel retry attempts.
+     * When the signal is aborted, no further retries will be attempted.
+     */
+    abortSignal?: AbortSignal;
+}
+/**
+ * Creates retry middleware for LanguageModelV2.
+ *
+ * This middleware wraps the doStream function and automatically retries
+ * both HTTP-level errors (thrown exceptions) and stream-level errors
+ * (error chunks in the stream). Retries use exponential backoff and
+ * respect configured limits.
+ *
+ * @example
+ * ```typescript
+ * // Unlimited retries with 2-minute time limit
+ * const middleware = retryMiddleware("bedrock", { maxTotalRetryTimeMs: 120000 });
+ *
+ * // Limit to 3 retries
+ * const middleware = retryMiddleware("bedrock", { maxRetries: 3 });
+ *
+ * // Apply to model
+ * const model = wrapLanguageModel({
+ *   model: baseModel,
+ *   middleware: [middleware]
+ * });
+ * ```
+ */
+export declare function retryMiddleware(provider: LLMProviderConfig["provider"], options?: RetryOptions, logger?: Logger): LanguageModelV2Middleware;
+//# sourceMappingURL=retry.d.ts.map

package/dist/ai-service/llm/middleware/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/middleware/retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,EAAE,KAAK,MAAM,EAA2B,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAEL,KAAK,eAAe,EACrB,MAAM,gCAAgC,CAAC;AAGxC,OAAO,KAAK,EACV,yBAAyB,EAE1B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;OAGG;IACH,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC;IAE1C;;OAEG;IACH,OAAO,CAAC,EAAE,CACR,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,gBAAgB,EAAE,MAAM,KACrB,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1B;;;OAGG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC,EACvC,OAAO,GAAE,YAAiB,EAC1B,MAAM,GAAE,MAAoB,GAC3B,yBAAyB,CAsJ3B"}

package/dist/ai-service/llm/middleware/retry.js

@@ -0,0 +1,239 @@
+/**
+ * Retry middleware for AI SDK language models.
+ *
+ * Provides automatic retry functionality for streaming operations that fail
+ * due to transient network errors (e.g., timeouts). This middleware operates
+ * at the LanguageModelV2 level, retrying doStream() calls with exponential
+ * backoff.
+ *
+ * **Two-phase retry architecture:**
+ * 1. **Initial call retry**: Retries HTTP-level errors when calling doStream() to get metadata
+ * 2. **Stream consumption retry**: Retries mid-stream errors during stream consumption
+ *
+ * **Separate retry budgets:**
+ * Each phase has its own independent retry budget. For example, with maxRetries: 3:
+ * - Phase 1 can retry up to 3 times (4 total attempts to get initial metadata)
+ * - Phase 2 can retry up to 3 times (4 total attempts to consume stream)
+ * - Maximum total attempts: 4 (phase 1) + 4 (phase 2) = 8
+ *
+ * This design ensures that failures in one phase don't prevent retries in the other phase.
+ *
+ * Handles two error types:
+ * 1. HTTP-level errors: doStream() throws an exception (retried in phase 1)
+ * 2. Stream-level errors: error chunks in the stream or connection drops (retried in phase 2)
+ *
+ * **Default retry strategy: Permissive**
+ * - Retries all errors except known permanent failures (auth, permission, invalid request)
+ * - Handles rate limits, server overload, timeouts, network issues
+ * - Future-proof: retries unknown error types
+ *
+ * By default, retries are unlimited but can be constrained by maxRetries and/or
+ * maxTotalRetryTimeMs options.
+ */
+import { getErrorMeta, getLogger } from "../../../util/logger.js";
+import { ExponentialBackoff, } from "../../util/backoff-strategy.js";
+import { LLMProviderError } from "../error.js";
+import { isProviderErrorRetryable } from "../util/provider-errors.js";
+/**
+ * Creates retry middleware for LanguageModelV2.
+ *
+ * This middleware wraps the doStream function and automatically retries
+ * both HTTP-level errors (thrown exceptions) and stream-level errors
+ * (error chunks in the stream). Retries use exponential backoff and
+ * respect configured limits.
+ *
+ * @example
+ * ```typescript
+ * // Unlimited retries with 2-minute time limit
+ * const middleware = retryMiddleware("bedrock", { maxTotalRetryTimeMs: 120000 });
+ *
+ * // Limit to 3 retries
+ * const middleware = retryMiddleware("bedrock", { maxRetries: 3 });
+ *
+ * // Apply to model
+ * const model = wrapLanguageModel({
+ *   model: baseModel,
+ *   middleware: [middleware]
+ * });
+ * ```
+ */
+export function retryMiddleware(provider, options = {}, logger = getLogger()) {
+    const maxRetries = options.maxRetries ?? Infinity;
+    const isRetryable = options.isRetryable ?? isProviderErrorRetryable;
+    const maxTotalRetryTimeMs = options.maxTotalRetryTimeMs;
+    const onRetry = options.onRetry;
+    const backoffStrategy = options.backoffStrategy ??
+        new ExponentialBackoff({
+            initialDelayMs: options.initialDelayMs ?? 500,
+            maxDelayMs: options.maxDelayMs ?? 5000,
+            backoffMultiplier: options.backoffMultiplier ?? 2,
+        });
+    // Format maxRetries for display
+    const maxRetriesDisplay = maxRetries === Infinity ? "unlimited" : String(maxRetries);
+    const retryConfig = {
+        provider,
+        maxRetries,
+        maxRetriesDisplay,
+        maxTotalRetryTimeMs,
+        backoffStrategy,
+        isRetryable,
+        onRetry,
+        abortSignal: options.abortSignal,
+        logger,
+    };
+    return {
+        wrapStream: async ({ doStream }) => {
+            // First retry loop: Get initial result with metadata
+            // This retries HTTP-level errors from doStream() call
+            let attempt = 0;
+            let totalRetryTime = 0;
+            let initialResult;
+            while (true) {
+                try {
+                    initialResult = await doStream();
+                    break; // Success!
+                }
+                catch (err) {
+                    attempt++;
+                    const delay = await handleRetryAttempt(err, attempt, totalRetryTime, {
+                        ...retryConfig,
+                        errorContext: "HTTP error",
+                    });
+                    totalRetryTime += delay;
+                }
+            }
+            // Second retry loop: Handle stream consumption errors
+            // This retries mid-stream errors (connection drops, timeouts)
+            const retryingStream = new ReadableStream({
+                async start(controller) {
+                    let consumptionAttempt = 0;
+                    let consumptionRetryTime = 0;
+                    let isFirstAttempt = true;
+                    while (true) {
+                        let reader = null;
+                        let error;
+                        try {
+                            // First attempt: reuse initial stream
+                            // Subsequent attempts: call doStream() fresh
+                            const streamResult = isFirstAttempt
+                                ? initialResult
+                                : await doStream();
+                            isFirstAttempt = false;
+                            reader = streamResult.stream.getReader();
+                            // Read and forward chunks
+                            while (true) {
+                                const { value: chunk, done } = await reader.read();
+                                if (done) {
+                                    controller.close();
+                                    return; // Success!
+                                }
+                                // Check for error chunks
+                                if (chunk.type === "error") {
+                                    throw new LLMProviderError({
+                                        provider,
+                                        cause: chunk.error,
+                                    });
+                                }
+                                // Normal chunk - forward it
+                                controller.enqueue(chunk);
+                                // Reset consumption attempt on successful chunk
+                                consumptionAttempt = 0;
+                                consumptionRetryTime = 0;
+                            }
+                        }
+                        catch (err) {
+                            // Release reader before retry
+                            if (reader) {
+                                try {
+                                    reader.releaseLock();
+                                }
+                                catch {
+                                    // Ignore errors during release
+                                }
+                            }
+                            error =
+                                err instanceof LLMProviderError
+                                    ? err
+                                    : new LLMProviderError({ provider, cause: err });
+                        }
+                        // Handle error - check if we should retry
+                        consumptionAttempt++;
+                        try {
+                            const delay = await handleRetryAttempt(error, consumptionAttempt, consumptionRetryTime, {
+                                ...retryConfig,
+                                errorContext: "Stream error",
+                            });
+                            consumptionRetryTime += delay;
+                        }
+                        catch (finalError) {
+                            // Exhausted or non-retryable - pass error through and close
+                            controller.enqueue({
+                                type: "error",
+                                error: finalError,
+                            });
+                            controller.close();
+                            return;
+                        }
+                        // Loop continues - will call doStream() again
+                    }
+                },
+            });
+            // Return metadata from initial result with retrying stream
+            return {
+                ...initialResult,
+                stream: retryingStream,
+            };
+        },
+    };
+}
+/**
+ * Checks if an error can be retried and returns appropriate error handling info.
+ */
+function checkRetryability(error, attempt, maxRetries, maxRetriesDisplay, totalRetryTime, maxTotalRetryTimeMs, isRetryable, logger) {
+    const withinMaxRetries = attempt <= maxRetries;
+    const withinTimeLimit = !maxTotalRetryTimeMs || totalRetryTime < maxTotalRetryTimeMs;
+    const canRetry = isRetryable(error) && withinMaxRetries && withinTimeLimit;
+    if (!canRetry) {
+        const reason = !isRetryable(error)
+            ? `not retryable (type: ${error.type})`
+            : !withinMaxRetries
+                ? `after ${maxRetriesDisplay} retries`
+                : `total retry time exceeded ${maxTotalRetryTimeMs}ms`;
+        const message = `Stream error ${reason}`;
+        error.message = message;
+        logger.error(message, getErrorMeta(error.cause));
+        return { canRetry: false, errorToThrow: error };
+    }
+    return { canRetry: true };
+}
+/**
+ * Executes retry logic for a single attempt including error wrapping, backoff, logging, and callbacks.
+ * Returns the delay in milliseconds if a retry should be attempted, or throws if no retry is possible.
+ */
+async function handleRetryAttempt(err, attempt, totalRetryTime, config) {
+    const error = err instanceof LLMProviderError
+        ? err
+        : new LLMProviderError({ provider: config.provider, cause: err });
+    const retryCheck = checkRetryability(error, attempt, config.maxRetries, config.maxRetriesDisplay, totalRetryTime, config.maxTotalRetryTimeMs, config.isRetryable, config.logger);
+    if (!retryCheck.canRetry) {
+        throw retryCheck.errorToThrow;
+    }
+    // Check if abort signal was triggered
+    if (config.abortSignal?.aborted) {
+        const abortError = new LLMProviderError({
+            message: "Request aborted",
+            provider: config.provider,
+            aborted: true,
+        });
+        config.logger.info("Request aborted, stopping retry attempts");
+        throw abortError;
+    }
+    const delay = config.backoffStrategy.getNextDelay(attempt);
+    config.logger.warn(`${config.errorContext} (type: ${error.type}). Attempt ${attempt}/${config.maxRetriesDisplay}. Retrying in ${delay}ms...`);
+    if (config.onRetry) {
+        await config.onRetry(error, attempt, delay, totalRetryTime);
+    }
+    await new Promise((resolve) => setTimeout(resolve, delay));
+    return delay;
+}
+//# sourceMappingURL=retry.js.map

package/dist/ai-service/llm/middleware/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/middleware/retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,EAAe,YAAY,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EACL,kBAAkB,GAEnB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AAwEtE;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,UAAU,eAAe,CAC7B,QAAuC,EACvC,UAAwB,EAAE,EAC1B,SAAiB,SAAS,EAAE;IAE5B,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC;IAClD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,wBAAwB,CAAC;IACpE,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAEhC,MAAM,eAAe,GACnB,OAAO,CAAC,eAAe;QACvB,IAAI,kBAAkB,CAAC;YACrB,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,GAAG;YAC7C,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;YACtC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,CAAC;SAClD,CAAC,CAAC;IAEL,gCAAgC;IAChC,MAAM,iBAAiB,GACrB,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAE7D,MAAM,WAAW,GAAG;QAClB,QAAQ;QACR,UAAU;QACV,iBAAiB;QACjB,mBAAmB;QACnB,eAAe;QACf,WAAW;QACX,OAAO;QACP,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,MAAM;KACP,CAAC;IAEF,OAAO;QACL,UAAU,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;YACjC,qDAAqD;YACrD,sDAAsD;YACtD,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,aAAmD,CAAC;YAExD,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,aAAa,GAAG,MAAM,QAAQ,EAAE,CAAC;oBACjC,MAAM,CAAC,WAAW;gBACpB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,EAAE,CAAC;oBACV,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,OAAO,EAAE,cAAc,EAAE;wBACnE,GAAG,WAAW;wBACd,YAAY,EAAE,YAAY;qBAC3B,CAAC,CAAC;oBACH,cAAc,IAAI,KAAK,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,sDAAsD;YACtD,8DAA8D;YAC9D,MAAM,cAAc,GAAG,IAAI,cAAc,CAA4B;gBACnE,KAAK,CAAC,KAAK,CAAC,UAAU;oBACpB,IAAI,kBAAkB,GAAG,CAAC,CAAC;oBAC3B,IAAI,oBAAoB,GAAG,CAAC,CAAC;oBAC7B,IAAI,cAAc,GAAG,IAAI,CAAC;oBAE1B,OAAO,IAAI,EAAE,CAAC;wBACZ,IAAI,MAAM,GACR,IAAI,CAAC;wBACP,IAAI,KAAuB,CAAC;wBAE5B,IAAI,CAAC;4BACH,sCAAsC;4BACtC,6CAA6C;4BAC7C,MAAM,YAAY,GAAG,cAAc;gCACjC,CAAC,CAAC,aAAa;gCACf,CAAC,CAAC,MAAM,QAAQ,EAAE,CAAC;4BACrB,cAAc,GAAG,KAAK,CAAC;4BAEvB,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;4BAEzC,0BAA0B;4BAC1B,OAAO,IAAI,EAAE,CAAC;gCACZ,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gCAEnD,IAAI,IAAI,EAAE,CAAC;oCACT,UAAU,CAAC,KAAK,EAAE,CAAC;oCACnB,OAAO,CAAC,WAAW;gCACrB,CAAC;gCAED,yBAAyB;gCACzB,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oCAC3B,MAAM,IAAI,gBAAgB,CAAC;wCACzB,QAAQ;wCACR,KAAK,EAAE,KAAK,CAAC,KAAK;qCACnB,CAAC,CAAC;gCACL,CAAC;gCAED,4BAA4B;gCAC5B,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gCAC1B,gDAAgD;gCAChD,kBAAkB,GAAG,CAAC,CAAC;gCACvB,oBAAoB,GAAG,CAAC,CAAC;4BAC3B,CAAC;wBACH,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,8BAA8B;4BAC9B,IAAI,MAAM,EAAE,CAAC;gCACX,IAAI,CAAC;oCACH,MAAM,CAAC,WAAW,EAAE,CAAC;gCACvB,CAAC;gCAAC,MAAM,CAAC;oCACP,+BAA+B;gCACjC,CAAC;4BACH,CAAC;4BAED,KAAK;gCACH,GAAG,YAAY,gBAAgB;oCAC7B,CAAC,CAAC,GAAG;oCACL,CAAC,CAAC,IAAI,gBAAgB,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;wBACvD,CAAC;wBAED,0CAA0C;wBAC1C,kBAAkB,EAAE,CAAC;wBAErB,IAAI,CAAC;4BACH,MAAM,KAAK,GAAG,MAAM,kBAAkB,CACpC,KAAK,EACL,kBAAkB,EAClB,oBAAoB,EACpB;gCACE,GAAG,WAAW;gCACd,YAAY,EAAE,cAAc;6BAC7B,CACF,CAAC;4BACF,oBAAoB,IAAI,KAAK,CAAC;wBAChC,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,4DAA4D;4BAC5D,UAAU,CAAC,OAAO,CAAC;gCACjB,IAAI,EAAE,OAAO;gCACb,KAAK,EAAE,UAAU;6BAClB,CAAC,CAAC;4BACH,UAAU,CAAC,KAAK,EAAE,CAAC;4BACnB,OAAO;wBACT,CAAC;wBAED,8CAA8C;oBAChD,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YAEH,2DAA2D;YAC3D,OAAO;gBACL,GAAG,aAAa;gBAChB,MAAM,EAAE,cAAc;aACvB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CACxB,KAAuB,EACvB,OAAe,EACf,UAAkB,EAClB,iBAAyB,EACzB,cAAsB,EACtB,mBAAuC,EACvC,WAAwC,EACxC,MAAc;IAEd,MAAM,gBAAgB,GAAG,OAAO,IAAI,UAAU,CAAC;IAC/C,MAAM,eAAe,GACnB,CAAC,mBAAmB,IAAI,cAAc,GAAG,mBAAmB,CAAC;IAE/D,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,gBAAgB,IAAI,eAAe,CAAC;IAE3E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,MAAM,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC;YAChC,CAAC,CAAC,wBAAwB,KAAK,CAAC,IAAI,GAAG;YACvC,CAAC,CAAC,CAAC,gBAAgB;gBACjB,CAAC,CAAC,SAAS,iBAAiB,UAAU;gBACtC,CAAC,CAAC,6BAA6B,mBAAmB,IAAI,CAAC;QAC3D,MAAM,OAAO,GAAG,gBAAgB,MAAM,EAAE,CAAC;QACzC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;QAExB,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAEjD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;IAClD,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,kBAAkB,CAC/B,GAAY,EACZ,OAAe,EACf,cAAsB,EACtB,MAgBC;IAED,MAAM,KAAK,GACT,GAAG,YAAY,gBAAgB;QAC7B,CAAC,CAAC,GAAG;QACL,CAAC,CAAC,IAAI,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAEtE,MAAM,UAAU,GAAG,iBAAiB,CAClC,KAAK,EACL,OAAO,EACP,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,iBAAiB,EACxB,cAAc,EACd,MAAM,CAAC,mBAAmB,EAC1B,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,MAAM,CACd,CAAC;IAEF,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;QACzB,MAAM,UAAU,CAAC,YAAY,CAAC;IAChC,CAAC;IAED,sCAAsC;IACtC,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,IAAI,gBAAgB,CAAC;YACtC,OAAO,EAAE,iBAAiB;YAC1B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;QAC/D,MAAM,UAAU,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAE3D,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB,GAAG,MAAM,CAAC,YAAY,WAAW,KAAK,CAAC,IAAI,cAAc,OAAO,IAAI,MAAM,CAAC,iBAAiB,iBAAiB,KAAK,OAAO,CAC1H,CAAC;IAEF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAE3D,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/ai-service/llm/provider.d.ts

@@ -1,4 +1,5 @@
+import { type RetryOptions } from "./middleware/retry.js";
 import type { LLMProvider, LLMProviderSettings } from "./types.js";
 import type { LLMProviderConfig } from "@superblocksteam/library-shared/types";
-export declare const createLLMProvider: (settings: LLMProviderSettings, getJwt?: () => string | undefined, llmConfig?: LLMProviderConfig) => LLMProvider;
+export declare const createLLMProvider: (settings: LLMProviderSettings, getJwt?: () => string | undefined, llmConfig?: LLMProviderConfig, retryOptions?: RetryOptions) => LLMProvider;
 //# sourceMappingURL=provider.d.ts.map

package/dist/ai-service/llm/provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EAGpB,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,eAAO,MAAM,iBAAiB,GAC5B,UAAU,mBAAmB,EAC7B,SAAS,MAAM,MAAM,GAAG,SAAS,EACjC,YAAY,iBAAiB,KAC5B,WAiDF,CAAC"}
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAmB,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAE3E,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EAGpB,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,eAAO,MAAM,iBAAiB,GAC5B,UAAU,mBAAmB,EAC7B,SAAS,MAAM,MAAM,GAAG,SAAS,EACjC,YAAY,iBAAiB,EAC7B,eAAe,YAAY,KAC1B,WA4DF,CAAC"}

package/dist/ai-service/llm/provider.js

@@ -2,13 +2,20 @@ import { customProvider, wrapLanguageModel } from "ai";
 import { getLogger } from "../../util/logger.js";
 import { anthropicImpl } from "./impl/anthropic.js";
 import { clarkImpl } from "./impl/clark.js";
+import { retryMiddleware } from "./middleware/retry.js";
 import { jwtMiddleware, modelFromClassification } from "./utils.js";
-export const createLLMProvider = (settings, getJwt, llmConfig) => {
+export const createLLMProvider = (settings, getJwt, llmConfig, retryOptions) => {
+    const providerType = llmConfig?.provider || "bedrock";
     const wrapDefaults = (model) => wrapLanguageModel({
         model,
-        middleware: [jwtMiddleware(getJwt)],
+        middleware: [
+            jwtMiddleware(getJwt),
+            retryMiddleware(providerType, {
+                maxTotalRetryTimeMs: 2 * 60 * 1000, // 2 minutes
+                ...retryOptions,
+            }, getLogger()),
+        ],
     });
-    const providerType = llmConfig?.provider || "bedrock";
     getLogger().info(`Creating LLM provider: type=${providerType}, config=${JSON.stringify(llmConfig || {})}`);
     let implFunc;
     switch (providerType) {
@@ -39,6 +46,7 @@ export const createLLMProvider = (settings, getJwt, llmConfig) => {
         return sdkProvider.languageModel(modelId);
     };
     return {
+        name: providerType,
         modelForTask,
         modelForClassification: (classification) => modelFromClassification(modelForTask, classification),
     };

package/dist/ai-service/llm/provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAUpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,QAA6B,EAC7B,MAAiC,EACjC,SAA6B,EAChB,EAAE;IACf,MAAM,YAAY,GAAG,CAAC,KAAsB,EAAE,EAAE,CAC9C,iBAAiB,CAAC;QAChB,KAAK;QACL,UAAU,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;KACpC,CAAC,CAAC;IAEL,MAAM,YAAY,GAAG,SAAS,EAAE,QAAQ,IAAI,SAAS,CAAC;IACtD,SAAS,EAAE,CAAC,IAAI,CACd,+BAA+B,YAAY,YAAY,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CACzF,CAAC;IACF,IAAI,QAAQ,CAAC;IACb,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,SAAS;YACZ,QAAQ,GAAG,SAAS,CAAC;YACrB,MAAM;QACR,KAAK,QAAQ;YACX,QAAQ,GAAG,SAAS,CAAC;YACrB,MAAM;QACR,KAAK,WAAW,CAAC;QACjB;YACE,QAAQ,GAAG,aAAa,CAAC;YACzB,MAAM;IACV,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEhC,MAAM,cAAc,GAAkB;QACpC,cAAc,EAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;QACjD,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;QAC/C,oBAAoB,EAAE,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC;QAC7D,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACvD,kBAAkB,EAAE,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACzD,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;KACxD,CAAC;IAEF,MAAM,WAAW,GAAG,cAAc,CAAC;QACjC,cAAc;KACf,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAE,EAAE;QACxC,OAAO,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO;QACL,YAAY;QACZ,sBAAsB,EAAE,CAAC,cAAc,EAAE,EAAE,CACzC,uBAAuB,CAAC,YAAY,EAAE,cAAc,CAAC;KACxD,CAAC;AACJ,CAAC,CAAC"}
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAqB,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAUpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,QAA6B,EAC7B,MAAiC,EACjC,SAA6B,EAC7B,YAA2B,EACd,EAAE;IACf,MAAM,YAAY,GAAG,SAAS,EAAE,QAAQ,IAAI,SAAS,CAAC;IAEtD,MAAM,YAAY,GAAG,CAAC,KAAsB,EAAE,EAAE,CAC9C,iBAAiB,CAAC;QAChB,KAAK;QACL,UAAU,EAAE;YACV,aAAa,CAAC,MAAM,CAAC;YACrB,eAAe,CACb,YAAY,EACZ;gBACE,mBAAmB,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,YAAY;gBAChD,GAAG,YAAY;aAChB,EACD,SAAS,EAAE,CACZ;SACF;KACF,CAAC,CAAC;IACL,SAAS,EAAE,CAAC,IAAI,CACd,+BAA+B,YAAY,YAAY,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CACzF,CAAC;IACF,IAAI,QAAQ,CAAC;IACb,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,SAAS;YACZ,QAAQ,GAAG,SAAS,CAAC;YACrB,MAAM;QACR,KAAK,QAAQ;YACX,QAAQ,GAAG,SAAS,CAAC;YACrB,MAAM;QACR,KAAK,WAAW,CAAC;QACjB;YACE,QAAQ,GAAG,aAAa,CAAC;YACzB,MAAM;IACV,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEhC,MAAM,cAAc,GAAkB;QACpC,cAAc,EAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;QACjD,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;QAC/C,oBAAoB,EAAE,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC;QAC7D,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACvD,kBAAkB,EAAE,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACzD,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;KACxD,CAAC;IAEF,MAAM,WAAW,GAAG,cAAc,CAAC;QACjC,cAAc;KACf,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAE,EAAE;QACxC,OAAO,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,YAAY;QACZ,sBAAsB,EAAE,CAAC,cAAc,EAAE,EAAE,CACzC,uBAAuB,CAAC,YAAY,EAAE,cAAc,CAAC;KACxD,CAAC;AACJ,CAAC,CAAC"}

package/dist/ai-service/llm/types.d.ts

@@ -1,7 +1,7 @@
 import type { ClarkProviderSettings } from "../clark-provider/clark-provider.js";
 import type { AnthropicProviderSettings } from "@ai-sdk/anthropic";
 import type { LanguageModelV2 } from "@ai-sdk/provider";
-import type { PromptClassification } from "@superblocksteam/library-shared/types";
+import type { LLMProviderConfig, PromptClassification } from "@superblocksteam/library-shared/types";
 export type LLMProviderSettings = {
     anthropic: AnthropicProviderSettings;
     clark: ClarkProviderSettings;
@@ -11,6 +11,7 @@ export type LLMTaskModels = {
     [K in LLMTask]: LanguageModelV2;
 };
 export type LLMProvider = {
+    name: LLMProviderConfig["provider"];
     modelForTask: (modelId: LLMTask) => LanguageModelV2;
     modelForClassification: (classification: PromptClassification) => LanguageModelV2;
 };

package/dist/ai-service/llm/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AACjF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAElF,MAAM,MAAM,mBAAmB,GAAG;IAChC,SAAS,EAAE,yBAAyB,CAAC;IACrC,KAAK,EAAE,qBAAqB,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,OAAO,GACf,gBAAgB,GAChB,mBAAmB,GACnB,eAAe,GACf,sBAAsB,GACtB,mBAAmB,GACnB,oBAAoB,CAAC;AAEzB,MAAM,MAAM,aAAa,GAAG;KACzB,CAAC,IAAI,OAAO,GAAG,eAAe;CAChC,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,YAAY,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,eAAe,CAAC;IACpD,sBAAsB,EAAE,CACtB,cAAc,EAAE,oBAAoB,KACjC,eAAe,CAAC;CACtB,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AACjF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EACV,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,uCAAuC,CAAC;AAE/C,MAAM,MAAM,mBAAmB,GAAG;IAChC,SAAS,EAAE,yBAAyB,CAAC;IACrC,KAAK,EAAE,qBAAqB,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,OAAO,GACf,gBAAgB,GAChB,mBAAmB,GACnB,eAAe,GACf,sBAAsB,GACtB,mBAAmB,GACnB,oBAAoB,CAAC;AAEzB,MAAM,MAAM,aAAa,GAAG;KACzB,CAAC,IAAI,OAAO,GAAG,eAAe;CAChC,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACpC,YAAY,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,eAAe,CAAC;IACpD,sBAAsB,EAAE,CACtB,cAAc,EAAE,oBAAoB,KACjC,eAAe,CAAC;CACtB,CAAC"}

package/dist/ai-service/llm/util/provider-errors.d.ts

@@ -0,0 +1,4 @@
+import type { Clark } from "../../state-machine/clark-fsm.js";
+export declare function isProviderErrorRetryable(error: unknown): boolean;
+export declare function onRetryFactory(clark: Clark, sendMessageAfterMs?: number): (_error: unknown, attempt: number, _delayMs: number, totalRetryTimeMs: number) => void;
+//# sourceMappingURL=provider-errors.d.ts.map

package/dist/ai-service/llm/util/provider-errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-errors.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/util/provider-errors.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kCAAkC,CAAC;AAE9D,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQhE;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,kBAAkB,SAAO,IAGlE,QAAQ,OAAO,EACf,SAAS,MAAM,EACf,UAAU,MAAM,EAChB,kBAAkB,MAAM,UA2B3B"}

package/dist/ai-service/llm/util/provider-errors.js

@@ -0,0 +1,35 @@
+import { getLogger } from "../../../util/logger.js";
+import { LLMProviderError } from "../error.js";
+export function isProviderErrorRetryable(error) {
+    if (LLMProviderError.isInstance(error)) {
+        return error.isRetryable;
+    }
+    // For thrown errors or unstructured errors, be permissive and retry
+    // These might be network issues, timeouts, or other transient problems
+    return true;
+}
+export function onRetryFactory(clark, sendMessageAfterMs = 5000) {
+    let sentMessage = false;
+    return (_error, attempt, _delayMs, totalRetryTimeMs) => {
+        if (attempt === 1) {
+            sentMessage = false;
+        }
+        if (sentMessage || totalRetryTimeMs < sendMessageAfterMs) {
+            return;
+        }
+        const editorClient = clark.context.peer;
+        if (!editorClient) {
+            getLogger().warn("Editor client not found in Clark context, cannot send retry message");
+            return;
+        }
+        void editorClient.call
+            .aiPushMessage({
+            type: "text",
+            text: "Hmmm, I'm having trouble connecting to the model provider. Let me try again...",
+        })
+            .then(() => {
+            sentMessage = true;
+        });
+    };
+}
+//# sourceMappingURL=provider-errors.js.map

package/dist/ai-service/llm/util/provider-errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-errors.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/util/provider-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAG/C,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACrD,IAAI,gBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC,WAAW,CAAC;IAC3B,CAAC;IAED,oEAAoE;IACpE,uEAAuE;IACvE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAY,EAAE,kBAAkB,GAAG,IAAI;IACpE,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,OAAO,CACL,MAAe,EACf,OAAe,EACf,QAAgB,EAChB,gBAAwB,EACxB,EAAE;QACF,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;YAClB,WAAW,GAAG,KAAK,CAAC;QACtB,CAAC;QAED,IAAI,WAAW,IAAI,gBAAgB,GAAG,kBAAkB,EAAE,CAAC;YACzD,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QACxC,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC,IAAI,CACd,qEAAqE,CACtE,CAAC;YACF,OAAO;QACT,CAAC;QAED,KAAK,YAAY,CAAC,IAAI;aACnB,aAAa,CAAC;YACb,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,gFAAgF;SACvF,CAAC;aACD,IAAI,CAAC,GAAG,EAAE;YACT,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;AACJ,CAAC"}