@superblocksteam/vite-plugin-file-sync 2.0.69 → 2.0.70-next.0

package/dist/ai-service/llm/interaction/middlewares/utils/fallback-chain.d.ts

@@ -0,0 +1,62 @@
+/**
+ * Provider fallback chain management for stream retry middleware.
+ *
+ * Manages the state and logic for cycling through provider/model combinations
+ * when stream errors occur. The chain order is:
+ * - If starting with opus: provider1/opus → provider2/opus → provider1/sonnet → provider2/sonnet
+ * - If starting with sonnet: provider1/sonnet → provider2/sonnet
+ */
+import type { Logger } from "../../../../../util/logger.js";
+import type { Tool } from "../../../../agent/tools2/types.js";
+import type { StreamTextOptions } from "../../middleware.js";
+export type ProviderType = "vertex" | "bedrock";
+export type CoreModelType = "claude-sonnet-4-5" | "claude-opus-4-5";
+export interface FallbackAttempt {
+    provider: ProviderType;
+    coreModel: CoreModelType;
+}
+export interface FallbackConfig {
+    enabled?: boolean;
+    initialProvider?: ProviderType;
+    initialCoreModel?: CoreModelType;
+    stallTimeoutMs?: number;
+    retryOnStall?: boolean;
+    onFallback?: (from: FallbackAttempt, to: FallbackAttempt, reason: "error" | "stall" | "no_output") => void | Promise<void>;
+}
+/** Mutable fallback state tracked across retries */
+export interface FallbackState {
+    currentIndex: number;
+    chain: FallbackAttempt[];
+}
+/**
+ * Builds the full fallback chain based on initial provider/model.
+ *
+ * Chain construction:
+ * - Provider order is determined by initialProvider (that provider first, then the other)
+ * - If using opus, try opus on all providers first, then sonnet on all providers
+ * - If using sonnet, each provider only gets sonnet
+ */
+export declare function buildFallbackChain(initialProvider: ProviderType, initialCoreModel: CoreModelType): FallbackAttempt[];
+/**
+ * Creates initial fallback state from config.
+ * Returns null if fallback is not enabled.
+ */
+export declare function createFallbackState(config: FallbackConfig | undefined): FallbackState | null;
+/**
+ * Gets the current fallback attempt from state.
+ */
+export declare function getCurrentFallback(state: FallbackState): FallbackAttempt;
+/**
+ * Advances to the next provider/model in the fallback chain.
+ * If already at the end, stays on the last provider (for continued retries).
+ */
+export declare function advanceFallback(state: FallbackState, reason: "error" | "stall" | "no_output", config: FallbackConfig | undefined, logger: Logger): void;
+/**
+ * Modifies stream options with current fallback state.
+ * Sets forceProvider and coreModel to explicitly tell the server which provider/model to use.
+ *
+ * On the first attempt (index 0), we don't force anything - let the server use its defaults.
+ * On retries (index > 0), we explicitly force the provider and model.
+ */
+export declare function applyFallbackToOptions<TOOLS extends Record<string, Tool>>(options: StreamTextOptions<TOOLS>, state: FallbackState, logger: Logger): StreamTextOptions<TOOLS>;
+//# sourceMappingURL=fallback-chain.d.ts.map

package/dist/ai-service/llm/interaction/middlewares/utils/fallback-chain.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fallback-chain.d.ts","sourceRoot":"","sources":["../../../../../../src/ai-service/llm/interaction/middlewares/utils/fallback-chain.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,mCAAmC,CAAC;AAC9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,SAAS,CAAC;AAChD,MAAM,MAAM,aAAa,GAAG,mBAAmB,GAAG,iBAAiB,CAAC;AAEpE,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,EAAE,aAAa,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,eAAe,CAAC,EAAE,YAAY,CAAC;IAC/B,gBAAgB,CAAC,EAAE,aAAa,CAAC;IACjC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,CACX,IAAI,EAAE,eAAe,EACrB,EAAE,EAAE,eAAe,EACnB,MAAM,EAAE,OAAO,GAAG,OAAO,GAAG,WAAW,KACpC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,oDAAoD;AACpD,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAChC,eAAe,EAAE,YAAY,EAC7B,gBAAgB,EAAE,aAAa,GAC9B,eAAe,EAAE,CAwBnB;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,cAAc,GAAG,SAAS,GACjC,aAAa,GAAG,IAAI,CAYtB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,aAAa,GAAG,eAAe,CAGxE;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,OAAO,GAAG,OAAO,GAAG,WAAW,EACvC,MAAM,EAAE,cAAc,GAAG,SAAS,EAClC,MAAM,EAAE,MAAM,GACb,IAAI,CAoBN;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,EACvE,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,EACjC,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,GACb,iBAAiB,CAAC,KAAK,CAAC,CA0B1B"}

package/dist/ai-service/llm/interaction/middlewares/utils/fallback-chain.js

@@ -0,0 +1,112 @@
+/**
+ * Provider fallback chain management for stream retry middleware.
+ *
+ * Manages the state and logic for cycling through provider/model combinations
+ * when stream errors occur. The chain order is:
+ * - If starting with opus: provider1/opus → provider2/opus → provider1/sonnet → provider2/sonnet
+ * - If starting with sonnet: provider1/sonnet → provider2/sonnet
+ */
+/**
+ * Builds the full fallback chain based on initial provider/model.
+ *
+ * Chain construction:
+ * - Provider order is determined by initialProvider (that provider first, then the other)
+ * - If using opus, try opus on all providers first, then sonnet on all providers
+ * - If using sonnet, each provider only gets sonnet
+ */
+export function buildFallbackChain(initialProvider, initialCoreModel) {
+    const isOpus = initialCoreModel === "claude-opus-4-5";
+    const providerOrder = initialProvider === "bedrock"
+        ? ["bedrock", "vertex"]
+        : ["vertex", "bedrock"];
+    const chain = [];
+    if (isOpus) {
+        // First try opus on all providers
+        for (const provider of providerOrder) {
+            chain.push({ provider, coreModel: "claude-opus-4-5" });
+        }
+        // Then try sonnet on all providers
+        for (const provider of providerOrder) {
+            chain.push({ provider, coreModel: "claude-sonnet-4-5" });
+        }
+    }
+    else {
+        // Sonnet only: try on all providers
+        for (const provider of providerOrder) {
+            chain.push({ provider, coreModel: "claude-sonnet-4-5" });
+        }
+    }
+    return chain;
+}
+/**
+ * Creates initial fallback state from config.
+ * Returns null if fallback is not enabled.
+ */
+export function createFallbackState(config) {
+    if (!config?.enabled) {
+        return null;
+    }
+    return {
+        currentIndex: 0,
+        chain: buildFallbackChain(config.initialProvider ?? "vertex", config.initialCoreModel ?? "claude-sonnet-4-5"),
+    };
+}
+/**
+ * Gets the current fallback attempt from state.
+ */
+export function getCurrentFallback(state) {
+    const index = Math.min(state.currentIndex, state.chain.length - 1);
+    return state.chain[index];
+}
+/**
+ * Advances to the next provider/model in the fallback chain.
+ * If already at the end, stays on the last provider (for continued retries).
+ */
+export function advanceFallback(state, reason, config, logger) {
+    const currentIndex = Math.min(state.currentIndex, state.chain.length - 1);
+    const current = state.chain[currentIndex];
+    const nextIndex = Math.min(currentIndex + 1, state.chain.length - 1);
+    const next = state.chain[nextIndex];
+    const isAdvancing = nextIndex > currentIndex;
+    if (isAdvancing) {
+        logger.warn(`Switching provider: ${current.provider}/${current.coreModel} -> ${next.provider}/${next.coreModel} | reason=${reason}`);
+        void config?.onFallback?.(current, next, reason);
+    }
+    else {
+        logger.warn(`Retrying same provider (chain exhausted): ${current.provider}/${current.coreModel} | reason=${reason}`);
+    }
+    state.currentIndex = nextIndex;
+}
+/**
+ * Modifies stream options with current fallback state.
+ * Sets forceProvider and coreModel to explicitly tell the server which provider/model to use.
+ *
+ * On the first attempt (index 0), we don't force anything - let the server use its defaults.
+ * On retries (index > 0), we explicitly force the provider and model.
+ */
+export function applyFallbackToOptions(options, state, logger) {
+    const currentIndex = Math.min(state.currentIndex, state.chain.length - 1);
+    const current = state.chain[currentIndex];
+    if (!current) {
+        logger.error("No current fallback attempt found");
+        return options;
+    }
+    return {
+        ...options,
+        providerOptions: {
+            ...options.providerOptions,
+            unified: {
+                ...(options.providerOptions?.unified ||
+                    {}),
+                // On retry (index > 0), explicitly force the provider and model
+                ...(currentIndex > 0
+                    ? {
+                        forceProvider: current.provider,
+                        coreModel: current.coreModel,
+                    }
+                    : {}),
+            },
+        },
+    };
+}
+//# sourceMappingURL=fallback-chain.js.map

package/dist/ai-service/llm/interaction/middlewares/utils/fallback-chain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fallback-chain.js","sourceRoot":"","sources":["../../../../../../src/ai-service/llm/interaction/middlewares/utils/fallback-chain.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAiCH;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAChC,eAA6B,EAC7B,gBAA+B;IAE/B,MAAM,MAAM,GAAG,gBAAgB,KAAK,iBAAiB,CAAC;IACtD,MAAM,aAAa,GACjB,eAAe,KAAK,SAAS;QAC3B,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC;QACvB,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAE5B,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,IAAI,MAAM,EAAE,CAAC;QACX,kCAAkC;QAClC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,mCAAmC;QACnC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,oCAAoC;QACpC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAkC;IAElC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,YAAY,EAAE,CAAC;QACf,KAAK,EAAE,kBAAkB,CACvB,MAAM,CAAC,eAAe,IAAI,QAAQ,EAClC,MAAM,CAAC,gBAAgB,IAAI,mBAAmB,CAC/C;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAoB;IACrD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnE,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC;AAC7B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,KAAoB,EACpB,MAAuC,EACvC,MAAkC,EAClC,MAAc;IAEd,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAE,CAAC;IAE3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAE,CAAC;IACrC,MAAM,WAAW,GAAG,SAAS,GAAG,YAAY,CAAC;IAE7C,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,CACT,uBAAuB,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,SAAS,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,aAAa,MAAM,EAAE,CACxH,CAAC;QACF,KAAK,MAAM,EAAE,UAAU,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CACT,6CAA6C,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,SAAS,aAAa,MAAM,EAAE,CACxG,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC;AACjC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAiC,EACjC,KAAoB,EACpB,MAAc;IAEd,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAE1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAClD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO;QACL,GAAG,OAAO;QACV,eAAe,EAAE;YACf,GAAG,OAAO,CAAC,eAAe;YAC1B,OAAO,EAAE;gBACP,GAAG,CAAE,OAAO,CAAC,eAAe,EAAE,OAAmC;oBAC/D,EAAE,CAAC;gBACL,gEAAgE;gBAChE,GAAG,CAAC,YAAY,GAAG,CAAC;oBAClB,CAAC,CAAC;wBACE,aAAa,EAAE,OAAO,CAAC,QAAQ;wBAC/B,SAAS,EAAE,OAAO,CAAC,SAAS;qBAC7B;oBACH,CAAC,CAAC,EAAE,CAAC;aACR;SACF;KACF,CAAC;AACJ,CAAC"}

package/dist/ai-service/llm/interaction/middlewares/utils/retries.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Shared utilities for retry middleware.
+ *
+ * Contains error wrapping, retry eligibility checking, and backoff logic.
+ */
+import { LLMProviderError } from "../../../error.js";
+import type { Logger } from "../../../../../util/logger.js";
+import type { BackoffStrategy } from "../../../../util/backoff-strategy.js";
+/**
+ * Configuration for retry attempts.
+ */
+export interface RetryConfig {
+    maxRetries: number;
+    maxRetriesDisplay: string;
+    maxTotalRetryTimeMs: number | undefined;
+    overallStartTime: number;
+    backoffStrategy: BackoffStrategy;
+    isRetryable: (error: unknown) => boolean;
+    onRetry?: (error: unknown, attempt: number, delayMs: number, totalRetryTimeMs: number) => void | Promise<void>;
+    abortSignal?: AbortSignal;
+    logger: Logger;
+    errorContext: string;
+}
+/**
+ * Wraps an error in LLMProviderError if it isn't already.
+ * Also detects NoOutput errors and sets the appropriate type.
+ */
+export declare function wrapError(err: unknown, provider?: string): LLMProviderError;
+/**
+ * Default function to determine if an error is retryable.
+ * Delegates to LLMProviderError.isRetryable if available.
+ */
+export declare function defaultIsRetryable(error: unknown): boolean;
+/**
+ * Checks if retry is allowed and executes retry logic.
+ * Returns the delay in milliseconds if a retry should be attempted.
+ * Throws if no retry is possible.
+ *
+ * @param error - The error that triggered the retry
+ * @param attempt - The current attempt number (1-indexed)
+ * @param totalRetryTimeMs - Total time spent on retries so far
+ * @param config - Retry configuration
+ * @returns The delay before the retry (after waiting)
+ * @throws If retry is not allowed (non-retryable error, max retries, timeout)
+ */
+export declare function handleRetryAttempt(error: LLMProviderError, attempt: number, totalRetryTimeMs: number, config: RetryConfig): Promise<number>;
+//# sourceMappingURL=retries.d.ts.map

package/dist/ai-service/llm/interaction/middlewares/utils/retries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retries.d.ts","sourceRoot":"","sources":["../../../../../../src/ai-service/llm/interaction/middlewares/utils/retries.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,gBAAgB,EAAmB,MAAM,mBAAmB,CAAC;AACtE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAE5E;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,eAAe,CAAC;IACjC,WAAW,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC;IACzC,OAAO,CAAC,EAAE,CACR,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,gBAAgB,EAAE,MAAM,KACrB,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,gBAAgB,CAqB3E;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQ1D;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,MAAM,EACf,gBAAgB,EAAE,MAAM,EACxB,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CAuEjB"}

package/dist/ai-service/llm/interaction/middlewares/utils/retries.js

@@ -0,0 +1,131 @@
+/**
+ * Shared utilities for retry middleware.
+ *
+ * Contains error wrapping, retry eligibility checking, and backoff logic.
+ */
+import { getErrorMeta } from "../../../../../util/logger.js";
+import { LLMProviderError, isNoOutputError } from "../../../error.js";
+/**
+ * Wraps an error in LLMProviderError if it isn't already.
+ * Also detects NoOutput errors and sets the appropriate type.
+ */
+export function wrapError(err, provider) {
+    if (err instanceof LLMProviderError) {
+        return err;
+    }
+    // Check for NoOutput error and wrap with appropriate type
+    if (isNoOutputError(err)) {
+        return new LLMProviderError({
+            provider: provider,
+            message: err instanceof Error ? err.message : "No output generated by model",
+            type: "no_output",
+            isRetryable: true,
+            cause: err,
+        });
+    }
+    return new LLMProviderError({
+        provider: provider,
+        cause: err,
+    });
+}
+/**
+ * Default function to determine if an error is retryable.
+ * Delegates to LLMProviderError.isRetryable if available.
+ */
+export function defaultIsRetryable(error) {
+    if (LLMProviderError.isInstance(error)) {
+        return error.isRetryable;
+    }
+    // For thrown errors or unstructured errors, be permissive and retry
+    // These might be network issues, timeouts, or other transient problems
+    return true;
+}
+/**
+ * Checks if retry is allowed and executes retry logic.
+ * Returns the delay in milliseconds if a retry should be attempted.
+ * Throws if no retry is possible.
+ *
+ * @param error - The error that triggered the retry
+ * @param attempt - The current attempt number (1-indexed)
+ * @param totalRetryTimeMs - Total time spent on retries so far
+ * @param config - Retry configuration
+ * @returns The delay before the retry (after waiting)
+ * @throws If retry is not allowed (non-retryable error, max retries, timeout)
+ */
+export async function handleRetryAttempt(error, attempt, totalRetryTimeMs, config) {
+    config.logger.debug(`totalRetryTimeMs: ${totalRetryTimeMs}`);
+    // Check abort signal
+    if (config.abortSignal?.aborted) {
+        const abortError = new LLMProviderError({
+            provider: error.provider,
+            message: "Request aborted",
+            type: "aborted",
+            isRetryable: false,
+        });
+        config.logger.info("Request aborted, stopping retry attempts");
+        throw abortError;
+    }
+    // Check retry conditions
+    const withinMaxRetries = attempt <= config.maxRetries;
+    const withinTimeLimit = !config.maxTotalRetryTimeMs ||
+        totalRetryTimeMs < config.maxTotalRetryTimeMs;
+    const errorIsRetryable = config.isRetryable(error);
+    const canRetry = errorIsRetryable && withinMaxRetries && withinTimeLimit;
+    if (!canRetry) {
+        if (errorIsRetryable) {
+            const reason = !withinMaxRetries
+                ? `after ${config.maxRetriesDisplay} retries`
+                : `total retry time exceeded ${config.maxTotalRetryTimeMs}ms`;
+            config.logger.error(`Exceeded retry limits: ${reason}`, getErrorMeta(error));
+            throw new LLMProviderError({
+                provider: error.provider,
+                message: `${config.errorContext} ${reason}`,
+                type: "retries_exhausted",
+                isRetryable: false,
+                cause: error,
+            });
+        }
+        config.logger.error("Non-retryable error encountered", getErrorMeta(error));
+        throw error;
+    }
+    const delay = config.backoffStrategy.getNextDelay(attempt);
+    config.logger.warn(`${config.errorContext} (type: ${error.type}). Attempt ${attempt}/${config.maxRetriesDisplay}. Retrying in ${delay}ms... Error: ${JSON.stringify(error)}`);
+    if (config.onRetry) {
+        await config.onRetry(error, attempt, delay, totalRetryTimeMs);
+    }
+    // Wait before retry, but allow immediate cancellation via abort signal
+    await abortableDelay(delay, config.abortSignal);
+    // Check if aborted during delay
+    if (config.abortSignal?.aborted) {
+        const abortError = new LLMProviderError({
+            provider: error.provider,
+            message: "Request aborted during retry delay",
+            type: "aborted",
+            isRetryable: false,
+        });
+        config.logger.info("Request aborted during retry delay");
+        throw abortError;
+    }
+    return delay;
+}
+/**
+ * Returns a promise that resolves after the specified delay,
+ * but can be interrupted early by an abort signal.
+ *
+ * @param delayMs - The delay in milliseconds
+ * @param abortSignal - Optional abort signal to cancel the delay
+ */
+function abortableDelay(delayMs, abortSignal) {
+    return new Promise((resolve) => {
+        if (abortSignal?.aborted) {
+            resolve();
+            return;
+        }
+        const timeoutId = setTimeout(resolve, delayMs);
+        abortSignal?.addEventListener("abort", () => {
+            clearTimeout(timeoutId);
+            resolve();
+        }, { once: true });
+    });
+}
+//# sourceMappingURL=retries.js.map

package/dist/ai-service/llm/interaction/middlewares/utils/retries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retries.js","sourceRoot":"","sources":["../../../../../../src/ai-service/llm/interaction/middlewares/utils/retries.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AA0BtE;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,GAAY,EAAE,QAAiB;IACvD,IAAI,GAAG,YAAY,gBAAgB,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,0DAA0D;IAC1D,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,gBAAgB,CAAC;YAC1B,QAAQ,EAAE,QAAwC;YAClD,OAAO,EACL,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;YACrE,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,IAAI;YACjB,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;IACL,CAAC;IAED,OAAO,IAAI,gBAAgB,CAAC;QAC1B,QAAQ,EAAE,QAAwC;QAClD,KAAK,EAAE,GAAG;KACX,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,IAAI,gBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC,WAAW,CAAC;IAC3B,CAAC;IAED,oEAAoE;IACpE,uEAAuE;IACvE,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAAuB,EACvB,OAAe,EACf,gBAAwB,EACxB,MAAmB;IAEnB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,gBAAgB,EAAE,CAAC,CAAC;IAE7D,qBAAqB;IACrB,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,IAAI,gBAAgB,CAAC;YACtC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,iBAAiB;YAC1B,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;QAC/D,MAAM,UAAU,CAAC;IACnB,CAAC;IAED,yBAAyB;IACzB,MAAM,gBAAgB,GAAG,OAAO,IAAI,MAAM,CAAC,UAAU,CAAC;IACtD,MAAM,eAAe,GACnB,CAAC,MAAM,CAAC,mBAAmB;QAC3B,gBAAgB,GAAG,MAAM,CAAC,mBAAmB,CAAC;IAChD,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAEnD,MAAM,QAAQ,GAAG,gBAAgB,IAAI,gBAAgB,IAAI,eAAe,CAAC;IAEzE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,CAAC,gBAAgB;gBAC9B,CAAC,CAAC,SAAS,MAAM,CAAC,iBAAiB,UAAU;gBAC7C,CAAC,CAAC,6BAA6B,MAAM,CAAC,mBAAmB,IAAI,CAAC;YAChE,MAAM,CAAC,MAAM,CAAC,KAAK,CACjB,0BAA0B,MAAM,EAAE,EAClC,YAAY,CAAC,KAAK,CAAC,CACpB,CAAC;YACF,MAAM,IAAI,gBAAgB,CAAC;gBACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,OAAO,EAAE,GAAG,MAAM,CAAC,YAAY,IAAI,MAAM,EAAE;gBAC3C,IAAI,EAAE,mBAAmB;gBACzB,WAAW,EAAE,KAAK;gBAClB,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;QACL,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5E,MAAM,KAAK,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAE3D,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB,GAAG,MAAM,CAAC,YAAY,WAAW,KAAK,CAAC,IAAI,cAAc,OAAO,IAAI,MAAM,CAAC,iBAAiB,iBAAiB,KAAK,gBAAgB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAC1J,CAAC;IAEF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;IAChE,CAAC;IAED,uEAAuE;IACvE,MAAM,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IAEhD,gCAAgC;IAChC,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,IAAI,gBAAgB,CAAC;YACtC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,oCAAoC;YAC7C,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACzD,MAAM,UAAU,CAAC;IACnB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,SAAS,cAAc,CACrB,OAAe,EACf,WAAyB;IAEzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE/C,WAAW,EAAE,gBAAgB,CAC3B,OAAO,EACP,GAAG,EAAE;YACH,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/ai-service/llm/interaction/middlewares/utils/stall-detector.d.ts

@@ -0,0 +1,30 @@
+import { LLMProviderError } from "../../../error.js";
+export interface StallDetectorConfig {
+    stallTimeoutMs: number;
+    enabled: boolean;
+}
+/**
+ * Result of waiting for the next chunk with stall detection.
+ */
+export type StallDetectorResult<T> = {
+    type: "chunk";
+    value: IteratorResult<T>;
+} | {
+    type: "stall";
+    durationMs: number;
+};
+/**
+ * Waits for the next chunk from an iterator with a timeout.
+ * If the timeout expires before a chunk arrives, returns a stall result.
+ *
+ * @param iterator - The async iterator to get the next chunk from
+ * @param config - Stall detector configuration
+ * @param lastChunkTime - Timestamp of the last received chunk (for duration calculation)
+ * @returns Either the chunk result or a stall indication
+ */
+export declare function waitForNextChunkWithStallDetection<T>(iterator: AsyncIterator<T>, config: StallDetectorConfig, lastChunkTime: number): Promise<StallDetectorResult<T>>;
+/**
+ * Creates an LLMProviderError for a stream stall.
+ */
+export declare function createStallError(stallDurationMs: number): LLMProviderError;
+//# sourceMappingURL=stall-detector.d.ts.map

package/dist/ai-service/llm/interaction/middlewares/utils/stall-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stall-detector.d.ts","sourceRoot":"","sources":["../../../../../../src/ai-service/llm/interaction/middlewares/utils/stall-detector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,MAAM,WAAW,mBAAmB;IAClC,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,CAAC,CAAC,IAC7B;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1C;;;;;;;;GAQG;AACH,wBAAsB,kCAAkC,CAAC,CAAC,EACxD,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,EAC1B,MAAM,EAAE,mBAAmB,EAC3B,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAmBjC;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,eAAe,EAAE,MAAM,GAAG,gBAAgB,CAO1E"}

package/dist/ai-service/llm/interaction/middlewares/utils/stall-detector.js

@@ -0,0 +1,36 @@
+import { LLMProviderError } from "../../../error.js";
+/**
+ * Waits for the next chunk from an iterator with a timeout.
+ * If the timeout expires before a chunk arrives, returns a stall result.
+ *
+ * @param iterator - The async iterator to get the next chunk from
+ * @param config - Stall detector configuration
+ * @param lastChunkTime - Timestamp of the last received chunk (for duration calculation)
+ * @returns Either the chunk result or a stall indication
+ */
+export async function waitForNextChunkWithStallDetection(iterator, config, lastChunkTime) {
+    if (!config.enabled) {
+        // Stall detection disabled - just wait for the chunk
+        const result = await iterator.next();
+        return { type: "chunk", value: result };
+    }
+    const timeoutPromise = new Promise((resolve) => setTimeout(() => resolve("stall"), config.stallTimeoutMs));
+    const raceResult = await Promise.race([iterator.next(), timeoutPromise]);
+    if (raceResult === "stall") {
+        const stallDuration = Date.now() - lastChunkTime;
+        return { type: "stall", durationMs: stallDuration };
+    }
+    return { type: "chunk", value: raceResult };
+}
+/**
+ * Creates an LLMProviderError for a stream stall.
+ */
+export function createStallError(stallDurationMs) {
+    return new LLMProviderError({
+        provider: "unified",
+        message: `Stream stalled for ${stallDurationMs}ms`,
+        type: "stream_stall",
+        isRetryable: true,
+    });
+}
+//# sourceMappingURL=stall-detector.js.map

package/dist/ai-service/llm/interaction/middlewares/utils/stall-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stall-detector.js","sourceRoot":"","sources":["../../../../../../src/ai-service/llm/interaction/middlewares/utils/stall-detector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAcrD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,QAA0B,EAC1B,MAA2B,EAC3B,aAAqB;IAErB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,qDAAqD;QACrD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC1C,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,EAAE,CACtD,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC,CAC1D,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IAEzE,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;QACjD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC;IACtD,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAA+B,EAAE,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,eAAuB;IACtD,OAAO,IAAI,gBAAgB,CAAC;QAC1B,QAAQ,EAAE,SAAS;QACnB,OAAO,EAAE,sBAAsB,eAAe,IAAI;QAClD,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,IAAI;KAClB,CAAC,CAAC;AACL,CAAC"}

package/dist/ai-service/llm/interaction/middlewares/utils/streams.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Retrying async iterable stream for stream retry middleware.
+ *
+ * This module creates an AsyncIterableStream that automatically retries
+ * on consumption errors, with optional stall detection and provider fallback.
+ */
+import type { FallbackState, FallbackConfig } from "./fallback-chain.js";
+import type { Logger } from "../../../../../util/logger.js";
+import type { BackoffStrategy } from "../../../../util/backoff-strategy.js";
+import type { AsyncIterableStream, TextStreamPart } from "ai";
+/**
+ * Configuration for creating a retrying async iterable.
+ */
+export interface RetryingStreamConfig {
+    maxRetries: number;
+    maxRetriesDisplay: string;
+    maxTotalRetryTimeMs: number | undefined;
+    overallStartTime: number;
+    backoffStrategy: BackoffStrategy;
+    isRetryable: (error: unknown) => boolean;
+    onRetry?: (error: unknown, attempt: number, delayMs: number, totalRetryTimeMs: number) => void | Promise<void>;
+    abortSignal?: AbortSignal;
+    logger: Logger;
+    fallbackState: FallbackState | null;
+    fallbackConfig: FallbackConfig | undefined;
+    stallTimeoutMs: number;
+    retryOnStall: boolean;
+    /** Called when stream completes successfully (after any retries) */
+    onStreamComplete?: () => void | Promise<void>;
+    /** Called when stream fails and all retries are exhausted */
+    onStreamFailed?: (error: unknown) => void | Promise<void>;
+}
+/**
+ * Creates an AsyncIterableStream that retries on consumption errors,
+ * with optional stall detection for fallback.
+ *
+ * @param getStream - Function to get a fresh stream for each attempt
+ * @param config - Retry and fallback configuration
+ * @returns An AsyncIterableStream that automatically retries on errors
+ */
+export declare function createRetryingAsyncIterable<T extends string | TextStreamPart<any>>(getStream: (isInitial: boolean, abortSignal?: AbortSignal) => Promise<AsyncIterableStream<T>>, config: RetryingStreamConfig): AsyncIterableStream<T>;
+//# sourceMappingURL=streams.d.ts.map

package/dist/ai-service/llm/interaction/middlewares/utils/streams.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streams.d.ts","sourceRoot":"","sources":["../../../../../../src/ai-service/llm/interaction/middlewares/utils/streams.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAC5E,OAAO,KAAK,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,eAAe,CAAC;IACjC,WAAW,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC;IACzC,OAAO,CAAC,EAAE,CACR,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,gBAAgB,EAAE,MAAM,KACrB,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IACpC,cAAc,EAAE,cAAc,GAAG,SAAS,CAAC;IAC3C,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,OAAO,CAAC;IAEtB,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C,6DAA6D;IAC7D,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3D;AAqCD;;;;;;;GAOG;AACH,wBAAgB,2BAA2B,CACzC,CAAC,SAAS,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,EAEtC,SAAS,EAAE,CACT,SAAS,EAAE,OAAO,EAClB,WAAW,CAAC,EAAE,WAAW,KACtB,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,EACpC,MAAM,EAAE,oBAAoB,GAC3B,mBAAmB,CAAC,CAAC,CAAC,CAkNxB"}