@superblocksteam/vite-plugin-file-sync 2.0.70 → 2.0.71-next.0

package/dist/ai-service/llm/stream/orchestrator.js

@@ -0,0 +1,285 @@
+import { LLMProviderError } from "../error.js";
+import { AbortedError, RetriesExhaustedError } from "./errors.js";
+import { createManagedStream } from "./managed-stream.js";
+import { RetryEngine } from "./retry-engine.js";
+import { StreamSession } from "./session.js";
+/**
+ * The main coordinator for stream operations.
+ *
+ * Brings together all components:
+ * - StreamSession for state management
+ * - RetryEngine for retry/fallback decisions
+ * - ManagedStream for lifecycle tracking
+ * - Observers for side effects
+ *
+ * @example
+ * ```typescript
+ * const orchestrator = new StreamOrchestrator({
+ *   provider: createVercelProvider(),
+ *   config: StreamConfig.create({ retry: { maxAttempts: 3 } }),
+ *   observers: [new LoggingObserver()],
+ *   logger: getLogger(),
+ * });
+ *
+ * const result = await orchestrator.execute({
+ *   model,
+ *   messages,
+ *   tools,
+ * });
+ *
+ * for await (const chunk of result.fullStream) {
+ *   console.log(chunk);
+ * }
+ * ```
+ */
+export class StreamOrchestrator {
+    provider;
+    config;
+    observers;
+    logger;
+    constructor(options) {
+        this.provider = options.provider;
+        this.config = options.config;
+        this.observers = options.observers ?? [];
+        this.logger = options.logger;
+    }
+    async execute(options) {
+        if (options.abortSignal?.aborted) {
+            throw new Error("aborted");
+        }
+        const retryEngine = new RetryEngine(this.config);
+        const initialProvider = retryEngine.getInitialProvider();
+        const session = new StreamSession(this.config, initialProvider);
+        const internalAbortController = new AbortController();
+        if (options.abortSignal) {
+            options.abortSignal.addEventListener("abort", () => {
+                internalAbortController.abort();
+            });
+        }
+        const optionsWithAbort = {
+            ...options,
+            abortSignal: internalAbortController.signal,
+        };
+        this.logger.info(`[orchestrator] Starting session ${session.id} with provider=${initialProvider.name} model=${initialProvider.model}`);
+        for (const observer of this.observers) {
+            observer.attach(session.events, this.config);
+        }
+        await session.events.emit("session:start", session, {
+            system: options.system,
+            messages: options.messages ?? [],
+            tools: options.tools,
+        });
+        internalAbortController.signal.addEventListener("abort", () => {
+            void session.events.emit("session:abort", session);
+        });
+        const result = await this.startStreamWithRetry(optionsWithAbort, session, retryEngine);
+        // wrapper order matters here. managed stream throws errors (error chunks), retry wrapper catches them.
+        const managedStream = createManagedStream(result.fullStream, session);
+        const retryableFullStream = this.wrapWithRetry(managedStream, (r) => createManagedStream(r.fullStream, session), optionsWithAbort, session, retryEngine, internalAbortController);
+        return {
+            ...result,
+            fullStream: retryableFullStream,
+            textStream: result.textStream,
+        };
+    }
+    /**
+     * Wraps a fullStream with retry logic. When an error occurs (either thrown or
+     * as an error chunk), makes a retry decision and either creates a new stream
+     * or throws the final error. It catches errors from the managed stream (inner)
+     * and decides whether to retry or give up. Session finalization happens here,
+     * not in the managed stream. If you add finalization to managed-stream.ts,
+     * retries will silently fail (the new stream will close immediately because
+     * session.isPending() returns false).
+     */
+    wrapWithRetry(initialStream, getNewStream, options, session, retryEngine, abortController) {
+        const handleRetry = this.handleRetryDecision.bind(this);
+        let currentStream = initialStream;
+        async function* createRetryIterator() {
+            while (true) {
+                try {
+                    for await (const chunk of currentStream) {
+                        // throw for the retry logic to take over
+                        if (chunk.type === "error") {
+                            throw chunk.error;
+                        }
+                        yield chunk;
+                    }
+                    return;
+                }
+                catch (error) {
+                    const retryResult = await handleRetry(error, options, session, retryEngine);
+                    if (!retryResult.shouldRetry) {
+                        // abort the internal signal so any in-flight stream processing stops.
+                        // without this, tools keep getting called in the background since the stream is not closed.
+                        abortController.abort();
+                        throw retryResult.error;
+                    }
+                    currentStream = getNewStream(retryResult.newResult);
+                }
+            }
+        }
+        const sharedIterator = createRetryIterator();
+        const readable = new ReadableStream({
+            async pull(controller) {
+                try {
+                    const result = await sharedIterator.next();
+                    if (result.done) {
+                        controller.close();
+                    }
+                    else {
+                        controller.enqueue(result.value);
+                    }
+                }
+                catch (error) {
+                    controller.error(error);
+                }
+            },
+            async cancel() {
+                await sharedIterator.return?.(undefined);
+            },
+        });
+        return readable;
+    }
+    /**
+     * Handle an error by making a retry decision. Returns either a new result to continue
+     * with, or the final error to throw.
+     */
+    async handleRetryDecision(error, options, session, retryEngine) {
+        const decision = retryEngine.getRetryDecision(error, session, options.abortSignal);
+        if (!decision.shouldRetry) {
+            this.logger.error(`[orchestrator] Not retrying: reason=${decision.reason}`, {
+                error: {
+                    kind: error instanceof Error ? error.name : "unknown",
+                    message: error instanceof Error ? error.message : String(error),
+                    stack: error instanceof Error ? error.stack : undefined,
+                },
+            });
+            session.finalize("error", error);
+            return {
+                shouldRetry: false,
+                error: this.wrapFinalError(error, decision.reason ?? "unknown", session),
+            };
+        }
+        await session.events.emit("retry", error, session.attempt, decision.delayMs, session);
+        if (decision.newProvider) {
+            const oldProvider = session.provider;
+            session.provider = decision.newProvider;
+            this.logger.info(`[orchestrator] Switching provider: ${oldProvider.name}/${oldProvider.model} -> ${decision.newProvider.name}/${decision.newProvider.model}`);
+            await session.events.emit("fallback", oldProvider, decision.newProvider, this.getFallbackReason(error), session);
+        }
+        session.recordRetry(decision.delayMs);
+        this.logger.info(`[orchestrator] Retrying in ${decision.delayMs}ms (attempt ${session.attempt})`);
+        await this.delay(decision.delayMs, options.abortSignal);
+        const newResult = await this.startStreamWithRetry(options, session, retryEngine);
+        return { shouldRetry: true, newResult };
+    }
+    async startStreamWithRetry(options, session, retryEngine) {
+        while (true) {
+            try {
+                return await this.startStream(options, session);
+            }
+            catch (error) {
+                const decision = retryEngine.getRetryDecision(error, session, options.abortSignal);
+                if (!decision.shouldRetry) {
+                    this.logger.error(`[orchestrator] Startup error, not retrying: reason=${decision.reason}`, {
+                        error: {
+                            kind: error instanceof Error ? error.name : "unknown",
+                            message: error instanceof Error ? error.message : String(error),
+                            stack: error instanceof Error ? error.stack : undefined,
+                        },
+                    });
+                    await session.events.emit("session:error", error, session);
+                    throw this.wrapFinalError(error, decision.reason ?? "unknown", session);
+                }
+                await session.events.emit("retry", error, session.attempt, decision.delayMs, session);
+                if (decision.newProvider) {
+                    const oldProvider = session.provider;
+                    session.provider = decision.newProvider;
+                    this.logger.info(`[orchestrator] Switching provider: ${oldProvider.name}/${oldProvider.model} -> ${decision.newProvider.name}/${decision.newProvider.model}`);
+                    await session.events.emit("fallback", oldProvider, decision.newProvider, this.getFallbackReason(error), session);
+                }
+                session.recordRetry(decision.delayMs);
+                this.logger.info(`[orchestrator] Startup retry in ${decision.delayMs}ms (attempt ${session.attempt})`);
+                await this.delay(decision.delayMs, options.abortSignal);
+            }
+        }
+    }
+    // todo(@omar): this needs to use the wrapError helper
+    wrapFinalError(error, reason, session) {
+        if (reason === "aborted") {
+            return new AbortedError();
+        }
+        if (reason === "max-attempts" || reason === "max-time") {
+            return new RetriesExhaustedError(session.attempt, session.getElapsedMs(), error);
+        }
+        return new LLMProviderError({
+            provider: session.provider.name,
+            message: error instanceof Error
+                ? (error.message ?? "All retries exhausted")
+                : "All retries exhausted",
+            type: "retries_exhausted",
+            isRetryable: false,
+            cause: error,
+        });
+    }
+    async startStream(options, session) {
+        if (options.abortSignal?.aborted) {
+            throw new AbortedError();
+        }
+        const providerOptions = this.applyProvider(options, session.provider);
+        this.logger.debug(`[orchestrator] Attempt ${session.attempt} with provider=${session.provider.name} model=${session.provider.model}`);
+        return this.provider.streamText({
+            ...providerOptions,
+            prepareStep: options.prepareStep,
+            onStepFinish: async (step) => {
+                await session.events.emit("step:complete", step, session);
+                await options.onStepFinish?.(step);
+            },
+            onFinish: async (finalResult) => {
+                session.setTotalTokens(finalResult.totalUsage?.totalTokens ?? 0);
+                await session.events.emit("stream:finish", finalResult, session);
+                return options.onFinish?.(finalResult);
+            },
+            onChunk: options.onChunk,
+        });
+    }
+    applyProvider(options, provider) {
+        if (!this.config.fallback.enabled) {
+            return options;
+        }
+        return {
+            ...options,
+            providerOptions: {
+                ...options.providerOptions,
+                unified: {
+                    ...(options.providerOptions?.unified ??
+                        {}),
+                    forceProvider: provider.name,
+                    coreModel: provider.model,
+                },
+            },
+        };
+    }
+    getFallbackReason(error) {
+        if (error && typeof error === "object" && "type" in error) {
+            const errorType = error.type;
+            if (errorType === "no_output")
+                return "no_output";
+        }
+        return "error";
+    }
+    delay(ms, abortSignal) {
+        return new Promise((resolve) => {
+            if (abortSignal?.aborted) {
+                resolve();
+                return;
+            }
+            const timeoutId = setTimeout(resolve, ms);
+            abortSignal?.addEventListener("abort", () => {
+                clearTimeout(timeoutId);
+                resolve();
+            }, { once: true });
+        });
+    }
+}
+//# sourceMappingURL=orchestrator.js.map

package/dist/ai-service/llm/stream/orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAyB7C;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,OAAO,kBAAkB;IACZ,QAAQ,CAAqB;IAC7B,MAAM,CAAe;IACrB,SAAS,CAAmB;IAC5B,MAAM,CAAS;IAEhC,YAAY,OAAkC;QAC5C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,OAA6C;QAE7C,IAAI,OAAO,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,eAAe,GAAG,WAAW,CAAC,kBAAkB,EAAE,CAAC;QACzD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAEhE,MAAM,uBAAuB,GAAG,IAAI,eAAe,EAAE,CAAC;QAEtD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,OAAO,CAAC,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBACjD,uBAAuB,CAAC,KAAK,EAAE,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,gBAAgB,GAAyC;YAC7D,GAAG,OAAO;YACV,WAAW,EAAE,uBAAuB,CAAC,MAAM;SAC5C,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mCAAmC,OAAO,CAAC,EAAE,kBAAkB,eAAe,CAAC,IAAI,UAAU,eAAe,CAAC,KAAK,EAAE,CACrH,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,EAAE;YAClD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC,CAAC;QAEH,uBAAuB,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YAC5D,KAAK,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAC5C,gBAAgB,EAChB,OAAO,EACP,WAAW,CACZ,CAAC;QAEF,uGAAuG;QACvG,MAAM,aAAa,GAAG,mBAAmB,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACtE,MAAM,mBAAmB,GAAG,IAAI,CAAC,aAAa,CAC5C,aAAa,EACb,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,EACjD,gBAAgB,EAChB,OAAO,EACP,WAAW,EACX,uBAAuB,CACxB,CAAC;QAEF,OAAO;YACL,GAAG,MAAM;YACT,UAAU,EAAE,mBAAmB;YAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;SACH,CAAC;IAC/B,CAAC;IAED;;;;;;;;OAQG;IACK,aAAa,CACnB,aAAyD,EACzD,YAE+C,EAC/C,OAA6C,EAC7C,OAAsB,EACtB,WAAwB,EACxB,eAAgC;QAEhC,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,aAAa,GAAG,aAAa,CAAC;QAElC,KAAK,SAAS,CAAC,CAAC,mBAAmB;YAGjC,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;wBACxC,yCAAyC;wBACzC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;4BAC3B,MAAM,KAAK,CAAC,KAAK,CAAC;wBACpB,CAAC;wBACD,MAAM,KAAK,CAAC;oBACd,CAAC;oBACD,OAAO;gBACT,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,WAAW,GAAG,MAAM,WAAW,CACnC,KAAK,EACL,OAAO,EACP,OAAO,EACP,WAAW,CACZ,CAAC;oBAEF,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;wBAC7B,sEAAsE;wBACtE,4FAA4F;wBAC5F,eAAe,CAAC,KAAK,EAAE,CAAC;wBACxB,MAAM,WAAW,CAAC,KAAK,CAAC;oBAC1B,CAAC;oBAED,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAwB;YACzD,KAAK,CAAC,IAAI,CAAC,UAAU;gBACnB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;oBAC3C,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAChB,UAAU,CAAC,KAAK,EAAE,CAAC;oBACrB,CAAC;yBAAM,CAAC;wBACN,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACnC,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;YACD,KAAK,CAAC,MAAM;gBACV,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;YAC3C,CAAC;SACF,CAAC,CAAC;QACH,OAAO,QAAsD,CAAC;IAChE,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,mBAAmB,CAC/B,KAAc,EACd,OAA6C,EAC7C,OAAsB,EACtB,WAAwB;QAKxB,MAAM,QAAQ,GAAG,WAAW,CAAC,gBAAgB,CAC3C,KAAK,EACL,OAAO,EACP,OAAO,CAAC,WAAW,CACpB,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,uCAAuC,QAAQ,CAAC,MAAM,EAAE,EACxD;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;oBACrD,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC/D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;iBACxD;aACF,CACF,CAAC;YAEF,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAEjC,OAAO;gBACL,WAAW,EAAE,KAAK;gBAClB,KAAK,EAAE,IAAI,CAAC,cAAc,CACxB,KAAK,EACL,QAAQ,CAAC,MAAM,IAAI,SAAS,EAC5B,OAAO,CACR;aACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CACvB,OAAO,EACP,KAAK,EACL,OAAO,CAAC,OAAO,EACf,QAAQ,CAAC,OAAO,EAChB,OAAO,CACR,CAAC;QAEF,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC;YACrC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC;YAExC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sCAAsC,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,KAAK,OAAO,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,CAC5I,CAAC;YAEF,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CACvB,UAAU,EACV,WAAW,EACX,QAAQ,CAAC,WAAW,EACpB,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAC7B,OAAO,CACR,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAEtC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,8BAA8B,QAAQ,CAAC,OAAO,eAAe,OAAO,CAAC,OAAO,GAAG,CAChF,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAExD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAC/C,OAAO,EACP,OAAO,EACP,WAAW,CACZ,CAAC;QAEF,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,OAA6C,EAC7C,OAAsB,EACtB,WAAwB;QAExB,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAClD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,QAAQ,GAAG,WAAW,CAAC,gBAAgB,CAC3C,KAAK,EACL,OAAO,EACP,OAAO,CAAC,WAAW,CACpB,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,sDAAsD,QAAQ,CAAC,MAAM,EAAE,EACvE;wBACE,KAAK,EAAE;4BACL,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;4BACrD,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;4BAC/D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;yBACxD;qBACF,CACF,CAAC;oBAEF,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;oBAE3D,MAAM,IAAI,CAAC,cAAc,CACvB,KAAK,EACL,QAAQ,CAAC,MAAM,IAAI,SAAS,EAC5B,OAAO,CACR,CAAC;gBACJ,CAAC;gBAED,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CACvB,OAAO,EACP,KAAK,EACL,OAAO,CAAC,OAAO,EACf,QAAQ,CAAC,OAAO,EAChB,OAAO,CACR,CAAC;gBAEF,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;oBACzB,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC;oBACrC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC;oBAExC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sCAAsC,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,KAAK,OAAO,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,CAC5I,CAAC;oBAEF,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CACvB,UAAU,EACV,WAAW,EACX,QAAQ,CAAC,WAAW,EACpB,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAC7B,OAAO,CACR,CAAC;gBACJ,CAAC;gBAED,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAEtC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mCAAmC,QAAQ,CAAC,OAAO,eAAe,OAAO,CAAC,OAAO,GAAG,CACrF,CAAC;gBAEF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,sDAAsD;IAC9C,cAAc,CACpB,KAAc,EACd,MAAc,EACd,OAAsB;QAEtB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,IAAI,YAAY,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,MAAM,KAAK,cAAc,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YACvD,OAAO,IAAI,qBAAqB,CAC9B,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,YAAY,EAAE,EACtB,KAAK,CACN,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,gBAAgB,CAAC;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI;YAC/B,OAAO,EACL,KAAK,YAAY,KAAK;gBACpB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,uBAAuB,CAAC;gBAC5C,CAAC,CAAC,uBAAuB;YAC7B,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,KAAK;YAClB,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,OAA6C,EAC7C,OAAsB;QAEtB,IAAI,OAAO,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,YAAY,EAAE,CAAC;QAC3B,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEtE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,0BAA0B,OAAO,CAAC,OAAO,kBAAkB,OAAO,CAAC,QAAQ,CAAC,IAAI,UAAU,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,CACnH,CAAC;QAEF,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC9B,GAAG,eAAe;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC3B,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CACvB,eAAe,EACf,IAEI,EACJ,OAAO,CACR,CAAC;gBACF,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;YACD,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;gBAC9B,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,UAAU,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;gBACjE,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CACvB,eAAe,EACf,WAEI,EACJ,OAAO,CACR,CAAC;gBACF,OAAO,OAAO,CAAC,QAAQ,EAAE,CAAC,WAAW,CAAC,CAAC;YACzC,CAAC;YACD,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC,CAAC;IACL,CAAC;IAEO,aAAa,CACnB,OAA6C,EAC7C,QAAsB;QAEtB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAClC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO;YACL,GAAG,OAAO;YACV,eAAe,EAAE;gBACf,GAAG,OAAO,CAAC,eAAe;gBAC1B,OAAO,EAAE;oBACP,GAAG,CAAE,OAAO,CAAC,eAAe,EAAE,OAAmC;wBAC/D,EAAE,CAAC;oBACL,aAAa,EAAE,QAAQ,CAAC,IAAI;oBAC5B,SAAS,EAAE,QAAQ,CAAC,KAAK;iBAC1B;aACF;SACF,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,KAAc;QACtC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAI,KAA0B,CAAC,IAAI,CAAC;YACnD,IAAI,SAAS,KAAK,WAAW;gBAAE,OAAO,WAAW,CAAC;QACpD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,EAAU,EAAE,WAAyB;QACjD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;gBACzB,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAE1C,WAAW,EAAE,gBAAgB,CAC3B,OAAO,EACP,GAAG,EAAE;gBACH,YAAY,CAAC,SAAS,CAAC,CAAC;gBACxB,OAAO,EAAE,CAAC;YACZ,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/ai-service/llm/stream/retry-engine.d.ts

@@ -0,0 +1,58 @@
+import type { StreamConfig, ProviderType, CoreModelType } from "./config.js";
+import type { StreamSession } from "./session.js";
+import type { ProviderInfo } from "./types.js";
+export interface FallbackAttempt {
+    provider: ProviderType;
+    model: CoreModelType;
+}
+export interface RetryDecision {
+    shouldRetry: boolean;
+    delayMs: number;
+    newProvider?: ProviderInfo;
+    reason?: "non-retryable" | "max-attempts" | "max-time" | "aborted" | "auth_error" | "not_found" | "rate_limit" | "api_error";
+}
+/**
+ * Engine for making retry and fallback decisions.
+ *
+ * @example
+ * ```typescript
+ * const engine = new RetryEngine(config);
+ *
+ * // Check if we should retry
+ * const decision = engine.getRetryDecision(error, session);
+ *
+ * if (decision.shouldRetry) {
+ *   // Update provider if fallback
+ *   if (decision.newProvider) {
+ *     session.provider = decision.newProvider;
+ *   }
+ *   // Wait and retry
+ *   await sleep(decision.delayMs);
+ * } else {
+ *   // Give up
+ *   throw error;
+ * }
+ * ```
+ */
+export declare class RetryEngine {
+    private readonly config;
+    private readonly fallbackChain;
+    private fallbackIndex;
+    constructor(config: StreamConfig);
+    getRetryDecision(error: unknown, session: StreamSession, abortSignal?: AbortSignal): RetryDecision;
+    getInitialProvider(): ProviderInfo;
+    resetFallback(): void;
+    isRetryable(error: unknown): boolean;
+    private calculateDelay;
+    private advanceFallback;
+    /**
+     * Build the fallback chain based on initial provider/model.
+     *
+     * Chain construction:
+     * - Provider order is determined by initialProvider (that provider first, then the other)
+     * - If using opus, try opus on all providers first, then sonnet on all providers
+     * - If using sonnet, each provider only gets sonnet
+     */
+    private buildFallbackChain;
+}
+//# sourceMappingURL=retry-engine.d.ts.map

package/dist/ai-service/llm/stream/retry-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry-engine.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/retry-engine.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC7E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,aAAa,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,OAAO,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,MAAM,CAAC,EACH,eAAe,GACf,cAAc,GACd,UAAU,GACV,SAAS,GACT,YAAY,GACZ,WAAW,GACX,YAAY,GACZ,WAAW,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAoB;IAClD,OAAO,CAAC,aAAa,CAAK;gBAEd,MAAM,EAAE,YAAY;IAKhC,gBAAgB,CACd,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,aAAa,EACtB,WAAW,CAAC,EAAE,WAAW,GACxB,aAAa;IAsDhB,kBAAkB,IAAI,YAAY;IAWlC,aAAa,IAAI,IAAI;IAIrB,WAAW,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IAOpC,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,eAAe;IAcvB;;;;;;;OAOG;IACH,OAAO,CAAC,kBAAkB;CA8B3B"}

package/dist/ai-service/llm/stream/retry-engine.js

@@ -0,0 +1,151 @@
+import { APICallError } from "ai";
+import { LLMProviderError } from "../error.js";
+/**
+ * Engine for making retry and fallback decisions.
+ *
+ * @example
+ * ```typescript
+ * const engine = new RetryEngine(config);
+ *
+ * // Check if we should retry
+ * const decision = engine.getRetryDecision(error, session);
+ *
+ * if (decision.shouldRetry) {
+ *   // Update provider if fallback
+ *   if (decision.newProvider) {
+ *     session.provider = decision.newProvider;
+ *   }
+ *   // Wait and retry
+ *   await sleep(decision.delayMs);
+ * } else {
+ *   // Give up
+ *   throw error;
+ * }
+ * ```
+ */
+export class RetryEngine {
+    config;
+    fallbackChain;
+    fallbackIndex = 0;
+    constructor(config) {
+        this.config = config;
+        this.fallbackChain = this.buildFallbackChain();
+    }
+    getRetryDecision(error, session, abortSignal) {
+        if (abortSignal?.aborted) {
+            return { shouldRetry: false, delayMs: 0, reason: "aborted" };
+        }
+        if (!this.isRetryable(error)) {
+            if (APICallError.isInstance(error)) {
+                const statusCode = error.statusCode;
+                let cause = "non-retryable";
+                if (statusCode === 401 || statusCode === 403) {
+                    cause = "auth_error";
+                }
+                if (statusCode === 404) {
+                    cause = "not_found";
+                }
+                if (statusCode === 429) {
+                    cause = "rate_limit";
+                }
+                if (statusCode === 500) {
+                    cause = "api_error";
+                }
+                return { shouldRetry: false, delayMs: 0, reason: cause };
+            }
+            return { shouldRetry: false, delayMs: 0, reason: "non-retryable" };
+        }
+        // check time since last chunk, not total elapsed time. if chunks are flowing,
+        // we're making progress and shouldn't timeout. only give up if we're stuck.
+        const timeSinceActivity = session.getTimeSinceLastActivity();
+        const { maxTotalTimeMs } = this.config.retry;
+        if (timeSinceActivity >= maxTotalTimeMs) {
+            return { shouldRetry: false, delayMs: 0, reason: "max-time" };
+        }
+        // exhausted attempts for current provider? try the fallback chain.
+        // each provider gets maxAttempts tries before we move to the next one.
+        const { maxAttempts } = this.config.retry;
+        if (session.attempt >= maxAttempts) {
+            const newProvider = this.advanceFallback(error);
+            if (newProvider) {
+                session.resetAttempts();
+                const delayMs = this.calculateDelay(session.attempt);
+                return { shouldRetry: true, delayMs, newProvider };
+            }
+            // fallback chain exhausted, we're out of options
+            return { shouldRetry: false, delayMs: 0, reason: "max-attempts" };
+        }
+        // still have attempts left, try again with the same provider
+        const delayMs = this.calculateDelay(session.attempt);
+        return { shouldRetry: true, delayMs };
+    }
+    getInitialProvider() {
+        if (this.config.fallback.enabled && this.fallbackChain.length > 0) {
+            const first = this.fallbackChain[0];
+            return { name: first.provider, model: first.model };
+        }
+        return {
+            name: this.config.fallback.initialProvider,
+            model: this.config.fallback.initialModel,
+        };
+    }
+    resetFallback() {
+        this.fallbackIndex = 0;
+    }
+    isRetryable(error) {
+        if (LLMProviderError.isInstance(error) || APICallError.isInstance(error)) {
+            return error.isRetryable;
+        }
+        return true;
+    }
+    calculateDelay(attempt) {
+        const { initialDelayMs, maxDelayMs, backoffMultiplier } = this.config.retry;
+        const delay = initialDelayMs * Math.pow(backoffMultiplier, attempt - 1);
+        return Math.min(delay, maxDelayMs);
+    }
+    advanceFallback(_error) {
+        if (!this.config.fallback.enabled || this.fallbackChain.length === 0) {
+            return undefined;
+        }
+        if (this.fallbackIndex >= this.fallbackChain.length - 1) {
+            return undefined;
+        }
+        this.fallbackIndex++;
+        const next = this.fallbackChain[this.fallbackIndex];
+        return { name: next.provider, model: next.model };
+    }
+    /**
+     * Build the fallback chain based on initial provider/model.
+     *
+     * Chain construction:
+     * - Provider order is determined by initialProvider (that provider first, then the other)
+     * - If using opus, try opus on all providers first, then sonnet on all providers
+     * - If using sonnet, each provider only gets sonnet
+     */
+    buildFallbackChain() {
+        if (!this.config.fallback.enabled) {
+            return [];
+        }
+        const { initialProvider, initialModel } = this.config.fallback;
+        const isOpus = initialModel === "claude-opus-4-5";
+        const providerOrder = initialProvider === "bedrock"
+            ? ["bedrock", "vertex"]
+            : ["vertex", "bedrock"];
+        const chain = [];
+        if (isOpus) {
+            for (const provider of providerOrder) {
+                chain.push({ provider, model: "claude-opus-4-5" });
+            }
+            for (const provider of providerOrder) {
+                chain.push({ provider, model: "claude-sonnet-4-5" });
+            }
+        }
+        else {
+            for (const provider of providerOrder) {
+                chain.push({ provider, model: "claude-sonnet-4-5" });
+            }
+        }
+        return chain;
+    }
+}
+//# sourceMappingURL=retry-engine.js.map

package/dist/ai-service/llm/stream/retry-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry-engine.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/retry-engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAyB/C;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,OAAO,WAAW;IACL,MAAM,CAAe;IACrB,aAAa,CAAoB;IAC1C,aAAa,GAAG,CAAC,CAAC;IAE1B,YAAY,MAAoB;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACjD,CAAC;IAED,gBAAgB,CACd,KAAc,EACd,OAAsB,EACtB,WAAyB;QAEzB,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;YACzB,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC/D,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,IAAI,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;gBACpC,IAAI,KAAK,GAA4B,eAAe,CAAC;gBACrD,IAAI,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;oBAC7C,KAAK,GAAG,YAAY,CAAC;gBACvB,CAAC;gBACD,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;oBACvB,KAAK,GAAG,WAAW,CAAC;gBACtB,CAAC;gBACD,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;oBACvB,KAAK,GAAG,YAAY,CAAC;gBACvB,CAAC;gBACD,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;oBACvB,KAAK,GAAG,WAAW,CAAC;gBACtB,CAAC;gBACD,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YAC3D,CAAC;YAED,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;QACrE,CAAC;QAED,8EAA8E;QAC9E,4EAA4E;QAC5E,MAAM,iBAAiB,GAAG,OAAO,CAAC,wBAAwB,EAAE,CAAC;QAC7D,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAC7C,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;YACxC,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QAChE,CAAC;QAED,mEAAmE;QACnE,uEAAuE;QACvE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAC1C,IAAI,OAAO,CAAC,OAAO,IAAI,WAAW,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAChD,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,CAAC,aAAa,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACrD,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;YACrD,CAAC;YACD,iDAAiD;YACjD,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QACpE,CAAC;QAED,6DAA6D;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACrD,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,kBAAkB;QAChB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC;YACrC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QACtD,CAAC;QACD,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe;YAC1C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY;SACzC,CAAC;IACJ,CAAC;IAED,aAAa;QACX,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,WAAW,CAAC,KAAc;QACxB,IAAI,gBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACzE,OAAO,KAAK,CAAC,WAAW,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,OAAe;QACpC,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAC5E,MAAM,KAAK,GAAG,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACrC,CAAC;IAEO,eAAe,CAAC,MAAe;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrE,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAE,CAAC;QACrD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;IAED;;;;;;;OAOG;IACK,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAClC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC/D,MAAM,MAAM,GAAG,YAAY,KAAK,iBAAiB,CAAC;QAElD,MAAM,aAAa,GACjB,eAAe,KAAK,SAAS;YAC3B,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC;YACvB,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE5B,MAAM,KAAK,GAAsB,EAAE,CAAC;QAEpC,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACrD,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/ai-service/llm/stream/session.d.ts

@@ -0,0 +1,58 @@
+import { StreamEventBus } from "./event-bus.js";
+import type { StreamConfig } from "./config.js";
+import type { ProviderInfo, StreamMetrics, SessionOutcome } from "./types.js";
+/**
+ * State container for a single stream operation.
+ *
+ * Contains all mutable state for the session:
+ * - Current attempt number
+ * - Current provider info
+ * - Metrics (chunks, tokens, retries, duration)
+ * - Error and outcome status
+ *
+ * The session also owns the event bus for this operation.
+ *
+ * @example
+ * ```typescript
+ * const session = new StreamSession(config, initialProvider);
+ *
+ * // Record activity
+ * session.recordChunk();
+ * session.recordRetry(500);
+ *
+ * // Finalize when done
+ * session.finalize("complete");
+ * ```
+ */
+export declare class StreamSession {
+    readonly id: string;
+    readonly startTime: number;
+    readonly events: StreamEventBus;
+    readonly config: StreamConfig;
+    attempt: number;
+    provider: ProviderInfo;
+    metrics: StreamMetrics;
+    error: unknown;
+    outcome: SessionOutcome;
+    private lastActivityTime;
+    constructor(config: StreamConfig, initialProvider: ProviderInfo);
+    /**
+     * Finalize the session with an outcome.
+     *
+     * Can only be called once. Subsequent calls are ignored.
+     * Emits the appropriate lifecycle event based on outcome.
+     *
+     * @param outcome - The final outcome of the session
+     * @param error - Optional error that caused failure
+     */
+    finalize(outcome: Exclude<SessionOutcome, "pending">, error?: unknown): void;
+    recordRetry(delayMs: number): void;
+    resetAttempts(): void;
+    recordChunk(): void;
+    setTotalTokens(tokens: number): void;
+    isPending(): boolean;
+    getElapsedMs(): number;
+    getTimeSinceLastActivity(): number;
+    resetActivityTimer(): void;
+}
+//# sourceMappingURL=session.d.ts.map

package/dist/ai-service/llm/stream/session.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE9E;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,aAAa;IACxB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAE9B,OAAO,SAAK;IACZ,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,aAAa,CAOpB;IACF,KAAK,EAAE,OAAO,CAAQ;IACtB,OAAO,EAAE,cAAc,CAAa;IAGpC,OAAO,CAAC,gBAAgB,CAAS;gBAErB,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,YAAY;IAS/D;;;;;;;;OAQG;IACH,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,EAAE,OAAO,GAAG,IAAI;IAsB5E,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IASlC,aAAa,IAAI,IAAI;IAIrB,WAAW,IAAI,IAAI;IAQnB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAIpC,SAAS,IAAI,OAAO;IAIpB,YAAY,IAAI,MAAM;IAMtB,wBAAwB,IAAI,MAAM;IAIlC,kBAAkB,IAAI,IAAI;CAG3B"}