@superblocksteam/vite-plugin-file-sync 1.99.99-next.2 → 2.0.0-SNAPSHOT.2143e2e95d0107ab

package/dist/ai-service/llm/stream/idle-monitor.d.ts

@@ -0,0 +1,167 @@
+import { StallTimeoutError } from "./errors.js";
+import type { StreamSession } from "./session.js";
+/**
+ * An idle budget, either a fixed value or a thunk resolved at arm time. A thunk
+ * lets the budget track the CURRENT attempt's model across fallback, so a
+ * downgraded model is monitored against its own budget rather than the initial
+ * model's. See APPS-4775.
+ */
+type TimeoutBudget = number | (() => number);
+/**
+ * Detects when a stream has stalled.
+ *
+ * Uses setTimeout-reset: timer is armed on start() and reset on each chunk.
+ * Three budgets apply: `firstTokenTimeoutMs` bounds the wait for the first
+ * chunk of model output (see satisfiesFirstTokenDeadline),
+ * `compactionSummaryTimeoutMs` bounds Anthropic's single-shot compaction
+ * summary, and `maxIdleTimeMs` governs activity gaps.
+ *
+ * Automatically subscribes to session events:
+ * - "chunk" resets the activity timer
+ * - "step:start" resets the timers for the new step's first token
+ * - "retry" restarts the timers for the new attempt
+ * - "session:complete", "session:error", "session:abort" stop the monitor
+ *
+ * @example
+ * ```typescript
+ * const monitor = new IdleMonitor({ session, maxIdleTimeMs: 30000 });
+ * monitor.start();
+ * // Later: await Promise.race([iterator.next(), monitor.waitForStall()])
+ * ```
+ */
+interface IdleMonitorOptions {
+    session: StreamSession;
+    maxIdleTimeMs: TimeoutBudget;
+    /**
+     * Wall-clock budget for the first chunk of model output in each provider step
+     * (text, reasoning, or tool input — see satisfiesFirstTokenDeadline). Raw
+     * heartbeats keep the activity timer alive but do not reset this deadline.
+     * Defaults to `maxIdleTimeMs`.
+     */
+    firstTokenTimeoutMs?: TimeoutBudget;
+    contentSilenceTimeoutMs?: TimeoutBudget;
+    compactionSummaryTimeoutMs?: TimeoutBudget;
+    onStall?: (error: StallTimeoutError) => void;
+    onServerCompactionStart?: (blockId: string) => void;
+    /**
+     * Asked the instant the timer fires. When it returns true the gap is local
+     * work (a running tool, a step boundary, or the consumer holding the stream)
+     * rather than the provider going silent, so the monitor suppresses the stall
+     * and re-arms instead of firing. Returning false lets a genuine provider
+     * stall fire. See APPS-4605.
+     */
+    shouldPause?: () => boolean;
+    /**
+     * Called once when a stretch of local-wait suppression begins — the first
+     * timer fire that `shouldPause` turns into a re-arm rather than a stall. Not
+     * called again until real activity (a chunk, step, or retry) ends the stretch,
+     * so a healthy slow tool logs one event, not one per re-arm. This is the only
+     * stream-layer signal that a session has entered a long local wait (e.g. a
+     * tool that never returns), since no `stream_stall` is emitted for it. See
+     * APPS-4605.
+     */
+    onPause?: () => void;
+}
+export declare class IdleMonitor {
+    private readonly session;
+    private readonly maxIdleTimeMs;
+    private readonly firstTokenTimeoutMs;
+    private readonly contentSilenceTimeoutMs;
+    private readonly compactionSummaryTimeoutMs;
+    private readonly onStallCallback?;
+    private readonly onServerCompactionStart?;
+    private readonly shouldPause?;
+    private readonly onPauseCallback?;
+    private timer;
+    private firstTokenTimer;
+    private contentSilenceTimer;
+    private compactionSummaryTimer;
+    private stallError;
+    private stallCallbacks;
+    private subscribed;
+    private hasReceivedFirstToken;
+    private pausedThisStretch;
+    private readonly compactionTextBlockIds;
+    private armedBudget;
+    private firstTokenArmedBudget;
+    private contentSilenceArmedBudget;
+    private compactionSummaryArmedBudget;
+    constructor(options: IdleMonitorOptions);
+    private resolveBudget;
+    private currentBudget;
+    /**
+     * Start the idle monitor. Arms the timer and subscribes to session events.
+     */
+    start(): void;
+    /**
+     * Stop the idle monitor. Clears the timer.
+     *
+     * Event subscriptions are intentionally not removed: the IdleMonitor and
+     * StreamSession share the same lifecycle (both created per execute() call),
+     * so there's no leak. Keeping subscriptions allows the monitor to restart
+     * on retry without re-subscribing.
+     */
+    stop(): void;
+    /**
+     * Get the stall error if one has been detected.
+     */
+    getStallError(): StallTimeoutError | null;
+    /**
+     * Returns a promise that rejects when a stall is detected.
+     */
+    waitForStall(): Promise<never>;
+    private subscribeToEvents;
+    private handleChunk;
+    private handleStepStart;
+    private handleRetry;
+    private handleSessionEnd;
+    private armTimer;
+    private armFirstTokenTimer;
+    private armContentSilenceTimer;
+    private stopContentSilenceTimer;
+    private stopFirstTokenTimer;
+    private armCompactionSummaryTimer;
+    private stopCompactionSummaryTimer;
+    /**
+     * Whether a chunk proves the provider has begun producing output for this
+     * step, and so clears the first-token deadline.
+     *
+     * Text and reasoning deltas are the common case. Tool input deltas count for
+     * the same reason: a step whose entire output is one large tool call — Clark
+     * writing an 800+ line file in a single `build_writeFile` — streams thousands
+     * of `tool-input-delta` chunks for minutes and never a text or reasoning
+     * delta. Excluding them tore healthy, actively-streaming sessions down the
+     * instant the first-token budget expired, and because every retry replayed
+     * the same large write, each attempt stalled the same way until the attempt
+     * budget ran out (ENG-5137). A finalized `tool-call` counts too, covering
+     * providers that emit no input deltas at all.
+     *
+     * `tool-call` is accepted regardless of its input. Emptiness is not evidence
+     * of a stall: zero-argument tools are legitimate (`listTasks` declares
+     * `z.object({}).describe("No inputs")`), and Anthropic-family providers emit
+     * no input deltas when there is nothing to stream, so a normal call to one
+     * arrives as `tool-input-start` then `tool-call` with `input: {}`. Rejecting
+     * that would recreate the exact false abort this predicate exists to remove.
+     * The genuine empty-tool-call anomaly is a different question with a
+     * different owner: {@link EmptyToolCallTracker} decides it from three
+     * conditions together (no input deltas, no usable input, and a terminal
+     * finish with the call unresolved) and raises a retryable
+     * {@link EmptyToolCallError}. `hasUsableToolInput` alone is only one of those
+     * three and cannot stand in for the whole test here.
+     *
+     * Structural chunks (`text-start`, `tool-input-start`) and raw keep-alives
+     * never count. Detecting a provider that emits those and nothing else is
+     * exactly what this deadline is for.
+     */
+    private satisfiesFirstTokenDeadline;
+    private isUsefulOutput;
+    private handleCompactionUpdate;
+    private shouldSuppressStall;
+    private emitStall;
+    private fireFirstTokenStall;
+    private fireCompactionSummaryStall;
+    private fireContentSilenceStall;
+    private fireStall;
+}
+export {};
+//# sourceMappingURL=idle-monitor.d.ts.map

package/dist/ai-service/llm/stream/idle-monitor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"idle-monitor.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/idle-monitor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAwB,MAAM,aAAa,CAAC;AACtE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD;;;;;GAKG;AACH,KAAK,aAAa,GAAG,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;AAE7C;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,UAAU,kBAAkB;IAC1B,OAAO,EAAE,aAAa,CAAC;IACvB,aAAa,EAAE,aAAa,CAAC;IAC7B;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,aAAa,CAAC;IACpC,uBAAuB,CAAC,EAAE,aAAa,CAAC;IACxC,0BAA0B,CAAC,EAAE,aAAa,CAAC;IAC3C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAC;IAC7C,uBAAuB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACpD;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC;IAC5B;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;CACtB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgB;IACxC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAgB;IACpD,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAgB;IACxD,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAgB;IAC3D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAqC;IACtE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAA4B;IACrE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAgB;IAC7C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAa;IAC9C,OAAO,CAAC,KAAK,CAA8C;IAC3D,OAAO,CAAC,eAAe,CAA8C;IACrE,OAAO,CAAC,mBAAmB,CAA8C;IACzE,OAAO,CAAC,sBAAsB,CAA8C;IAC5E,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,cAAc,CAAiD;IACvE,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,qBAAqB,CAAS;IAGtC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;IAI5D,OAAO,CAAC,WAAW,CAGjB;IAEF,OAAO,CAAC,qBAAqB,CAAK;IAClC,OAAO,CAAC,yBAAyB,CAAK;IACtC,OAAO,CAAC,4BAA4B,CAAK;gBAE7B,OAAO,EAAE,kBAAkB;IAevC,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,aAAa;IAOrB;;OAEG;IACH,KAAK,IAAI,IAAI;IAWb;;;;;;;OAOG;IACH,IAAI,IAAI,IAAI;IAaZ;;OAEG;IACH,aAAa,IAAI,iBAAiB,GAAG,IAAI;IAIzC;;OAEG;IACH,YAAY,IAAI,OAAO,CAAC,KAAK,CAAC;IAU9B,OAAO,CAAC,iBAAiB;IAkBzB,OAAO,CAAC,WAAW,CAoBjB;IAEF,OAAO,CAAC,eAAe,CAUrB;IAEF,OAAO,CAAC,WAAW,CAWjB;IAEF,OAAO,CAAC,gBAAgB,CAEtB;IAEF,OAAO,CAAC,QAAQ;IAahB,OAAO,CAAC,kBAAkB;IAa1B,OAAO,CAAC,sBAAsB;IAU9B,OAAO,CAAC,uBAAuB;IAO/B,OAAO,CAAC,mBAAmB;IAO3B,OAAO,CAAC,yBAAyB;IAgBjC,OAAO,CAAC,0BAA0B;IAOlC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA8BG;IACH,OAAO,CAAC,2BAA2B;IAUnC,OAAO,CAAC,cAAc;IAoBtB,OAAO,CAAC,sBAAsB;IA6B9B,OAAO,CAAC,mBAAmB;IA0B3B,OAAO,CAAC,SAAS;IA4BjB,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,CAAC,0BAA0B;IAmBlC,OAAO,CAAC,uBAAuB;IAmB/B,OAAO,CAAC,SAAS;CAwClB"}

package/dist/ai-service/llm/stream/idle-monitor.js

@@ -0,0 +1,423 @@
+import { getServerCompactionTextBlockUpdate } from "./compaction-text-block.js";
+import { StallTimeoutError } from "./errors.js";
+import { carriesStructuredObjectOutput } from "./structured-output-chunk.js";
+export class IdleMonitor {
+    session;
+    maxIdleTimeMs;
+    firstTokenTimeoutMs;
+    contentSilenceTimeoutMs;
+    compactionSummaryTimeoutMs;
+    onStallCallback;
+    onServerCompactionStart;
+    shouldPause;
+    onPauseCallback;
+    timer = null;
+    firstTokenTimer = null;
+    contentSilenceTimer = null;
+    compactionSummaryTimer = null;
+    stallError = null;
+    stallCallbacks = [];
+    subscribed = false;
+    hasReceivedFirstToken = false;
+    // True once a local-wait suppression stretch has fired its onPause event;
+    // reset by real activity (chunk/step/retry) so each stretch logs exactly once.
+    pausedThisStretch = false;
+    compactionTextBlockIds = new Set();
+    // The budget snapshot used when the live timer was armed. fireStall() reports
+    // this rather than re-resolving, so the logged budget always matches the timer
+    // that actually fired even if the model (and thus the resolver) changed since.
+    armedBudget = {
+        timeoutMs: 0,
+        budgetKind: "inter-chunk",
+    };
+    // Set before the timer callback can fire.
+    firstTokenArmedBudget = 0;
+    contentSilenceArmedBudget = 0;
+    compactionSummaryArmedBudget = 0;
+    constructor(options) {
+        this.session = options.session;
+        this.maxIdleTimeMs = options.maxIdleTimeMs;
+        this.firstTokenTimeoutMs =
+            options.firstTokenTimeoutMs ?? options.maxIdleTimeMs;
+        this.contentSilenceTimeoutMs =
+            options.contentSilenceTimeoutMs ?? options.maxIdleTimeMs;
+        this.compactionSummaryTimeoutMs =
+            options.compactionSummaryTimeoutMs ?? options.maxIdleTimeMs;
+        this.onStallCallback = options.onStall;
+        this.onServerCompactionStart = options.onServerCompactionStart;
+        this.shouldPause = options.shouldPause;
+        this.onPauseCallback = options.onPause;
+    }
+    resolveBudget(budget) {
+        return typeof budget === "function" ? budget() : budget;
+    }
+    currentBudget() {
+        return {
+            timeoutMs: this.resolveBudget(this.maxIdleTimeMs),
+            budgetKind: "inter-chunk",
+        };
+    }
+    /**
+     * Start the idle monitor. Arms the timer and subscribes to session events.
+     */
+    start() {
+        this.stallError = null;
+        this.hasReceivedFirstToken = false;
+        this.pausedThisStretch = false;
+        this.compactionTextBlockIds.clear();
+        this.session.resetActivityTimer();
+        this.subscribeToEvents();
+        this.armFirstTokenTimer();
+        this.armTimer();
+    }
+    /**
+     * Stop the idle monitor. Clears the timer.
+     *
+     * Event subscriptions are intentionally not removed: the IdleMonitor and
+     * StreamSession share the same lifecycle (both created per execute() call),
+     * so there's no leak. Keeping subscriptions allows the monitor to restart
+     * on retry without re-subscribing.
+     */
+    stop() {
+        if (this.timer !== null) {
+            clearTimeout(this.timer);
+            this.timer = null;
+        }
+        if (this.firstTokenTimer !== null) {
+            clearTimeout(this.firstTokenTimer);
+            this.firstTokenTimer = null;
+        }
+        this.stopContentSilenceTimer();
+        this.stopCompactionSummaryTimer();
+    }
+    /**
+     * Get the stall error if one has been detected.
+     */
+    getStallError() {
+        return this.stallError;
+    }
+    /**
+     * Returns a promise that rejects when a stall is detected.
+     */
+    waitForStall() {
+        if (this.stallError) {
+            return Promise.reject(this.stallError);
+        }
+        return new Promise((_, reject) => {
+            this.stallCallbacks.push(reject);
+        });
+    }
+    subscribeToEvents() {
+        if (this.subscribed) {
+            return;
+        }
+        this.subscribed = true;
+        this.session.events.on("chunk", this.handleChunk);
+        this.session.events.on("step:start", this.handleStepStart);
+        this.session.events.on("retry", this.handleRetry);
+        // "retry" re-arms while session.provider is still the OLD model; "fallback"
+        // fires after the provider switch, so re-arming here picks up the new
+        // model's idle budget for the next attempt. See APPS-4775.
+        this.session.events.on("fallback", this.handleRetry);
+        this.session.events.on("session:complete", this.handleSessionEnd);
+        this.session.events.on("session:error", this.handleSessionEnd);
+        this.session.events.on("session:abort", this.handleSessionEnd);
+    }
+    handleChunk = (chunk) => {
+        this.handleCompactionUpdate(chunk);
+        const isUsefulOutput = this.isUsefulOutput(chunk);
+        if (!this.hasReceivedFirstToken &&
+            this.satisfiesFirstTokenDeadline(chunk)) {
+            this.hasReceivedFirstToken = true;
+            this.stopFirstTokenTimer();
+        }
+        this.stallError = null;
+        this.stallCallbacks = [];
+        this.pausedThisStretch = false;
+        if (this.compactionSummaryTimer !== null) {
+            return;
+        }
+        this.armTimer();
+        if (isUsefulOutput) {
+            this.armContentSilenceTimer();
+        }
+    };
+    handleStepStart = () => {
+        this.hasReceivedFirstToken = false;
+        this.compactionTextBlockIds.clear();
+        this.stopContentSilenceTimer();
+        this.stopCompactionSummaryTimer();
+        this.stallError = null;
+        this.pausedThisStretch = false;
+        this.session.resetActivityTimer();
+        this.armFirstTokenTimer();
+        this.armTimer();
+    };
+    handleRetry = () => {
+        this.hasReceivedFirstToken = false;
+        this.compactionTextBlockIds.clear();
+        this.stopContentSilenceTimer();
+        this.stopCompactionSummaryTimer();
+        this.stallError = null;
+        this.stallCallbacks = [];
+        this.pausedThisStretch = false;
+        this.session.resetActivityTimer();
+        this.armFirstTokenTimer();
+        this.armTimer();
+    };
+    handleSessionEnd = () => {
+        this.stop();
+    };
+    armTimer() {
+        if (this.timer !== null) {
+            clearTimeout(this.timer);
+        }
+        // Snapshot the budget once so the fired timer and the reported stall agree.
+        this.armedBudget = this.currentBudget();
+        this.timer = setTimeout(() => {
+            this.fireStall();
+        }, this.armedBudget.timeoutMs);
+    }
+    armFirstTokenTimer() {
+        this.stopFirstTokenTimer();
+        if (this.hasReceivedFirstToken) {
+            return;
+        }
+        this.firstTokenArmedBudget = this.resolveBudget(this.firstTokenTimeoutMs);
+        this.firstTokenTimer = setTimeout(() => {
+            this.fireFirstTokenStall();
+        }, this.firstTokenArmedBudget);
+    }
+    armContentSilenceTimer() {
+        this.stopContentSilenceTimer();
+        this.contentSilenceArmedBudget = this.resolveBudget(this.contentSilenceTimeoutMs);
+        this.contentSilenceTimer = setTimeout(() => {
+            this.fireContentSilenceStall();
+        }, this.contentSilenceArmedBudget);
+    }
+    stopContentSilenceTimer() {
+        if (this.contentSilenceTimer !== null) {
+            clearTimeout(this.contentSilenceTimer);
+            this.contentSilenceTimer = null;
+        }
+    }
+    stopFirstTokenTimer() {
+        if (this.firstTokenTimer !== null) {
+            clearTimeout(this.firstTokenTimer);
+            this.firstTokenTimer = null;
+        }
+    }
+    armCompactionSummaryTimer() {
+        this.stopFirstTokenTimer();
+        this.stopContentSilenceTimer();
+        this.stopCompactionSummaryTimer();
+        if (this.timer !== null) {
+            clearTimeout(this.timer);
+            this.timer = null;
+        }
+        this.compactionSummaryArmedBudget = this.resolveBudget(this.compactionSummaryTimeoutMs);
+        this.compactionSummaryTimer = setTimeout(() => {
+            this.fireCompactionSummaryStall();
+        }, this.compactionSummaryArmedBudget);
+    }
+    stopCompactionSummaryTimer() {
+        if (this.compactionSummaryTimer !== null) {
+            clearTimeout(this.compactionSummaryTimer);
+            this.compactionSummaryTimer = null;
+        }
+    }
+    /**
+     * Whether a chunk proves the provider has begun producing output for this
+     * step, and so clears the first-token deadline.
+     *
+     * Text and reasoning deltas are the common case. Tool input deltas count for
+     * the same reason: a step whose entire output is one large tool call — Clark
+     * writing an 800+ line file in a single `build_writeFile` — streams thousands
+     * of `tool-input-delta` chunks for minutes and never a text or reasoning
+     * delta. Excluding them tore healthy, actively-streaming sessions down the
+     * instant the first-token budget expired, and because every retry replayed
+     * the same large write, each attempt stalled the same way until the attempt
+     * budget ran out (ENG-5137). A finalized `tool-call` counts too, covering
+     * providers that emit no input deltas at all.
+     *
+     * `tool-call` is accepted regardless of its input. Emptiness is not evidence
+     * of a stall: zero-argument tools are legitimate (`listTasks` declares
+     * `z.object({}).describe("No inputs")`), and Anthropic-family providers emit
+     * no input deltas when there is nothing to stream, so a normal call to one
+     * arrives as `tool-input-start` then `tool-call` with `input: {}`. Rejecting
+     * that would recreate the exact false abort this predicate exists to remove.
+     * The genuine empty-tool-call anomaly is a different question with a
+     * different owner: {@link EmptyToolCallTracker} decides it from three
+     * conditions together (no input deltas, no usable input, and a terminal
+     * finish with the call unresolved) and raises a retryable
+     * {@link EmptyToolCallError}. `hasUsableToolInput` alone is only one of those
+     * three and cannot stand in for the whole test here.
+     *
+     * Structural chunks (`text-start`, `tool-input-start`) and raw keep-alives
+     * never count. Detecting a provider that emits those and nothing else is
+     * exactly what this deadline is for.
+     */
+    satisfiesFirstTokenDeadline(chunk) {
+        if (chunk.type === "text-delta" || chunk.type === "reasoning-delta") {
+            return typeof chunk.text === "string" && chunk.text.length > 0;
+        }
+        if (chunk.type === "tool-input-delta") {
+            return typeof chunk.delta === "string" && chunk.delta.length > 0;
+        }
+        return chunk.type === "tool-call";
+    }
+    isUsefulOutput(chunk) {
+        return (chunk.type === "text-delta" ||
+            chunk.type === "reasoning-delta" ||
+            chunk.type === "tool-input-delta" ||
+            chunk.type === "tool-call" ||
+            chunk.type === "tool-result" ||
+            // Thrown execute() is a completed tool, same as tool-result. If we
+            // ignore it, a long-running failed tool keeps the content-silence
+            // deadline from the original tool-call, and the next provider wait
+            // looks silent almost immediately.
+            chunk.type === "tool-error" ||
+            chunk.type === "file" ||
+            chunk.type === "source" ||
+            // A `raw` chunk carrying a structured-output object is real model output
+            // that managed-stream counts as content; re-arm content silence for it.
+            carriesStructuredObjectOutput(chunk));
+    }
+    handleCompactionUpdate(chunk) {
+        const compactionBlock = getServerCompactionTextBlockUpdate(chunk);
+        if (compactionBlock.kind === "start") {
+            if (!this.compactionTextBlockIds.has(compactionBlock.id)) {
+                this.compactionTextBlockIds.add(compactionBlock.id);
+                this.armCompactionSummaryTimer();
+                this.onServerCompactionStart?.(compactionBlock.id);
+            }
+            return;
+        }
+        if (compactionBlock.kind === "part" &&
+            this.compactionTextBlockIds.has(compactionBlock.id)) {
+            this.stopCompactionSummaryTimer();
+            this.armContentSilenceTimer();
+            if (compactionBlock.done) {
+                this.compactionTextBlockIds.delete(compactionBlock.id);
+                if (this.compactionTextBlockIds.size === 0 &&
+                    !this.hasReceivedFirstToken) {
+                    this.armFirstTokenTimer();
+                }
+            }
+        }
+    }
+    shouldSuppressStall() {
+        let shouldPause = false;
+        try {
+            shouldPause = this.shouldPause?.() ?? false;
+        }
+        catch {
+            // A shouldPause failure must not break stall monitoring.
+        }
+        if (!shouldPause) {
+            return false;
+        }
+        // Emit one onPause event at the start of each suppression stretch so a
+        // long local wait (e.g. a tool that never returns) is observable, without
+        // logging on every re-arm. The flag clears on the next real chunk/step/
+        // retry, so a later stuck stretch emits again.
+        if (!this.pausedThisStretch) {
+            this.pausedThisStretch = true;
+            try {
+                this.onPauseCallback?.();
+            }
+            catch {
+                // A callback/logging failure must not break stall monitoring.
+            }
+        }
+        return true;
+    }
+    emitStall(error) {
+        this.stallError = error;
+        this.stopFirstTokenTimer();
+        this.stopContentSilenceTimer();
+        if (this.timer !== null) {
+            clearTimeout(this.timer);
+            this.timer = null;
+        }
+        // Invariant: run onStallCallback before resolving stallCallbacks. Both are
+        // synchronous, so both observe session state as it was at the instant of
+        // the stall — before the rejected waitForStall() promise propagates (a
+        // microtask) into the managed stream's catch and mutates that state. The
+        // stall_reason classifier (orchestrator onStall) relies on this to read
+        // session.isAwaitingUpstream() while it still reflects the stalled await.
+        try {
+            this.onStallCallback?.(this.stallError);
+        }
+        catch {
+            // Callback failure must not prevent stall detection from working
+        }
+        for (const callback of this.stallCallbacks) {
+            callback(this.stallError);
+        }
+        this.stallCallbacks = [];
+    }
+    fireFirstTokenStall() {
+        if (!this.session.isPending() || this.stallError) {
+            return;
+        }
+        if (this.shouldSuppressStall()) {
+            this.armFirstTokenTimer();
+            return;
+        }
+        this.emitStall(new StallTimeoutError(this.session.getTimeSinceLastContent(), this.firstTokenArmedBudget, "first-token"));
+    }
+    fireCompactionSummaryStall() {
+        if (!this.session.isPending() || this.stallError) {
+            return;
+        }
+        if (this.shouldSuppressStall()) {
+            this.armCompactionSummaryTimer();
+            return;
+        }
+        this.emitStall(new StallTimeoutError(this.session.getTimeSinceLastContent(), this.compactionSummaryArmedBudget, "compaction"));
+    }
+    fireContentSilenceStall() {
+        if (!this.session.isPending() || this.stallError) {
+            return;
+        }
+        if (this.shouldSuppressStall()) {
+            this.armContentSilenceTimer();
+            return;
+        }
+        this.emitStall(new StallTimeoutError(this.session.getTimeSinceLastContent(), this.contentSilenceArmedBudget, "content-silence"));
+    }
+    fireStall() {
+        if (!this.session.isPending() || this.stallError) {
+            return;
+        }
+        // The timer fired on a wall-clock budget, but the gap may be local work —
+        // a running tool, a step boundary, or the consumer holding the stream —
+        // rather than the provider going silent. Re-check at fire time (state can
+        // flip between arming and firing): if we're in a local wait, leave
+        // stallError null and any waitForStall() promise pending, and just re-arm
+        // so the managed stream stays blocked on the same upstream read instead of
+        // surfacing a useless provider retry. A genuine provider silence that
+        // follows the local wait still fires on a later tick. See APPS-4605.
+        //
+        // There is no cap on how long this can keep re-arming: a healthy slow tool
+        // is allowed to run for as long as it takes. A tool that hangs forever is
+        // bounded externally instead — the parent abortSignal (the dev server
+        // request's own timeout / the user navigating away) cascades to
+        // "session:abort", which stops the monitor and tears the stream down. The
+        // onPause event below makes the long wait observable while it is happening.
+        //
+        // Guard the callback like the others below: fireStall() runs from a
+        // setTimeout, so a throw here would escape as an unhandled exception, the
+        // timer would never re-arm, and stall detection would be dead for the rest
+        // of the session. On error, fall through and fire the stall — a real stall
+        // surfacing is safer than one being silently swallowed.
+        if (this.shouldSuppressStall()) {
+            this.armTimer();
+            return;
+        }
+        const idleTime = this.session.getTimeSinceLastActivity();
+        this.emitStall(new StallTimeoutError(idleTime, this.armedBudget.timeoutMs, this.armedBudget.budgetKind));
+    }
+}
+//# sourceMappingURL=idle-monitor.js.map

package/dist/ai-service/llm/stream/idle-monitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"idle-monitor.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/idle-monitor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kCAAkC,EAAE,MAAM,4BAA4B,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAwB,MAAM,aAAa,CAAC;AAEtE,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAkE7E,MAAM,OAAO,WAAW;IACL,OAAO,CAAgB;IACvB,aAAa,CAAgB;IAC7B,mBAAmB,CAAgB;IACnC,uBAAuB,CAAgB;IACvC,0BAA0B,CAAgB;IAC1C,eAAe,CAAsC;IACrD,uBAAuB,CAA6B;IACpD,WAAW,CAAiB;IAC5B,eAAe,CAAc;IACtC,KAAK,GAAyC,IAAI,CAAC;IACnD,eAAe,GAAyC,IAAI,CAAC;IAC7D,mBAAmB,GAAyC,IAAI,CAAC;IACjE,sBAAsB,GAAyC,IAAI,CAAC;IACpE,UAAU,GAA6B,IAAI,CAAC;IAC5C,cAAc,GAA8C,EAAE,CAAC;IAC/D,UAAU,GAAG,KAAK,CAAC;IACnB,qBAAqB,GAAG,KAAK,CAAC;IACtC,0EAA0E;IAC1E,+EAA+E;IACvE,iBAAiB,GAAG,KAAK,CAAC;IACjB,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5D,8EAA8E;IAC9E,+EAA+E;IAC/E,+EAA+E;IACvE,WAAW,GAAuD;QACxE,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,aAAa;KAC1B,CAAC;IACF,0CAA0C;IAClC,qBAAqB,GAAG,CAAC,CAAC;IAC1B,yBAAyB,GAAG,CAAC,CAAC;IAC9B,4BAA4B,GAAG,CAAC,CAAC;IAEzC,YAAY,OAA2B;QACrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,mBAAmB;YACtB,OAAO,CAAC,mBAAmB,IAAI,OAAO,CAAC,aAAa,CAAC;QACvD,IAAI,CAAC,uBAAuB;YAC1B,OAAO,CAAC,uBAAuB,IAAI,OAAO,CAAC,aAAa,CAAC;QAC3D,IAAI,CAAC,0BAA0B;YAC7B,OAAO,CAAC,0BAA0B,IAAI,OAAO,CAAC,aAAa,CAAC;QAC9D,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC;QACvC,IAAI,CAAC,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC;QAC/D,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC;IACzC,CAAC;IAEO,aAAa,CAAC,MAAqB;QACzC,OAAO,OAAO,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1D,CAAC;IAEO,aAAa;QACnB,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC;YACjD,UAAU,EAAE,aAAa;SAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC;IAED;;;;;;;OAOG;IACH,IAAI;QACF,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;YAClC,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACnC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,0BAA0B,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;YAC/B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAClD,4EAA4E;QAC5E,sEAAsE;QACtE,2DAA2D;QAC3D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAClE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjE,CAAC;IAEO,WAAW,GAAG,CAAC,KAAkB,EAAQ,EAAE;QACjD,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAClD,IACE,CAAC,IAAI,CAAC,qBAAqB;YAC3B,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,EACvC,CAAC;YACD,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAClC,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAChC,CAAC;IACH,CAAC,CAAC;IAEM,eAAe,GAAG,GAAS,EAAE;QACnC,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAClC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC,CAAC;IAEM,WAAW,GAAG,GAAS,EAAE;QAC/B,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAClC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC,CAAC;IAEM,gBAAgB,GAAG,GAAS,EAAE;QACpC,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC,CAAC;IAEM,QAAQ;QACd,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,4EAA4E;QAC5E,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAExC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7B,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACjC,CAAC;IAEO,sBAAsB;QAC5B,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,aAAa,CACjD,IAAI,CAAC,uBAAuB,CAC7B,CAAC;QACF,IAAI,CAAC,mBAAmB,GAAG,UAAU,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACjC,CAAC,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACrC,CAAC;IAEO,uBAAuB;QAC7B,IAAI,IAAI,CAAC,mBAAmB,KAAK,IAAI,EAAE,CAAC;YACtC,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACvC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAClC,CAAC;IACH,CAAC;IAEO,mBAAmB;QACzB,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;YAClC,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACnC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,yBAAyB;QAC/B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAC,aAAa,CACpD,IAAI,CAAC,0BAA0B,CAChC,CAAC;QACF,IAAI,CAAC,sBAAsB,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5C,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACpC,CAAC,EAAE,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACxC,CAAC;IAEO,0BAA0B;QAChC,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;YACzC,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC1C,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACrC,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA8BG;IACK,2BAA2B,CAAC,KAAkB;QACpD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACpE,OAAO,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACtC,OAAO,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACnE,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC;IACpC,CAAC;IAEO,cAAc,CAAC,KAAkB;QACvC,OAAO,CACL,KAAK,CAAC,IAAI,KAAK,YAAY;YAC3B,KAAK,CAAC,IAAI,KAAK,iBAAiB;YAChC,KAAK,CAAC,IAAI,KAAK,kBAAkB;YACjC,KAAK,CAAC,IAAI,KAAK,WAAW;YAC1B,KAAK,CAAC,IAAI,KAAK,aAAa;YAC5B,mEAAmE;YACnE,kEAAkE;YAClE,mEAAmE;YACnE,mCAAmC;YACnC,KAAK,CAAC,IAAI,KAAK,YAAY;YAC3B,KAAK,CAAC,IAAI,KAAK,MAAM;YACrB,KAAK,CAAC,IAAI,KAAK,QAAQ;YACvB,yEAAyE;YACzE,wEAAwE;YACxE,6BAA6B,CAAC,KAAK,CAAC,CACrC,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,KAAkB;QAC/C,MAAM,eAAe,GAAG,kCAAkC,CAAC,KAAK,CAAC,CAAC;QAClE,IAAI,eAAe,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;gBACzD,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;gBACpD,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBACjC,IAAI,CAAC,uBAAuB,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YACrD,CAAC;YACD,OAAO;QACT,CAAC;QAED,IACE,eAAe,CAAC,IAAI,KAAK,MAAM;YAC/B,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,EACnD,CAAC;YACD,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAClC,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC9B,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC;gBACzB,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;gBACvD,IACE,IAAI,CAAC,sBAAsB,CAAC,IAAI,KAAK,CAAC;oBACtC,CAAC,IAAI,CAAC,qBAAqB,EAC3B,CAAC;oBACD,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,mBAAmB;QACzB,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,KAAK,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,yDAAyD;QAC3D,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,uEAAuE;QACvE,0EAA0E;QAC1E,wEAAwE;QACxE,+CAA+C;QAC/C,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,IAAI,CAAC;gBACH,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,8DAA8D;YAChE,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,SAAS,CAAC,KAAwB;QACxC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAE/B,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QAED,2EAA2E;QAC3E,yEAAyE;QACzE,uEAAuE;QACvE,yEAAyE;QACzE,wEAAwE;QACxE,0EAA0E;QAC1E,IAAI,CAAC;YACH,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACP,iEAAiE;QACnE,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC3C,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAEO,mBAAmB;QACzB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;YAC/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CACZ,IAAI,iBAAiB,CACnB,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EACtC,IAAI,CAAC,qBAAqB,EAC1B,aAAa,CACd,CACF,CAAC;IACJ,CAAC;IAEO,0BAA0B;QAChC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;YAC/B,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CACZ,IAAI,iBAAiB,CACnB,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EACtC,IAAI,CAAC,4BAA4B,EACjC,YAAY,CACb,CACF,CAAC;IACJ,CAAC;IAEO,uBAAuB;QAC7B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;YAC/B,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CACZ,IAAI,iBAAiB,CACnB,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EACtC,IAAI,CAAC,yBAAyB,EAC9B,iBAAiB,CAClB,CACF,CAAC;IACJ,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QAED,0EAA0E;QAC1E,wEAAwE;QACxE,0EAA0E;QAC1E,mEAAmE;QACnE,0EAA0E;QAC1E,2EAA2E;QAC3E,sEAAsE;QACtE,qEAAqE;QACrE,EAAE;QACF,2EAA2E;QAC3E,0EAA0E;QAC1E,sEAAsE;QACtE,gEAAgE;QAChE,0EAA0E;QAC1E,4EAA4E;QAC5E,EAAE;QACF,oEAAoE;QACpE,0EAA0E;QAC1E,2EAA2E;QAC3E,2EAA2E;QAC3E,wDAAwD;QACxD,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,CAAC;QACzD,IAAI,CAAC,SAAS,CACZ,IAAI,iBAAiB,CACnB,QAAQ,EACR,IAAI,CAAC,WAAW,CAAC,SAAS,EAC1B,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5B,CACF,CAAC;IACJ,CAAC;CACF"}

package/dist/ai-service/llm/stream/index.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Handling LLM streaming operations.
+ *
+ * @example
+ * ```typescript
+ * import {
+ *   StreamOrchestrator,
+ *   StreamConfig,
+ *   LoggingObserver,
+ *   LLMObsObserver,
+ * } from "./stream/index.js";
+ *
+ * // Create configuration
+ * const config = StreamConfig.create({
+ *   provider: "vertex",
+ *   model: "claude-sonnet-4-5",
+ *   retry: { maxAttempts: 3 },
+ *   fallback: { enabled: true },
+ *   logging: { enabled: true, conversationId: "abc" },
+ * });
+ *
+ * // Create orchestrator with observers
+ * const orchestrator = new StreamOrchestrator({
+ *   provider: createVercelProvider(),
+ *   config,
+ *   observers: [
+ *     new LoggingObserver(),
+ *     new LLMObsObserver({ tracer, logger }),
+ *   ],
+ *   logger,
+ * });
+ *
+ * // Execute stream with full lifecycle management
+ * const result = await orchestrator.execute({
+ *   model,
+ *   messages,
+ *   tools,
+ * });
+ *
+ * for await (const chunk of result.fullStream) {
+ *   console.log(chunk);
+ * }
+ * ```
+ */
+export { StreamConfig, DEFAULT_FIRST_TOKEN_TIMEOUT_MS, DEFAULT_COMPACTION_SUMMARY_TIMEOUT_MS, } from "./config.js";
+export type { RetryConfigOptions, RetryBudget, ProviderType, CoreModelType, FallbackStrategy, } from "./config.js";
+export type { StreamObserver } from "./observer.js";
+export { StreamOrchestrator } from "./orchestrator.js";
+export { LoggingObserver, LLMObsObserver, ContextObserver, RetryNotificationObserver, wrapToolsForObservability, } from "./observers/index.js";
+export type { LogRef } from "./observers/index.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/ai-service/llm/stream/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AAEH,OAAO,EACL,YAAY,EACZ,8BAA8B,EAC9B,qCAAqC,GACtC,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,kBAAkB,EAClB,WAAW,EACX,YAAY,EACZ,aAAa,EACb,gBAAgB,GACjB,MAAM,aAAa,CAAC;AAErB,YAAY,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,OAAO,EACL,eAAe,EACf,cAAc,EACd,eAAe,EACf,yBAAyB,EACzB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC"}