@superblocksteam/vite-plugin-file-sync 1.99.99-next.2 → 2.0.0-SNAPSHOT.2143e2e95d0107ab

package/dist/ai-service/llm/stream/observers/context.js

@@ -0,0 +1,235 @@
+import { getPrefixedLogger } from "../../../../util/logger.js";
+import { recordServerClearToolUses } from "../../context-v2/context-metrics.js";
+import { backfillReasoningSignatures, normalizeToolMessage, stripUndefinedFromToolOutputs, } from "../../context-v2/types.js";
+import { isAnthropicCompactionMetadata } from "../compaction-text-block.js";
+const logger = getPrefixedLogger("[context-observer]");
+/**
+ * Observer that manages conversation context during LLM interactions.
+ *
+ * Handles:
+ * - Starting and ending steps in the context
+ * - Ending the turn on completion
+ * - Releasing the context handle on completion/error/abort
+ *
+ * @example
+ * ```typescript
+ * const observer = new ContextObserver({
+ *   contextHandle: await contextManager.acquireContext(contextId, ownerId),
+ * });
+ * ```
+ */
+export class ContextObserver {
+    contextHandle;
+    released = false;
+    serverCompactionStarted = false;
+    compactionDetected = false;
+    clearToolUseMetricsRecorded = false;
+    constructor(options) {
+        this.contextHandle = options.contextHandle;
+    }
+    attach(events, _config) {
+        events.on("session:start", () => {
+            this.resetAttemptDedupeState();
+        });
+        events.on("chunk", async (chunk) => {
+            await this.onChunk(chunk);
+        });
+        events.on("step:finish", async (step, session) => {
+            await this.onStepComplete(step, session);
+        });
+        events.on("stream:finish", async (result, session) => {
+            await this.onStreamFinish(result, session);
+        });
+        // "retry" (same provider, new attempt) and "fallback" (the stream
+        // orchestrator's provider failover, e.g. vertex -> bedrock — unrelated to
+        // the server's Bedrock InvokeModel -> Converse fallback) both start a
+        // fresh attempt in the same session, so any pending server compaction is
+        // interrupted and the per-attempt dedupe state is cleared.
+        events.on("retry", () => {
+            this.interruptServerCompaction();
+            this.resetAttemptDedupeState();
+        });
+        events.on("fallback", () => {
+            this.interruptServerCompaction();
+            this.resetAttemptDedupeState();
+        });
+        events.on("session:complete", () => {
+            this.release("complete");
+        });
+        events.on("session:error", () => {
+            this.release("interrupted");
+        });
+        events.on("session:abort", () => {
+            this.release("interrupted");
+        });
+    }
+    async onStepComplete(step, _session) {
+        // Don't persist partial state when step ended due to an error.
+        // Saving partial assistant messages from interrupted streams can cause issues on retry,
+        // especially with extended thinking where the final assistant message must start with
+        // a thinking block. If we save a partial message (text only, no thinking block),
+        // all following requests will fail.
+        if (step.finishReason === "error" || step.finishReason === "other") {
+            return;
+        }
+        if (step.response?.messages) {
+            const normalizedMessages = step.response.messages.map((msg) => normalizeToolMessage(stripUndefinedFromToolOutputs(msg)));
+            const hasReasoning = normalizedMessages.some((msg) => msg.role === "assistant" &&
+                typeof msg.content !== "string" &&
+                msg.content.some((p) => p.type === "reasoning"));
+            if (hasReasoning && !step.content?.length) {
+                logger.warn("Step has reasoning in response.messages but no step.content for signature backfill");
+            }
+            backfillReasoningSignatures(normalizedMessages, step.content ?? []);
+            await this.contextHandle.context.endStep(normalizedMessages, step.usage);
+        }
+        this.contextHandle.context.startStep();
+        // Detect server-side context management edits in provider metadata.
+        // The provider-metadata shape is loosely typed and comes from an
+        // external provider; if it deviates from what we expect (e.g.,
+        // `appliedEdits` is not an array, or `onCompactionDetected` throws
+        // synchronously) we don't want a TypeError to escape the stream
+        // event loop and abort the in-flight turn.
+        try {
+            await this.detectCompaction(step);
+        }
+        catch (err) {
+            logger.error(`detectCompaction threw, ignoring: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+    async onChunk(chunk) {
+        try {
+            if (isServerCompactionStartChunk(chunk) &&
+                !this.serverCompactionStarted) {
+                this.serverCompactionStarted = true;
+                this.contextHandle.context.onServerCompactionStarted();
+            }
+        }
+        catch (err) {
+            logger.error(`detectCompactionStart threw, ignoring: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+    async onStreamFinish(result, _session) {
+        try {
+            await this.detectCompaction(result);
+        }
+        catch (err) {
+            logger.error(`detectCompaction threw, ignoring: ${err instanceof Error ? err.message : String(err)}`);
+        }
+        // Persist the full-record snapshot once per generation. Per-message
+        // persists wedged the event loop on large-history apps (APPS-4690); the
+        // event log carries per-message durability in between.
+        await this.contextHandle.context.endTurn(result.totalUsage);
+    }
+    /**
+     * Check step response for server-side context management edits.
+     *
+     * Anthropic's response carries two parallel signals when compaction
+     * fires, and we have to watch both:
+     *
+     * - `providerMetadata.anthropic.iterations[].type === "compaction"`:
+     *   present whenever the model ran an in-response compaction pass —
+     *   firing reliably on every Anthropic-backed provider we test
+     *   (direct, vertex). This is the canonical "compact actually ran"
+     *   signal.
+     *
+     * - `providerMetadata.anthropic.contextManagement.appliedEdits[]`:
+     *   populated for `clear_tool_uses_20250919` edits but consistently
+     *   empty for `compact_20260112` in practice, regardless of provider.
+     *   Watching it alone left `onCompactionDetected` silent everywhere
+     *   compaction did fire — the eval suite caught this on PR #18617.
+     *
+     * The two fields are not redundant: `appliedEdits` carries
+     * `clear_tool_uses` accounting (`clearedToolUses`, `clearedInputTokens`)
+     * we still want to log, so we read both.
+     */
+    async detectCompaction(step) {
+        const responseProviderMeta = step.response?.providerMetadata;
+        // Resolve each consumed field independently rather than falling back at
+        // the whole `anthropic` object level. A present-but-partial step-level
+        // `anthropic` object (e.g. `{}`) is not nullish, so a whole-object
+        // `step.anthropic ?? response.anthropic` would mask `iterations` /
+        // `contextManagement` that appear only on the final-result response
+        // metadata. Read the two fields this observer consumes from the step,
+        // each falling back to the response copy.
+        const stepAnthropic = step.providerMetadata?.anthropic;
+        const responseAnthropic = responseProviderMeta?.anthropic;
+        const contextMgmt = (stepAnthropic?.contextManagement ??
+            responseAnthropic?.contextManagement);
+        const iterationsRaw = stepAnthropic?.iterations ?? responseAnthropic?.iterations;
+        const iterations = Array.isArray(iterationsRaw)
+            ? iterationsRaw
+            : undefined;
+        const appliedEdits = Array.isArray(contextMgmt?.appliedEdits)
+            ? contextMgmt.appliedEdits
+            : undefined;
+        const compactedViaIterations = iterations?.some((iter) => iter.type === "compaction");
+        const compactedViaEdits = appliedEdits?.some((edit) => edit.type === "compact_20260112");
+        if ((compactedViaIterations || compactedViaEdits) &&
+            !this.compactionDetected) {
+            logger.info("Server-side compaction detected in response", {
+                iterations: iterations?.map((i) => i.type),
+                edits: appliedEdits?.map((e) => e.type),
+            });
+            try {
+                await this.contextHandle.context.onCompactionDetected();
+                this.compactionDetected = true;
+            }
+            finally {
+                this.serverCompactionStarted = false;
+            }
+        }
+        // Log clear_tool_uses for observability (not a compaction event)
+        const clearEdit = appliedEdits?.find((edit) => edit.type === "clear_tool_uses_20250919");
+        if (clearEdit && !this.clearToolUseMetricsRecorded) {
+            const clearedToolUses = clearEdit.clearedToolUses ?? clearEdit.cleared_tool_uses;
+            const clearedInputTokens = clearEdit.clearedInputTokens ?? clearEdit.cleared_input_tokens;
+            logger.info("Server-side clear_tool_uses applied", {
+                clearedToolUses,
+                clearedInputTokens,
+            });
+            if (clearedToolUses !== undefined || clearedInputTokens !== undefined) {
+                recordServerClearToolUses({
+                    clearedInputTokens,
+                    clearedToolUses,
+                });
+                this.clearToolUseMetricsRecorded = true;
+            }
+        }
+    }
+    release(serverCompactionOutcome) {
+        if (!this.released) {
+            this.released = true;
+            if (serverCompactionOutcome === "complete") {
+                this.cancelServerCompaction();
+            }
+            else {
+                this.interruptServerCompaction();
+            }
+            this.contextHandle.release();
+        }
+    }
+    cancelServerCompaction() {
+        if (this.serverCompactionStarted) {
+            this.contextHandle.context.onServerCompactionCancelled();
+            this.serverCompactionStarted = false;
+        }
+    }
+    interruptServerCompaction() {
+        if (this.serverCompactionStarted) {
+            this.contextHandle.context.onServerCompactionInterrupted();
+            this.serverCompactionStarted = false;
+        }
+    }
+    resetAttemptDedupeState() {
+        this.compactionDetected = false;
+        this.clearToolUseMetricsRecorded = false;
+    }
+}
+function isServerCompactionStartChunk(chunk) {
+    if (chunk.type === "text-start") {
+        return isAnthropicCompactionMetadata(chunk.providerMetadata);
+    }
+    return false;
+}
+//# sourceMappingURL=context.js.map

package/dist/ai-service/llm/stream/observers/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../../../../../src/ai-service/llm/stream/observers/context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAE/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,qCAAqC,CAAC;AAEhF,OAAO,EACL,2BAA2B,EAC3B,oBAAoB,EACpB,6BAA6B,GAC9B,MAAM,2BAA2B,CAAC;AAMnC,OAAO,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAM5E,MAAM,MAAM,GAAG,iBAAiB,CAAC,oBAAoB,CAAC,CAAC;AAMvD;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,eAAe;IACT,aAAa,CAAgB;IACtC,QAAQ,GAAG,KAAK,CAAC;IACjB,uBAAuB,GAAG,KAAK,CAAC;IAChC,kBAAkB,GAAG,KAAK,CAAC;IAC3B,2BAA2B,GAAG,KAAK,CAAC;IAE5C,YAAY,OAA+B;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,MAAsB,EAAE,OAAqB;QAClD,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;YAC9B,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACjC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;YACnD,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,kEAAkE;QAClE,0EAA0E;QAC1E,sEAAsE;QACtE,yEAAyE;QACzE,2DAA2D;QAC3D,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACtB,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACjC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACjC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;YACjC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;YAC9B,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;YAC9B,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,IAAsC,EACtC,QAAuB;QAEvB,+DAA+D;QAC/D,wFAAwF;QACxF,sFAAsF;QACtF,iFAAiF;QACjF,oCAAoC;QACpC,IAAI,IAAI,CAAC,YAAY,KAAK,OAAO,IAAI,IAAI,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;YACnE,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC;YAC5B,MAAM,kBAAkB,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC5D,oBAAoB,CAAC,6BAA6B,CAAC,GAAG,CAAC,CAAC,CACzD,CAAC;YACF,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAC1C,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,IAAI,KAAK,WAAW;gBACxB,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC/B,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAClD,CAAC;YACF,IAAI,YAAY,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC1C,MAAM,CAAC,IAAI,CACT,oFAAoF,CACrF,CAAC;YACJ,CAAC;YACD,2BAA2B,CAAC,kBAAkB,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACpE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAEvC,oEAAoE;QACpE,iEAAiE;QACjE,+DAA+D;QAC/D,mEAAmE;QACnE,gEAAgE;QAChE,2CAA2C;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV,qCAAqC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACxF,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAAkB;QACtC,IAAI,CAAC;YACH,IACE,4BAA4B,CAAC,KAAK,CAAC;gBACnC,CAAC,IAAI,CAAC,uBAAuB,EAC7B,CAAC;gBACD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;gBACpC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC;YACzD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV,0CAA0C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC7F,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,MAAyC,EACzC,QAAuB;QAEvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV,qCAAqC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACxF,CAAC;QACJ,CAAC;QACD,oEAAoE;QACpE,wEAAwE;QACxE,uDAAuD;QACvD,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC9D,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACK,KAAK,CAAC,gBAAgB,CAC5B,IAA0E;QAE1E,MAAM,oBAAoB,GACxB,IAAI,CAAC,QAGN,EAAE,gBAAgB,CAAC;QACpB,wEAAwE;QACxE,uEAAuE;QACvE,mEAAmE;QACnE,mEAAmE;QACnE,oEAAoE;QACpE,sEAAsE;QACtE,0CAA0C;QAC1C,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,SAEhC,CAAC;QACd,MAAM,iBAAiB,GAAG,oBAAoB,EAAE,SAEnC,CAAC;QACd,MAAM,WAAW,GAAG,CAAC,aAAa,EAAE,iBAAiB;YACnD,iBAAiB,EAAE,iBAAiB,CAGzB,CAAC;QACd,MAAM,aAAa,GACjB,aAAa,EAAE,UAAU,IAAI,iBAAiB,EAAE,UAAU,CAAC;QAC7D,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;YAC7C,CAAC,CAAE,aAAyC;YAC5C,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,YAAY,CAAC;YAC3D,CAAC,CAAC,WAAW,CAAC,YAAY;YAC1B,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,sBAAsB,GAAG,UAAU,EAAE,IAAI,CAC7C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CACrC,CAAC;QACF,MAAM,iBAAiB,GAAG,YAAY,EAAE,IAAI,CAC1C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,kBAAkB,CAC3C,CAAC;QAEF,IACE,CAAC,sBAAsB,IAAI,iBAAiB,CAAC;YAC7C,CAAC,IAAI,CAAC,kBAAkB,EACxB,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;gBACzD,UAAU,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC1C,KAAK,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aACxC,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC;gBACxD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YACjC,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;YACvC,CAAC;QACH,CAAC;QAED,iEAAiE;QACjE,MAAM,SAAS,GAAG,YAAY,EAAE,IAAI,CAClC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,0BAA0B,CAQvC,CAAC;QACd,IAAI,SAAS,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACnD,MAAM,eAAe,GACnB,SAAS,CAAC,eAAe,IAAI,SAAS,CAAC,iBAAiB,CAAC;YAC3D,MAAM,kBAAkB,GACtB,SAAS,CAAC,kBAAkB,IAAI,SAAS,CAAC,oBAAoB,CAAC;YACjE,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE;gBACjD,eAAe;gBACf,kBAAkB;aACnB,CAAC,CAAC;YACH,IAAI,eAAe,KAAK,SAAS,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;gBACtE,yBAAyB,CAAC;oBACxB,kBAAkB;oBAClB,eAAe;iBAChB,CAAC,CAAC;gBACH,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC;YAC1C,CAAC;QACH,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,uBAAmD;QACjE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,uBAAuB,KAAK,UAAU,EAAE,CAAC;gBAC3C,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC;YACzD,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;QACvC,CAAC;IACH,CAAC;IAEO,yBAAyB;QAC/B,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC;YAC3D,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;QACvC,CAAC;IACH,CAAC;IAEO,uBAAuB;QAC7B,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;QAChC,IAAI,CAAC,2BAA2B,GAAG,KAAK,CAAC;IAC3C,CAAC;CACF;AAED,SAAS,4BAA4B,CAAC,KAAkB;IACtD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAChC,OAAO,6BAA6B,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC/D,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/ai-service/llm/stream/observers/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Stream observers for handling side effects during LLM interactions.
+ */
+export { LoggingObserver, type LogRef } from "./logging.js";
+export { LLMObsObserver, wrapToolsForObservability } from "./llmobs.js";
+export { ContextObserver } from "./context.js";
+export { RetryNotificationObserver } from "./retry-notification.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/ai-service/llm/stream/observers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/ai-service/llm/stream/observers/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,eAAe,EAAE,KAAK,MAAM,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC"}

package/dist/ai-service/llm/stream/observers/index.js

@@ -0,0 +1,8 @@
+/**
+ * Stream observers for handling side effects during LLM interactions.
+ */
+export { LoggingObserver } from "./logging.js";
+export { LLMObsObserver, wrapToolsForObservability } from "./llmobs.js";
+export { ContextObserver } from "./context.js";
+export { RetryNotificationObserver } from "./retry-notification.js";
+//# sourceMappingURL=index.js.map

package/dist/ai-service/llm/stream/observers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai-service/llm/stream/observers/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,eAAe,EAAe,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC"}

package/dist/ai-service/llm/stream/observers/llmobs.d.ts

@@ -0,0 +1,94 @@
+import type { Logger } from "../../../../util/logger.js";
+import type { Tool } from "../../../agent/tools2/types.js";
+import type { LLMObsTracer } from "../../../llmobs/index.js";
+import { LLMProviderError } from "../../error.js";
+import type { ErrorCategory } from "../../error.js";
+import type { StreamConfig } from "../config.js";
+import type { StreamEventBus } from "../event-bus.js";
+import type { StreamObserver } from "../observer.js";
+interface ClassifiedError {
+    category: ErrorCategory;
+    code?: string | number;
+    isRetryable: boolean;
+    message: string;
+    providerErrorType?: string;
+}
+export declare function classifyError(error: unknown, provider?: LLMProviderError["provider"]): ClassifiedError;
+interface LLMObsObserverOptions {
+    tracer: LLMObsTracer;
+    logger: Logger;
+    /**
+     * When false, LLM message and tool input/output content is replaced with a
+     * redacted placeholder on the span; span structure, metrics, model, and
+     * timing are still recorded. Defaults to true.
+     */
+    recordContent?: boolean;
+}
+/**
+ * Observer that manages LLM Observability tracing spans.
+ *
+ * Creates and manages:
+ * - A full workflow span (`ai.streamText`) for the entire session
+ * - Step spans (`ai.streamText.step`) for each LLM step
+ * - Segment spans (`ai.streamText.{type}`) for thinking/reasoning/text/tool-input
+ * - Annotations with usage metrics, model info, and input/output data
+ *
+ * @example
+ * ```typescript
+ * const observer = new LLMObsObserver({
+ *   tracer: LLMObsTracer.instance,
+ *   logger: getLogger(),
+ * });
+ * ```
+ */
+export declare class LLMObsObserver implements StreamObserver {
+    private readonly tracer;
+    private readonly logger;
+    private fullSpan?;
+    private stepSpan?;
+    private currentSegment?;
+    private stepNumber;
+    private tools?;
+    private session?;
+    private messages?;
+    private readonly recordContent;
+    constructor(options: LLMObsObserverOptions);
+    /** Returns the value as-is, or a redacted placeholder when content recording is off. */
+    private maybeRedact;
+    attach(events: StreamEventBus, _config: StreamConfig): void;
+    private onSessionStart;
+    private onChunk;
+    private onStepComplete;
+    private onStreamFinish;
+    private onRetry;
+    private onFallback;
+    private onSessionComplete;
+    private onSessionError;
+    private onSessionAbort;
+    private startSegment;
+    private finishSegment;
+    private ensureSegment;
+    private appendTextToCurrentSegment;
+    private appendToolInputDelta;
+    private markSegmentChunk;
+    private isTextualSegment;
+    private getSegmentTypeFromChunk;
+    private startStepSpan;
+    private finishStepSpan;
+    private finishFullSpan;
+    private compileMetrics;
+}
+/**
+ * Wraps tools with LLMObs tracing for real-time tool execution observability.
+ *
+ * This utility intercepts each tool's `execute` function and wraps it with
+ * a traced span, capturing:
+ * - Tool name (`tool.{name}`)
+ * - Input arguments and output result (or a redacted placeholder when
+ *   `recordContent` is false)
+ * - Execution duration
+ * - Error status
+ */
+export declare function wrapToolsForObservability<TOOLS extends Record<string, Tool>>(tools: TOOLS, tracer: LLMObsTracer, recordContent?: boolean): TOOLS;
+export {};
+//# sourceMappingURL=llmobs.d.ts.map

package/dist/ai-service/llm/stream/observers/llmobs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmobs.d.ts","sourceRoot":"","sources":["../../../../../src/ai-service/llm/stream/observers/llmobs.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gCAAgC,CAAC;AAE3D,OAAO,KAAK,EACV,YAAY,EAIb,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAsB,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAcpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,KAAK,EAAE,cAAc,EAAkB,MAAM,iBAAiB,CAAC;AACtE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAKrD,UAAU,eAAe;IACvB,QAAQ,EAAE,aAAa,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,WAAW,EAAE,OAAO,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAaD,wBAAgB,aAAa,CAC3B,KAAK,EAAE,OAAO,EACd,QAAQ,GAAE,gBAAgB,CAAC,UAAU,CAAe,GACnD,eAAe,CAgFjB;AAKD,UAAU,qBAAqB;IAC7B,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf;;;;OAIG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAwBD;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,cAAe,YAAW,cAAc;IACnD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAEhC,OAAO,CAAC,QAAQ,CAAC,CAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,CAAa;IAC9B,OAAO,CAAC,cAAc,CAAC,CAAU;IACjC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,KAAK,CAAC,CAAuB;IACrC,OAAO,CAAC,OAAO,CAAC,CAAgB;IAChC,OAAO,CAAC,QAAQ,CAAC,CAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;gBAE5B,OAAO,EAAE,qBAAqB;IAM1C,wFAAwF;IACxF,OAAO,CAAC,WAAW;IAInB,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,YAAY,GAAG,IAAI;IAsC3D,OAAO,CAAC,cAAc;IAuCtB,OAAO,CAAC,OAAO;IA+Bf,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,cAAc;IA2BtB,OAAO,CAAC,OAAO;IA+Bf,OAAO,CAAC,UAAU;IA4BlB,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,cAAc;IAuBtB,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,YAAY;IAqBpB,OAAO,CAAC,aAAa;IAkDrB,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,0BAA0B;IASlC,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,gBAAgB;IAUxB,OAAO,CAAC,uBAAuB;IAkB/B,OAAO,CAAC,aAAa;IAerB,OAAO,CAAC,cAAc;IAsDtB,OAAO,CAAC,cAAc;IAkDtB,OAAO,CAAC,cAAc;CA0CvB;AAmLD;;;;;;;;;;GAUG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,EAC1E,KAAK,EAAE,KAAK,EACZ,MAAM,EAAE,YAAY,EACpB,aAAa,UAAO,GACnB,KAAK,CA6DP"}