@superblocksteam/vite-plugin-file-sync 2.0.77 → 2.0.78-next.1

package/dist/ai-service/llm/context-v2/truncation-fallback.js

@@ -0,0 +1,120 @@
+import { LLMObsTracer } from "../../llmobs/tracer.js";
+import { extractTextFromMessage } from "../client.js";
+import { toStoredMessage } from "./types.js";
+const MAX_TURNS_TO_SHOW = 10;
+const MAX_USER_MESSAGE_LENGTH = 120;
+const MAX_ASSISTANT_MESSAGE_LENGTH = 150;
+function truncateText(text, maxLength) {
+    const normalized = text.replace(/\s+/g, " ").trim();
+    if (normalized.length <= maxLength) {
+        return normalized;
+    }
+    return normalized.slice(0, maxLength) + "...";
+}
+function extractTurnSummaries(messages) {
+    const summaries = [];
+    let currentUserMessage = null;
+    let lastAssistantText = null;
+    for (const msg of messages) {
+        if (msg.role === "user") {
+            const userText = extractTextFromMessage(msg, "last");
+            if (userText) {
+                if (currentUserMessage !== null) {
+                    summaries.push({
+                        userMessage: currentUserMessage,
+                        assistantMessage: lastAssistantText,
+                    });
+                }
+                currentUserMessage = userText;
+                lastAssistantText = null;
+            }
+        }
+        else if (msg.role === "assistant" && currentUserMessage !== null) {
+            const text = extractTextFromMessage(msg);
+            if (text) {
+                lastAssistantText = text;
+            }
+        }
+    }
+    if (currentUserMessage !== null) {
+        summaries.push({
+            userMessage: currentUserMessage,
+            assistantMessage: lastAssistantText,
+        });
+    }
+    return summaries;
+}
+function formatTimeline(summaries, totalMessages) {
+    const totalTurns = summaries.length;
+    const turnsToShow = summaries.slice(-MAX_TURNS_TO_SHOW);
+    const startNumber = totalTurns - turnsToShow.length + 1;
+    const isLimited = totalTurns > MAX_TURNS_TO_SHOW;
+    let header = `[Context limit reached - ${totalMessages} messages were dropped. Falling back to session summary.]\n\n`;
+    header += isLimited
+        ? `## Session History (showing last ${turnsToShow.length} of ${totalTurns} turns)\n\n`
+        : `## Session History\n\n`;
+    const lines = turnsToShow.map((turn, i) => {
+        const turnNumber = startNumber + i;
+        const isLast = i === turnsToShow.length - 1;
+        const userLabel = isLast ? "**Current request:**" : "User:";
+        const userText = truncateText(turn.userMessage, MAX_USER_MESSAGE_LENGTH);
+        let line = `${turnNumber}. ${userLabel} "${userText}"`;
+        if (turn.assistantMessage) {
+            line += `\n    Assistant: "${truncateText(turn.assistantMessage, MAX_ASSISTANT_MESSAGE_LENGTH)}"`;
+        }
+        else if (!isLast) {
+            line += `\n    Assistant: "(no response)"`;
+        }
+        return line;
+    });
+    return header + lines.join("\n\n");
+}
+/**
+ * Creates a truncation-based fallback when LLM summarization fails.
+ * Generates a timeline summary of the conversation without returning
+ * the actual messages, which can cause provider errors.
+ */
+export function createTruncationFallback(messages, tracer = LLMObsTracer.instance) {
+    return tracer.trace({ name: "session.summarize.fallback", kind: "task" }, (fallbackSpan) => {
+        const summaries = extractTurnSummaries(messages);
+        if (summaries.length === 0) {
+            const fallbackContent = `[Context limit reached - ${messages.length} messages were dropped. ` +
+                `No user messages found to summarize.]`;
+            tracer.annotate(fallbackSpan, {
+                metadata: {
+                    input: {
+                        messageCount: messages.length,
+                    },
+                    result: {
+                        summaryLength: fallbackContent.length,
+                        turnCount: 0,
+                    },
+                },
+            });
+            return {
+                summary: fallbackContent,
+                messages: [
+                    toStoredMessage({ role: "user", content: fallbackContent }, { isSummary: true }),
+                ],
+            };
+        }
+        const summaryText = formatTimeline(summaries, messages.length);
+        const summaryMessage = toStoredMessage({ role: "user", content: summaryText }, { isSummary: true });
+        tracer.annotate(fallbackSpan, {
+            metadata: {
+                input: {
+                    messageCount: messages.length,
+                },
+                result: {
+                    summaryLength: summaryText.length,
+                    turnCount: summaries.length,
+                },
+            },
+        });
+        return {
+            summary: summaryText,
+            messages: [summaryMessage],
+        };
+    });
+}
+//# sourceMappingURL=truncation-fallback.js.map

package/dist/ai-service/llm/context-v2/truncation-fallback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"truncation-fallback.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/context-v2/truncation-fallback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAI7C,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AAOzC,SAAS,YAAY,CAAC,IAAY,EAAE,SAAiB;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,UAAU,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QACnC,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,KAAK,CAAC;AAChD,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAyB;IACrD,MAAM,SAAS,GAAkB,EAAE,CAAC;IACpC,IAAI,kBAAkB,GAAkB,IAAI,CAAC;IAC7C,IAAI,iBAAiB,GAAkB,IAAI,CAAC;IAE5C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,sBAAsB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;oBAChC,SAAS,CAAC,IAAI,CAAC;wBACb,WAAW,EAAE,kBAAkB;wBAC/B,gBAAgB,EAAE,iBAAiB;qBACpC,CAAC,CAAC;gBACL,CAAC;gBACD,kBAAkB,GAAG,QAAQ,CAAC;gBAC9B,iBAAiB,GAAG,IAAI,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACnE,MAAM,IAAI,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,IAAI,EAAE,CAAC;gBACT,iBAAiB,GAAG,IAAI,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;QAChC,SAAS,CAAC,IAAI,CAAC;YACb,WAAW,EAAE,kBAAkB;YAC/B,gBAAgB,EAAE,iBAAiB;SACpC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CACrB,SAAwB,EACxB,aAAqB;IAErB,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC;IACpC,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,UAAU,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,UAAU,GAAG,iBAAiB,CAAC;IAEjD,IAAI,MAAM,GAAG,4BAA4B,aAAa,+DAA+D,CAAC;IACtH,MAAM,IAAI,SAAS;QACjB,CAAC,CAAC,oCAAoC,WAAW,CAAC,MAAM,OAAO,UAAU,aAAa;QACtF,CAAC,CAAC,wBAAwB,CAAC;IAE7B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;QACxC,MAAM,UAAU,GAAG,WAAW,GAAG,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,CAAC,KAAK,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,OAAO,CAAC;QAC5D,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,uBAAuB,CAAC,CAAC;QAEzE,IAAI,IAAI,GAAG,GAAG,UAAU,KAAK,SAAS,KAAK,QAAQ,GAAG,CAAC;QAEvD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,IAAI,qBAAqB,YAAY,CAAC,IAAI,CAAC,gBAAgB,EAAE,4BAA4B,CAAC,GAAG,CAAC;QACpG,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,IAAI,kCAAkC,CAAC;QAC7C,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CACtC,QAAyB,EACzB,SAAuB,YAAY,CAAC,QAAQ;IAE5C,OAAO,MAAM,CAAC,KAAK,CACjB,EAAE,IAAI,EAAE,4BAA4B,EAAE,IAAI,EAAE,MAAM,EAAE,EACpD,CAAC,YAAY,EAAE,EAAE;QACf,MAAM,SAAS,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAEjD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,eAAe,GACnB,4BAA4B,QAAQ,CAAC,MAAM,0BAA0B;gBACrE,uCAAuC,CAAC;YAE1C,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE;gBAC5B,QAAQ,EAAE;oBACR,KAAK,EAAE;wBACL,YAAY,EAAE,QAAQ,CAAC,MAAM;qBAC9B;oBACD,MAAM,EAAE;wBACN,aAAa,EAAE,eAAe,CAAC,MAAM;wBACrC,SAAS,EAAE,CAAC;qBACb;iBACF;aACF,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,eAAe;gBACxB,QAAQ,EAAE;oBACR,eAAe,CACb,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,EAC1C,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB;iBACF;aACF,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/D,MAAM,cAAc,GAAG,eAAe,CACpC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,EACtC,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAC;QAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE;YAC5B,QAAQ,EAAE;gBACR,KAAK,EAAE;oBACL,YAAY,EAAE,QAAQ,CAAC,MAAM;iBAC9B;gBACD,MAAM,EAAE;oBACN,aAAa,EAAE,WAAW,CAAC,MAAM;oBACjC,SAAS,EAAE,SAAS,CAAC,MAAM;iBAC5B;aACF;SACF,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,QAAQ,EAAE,CAAC,cAAc,CAAC;SAC3B,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/ai-service/llm/context-v2/turns.d.ts

@@ -0,0 +1,23 @@
+import type { StoredMessage } from "./types.js";
+export interface Turn {
+    /** Index of the first message in this turn (user message) */
+    startIndex: number;
+    /** Index of the last message in this turn (assistant message with cumulativeInputTokens) */
+    endIndex: number;
+    /** Token count for this turn (delta from previous turn) */
+    tokenCount: number;
+    /** Indices of tool messages within this turn */
+    toolMessageIndices: number[];
+}
+/**
+ * Groups messages into turns. Each turn ends with an assistant message
+ * that has cumulativeInputTokens. The token count for a turn is calculated
+ * as the delta between consecutive assistant messages' cumulativeInputTokens.
+ */
+export declare function identifyTurns(messages: StoredMessage[]): Turn[];
+/**
+ * Selects the most recent turns that fit within the token budget.
+ * Walks backward through turns, accumulating token counts.
+ */
+export declare function selectRecentTurns(turns: Turn[], tokenBudget: number): Turn[];
+//# sourceMappingURL=turns.d.ts.map

package/dist/ai-service/llm/context-v2/turns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"turns.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/context-v2/turns.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,MAAM,WAAW,IAAI;IACnB,6DAA6D;IAC7D,UAAU,EAAE,MAAM,CAAC;IACnB,4FAA4F;IAC5F,QAAQ,EAAE,MAAM,CAAC;IACjB,2DAA2D;IAC3D,UAAU,EAAE,MAAM,CAAC;IACnB,gDAAgD;IAChD,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B;AAiBD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,CA8B/D;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI,EAAE,CAe5E"}

package/dist/ai-service/llm/context-v2/turns.js

@@ -0,0 +1,61 @@
+function isToolMessage(msg) {
+    return msg.role === "tool" && Array.isArray(msg.content);
+}
+function isUnsummarizedToolMessage(msg) {
+    return isToolMessage(msg) && !msg._superblocks?.summarized;
+}
+function isAssistantWithTokens(msg) {
+    return (msg.role === "assistant" &&
+        msg._superblocks?.cumulativeInputTokens !== undefined);
+}
+/**
+ * Groups messages into turns. Each turn ends with an assistant message
+ * that has cumulativeInputTokens. The token count for a turn is calculated
+ * as the delta between consecutive assistant messages' cumulativeInputTokens.
+ */
+export function identifyTurns(messages) {
+    const turns = [];
+    let turnStart = 0;
+    let prevTokens = 0;
+    for (let i = 0; i < messages.length; i++) {
+        const msg = messages[i];
+        if (isAssistantWithTokens(msg)) {
+            const currentTokens = msg._superblocks.cumulativeInputTokens;
+            const toolIndices = [];
+            for (let j = turnStart; j <= i; j++) {
+                if (isUnsummarizedToolMessage(messages[j])) {
+                    toolIndices.push(j);
+                }
+            }
+            turns.push({
+                startIndex: turnStart,
+                endIndex: i,
+                tokenCount: currentTokens - prevTokens,
+                toolMessageIndices: toolIndices,
+            });
+            prevTokens = currentTokens;
+            turnStart = i + 1;
+        }
+    }
+    return turns;
+}
+/**
+ * Selects the most recent turns that fit within the token budget.
+ * Walks backward through turns, accumulating token counts.
+ */
+export function selectRecentTurns(turns, tokenBudget) {
+    const selected = [];
+    let accumulated = 0;
+    for (let i = turns.length - 1; i >= 0; i--) {
+        const turn = turns[i];
+        if (accumulated + turn.tokenCount <= tokenBudget) {
+            accumulated += turn.tokenCount;
+            selected.unshift(turn);
+        }
+        else {
+            break;
+        }
+    }
+    return selected;
+}
+//# sourceMappingURL=turns.js.map

package/dist/ai-service/llm/context-v2/turns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"turns.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/context-v2/turns.ts"],"names":[],"mappings":"AAaA,SAAS,aAAa,CAAC,GAAkB;IACvC,OAAO,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAkB;IACnD,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC;AAC7D,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAkB;IAC/C,OAAO,CACL,GAAG,CAAC,IAAI,KAAK,WAAW;QACxB,GAAG,CAAC,YAAY,EAAE,qBAAqB,KAAK,SAAS,CACtD,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,QAAyB;IACrD,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QACzB,IAAI,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,GAAG,CAAC,YAAa,CAAC,qBAAsB,CAAC;YAC/D,MAAM,WAAW,GAAa,EAAE,CAAC;YAEjC,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,yBAAyB,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC;oBAC5C,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACT,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,aAAa,GAAG,UAAU;gBACtC,kBAAkB,EAAE,WAAW;aAChC,CAAC,CAAC;YAEH,UAAU,GAAG,aAAa,CAAC;YAC3B,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,WAAmB;IAClE,MAAM,QAAQ,GAAW,EAAE,CAAC;IAC5B,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACvB,IAAI,WAAW,GAAG,IAAI,CAAC,UAAU,IAAI,WAAW,EAAE,CAAC;YACjD,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC;YAC/B,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/ai-service/llm/context-v2/types.d.ts

@@ -0,0 +1,100 @@
+import type { AttachmentsRecord } from "../../attachments/store.js";
+import type { LanguageModelV2ToolResultOutput } from "@ai-sdk/provider";
+import type { ModelMessage, LanguageModelUsage } from "ai";
+export type { AttachmentsRecord };
+export interface SuperblocksMetadata {
+    /** True token count from LLM (set for assistant messages). */
+    tokenCount?: number;
+    /** Total input tokens used at the time of this assistant turn (cumulative context size). */
+    cumulativeInputTokens?: number;
+    timestamp: number;
+    isSummary?: boolean;
+    /** Tool summaries keyed by toolCallId. On assistant messages: input summaries. On tool messages: output summaries. */
+    toolSummaries?: Record<string, string>;
+    /** True if this tool message was summarized during phase 1 compaction. */
+    summarized?: boolean;
+}
+export type StoredMessage = ModelMessage & {
+    _superblocks?: SuperblocksMetadata;
+};
+export interface TokenUsage {
+    input: number;
+    output: number;
+    cacheRead: number;
+}
+export interface CompactionResult {
+    messages: StoredMessage[];
+    phase1Applied: boolean;
+    phase2Applied: boolean;
+    tokensSaved: number;
+}
+export type CompactionPhase = "phase1" | "phase2";
+export interface CompactionCallbacks {
+    onCompactionStart?: (phase: CompactionPhase, messageId: string) => void;
+    onCompactionComplete?: (phase: CompactionPhase, messageId: string) => void;
+}
+/**
+ * Serialized V2 context state for persistence.
+ * Contains the version marker to distinguish from V1 records.
+ */
+export interface ContextRecordV2 {
+    /** Version marker to distinguish from V1 records */
+    version: 2;
+    /** Conversation messages */
+    messages: StoredMessage[];
+    /** User-uploaded attachments (images, PDFs, text files) */
+    attachments?: AttachmentsRecord;
+}
+export declare const PROVIDER_CACHE_MAX_BREAKPOINTS = 4;
+export declare const PROVIDER_CACHE_MIN_CACHEABLE_TOKENS = 1024;
+export declare const CACHE_BREAKPOINT_PROVIDER_OPTIONS: {
+    bedrock: {
+        cachePoint: {
+            type: string;
+        };
+    };
+    anthropic: {
+        cacheControl: {
+            type: string;
+        };
+    };
+};
+export interface CachingConfig {
+    maxBreakpoints: number;
+    minCacheableTokens: number;
+}
+/**
+ * Normalizes a tool result output to ensure it conforms to LanguageModelV2ToolResultOutput.
+ * This prevents validation errors when passing messages to the AI SDK.
+ */
+export declare function normalizeToolResultOutput(output: unknown): LanguageModelV2ToolResultOutput;
+/**
+ * Normalizes tool messages to ensure all tool results have valid output formats.
+ */
+export declare function normalizeToolMessage(msg: ModelMessage): ModelMessage;
+/**
+ * Ensures an assistant message's content starts with reasoning blocks.
+ * Reorders content so all reasoning blocks are first, as required by AWS Bedrock.
+ * If no reasoning blocks exist, prepends an empty one.
+ *
+ * AWS Bedrock requirements:
+ * - "Thinking blocks must be the first content blocks in an assistant message"
+ * - "The final block in an assistant message cannot be thinking"
+ */
+export declare function prependReasoningBlockIfNeeded(msg: ModelMessage): ModelMessage;
+/**
+ * Repairs broken tool calls in assistant messages.
+ *
+ * - Ensures tool-call inputs are valid objects (not null, undefined, or arrays)
+ * - Removes tool-call parts without corresponding tool-result in the next message
+ *
+ * This prevents errors from LLM providers like:
+ * - Bedrock: "messages.X.content.Y.tool_use.input: Input should be a valid dictionary"
+ * - Vertex: "tool_use ids were found without tool_result blocks immediately after"
+ */
+export declare function repairBrokenToolCalls(msg: ModelMessage, index: number, messages: ModelMessage[]): ModelMessage;
+export declare function stripUndefinedFromToolOutputs(msg: ModelMessage): ModelMessage;
+export declare function toSdkMessages(messages: StoredMessage[]): ModelMessage[];
+export declare function toStoredMessage(msg: ModelMessage, metadata?: Partial<SuperblocksMetadata>): StoredMessage;
+export declare function extractTokenUsage(usage: LanguageModelUsage): TokenUsage;
+//# sourceMappingURL=types.d.ts.map

package/dist/ai-service/llm/context-v2/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/context-v2/types.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,kBAAkB,CAAC;AACxE,OAAO,KAAK,EACV,YAAY,EACZ,kBAAkB,EAGnB,MAAM,IAAI,CAAC;AAEZ,YAAY,EAAE,iBAAiB,EAAE,CAAC;AAElC,MAAM,WAAW,mBAAmB;IAClC,8DAA8D;IAC9D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4FAA4F;IAC5F,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,sHAAsH;IACtH,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,0EAA0E;IAC1E,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,MAAM,aAAa,GAAG,YAAY,GAAG;IACzC,YAAY,CAAC,EAAE,mBAAmB,CAAC;CACpC,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAElD,MAAM,WAAW,mBAAmB;IAClC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IACxE,oBAAoB,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;CAC5E;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,oDAAoD;IACpD,OAAO,EAAE,CAAC,CAAC;IACX,4BAA4B;IAC5B,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,2DAA2D;IAC3D,WAAW,CAAC,EAAE,iBAAiB,CAAC;CACjC;AAID,eAAO,MAAM,8BAA8B,IAAI,CAAC;AAEhD,eAAO,MAAM,mCAAmC,OAAO,CAAC;AAExD,eAAO,MAAM,iCAAiC;;;;;;;;;;;CAG7C,CAAC;AAEF,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAID;;;GAGG;AACH,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,OAAO,GACd,+BAA+B,CA8BjC;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,YAAY,GAAG,YAAY,CAkCpE;AA8BD;;;;;;;;GAQG;AACH,wBAAgB,6BAA6B,CAAC,GAAG,EAAE,YAAY,GAAG,YAAY,CAqC7E;AAED;;;;;;;;;GASG;AACH,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,YAAY,EACjB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,YAAY,EAAE,GACvB,YAAY,CAoGd;AAkBD,wBAAgB,6BAA6B,CAAC,GAAG,EAAE,YAAY,GAAG,YAAY,CAqC7E;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,YAAY,EAAE,CAKvE;AAED,wBAAgB,eAAe,CAC7B,GAAG,EAAE,YAAY,EACjB,QAAQ,GAAE,OAAO,CAAC,mBAAmB,CAAM,GAC1C,aAAa,CAKf;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,kBAAkB,GAAG,UAAU,CAMvE"}

package/dist/ai-service/llm/context-v2/types.js

@@ -0,0 +1,262 @@
+import { getPrefixedLogger } from "../../../util/logger.js";
+// --- Caching constants and types ---
+export const PROVIDER_CACHE_MAX_BREAKPOINTS = 4;
+export const PROVIDER_CACHE_MIN_CACHEABLE_TOKENS = 1024;
+export const CACHE_BREAKPOINT_PROVIDER_OPTIONS = {
+    bedrock: { cachePoint: { type: "default" } },
+    anthropic: { cacheControl: { type: "ephemeral" } },
+};
+const logger = getPrefixedLogger("[context-v2:types]");
+/**
+ * Normalizes a tool result output to ensure it conforms to LanguageModelV2ToolResultOutput.
+ * This prevents validation errors when passing messages to the AI SDK.
+ */
+export function normalizeToolResultOutput(output) {
+    if (output === null || output === undefined) {
+        return { type: "json", value: null };
+    }
+    if (typeof output !== "object") {
+        return { type: "json", value: output };
+    }
+    const outputObj = output;
+    if (!("type" in outputObj) || typeof outputObj.type !== "string") {
+        return { type: "json", value: output };
+    }
+    const validTypes = [
+        "text",
+        "json",
+        "error-text",
+        "error-json",
+        "content",
+    ];
+    if (!validTypes.includes(outputObj.type)) {
+        logger.warn(`Invalid tool result output type: ${outputObj.type}. Normalizing to json type.`);
+        return { type: "json", value: output };
+    }
+    return output;
+}
+/**
+ * Normalizes tool messages to ensure all tool results have valid output formats.
+ */
+export function normalizeToolMessage(msg) {
+    if (msg.role !== "tool" || !Array.isArray(msg.content)) {
+        return msg;
+    }
+    const normalizedContent = msg.content.map((part) => {
+        if (typeof part === "object" &&
+            part !== null &&
+            "type" in part &&
+            part.type === "tool-result" &&
+            "output" in part) {
+            const toolResult = part;
+            const normalizedOutput = normalizeToolResultOutput(toolResult.output);
+            if (normalizedOutput !== toolResult.output) {
+                logger.debug(`Normalized tool result output for ${toolResult.toolName} (callId: ${toolResult.toolCallId})`);
+            }
+            return { ...toolResult, output: normalizedOutput };
+        }
+        return part;
+    });
+    return { ...msg, content: normalizedContent };
+}
+/**
+ * Normalizes provider options on reasoning blocks to work across both
+ * Anthropic (Vertex) and Bedrock providers.
+ */
+function normalizeReasoningProviderOptions(part) {
+    const providerOptions = part.providerOptions;
+    if (!providerOptions)
+        return;
+    const anthropicSignature = providerOptions.anthropic?.signature;
+    const bedrockSignature = providerOptions.bedrock?.signature;
+    const signature = anthropicSignature || bedrockSignature;
+    if (signature) {
+        providerOptions.anthropic = { ...providerOptions.anthropic, signature };
+        providerOptions.bedrock = { ...providerOptions.bedrock, signature };
+    }
+}
+/**
+ * Ensures an assistant message's content starts with reasoning blocks.
+ * Reorders content so all reasoning blocks are first, as required by AWS Bedrock.
+ * If no reasoning blocks exist, prepends an empty one.
+ *
+ * AWS Bedrock requirements:
+ * - "Thinking blocks must be the first content blocks in an assistant message"
+ * - "The final block in an assistant message cannot be thinking"
+ */
+export function prependReasoningBlockIfNeeded(msg) {
+    if (msg.role !== "assistant") {
+        return msg;
+    }
+    let content = msg.content;
+    if (typeof content === "string") {
+        content = [{ type: "text", text: content }];
+    }
+    const reasoningBlocks = content.filter((part) => part.type === "reasoning");
+    const otherBlocks = content.filter((part) => part.type !== "reasoning");
+    for (const block of reasoningBlocks) {
+        if (block.type === "reasoning") {
+            normalizeReasoningProviderOptions(block);
+        }
+    }
+    if (reasoningBlocks.length === 0) {
+        reasoningBlocks.push({ type: "reasoning", text: "" });
+    }
+    // Bedrock requires that the final block cannot be a thinking/reasoning block.
+    // If there are no other blocks, add a placeholder text block at the end.
+    // Note: Cannot use empty string as Anthropic (Vertex) rejects empty content.
+    if (otherBlocks.length === 0) {
+        otherBlocks.push({ type: "text", text: "..." });
+    }
+    return {
+        ...msg,
+        content: [...reasoningBlocks, ...otherBlocks],
+    };
+}
+/**
+ * Repairs broken tool calls in assistant messages.
+ *
+ * - Ensures tool-call inputs are valid objects (not null, undefined, or arrays)
+ * - Removes tool-call parts without corresponding tool-result in the next message
+ *
+ * This prevents errors from LLM providers like:
+ * - Bedrock: "messages.X.content.Y.tool_use.input: Input should be a valid dictionary"
+ * - Vertex: "tool_use ids were found without tool_result blocks immediately after"
+ */
+export function repairBrokenToolCalls(msg, index, messages) {
+    if (msg.role !== "assistant" || typeof msg.content === "string") {
+        return msg;
+    }
+    let content = [...msg.content];
+    // Fix tool-call inputs that are not objects
+    let inputsFixed = 0;
+    content = content.map((part) => {
+        if (part.type === "tool-call") {
+            const toolCall = part;
+            if (typeof toolCall.input !== "object" ||
+                toolCall.input === null ||
+                Array.isArray(toolCall.input)) {
+                inputsFixed++;
+                return { ...part, input: {} };
+            }
+        }
+        return part;
+    });
+    if (inputsFixed > 0) {
+        logger.debug(`Fixed ${inputsFixed} tool call(s) with non-object input at index ${index}`);
+    }
+    // Collect tool-result IDs from the next message
+    const toolResultIds = new Set();
+    const nextMsg = messages[index + 1];
+    if (nextMsg &&
+        (nextMsg.role === "assistant" || nextMsg.role === "tool") &&
+        typeof nextMsg.content !== "string") {
+        for (const part of nextMsg.content) {
+            if (typeof part === "object" &&
+                part !== null &&
+                "type" in part &&
+                part.type === "tool-result" &&
+                "toolCallId" in part) {
+                toolResultIds.add(part.toolCallId);
+            }
+        }
+    }
+    // Get tool-call IDs from this message
+    const hasToolCalls = content.some((part) => typeof part === "object" &&
+        part !== null &&
+        "type" in part &&
+        part.type === "tool-call");
+    if (!hasToolCalls) {
+        return { ...msg, content };
+    }
+    // Also check for tool-result in the same message (parallel tool calls)
+    for (const part of content) {
+        if (typeof part === "object" &&
+            part !== null &&
+            "type" in part &&
+            part.type === "tool-result" &&
+            "toolCallId" in part) {
+            toolResultIds.add(part.toolCallId);
+        }
+    }
+    // Remove orphaned tool-call parts
+    const before = content.length;
+    content = content.filter((part) => {
+        if (typeof part === "object" &&
+            part !== null &&
+            "type" in part &&
+            part.type === "tool-call" &&
+            "toolCallId" in part) {
+            return toolResultIds.has(part.toolCallId);
+        }
+        return true;
+    });
+    const removed = before - content.length;
+    if (removed > 0) {
+        logger.debug(`Removed ${removed} orphaned tool call(s) from assistant message at index ${index}`);
+    }
+    return { ...msg, content };
+}
+function stripUndefined(obj) {
+    if (obj === null || typeof obj !== "object") {
+        return obj;
+    }
+    if (Array.isArray(obj)) {
+        return obj.map(stripUndefined);
+    }
+    const result = {};
+    for (const [key, value] of Object.entries(obj)) {
+        if (value !== undefined) {
+            result[key] = stripUndefined(value);
+        }
+    }
+    return result;
+}
+export function stripUndefinedFromToolOutputs(msg) {
+    if (msg.role !== "tool" || !Array.isArray(msg.content)) {
+        return msg;
+    }
+    const cleanedContent = msg.content.map((part) => {
+        if (typeof part === "object" &&
+            part !== null &&
+            "type" in part &&
+            part.type === "tool-result" &&
+            "output" in part) {
+            const toolResult = part;
+            // Only strip undefined from the output value, not the entire tool result
+            const output = toolResult.output;
+            if (output && typeof output === "object" && "value" in output) {
+                const typedOutput = output;
+                return {
+                    ...toolResult,
+                    output: {
+                        ...typedOutput,
+                        value: stripUndefined(typedOutput.value),
+                    },
+                };
+            }
+        }
+        return part;
+    });
+    return { ...msg, content: cleanedContent };
+}
+export function toSdkMessages(messages) {
+    return messages.map((msg) => {
+        const { _superblocks, ...sdkMessage } = msg;
+        return sdkMessage;
+    });
+}
+export function toStoredMessage(msg, metadata = {}) {
+    return {
+        ...msg,
+        _superblocks: { timestamp: Date.now(), ...metadata },
+    };
+}
+export function extractTokenUsage(usage) {
+    return {
+        input: usage.inputTokens ?? 0,
+        output: usage.outputTokens ?? 0,
+        cacheRead: usage.cachedInputTokens ?? 0,
+    };
+}
+//# sourceMappingURL=types.js.map

package/dist/ai-service/llm/context-v2/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/context-v2/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AA8D5D,sCAAsC;AAEtC,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC;AAEhD,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAC;AAExD,MAAM,CAAC,MAAM,iCAAiC,GAAG;IAC/C,OAAO,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;IAC5C,SAAS,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE;CACnD,CAAC;AAOF,MAAM,MAAM,GAAG,iBAAiB,CAAC,oBAAoB,CAAC,CAAC;AAEvD;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CACvC,MAAe;IAEf,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAqC,CAAC;IAC1E,CAAC;IAED,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAqC,CAAC;IAC5E,CAAC;IAED,MAAM,SAAS,GAAG,MAAiC,CAAC;IACpD,IAAI,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAqC,CAAC;IAC5E,CAAC;IAED,MAAM,UAAU,GAAa;QAC3B,MAAM;QACN,MAAM;QACN,YAAY;QACZ,YAAY;QACZ,SAAS;KAC0C,CAAC;IAEtD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,CAAC,IAAI,CACT,oCAAoC,SAAS,CAAC,IAAI,6BAA6B,CAChF,CAAC;QACF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAqC,CAAC;IAC5E,CAAC;IAED,OAAO,MAAyC,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAiB;IACpD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,iBAAiB,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACjD,IACE,OAAO,IAAI,KAAK,QAAQ;YACxB,IAAI,KAAK,IAAI;YACb,MAAM,IAAI,IAAI;YACd,IAAI,CAAC,IAAI,KAAK,aAAa;YAC3B,QAAQ,IAAI,IAAI,EAChB,CAAC;YACD,MAAM,UAAU,GAAG,IAKlB,CAAC;YAEF,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAEtE,IAAI,gBAAgB,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC3C,MAAM,CAAC,KAAK,CACV,qCAAqC,UAAU,CAAC,QAAQ,aAAa,UAAU,CAAC,UAAU,GAAG,CAC9F,CAAC;YACJ,CAAC;YAED,OAAO,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;QACrD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,iBAAiB,EAAsB,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,SAAS,iCAAiC,CAAC,IAI1C;IACC,MAAM,eAAe,GAAG,IAAI,CAAC,eAEhB,CAAC;IACd,IAAI,CAAC,eAAe;QAAE,OAAO;IAE7B,MAAM,kBAAkB,GAAG,eAAe,CAAC,SAAS,EAAE,SAEzC,CAAC;IACd,MAAM,gBAAgB,GAAG,eAAe,CAAC,OAAO,EAAE,SAErC,CAAC;IACd,MAAM,SAAS,GAAG,kBAAkB,IAAI,gBAAgB,CAAC;IAEzD,IAAI,SAAS,EAAE,CAAC;QACd,eAAe,CAAC,SAAS,GAAG,EAAE,GAAG,eAAe,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC;QACxE,eAAe,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;IACtE,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,6BAA6B,CAAC,GAAiB;IAC7D,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC7B,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAE1B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IAExE,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC/B,iCAAiC,CAC/B,KAAuE,CACxE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,8EAA8E;IAC9E,yEAAyE;IACzE,6EAA6E;IAC7E,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,OAAO,EAAE,CAAC,GAAG,eAAe,EAAE,GAAG,WAAW,CAAC;KACrB,CAAC;AAC7B,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,qBAAqB,CACnC,GAAiB,EACjB,KAAa,EACb,QAAwB;IAExB,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChE,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAE/B,4CAA4C;IAC5C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,IAA6C,CAAC;YAC/D,IACE,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ;gBAClC,QAAQ,CAAC,KAAK,KAAK,IAAI;gBACvB,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAC7B,CAAC;gBACD,WAAW,EAAE,CAAC;gBACd,OAAO,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;YAChC,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,CAAC,KAAK,CACV,SAAS,WAAW,gDAAgD,KAAK,EAAE,CAC5E,CAAC;IACJ,CAAC;IAED,gDAAgD;IAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACpC,IACE,OAAO;QACP,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;QACzD,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EACnC,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACnC,IACE,OAAO,IAAI,KAAK,QAAQ;gBACxB,IAAI,KAAK,IAAI;gBACb,MAAM,IAAI,IAAI;gBACd,IAAI,CAAC,IAAI,KAAK,aAAa;gBAC3B,YAAY,IAAI,IAAI,EACpB,CAAC;gBACD,aAAa,CAAC,GAAG,CAAE,IAA+B,CAAC,UAAU,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAC/B,CAAC,IAAI,EAAE,EAAE,CACP,OAAO,IAAI,KAAK,QAAQ;QACxB,IAAI,KAAK,IAAI;QACb,MAAM,IAAI,IAAI;QACd,IAAI,CAAC,IAAI,KAAK,WAAW,CAC5B,CAAC;IAEF,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAA2B,CAAC;IACtD,CAAC;IAED,uEAAuE;IACvE,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,IACE,OAAO,IAAI,KAAK,QAAQ;YACxB,IAAI,KAAK,IAAI;YACb,MAAM,IAAI,IAAI;YACd,IAAI,CAAC,IAAI,KAAK,aAAa;YAC3B,YAAY,IAAI,IAAI,EACpB,CAAC;YACD,aAAa,CAAC,GAAG,CAAE,IAA+B,CAAC,UAAU,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QAChC,IACE,OAAO,IAAI,KAAK,QAAQ;YACxB,IAAI,KAAK,IAAI;YACb,MAAM,IAAI,IAAI;YACd,IAAI,CAAC,IAAI,KAAK,WAAW;YACzB,YAAY,IAAI,IAAI,EACpB,CAAC;YACD,OAAO,aAAa,CAAC,GAAG,CAAE,IAA+B,CAAC,UAAU,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACxC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,MAAM,CAAC,KAAK,CACV,WAAW,OAAO,0DAA0D,KAAK,EAAE,CACpF,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAA2B,CAAC;AACtD,CAAC;AAED,SAAS,cAAc,CAAI,GAAM;IAC/B,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,cAAc,CAAM,CAAC;IACtC,CAAC;IACD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IACD,OAAO,MAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,GAAiB;IAC7D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC9C,IACE,OAAO,IAAI,KAAK,QAAQ;YACxB,IAAI,KAAK,IAAI;YACb,MAAM,IAAI,IAAI;YACd,IAAI,CAAC,IAAI,KAAK,aAAa;YAC3B,QAAQ,IAAI,IAAI,EAChB,CAAC;YACD,MAAM,UAAU,GAAG,IAKlB,CAAC;YAEF,yEAAyE;YACzE,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;YACjC,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC9D,MAAM,WAAW,GAAG,MAA0C,CAAC;gBAC/D,OAAO;oBACL,GAAG,UAAU;oBACb,MAAM,EAAE;wBACN,GAAG,WAAW;wBACd,KAAK,EAAE,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC;qBACzC;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,cAAc,EAAkB,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAyB;IACrD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,MAAM,EAAE,YAAY,EAAE,GAAG,UAAU,EAAE,GAAG,GAAG,CAAC;QAC5C,OAAO,UAA0B,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,GAAiB,EACjB,WAAyC,EAAE;IAE3C,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,QAAQ,EAAE;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAyB;IACzD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;QAC7B,MAAM,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;QAC/B,SAAS,EAAE,KAAK,CAAC,iBAAiB,IAAI,CAAC;KACxC,CAAC;AACJ,CAAC"}

package/dist/ai-service/llm/error.d.ts

@@ -100,5 +100,9 @@ export declare function isProviderErrorRetryable(error: unknown): boolean;
  * considered retryable and should trigger provider fallback.
  */
 export declare function isNoOutputError(error: unknown): boolean;
+/**
+ * Checks if an error indicates the prompt exceeded the model's token limit.
+ */
+export declare function isTokenLimitError(error: unknown): boolean;
 export {};
 //# sourceMappingURL=error.d.ts.map

package/dist/ai-service/llm/error.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"error.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/error.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAE/E;;;GAGG;AACH,MAAM,MAAM,aAAa,GACrB,YAAY,GACZ,SAAS,GACT,OAAO,GACP,WAAW,GACX,YAAY,GACZ,kBAAkB,GAClB,SAAS,GACT,SAAS,GACT,YAAY,GACZ,WAAW,GACX,WAAW,GACX,mBAAmB,GACnB,SAAS,CAAC;AAWd,MAAM,MAAM,kBAAkB,GAC1B,kBAAkB,GAClB,uBAAuB,GACvB,sBAAsB,GACtB,kBAAkB,GAClB,iBAAiB,GACjB,mBAAmB,GACnB,kBAAkB,GAClB,WAAW,CAAC;AAEhB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,EAAE;QACL,IAAI,EAAE,kBAAkB,CAAC;QACzB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH,CAAC;AAeF,MAAM,MAAM,gBAAgB,GACxB,uBAAuB,GACvB,qBAAqB,GACrB,iBAAiB,GACjB,eAAe,GACf,sBAAsB,GACtB,eAAe,GACf,gBAAgB,GAChB,oBAAoB,GACpB,qBAAqB,GACrB,6BAA6B,GAC7B,iBAAiB,GACjB,kBAAkB,CAAC;AAEvB,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,gBAAgB,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAC5B,kBAAkB,GAClB,gBAAgB,GAChB,MAAM,CAAC;AAyCX,QAAA,MAAM,MAAM,eAAqB,CAAC;AAElC,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAQ;IACjC,OAAO,CAAC,QAAQ,CAA0D;IACjE,IAAI,EAAE,MAAM,CAAsB;IAC3C,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACxC,IAAI,EAAE,aAAa,CAAe;IAClC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,OAAO,CAAQ;IAC5B,IAAI,CAAC,EAAE,iBAAiB,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;gBAEb,EACV,QAAQ,EACR,OAAO,EACP,IAAI,EACJ,WAAW,EACX,OAAO,EACP,KAAK,GACN,EAAE;QACD,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACxC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAChC,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;IA+CD;;;;;;;OAOG;IACH,OAAO,CAAC,0BAA0B;IA2BlC,IAAa,OAAO,CAAC,OAAO,EAAE,MAAM,EAEnC;IAED,IAAa,OAAO,IAAI,MAAM,CAE7B;IAED,MAAM;;;;;;;;;;IAaN,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO;IAWnE,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,gBAAgB;CAG7D;AAED,KAAK,iBAAiB,GAAG;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,CAAC;AAiCF;;;;;;;;GAQG;AACH,KAAK,gBAAgB,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,gBAAgB,CA0B5E;AAoCD,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQhE;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAmBvD"}
+{"version":3,"file":"error.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/error.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAE/E;;;GAGG;AACH,MAAM,MAAM,aAAa,GACrB,YAAY,GACZ,SAAS,GACT,OAAO,GACP,WAAW,GACX,YAAY,GACZ,kBAAkB,GAClB,SAAS,GACT,SAAS,GACT,YAAY,GACZ,WAAW,GACX,WAAW,GACX,mBAAmB,GACnB,SAAS,CAAC;AAWd,MAAM,MAAM,kBAAkB,GAC1B,kBAAkB,GAClB,uBAAuB,GACvB,sBAAsB,GACtB,kBAAkB,GAClB,iBAAiB,GACjB,mBAAmB,GACnB,kBAAkB,GAClB,WAAW,CAAC;AAEhB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,EAAE;QACL,IAAI,EAAE,kBAAkB,CAAC;QACzB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH,CAAC;AAeF,MAAM,MAAM,gBAAgB,GACxB,uBAAuB,GACvB,qBAAqB,GACrB,iBAAiB,GACjB,eAAe,GACf,sBAAsB,GACtB,eAAe,GACf,gBAAgB,GAChB,oBAAoB,GACpB,qBAAqB,GACrB,6BAA6B,GAC7B,iBAAiB,GACjB,kBAAkB,CAAC;AAEvB,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,gBAAgB,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAC5B,kBAAkB,GAClB,gBAAgB,GAChB,MAAM,CAAC;AAyCX,QAAA,MAAM,MAAM,eAAqB,CAAC;AAElC,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAQ;IACjC,OAAO,CAAC,QAAQ,CAA0D;IACjE,IAAI,EAAE,MAAM,CAAsB;IAC3C,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACxC,IAAI,EAAE,aAAa,CAAe;IAClC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,OAAO,CAAQ;IAC5B,IAAI,CAAC,EAAE,iBAAiB,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;gBAEb,EACV,QAAQ,EACR,OAAO,EACP,IAAI,EACJ,WAAW,EACX,OAAO,EACP,KAAK,GACN,EAAE;QACD,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACxC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAChC,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;IA+CD;;;;;;;OAOG;IACH,OAAO,CAAC,0BAA0B;IA2BlC,IAAa,OAAO,CAAC,OAAO,EAAE,MAAM,EAEnC;IAED,IAAa,OAAO,IAAI,MAAM,CAE7B;IAED,MAAM;;;;;;;;;;IAaN,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO;IAWnE,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,gBAAgB;CAG7D;AAED,KAAK,iBAAiB,GAAG;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,CAAC;AAiCF;;;;;;;;GAQG;AACH,KAAK,gBAAgB,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,gBAAgB,CA0B5E;AAoCD,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQhE;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAmBvD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAgCzD"}

package/dist/ai-service/llm/error.js

@@ -277,4 +277,30 @@ export function isNoOutputError(error) {
     }
     return false;
 }
+/**
+ * Checks if an error indicates the prompt exceeded the model's token limit.
+ */
+export function isTokenLimitError(error) {
+    if (!error || typeof error !== "object")
+        return false;
+    const isTokenLimitMessage = (msg) => msg.toLowerCase().includes("prompt is too long") ||
+        msg.toLowerCase().includes("input is too long");
+    const err = error;
+    // Check top-level message
+    if (err.message && isTokenLimitMessage(err.message)) {
+        return true;
+    }
+    // Check nested data using normalized provider error data
+    if (err.data) {
+        const normalized = normalizeProviderErrorData(err.data);
+        if (isTokenLimitMessage(normalized.message)) {
+            return true;
+        }
+    }
+    // Check cause chain
+    if (err.cause && isTokenLimitError(err.cause)) {
+        return true;
+    }
+    return false;
+}
 //# sourceMappingURL=error.js.map