@sunub/obsidian-mcp-server 0.3.24 → 0.3.26

package/build/cli/hooks/useLlmStream/compress.js

@@ -0,0 +1,168 @@
+import { callLLMStreaming } from "./llmService.js";
+export const COMPRESSION_CHAR_THRESHOLD = 100_000;
+const TOOL_RESPONSE_CHAR_BUDGET = 80_000;
+const PRESERVE_THRESHOLD = 0.3;
+const COMPRESSION_SYSTEM_PROMPT = `
+당신은 대화 내역의 핵심 정보를 추출하여 완벽한 상태 문서로 요약하는 상태 저장 관리자입니다.
+제공되는 이전 대화 기록을 자세히 분석하여, 대화에 등장한 핵심 사실들을 구조화된 <state_snapshot> 문서로 요약해 주십시오.
+
+반드시 다음 내용을 포함하여 작성해야 합니다:
+1. [최상위 목표]: 현재 사용자와 진행 중인 작업의 궁극적 목표와 현재 수행 단계.
+2. [핵심 제약 조건]: 사용자가 강조한 환경 조건, 기술적 제한 사항 및 설정 규칙.
+3. [수집된 사실/정보]: 지금까지 분석하거나 알아낸 핵심 파일 경로, 디렉토리 구조, 주요 함수 및 API 설정 정보.
+4. [도구 결과 요약]: 실행된 시스템 도구 중 성공하여 중요한 성과를 낸 내용 및 실패하여 얻은 교훈(디버깅 흔적).
+
+쓸데없는 서론이나 대화식 응답("네, 알겠습니다" 등)은 전면 생략하고 오직 <state_snapshot> 데이터 구조만 명확히 출력하십시오.
+`;
+/**
+ * 개별 텍스트 줄 수가 한도를 초과할 때 뒷부분 30줄만 보존하는 헬퍼 함수
+ */
+function truncateTextLines(content, limit = 30) {
+    const lines = content.split("\n");
+    if (lines.length <= limit)
+        return content;
+    const truncated = lines.slice(-limit);
+    return `[... 대용량 도구 출력이 너무 길어 앞부분이 생략되었습니다 ...]\n${truncated.join("\n")}`;
+}
+/**
+ * 역방향 누적 버짓 전략:
+ * 최근 도구 호출 결과는 중요하므로 보존하되, 오래된 대형 툴 결과물은 순차적으로 잘라내어 컨텍스트를 확보합니다.
+ */
+export function truncateToolResponsesToBudget(history) {
+    let accumulatedToolChars = 0;
+    const resultHistory = [];
+    // 최신 메시지부터 역순으로 탐색
+    for (let i = history.length - 1; i >= 0; i--) {
+        const msg = history[i];
+        if (msg.role === "tool") {
+            const charCount = msg.content.length;
+            if (accumulatedToolChars + charCount > TOOL_RESPONSE_CHAR_BUDGET) {
+                // 예산을 초과하면 마지막 30줄만 남기고 절사
+                const truncatedContent = truncateTextLines(msg.content);
+                resultHistory.unshift({
+                    ...msg,
+                    content: truncatedContent,
+                });
+                accumulatedToolChars += truncatedContent.length;
+            }
+            else {
+                resultHistory.unshift(msg);
+                accumulatedToolChars += charCount;
+            }
+        }
+        else {
+            resultHistory.unshift(msg);
+        }
+    }
+    return resultHistory;
+}
+/**
+ * 대화 내역 중 요약 압축할 지점과 보존할 지점을 분할하는 인덱스를 찾습니다.
+ * 흐름을 해치지 않도록 반드시 'user'가 질문하기 직전 지점을 기점으로 분할합니다.
+ */
+export function findCompressSplitPoint(contents, fraction) {
+    if (fraction <= 0 || fraction >= 1) {
+        throw new Error("Fraction must be between 0 and 1");
+    }
+    const charCounts = contents.map((c) => JSON.stringify(c).length);
+    const totalCharCount = charCounts.reduce((a, b) => a + b, 0);
+    const targetCharCount = totalCharCount * fraction;
+    let lastSplitPoint = 0;
+    let cumulativeCharCount = 0;
+    for (let i = 0; i < contents.length; i++) {
+        const content = contents[i];
+        // 툴 응답이나 어시스턴트의 중간 연산 과정이 아닌 일반 'user' 시작 턴을 안전 분할점으로 지정
+        if (content.role === "user") {
+            if (cumulativeCharCount >= targetCharCount) {
+                return i;
+            }
+            lastSplitPoint = i;
+        }
+        cumulativeCharCount += charCounts[i];
+    }
+    return lastSplitPoint;
+}
+/**
+ * 1차 스냅샷 요약 및 2차 자가 보정 검증을 통해 핵심 데이터 손실을 차단합니다.
+ */
+export async function compressHistory(messages, abortSignal) {
+    try {
+        const totalLength = messages.reduce((acc, m) => acc + JSON.stringify(m).length, 0);
+        // 임계치를 넘지 않았거나 압축을 하기에 대화 내역이 너무 짧은 경우 생략
+        if (totalLength < COMPRESSION_CHAR_THRESHOLD || messages.length < 5) {
+            return messages;
+        }
+        // 1단계: 대용량 툴 결과물 역방향 예산 절사 적용
+        const truncatedHistory = truncateToolResponsesToBudget(messages);
+        // 2단계: 최신 30% 보존을 위해 분할선 인덱스 탐색
+        const splitPoint = findCompressSplitPoint(truncatedHistory, 1 - PRESERVE_THRESHOLD);
+        const historyToCompress = truncatedHistory.slice(0, splitPoint);
+        const historyToKeep = truncatedHistory.slice(splitPoint);
+        if (historyToCompress.length === 0) {
+            return messages;
+        }
+        // 기존에 생성된 스냅샷이 이미 이전 히스토리에 존재하는지 체크
+        const hasPreviousSnapshot = historyToCompress.some((m) => m.content.includes("<state_snapshot>"));
+        const anchorInstruction = hasPreviousSnapshot
+            ? "대화 기록 내에 이미 이전 <state_snapshot>이 존재합니다. 이전 스냅샷에 기록된 아직 유효한 중요 세부 사항 및 제약 조건을 반드시 새로 생성할 스냅샷에 완전히 계승·병합하고 최근 사건들을 덧붙여 주십시오."
+            : "제공된 대화 내역을 바탕으로 완전히 새로운 <state_snapshot>을 생성해 주십시오.";
+        // 3단계: 1차 요약 상태 스냅샷(<state_snapshot>) 생성
+        const firstSummarizeMessages = [
+            { role: "system", content: COMPRESSION_SYSTEM_PROMPT },
+            ...historyToCompress,
+            {
+                role: "user",
+                content: `${anchorInstruction}\n이전 대화 기록을 분석하여 보존해야 할 핵심 정보(파일 경로, 진행 상태, 제약 조건 등)를 망라한 새로운 <state_snapshot>을 상세히 작성해 주십시오.`,
+            },
+        ];
+        let firstSummary = "";
+        for await (const event of callLLMStreaming(firstSummarizeMessages, undefined, false, abortSignal)) {
+            if (event.type === "content") {
+                firstSummary += event.chunk;
+            }
+        }
+        firstSummary = firstSummary.trim();
+        if (!firstSummary) {
+            return messages; // 요약본 생성 실패 시 원본 그대로 보존
+        }
+        // 4단계: 2차 자가 보정 검증
+        const verificationMessages = [
+            { role: "system", content: COMPRESSION_SYSTEM_PROMPT },
+            ...historyToCompress,
+            { role: "assistant", content: firstSummary },
+            {
+                role: "user",
+                content: "방금 귀하가 작성한 <state_snapshot>에 대화 기록에서 언급된 핵심적인 파일 경로, 코드 함수, 사용자 제약 조건 또는 도구의 성공 결과 중 누락된 부분이 있습니까? 유실되거나 부정확한 정보가 있다면 해당 내용을 보완하여 한 단계 향상된 최종 <state_snapshot> 문서를 새로 작성해 주십시오. 누락된 세부 사항이 전혀 없다면 방금 작성한 스냅샷을 그대로 다시 출력해 주십시오.",
+            },
+        ];
+        let finalSummary = "";
+        for await (const event of callLLMStreaming(verificationMessages, undefined, false, abortSignal)) {
+            if (event.type === "content") {
+                finalSummary += event.chunk;
+            }
+        }
+        finalSummary = finalSummary.trim() || firstSummary;
+        // 5단계: 압축된 스냅샷을 포함하여 새로운 히스토리 구성
+        const newHistory = [
+            {
+                role: "user",
+                content: `이전 작업 요약:\n\n${finalSummary}`,
+            },
+            {
+                role: "assistant",
+                content: "요약된 이전 작업 상태 스냅샷을 파악했습니다. 이 정보와 남아 있는 최근 대화 맥락을 기반으로 작업을 이어서 진행하겠습니다.",
+            },
+            ...historyToKeep,
+        ];
+        // 압축 결과물의 텍스트 볼륨이 원래보다 부풀려진 예외 케이스 방지
+        const newTotalLength = newHistory.reduce((acc, m) => acc + JSON.stringify(m).length, 0);
+        if (newTotalLength >= totalLength) {
+            return messages; // 압축 효과가 없거나 부풀어 오른 경우 롤백
+        }
+        return newHistory;
+    }
+    catch {
+        return messages;
+    }
+}
+//# sourceMappingURL=compress.js.map

package/build/cli/hooks/useLlmStream/compress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compress.js","sourceRoot":"","sources":["../../../../src/cli/hooks/useLlmStream/compress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAGnD,MAAM,CAAC,MAAM,0BAA0B,GAAG,OAAO,CAAC;AAElD,MAAM,yBAAyB,GAAG,MAAM,CAAC;AACzC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,yBAAyB,GAAG;;;;;;;;;;;CAWjC,CAAC;AAEF;;GAEG;AACH,SAAS,iBAAiB,CAAC,OAAe,EAAE,KAAK,GAAG,EAAE;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK;QAAE,OAAO,OAAO,CAAC;IAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,4CAA4C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAC3E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAC5C,OAA8B;IAE9B,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,MAAM,aAAa,GAA0B,EAAE,CAAC;IAEhD,mBAAmB;IACnB,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAEvB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;YACrC,IAAI,oBAAoB,GAAG,SAAS,GAAG,yBAAyB,EAAE,CAAC;gBAClE,2BAA2B;gBAC3B,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACxD,aAAa,CAAC,OAAO,CAAC;oBACrB,GAAG,GAAG;oBACN,OAAO,EAAE,gBAAgB;iBACzB,CAAC,CAAC;gBACH,oBAAoB,IAAI,gBAAgB,CAAC,MAAM,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACP,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC3B,oBAAoB,IAAI,SAAS,CAAC;YACnC,CAAC;QACF,CAAC;aAAM,CAAC;YACP,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;IACF,CAAC;IAED,OAAO,aAAa,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACrC,QAA+B,EAC/B,QAAgB;IAEhB,IAAI,QAAQ,IAAI,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACjE,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7D,MAAM,eAAe,GAAG,cAAc,GAAG,QAAQ,CAAC;IAElD,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,yDAAyD;QACzD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,IAAI,mBAAmB,IAAI,eAAe,EAAE,CAAC;gBAC5C,OAAO,CAAC,CAAC;YACV,CAAC;YACD,cAAc,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,mBAAmB,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,cAAc,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,QAA+B,EAC/B,WAAyB;IAEzB,IAAI,CAAC;QACJ,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,EAC1C,CAAC,CACD,CAAC;QAEF,0CAA0C;QAC1C,IAAI,WAAW,GAAG,0BAA0B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrE,OAAO,QAAQ,CAAC;QACjB,CAAC;QAED,8BAA8B;QAC9B,MAAM,gBAAgB,GAAG,6BAA6B,CAAC,QAAQ,CAAC,CAAC;QAEjE,gCAAgC;QAChC,MAAM,UAAU,GAAG,sBAAsB,CACxC,gBAAgB,EAChB,CAAC,GAAG,kBAAkB,CACtB,CAAC;QAEF,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAChE,MAAM,aAAa,GAAG,gBAAgB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAEzD,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO,QAAQ,CAAC;QACjB,CAAC;QAED,oCAAoC;QACpC,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACxD,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CACtC,CAAC;QAEF,MAAM,iBAAiB,GAAG,mBAAmB;YAC5C,CAAC,CAAC,4HAA4H;YAC9H,CAAC,CAAC,qDAAqD,CAAC;QAEzD,yCAAyC;QACzC,MAAM,sBAAsB,GAA0B;YACrD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,yBAAyB,EAAE;YACtD,GAAG,iBAAiB;YACpB;gBACC,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,GAAG,iBAAiB,+FAA+F;aAC5H;SACD,CAAC;QAEF,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CACzC,sBAAsB,EACtB,SAAS,EACT,KAAK,EACL,WAAW,CACX,EAAE,CAAC;YACH,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC9B,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;YAC7B,CAAC;QACF,CAAC;QAED,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,YAAY,EAAE,CAAC;YACnB,OAAO,QAAQ,CAAC,CAAC,wBAAwB;QAC1C,CAAC;QAED,mBAAmB;QACnB,MAAM,oBAAoB,GAA0B;YACnD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,yBAAyB,EAAE;YACtD,GAAG,iBAAiB;YACpB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE;YAC5C;gBACC,IAAI,EAAE,MAAM;gBACZ,OAAO,EACN,gOAAgO;aACjO;SACD,CAAC;QAEF,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CACzC,oBAAoB,EACpB,SAAS,EACT,KAAK,EACL,WAAW,CACX,EAAE,CAAC;YACH,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC9B,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;YAC7B,CAAC;QACF,CAAC;QAED,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,YAAY,CAAC;QAEnD,iCAAiC;QACjC,MAAM,UAAU,GAA0B;YACzC;gBACC,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,gBAAgB,YAAY,EAAE;aACvC;YACD;gBACC,IAAI,EAAE,WAAW;gBACjB,OAAO,EACN,uEAAuE;aACxE;YACD,GAAG,aAAa;SAChB,CAAC;QAEF,sCAAsC;QACtC,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CACvC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,EAC1C,CAAC,CACD,CAAC;QACF,IAAI,cAAc,IAAI,WAAW,EAAE,CAAC;YACnC,OAAO,QAAQ,CAAC,CAAC,0BAA0B;QAC5C,CAAC;QAED,OAAO,UAAU,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,QAAQ,CAAC;IACjB,CAAC;AACF,CAAC"}

package/build/cli/hooks/useLlmStream/llmService.js

@@ -1,4 +1,5 @@
 import { cleanMessagesForNoTools } from "../../hooks/useLlmStream/utils.js";
+import { retryWithBackoff } from "../../../cli/utils/retry.js";
 import state from "../../../config.js";
 import { debugLogger } from "../../../shared/index.js";
 let toolCallingSupportedCache = null;
@@ -14,12 +15,16 @@ export async function* callLLMStreaming(messages, tools, allowFallback = true, s
         body["tools"] = effectiveTools;
         body["tool_choice"] = "auto";
     }
-    const response = await fetch(url, {
+    const timeoutSignal = AbortSignal.timeout(state.llmTimeoutMs);
+    const combinedSignal = signal
+        ? AbortSignal.any([signal, timeoutSignal])
+        : timeoutSignal;
+    const response = await retryWithBackoff(async () => fetch(url, {
         method: "POST",
         headers: { "Content-Type": "application/json" },
         body: JSON.stringify(body),
-        signal,
-    });
+        signal: combinedSignal,
+    }), { signal: combinedSignal });
     if (!response.ok) {
         if (response.status >= 500 &&
             effectiveTools &&
@@ -44,15 +49,17 @@ export async function* callLLMStreaming(messages, tools, allowFallback = true, s
         toolCallingSupportedCache = true;
     }
     const reader = response.body?.getReader();
-    if (!reader)
+    if (!reader) {
         throw new Error("Response body is null");
+    }
     const decoder = new TextDecoder();
     let buffer = "";
     const toolCallAccum = new Map();
     while (true) {
         const { done, value } = await reader.read();
-        if (done)
+        if (done) {
             break;
+        }
         buffer += decoder.decode(value, { stream: true });
         const lines = buffer.split("\n");
         buffer = lines.pop() ?? "";

package/build/cli/hooks/useLlmStream/llmService.js.map

@@ -1 +1 @@
-{"version":3,"file":"llmService.js","sourceRoot":"","sources":["../../../../src/cli/hooks/useLlmStream/llmService.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,IAAI,yBAAyB,GAAmB,IAAI,CAAC;AAErD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACtC,QAA+B,EAC/B,KAAoB,EACpB,aAAa,GAAG,IAAI,EACpB,MAAoB;IAEpB,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC;IAExE,MAAM,cAAc,GACnB,yBAAyB,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;IAEzD,MAAM,IAAI,GAA4B;QACrC,KAAK,EAAE,KAAK,CAAC,YAAY;QACzB,QAAQ;QACR,MAAM,EAAE,IAAI;KACZ,CAAC;IACF,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,OAAO,CAAC,GAAG,cAAc,CAAC;QAC/B,IAAI,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;IAC9B,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QACjC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM;KACN,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,IACC,QAAQ,CAAC,MAAM,IAAI,GAAG;YACtB,cAAc;YACd,cAAc,CAAC,MAAM,GAAG,CAAC;YACzB,aAAa,EACZ,CAAC;YACF,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CACL,CAAC,CAAC,IAAI,KAAK,MAAM;gBACjB,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CACpE,CAAC;YACF,IAAI,CAAC,eAAe,EAAE,CAAC;gBACtB,yBAAyB,GAAG,KAAK,CAAC;YACnC,CAAC;YACD,WAAW,CAAC,IAAI,CACf,eAAe;gBACd,CAAC,CAAC,wEAAwE;gBAC1E,CAAC,CAAC,2EAA2E,CAC9E,CAAC;YACF,MAAM,aAAa,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;YACxD,KAAK,CAAC,CAAC,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACzD,OAAO;QACR,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjD,yBAAyB,GAAG,IAAI,CAAC;IAClC,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAEtD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,MAAM,aAAa,GAAG,IAAI,GAAG,EAG1B,CAAC;IAEJ,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,MAAM;QAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ;gBAAE,SAAS;YAE/C,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAYhC,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAE3B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACpB,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjD,CAAC;gBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;oBACvB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBACnC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;wBAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;4BACf,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE;gCAC3B,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;gCACf,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;gCAC7B,SAAS,EAAE,EAAE,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;6BACvC,CAAC,CAAC;wBACJ,CAAC;6BAAM,CAAC;4BACP,IAAI,EAAE,CAAC,EAAE;gCAAE,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;4BAC/B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;gCAAE,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;4BACzD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;gCACzB,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAC9C,CAAC;oBACF,CAAC;gBACF,CAAC;gBAED,MAAM,iBAAiB,GACtB,CAAC,MAAM,CAAC,aAAa,KAAK,YAAY;oBACrC,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC;oBACjC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;gBAExB,IAAI,iBAAiB,EAAE,CAAC;oBACvB,MAAM,KAAK,GAAe,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;yBAC3D,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;yBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;wBACjB,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE;qBACpD,CAAC,CAAC,CAAC;oBACL,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;oBACpC,OAAO;gBACR,CAAC;YACF,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC,CAAA,CAAC;QAChB,CAAC;IACF,CAAC;AACF,CAAC"}
+{"version":3,"file":"llmService.js","sourceRoot":"","sources":["../../../../src/cli/hooks/useLlmStream/llmService.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,IAAI,yBAAyB,GAAmB,IAAI,CAAC;AAErD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACtC,QAA+B,EAC/B,KAAoB,EACpB,aAAa,GAAG,IAAI,EACpB,MAAoB;IAEpB,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC;IAExE,MAAM,cAAc,GACnB,yBAAyB,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;IAEzD,MAAM,IAAI,GAA4B;QACrC,KAAK,EAAE,KAAK,CAAC,YAAY;QACzB,QAAQ;QACR,MAAM,EAAE,IAAI;KACZ,CAAC;IACF,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,OAAO,CAAC,GAAG,cAAc,CAAC;QAC/B,IAAI,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;IAC9B,CAAC;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC9D,MAAM,cAAc,GAAG,MAAM;QAC5B,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QAC1C,CAAC,CAAC,aAAa,CAAC;IAEjB,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACtC,KAAK,IAAI,EAAE,CACV,KAAK,CAAC,GAAG,EAAE;QACV,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,cAAc;KACtB,CAAC,EACH,EAAE,MAAM,EAAE,cAAc,EAAE,CAC1B,CAAC;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,IACC,QAAQ,CAAC,MAAM,IAAI,GAAG;YACtB,cAAc;YACd,cAAc,CAAC,MAAM,GAAG,CAAC;YACzB,aAAa,EACZ,CAAC;YACF,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CACL,CAAC,CAAC,IAAI,KAAK,MAAM;gBACjB,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CACpE,CAAC;YACF,IAAI,CAAC,eAAe,EAAE,CAAC;gBACtB,yBAAyB,GAAG,KAAK,CAAC;YACnC,CAAC;YACD,WAAW,CAAC,IAAI,CACf,eAAe;gBACd,CAAC,CAAC,wEAAwE;gBAC1E,CAAC,CAAC,2EAA2E,CAC9E,CAAC;YACF,MAAM,aAAa,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;YACxD,KAAK,CAAC,CAAC,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACzD,OAAO;QACR,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjD,yBAAyB,GAAG,IAAI,CAAC;IAClC,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,MAAM,aAAa,GAAG,IAAI,GAAG,EAG1B,CAAC;IAEJ,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI,EAAE,CAAC;YACV,MAAM;QACP,CAAC;QAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ;gBAAE,SAAS;YAE/C,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAYhC,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAE3B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACpB,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjD,CAAC;gBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;oBACvB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBACnC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;wBAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;4BACf,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE;gCAC3B,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;gCACf,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;gCAC7B,SAAS,EAAE,EAAE,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;6BACvC,CAAC,CAAC;wBACJ,CAAC;6BAAM,CAAC;4BACP,IAAI,EAAE,CAAC,EAAE;gCAAE,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;4BAC/B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;gCAAE,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;4BACzD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;gCACzB,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAC9C,CAAC;oBACF,CAAC;gBACF,CAAC;gBAED,MAAM,iBAAiB,GACtB,CAAC,MAAM,CAAC,aAAa,KAAK,YAAY;oBACrC,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC;oBACjC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;gBAExB,IAAI,iBAAiB,EAAE,CAAC;oBACvB,MAAM,KAAK,GAAe,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;yBAC3D,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;yBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;wBACjB,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE;qBACpD,CAAC,CAAC,CAAC;oBACL,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;oBACpC,OAAO;gBACR,CAAC;YACF,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC,CAAA,CAAC;QAChB,CAAC;IACF,CAAC;AACF,CAAC"}

package/build/cli/hooks/useLlmStream/markdownUtils.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export declare const findLastSafeSplitPoint: (content: string) => number;

package/build/cli/hooks/useLlmStream/markdownUtils.js

@@ -0,0 +1,110 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/*
+**Background & Purpose:**
+
+The `findSafeSplitPoint` function is designed to address the challenge of displaying or processing large, potentially streaming, pieces of Markdown text. When content (e.g., from an LLM like Gemini) arrives in chunks or grows too large for a single display unit (like a message bubble), it needs to be split. A naive split (e.g., just at a character limit) can break Markdown formatting, especially critical for multi-line elements like code blocks, lists, or blockquotes, leading to incorrect rendering.
+
+This function aims to find an *intelligent* or "safe" index within the provided `content` string at which to make such a split, prioritizing the preservation of Markdown integrity.
+
+**Key Expectations & Behavior (Prioritized):**
+
+1.  **No Split if Short Enough:**
+    * If `content.length` is less than or equal to `idealMaxLength`, the function should return `content.length` (indicating no split is necessary for length reasons).
+
+2.  **Code Block Integrity (Highest Priority for Safety):**
+    * The function must try to avoid splitting *inside* a fenced code block (i.e., between ` ``` ` and ` ``` `).
+    * If `idealMaxLength` falls within a code block:
+        * The function will attempt to return an index that splits the content *before* the start of that code block.
+        * If a code block starts at the very beginning of the `content` and `idealMaxLength` falls within it (meaning the block itself is too long for the first chunk), the function might return `0`. This effectively makes the first chunk empty, pushing the entire oversized code block to the second part of the split.
+    * When considering splits near code blocks, the function prefers to keep the entire code block intact in one of the resulting chunks.
+
+3.  **Markdown-Aware Newline Splitting (If Not Governed by Code Block Logic):**
+    * If `idealMaxLength` does not fall within a code block (or after code block considerations have been made), the function will look for natural break points by scanning backwards from `idealMaxLength`:
+        * **Paragraph Breaks:** It prioritizes splitting after a double newline (`\n\n`), as this typically signifies the end of a paragraph or a block-level element.
+        * **Single Line Breaks:** If no double newline is found in a suitable range, it will look for a single newline (`\n`).
+    * Any newline chosen as a split point must also not be inside a code block.
+
+4.  **Fall back to `idealMaxLength`:**
+    * If no "safer" split point (respecting code blocks or finding suitable newlines) is identified before or at `idealMaxLength`, and `idealMaxLength` itself is not determined to be an unsafe split point (e.g., inside a code block), the function may return a length larger than `idealMaxLength`, again it CANNOT break markdown formatting. This could happen with very long lines of text without Markdown block structures or newlines.
+
+**In essence, `findSafeSplitPoint` tries to be a good Markdown citizen when forced to divide content, preferring structural boundaries over arbitrary character limits, with a strong emphasis on not corrupting code blocks.**
+*/
+/**
+ * Checks if a given character index within a string is inside a fenced (```) code block.
+ * @param content The full string content.
+ * @param indexToTest The character index to test.
+ * @returns True if the index is inside a code block's content, false otherwise.
+ */
+const isIndexInsideCodeBlock = (content, indexToTest) => {
+    let fenceCount = 0;
+    let searchPos = 0;
+    while (searchPos < content.length) {
+        const nextFence = content.indexOf("```", searchPos);
+        if (nextFence === -1 || nextFence >= indexToTest) {
+            break;
+        }
+        fenceCount++;
+        searchPos = nextFence + 3;
+    }
+    return fenceCount % 2 === 1;
+};
+/**
+ * Finds the starting index of the code block that encloses the given index.
+ * Returns -1 if the index is not inside a code block.
+ * @param content The markdown content.
+ * @param index The index to check.
+ * @returns Start index of the enclosing code block or -1.
+ */
+const findEnclosingCodeBlockStart = (content, index) => {
+    if (!isIndexInsideCodeBlock(content, index)) {
+        return -1;
+    }
+    let currentSearchPos = 0;
+    while (currentSearchPos < index) {
+        const blockStartIndex = content.indexOf("```", currentSearchPos);
+        if (blockStartIndex === -1 || blockStartIndex >= index) {
+            break;
+        }
+        const blockEndIndex = content.indexOf("```", blockStartIndex + 3);
+        if (blockStartIndex < index) {
+            if (blockEndIndex === -1 || index < blockEndIndex + 3) {
+                return blockStartIndex;
+            }
+        }
+        if (blockEndIndex === -1)
+            break;
+        currentSearchPos = blockEndIndex + 3;
+    }
+    return -1;
+};
+export const findLastSafeSplitPoint = (content) => {
+    const enclosingBlockStart = findEnclosingCodeBlockStart(content, content.length);
+    if (enclosingBlockStart !== -1) {
+        // The end of the content is contained in a code block. Split right before.
+        return enclosingBlockStart;
+    }
+    // Search for the last double newline (\n\n) not in a code block.
+    let searchStartIndex = content.length;
+    while (searchStartIndex >= 0) {
+        const dnlIndex = content.lastIndexOf("\n\n", searchStartIndex);
+        if (dnlIndex === -1) {
+            // No more double newlines found.
+            break;
+        }
+        const potentialSplitPoint = dnlIndex + 2;
+        if (!isIndexInsideCodeBlock(content, potentialSplitPoint)) {
+            return potentialSplitPoint;
+        }
+        // If potentialSplitPoint was inside a code block,
+        // the next search should start *before* the \n\n we just found to ensure progress.
+        searchStartIndex = dnlIndex - 1;
+    }
+    // If no safe double newline is found, return content.length
+    // to keep the entire content as one piece.
+    return content.length;
+};
+//# sourceMappingURL=markdownUtils.js.map

package/build/cli/hooks/useLlmStream/markdownUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdownUtils.js","sourceRoot":"","sources":["../../../../src/cli/hooks/useLlmStream/markdownUtils.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6BE;AAEF;;;;;GAKG;AACH,MAAM,sBAAsB,GAAG,CAC9B,OAAe,EACf,WAAmB,EACT,EAAE;IACZ,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACpD,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,SAAS,IAAI,WAAW,EAAE,CAAC;YAClD,MAAM;QACP,CAAC;QACD,UAAU,EAAE,CAAC;QACb,SAAS,GAAG,SAAS,GAAG,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,UAAU,GAAG,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,2BAA2B,GAAG,CACnC,OAAe,EACf,KAAa,EACJ,EAAE;IACX,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,CAAC,CAAC,CAAC;IACX,CAAC;IACD,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,OAAO,gBAAgB,GAAG,KAAK,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QACjE,IAAI,eAAe,KAAK,CAAC,CAAC,IAAI,eAAe,IAAI,KAAK,EAAE,CAAC;YACxD,MAAM;QACP,CAAC;QACD,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC;QAClE,IAAI,eAAe,GAAG,KAAK,EAAE,CAAC;YAC7B,IAAI,aAAa,KAAK,CAAC,CAAC,IAAI,KAAK,GAAG,aAAa,GAAG,CAAC,EAAE,CAAC;gBACvD,OAAO,eAAe,CAAC;YACxB,CAAC;QACF,CAAC;QACD,IAAI,aAAa,KAAK,CAAC,CAAC;YAAE,MAAM;QAChC,gBAAgB,GAAG,aAAa,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACX,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,OAAe,EAAE,EAAE;IACzD,MAAM,mBAAmB,GAAG,2BAA2B,CACtD,OAAO,EACP,OAAO,CAAC,MAAM,CACd,CAAC;IACF,IAAI,mBAAmB,KAAK,CAAC,CAAC,EAAE,CAAC;QAChC,2EAA2E;QAC3E,OAAO,mBAAmB,CAAC;IAC5B,CAAC;IAED,iEAAiE;IACjE,IAAI,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC;IACtC,OAAO,gBAAgB,IAAI,CAAC,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QAC/D,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;YACrB,iCAAiC;YACjC,MAAM;QACP,CAAC;QAED,MAAM,mBAAmB,GAAG,QAAQ,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,mBAAmB,CAAC,EAAE,CAAC;YAC3D,OAAO,mBAAmB,CAAC;QAC5B,CAAC;QAED,kDAAkD;QAClD,mFAAmF;QACnF,gBAAgB,GAAG,QAAQ,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,4DAA4D;IAC5D,2CAA2C;IAC3C,OAAO,OAAO,CAAC,MAAM,CAAC;AACvB,CAAC,CAAC"}

package/build/cli/hooks/useLlmStream/types.d.ts

@@ -1,3 +1,4 @@
+import z from "zod";
 export interface OpenAITool {
     type: "function";
     function: {
@@ -36,3 +37,191 @@ export type StreamEvent = {
     type: "tool_calls";
     calls: ToolCall[];
 };
+export declare const LLMResponseSchema: z.ZodObject<{
+    id: z.ZodString;
+    object: z.ZodString;
+    created: z.ZodNumber;
+    model: z.ZodString;
+    system_fingerprint: z.ZodOptional<z.ZodString>;
+    choices: z.ZodArray<z.ZodObject<{
+        index: z.ZodNumber;
+        finish_reason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        delta: z.ZodObject<{
+            role: z.ZodOptional<z.ZodString>;
+            content: z.ZodOptional<z.ZodString>;
+        }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+            role: z.ZodOptional<z.ZodString>;
+            content: z.ZodOptional<z.ZodString>;
+        }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+            role: z.ZodOptional<z.ZodString>;
+            content: z.ZodOptional<z.ZodString>;
+        }, z.ZodTypeAny, "passthrough">>;
+    }, "strip", z.ZodTypeAny, {
+        index: number;
+        delta: {
+            content?: string | undefined;
+            role?: string | undefined;
+        } & {
+            [k: string]: unknown;
+        };
+        finish_reason?: string | null | undefined;
+    }, {
+        index: number;
+        delta: {
+            content?: string | undefined;
+            role?: string | undefined;
+        } & {
+            [k: string]: unknown;
+        };
+        finish_reason?: string | null | undefined;
+    }>, "many">;
+    timings: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+}, "strip", z.ZodTypeAny, {
+    object: string;
+    id: string;
+    choices: {
+        index: number;
+        delta: {
+            content?: string | undefined;
+            role?: string | undefined;
+        } & {
+            [k: string]: unknown;
+        };
+        finish_reason?: string | null | undefined;
+    }[];
+    model: string;
+    created: number;
+    system_fingerprint?: string | undefined;
+    timings?: Record<string, number> | undefined;
+}, {
+    object: string;
+    id: string;
+    choices: {
+        index: number;
+        delta: {
+            content?: string | undefined;
+            role?: string | undefined;
+        } & {
+            [k: string]: unknown;
+        };
+        finish_reason?: string | null | undefined;
+    }[];
+    model: string;
+    created: number;
+    system_fingerprint?: string | undefined;
+    timings?: Record<string, number> | undefined;
+}>;
+export declare const SSEMessageSchema: z.ZodObject<{
+    data: z.ZodPipeline<z.ZodEffects<z.ZodString, any, string>, z.ZodUnion<[z.ZodObject<{
+        isDone: z.ZodLiteral<true>;
+    }, "strip", z.ZodTypeAny, {
+        isDone: true;
+    }, {
+        isDone: true;
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        object: z.ZodString;
+        created: z.ZodNumber;
+        model: z.ZodString;
+        system_fingerprint: z.ZodOptional<z.ZodString>;
+        choices: z.ZodArray<z.ZodObject<{
+            index: z.ZodNumber;
+            finish_reason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+            delta: z.ZodObject<{
+                role: z.ZodOptional<z.ZodString>;
+                content: z.ZodOptional<z.ZodString>;
+            }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+                role: z.ZodOptional<z.ZodString>;
+                content: z.ZodOptional<z.ZodString>;
+            }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+                role: z.ZodOptional<z.ZodString>;
+                content: z.ZodOptional<z.ZodString>;
+            }, z.ZodTypeAny, "passthrough">>;
+        }, "strip", z.ZodTypeAny, {
+            index: number;
+            delta: {
+                content?: string | undefined;
+                role?: string | undefined;
+            } & {
+                [k: string]: unknown;
+            };
+            finish_reason?: string | null | undefined;
+        }, {
+            index: number;
+            delta: {
+                content?: string | undefined;
+                role?: string | undefined;
+            } & {
+                [k: string]: unknown;
+            };
+            finish_reason?: string | null | undefined;
+        }>, "many">;
+        timings: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+    }, "strip", z.ZodTypeAny, {
+        object: string;
+        id: string;
+        choices: {
+            index: number;
+            delta: {
+                content?: string | undefined;
+                role?: string | undefined;
+            } & {
+                [k: string]: unknown;
+            };
+            finish_reason?: string | null | undefined;
+        }[];
+        model: string;
+        created: number;
+        system_fingerprint?: string | undefined;
+        timings?: Record<string, number> | undefined;
+    }, {
+        object: string;
+        id: string;
+        choices: {
+            index: number;
+            delta: {
+                content?: string | undefined;
+                role?: string | undefined;
+            } & {
+                [k: string]: unknown;
+            };
+            finish_reason?: string | null | undefined;
+        }[];
+        model: string;
+        created: number;
+        system_fingerprint?: string | undefined;
+        timings?: Record<string, number> | undefined;
+    }>]>>;
+    id: z.ZodOptional<z.ZodString>;
+    event: z.ZodOptional<z.ZodString>;
+    retry: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    data: {
+        object: string;
+        id: string;
+        choices: {
+            index: number;
+            delta: {
+                content?: string | undefined;
+                role?: string | undefined;
+            } & {
+                [k: string]: unknown;
+            };
+            finish_reason?: string | null | undefined;
+        }[];
+        model: string;
+        created: number;
+        system_fingerprint?: string | undefined;
+        timings?: Record<string, number> | undefined;
+    } | {
+        isDone: true;
+    };
+    id?: string | undefined;
+    event?: string | undefined;
+    retry?: number | undefined;
+}, {
+    data: string;
+    id?: string | undefined;
+    event?: string | undefined;
+    retry?: number | undefined;
+}>;

package/build/cli/hooks/useLlmStream/types.js

@@ -1,2 +1,42 @@
-export {};
+import z from "zod";
+export const LLMResponseSchema = z.object({
+    id: z.string(),
+    object: z.string(),
+    created: z.number(),
+    model: z.string(),
+    system_fingerprint: z.string().optional(),
+    choices: z.array(z.object({
+        index: z.number(),
+        finish_reason: z.string().nullable().optional(),
+        delta: z
+            .object({
+            role: z.string().optional(),
+            content: z.string().optional(),
+        })
+            .passthrough(),
+    })),
+    timings: z.record(z.number()).optional(),
+});
+export const SSEMessageSchema = z.object({
+    data: z
+        .string()
+        .transform((str, ctx) => {
+        if (str === "[DONE]")
+            return { isDone: true };
+        try {
+            return JSON.parse(str);
+        }
+        catch {
+            ctx.addIssue({
+                code: z.ZodIssueCode.custom,
+                message: "Invalid JSON string",
+            });
+            return z.NEVER;
+        }
+    })
+        .pipe(z.union([z.object({ isDone: z.literal(true) }), LLMResponseSchema])),
+    id: z.string().optional(),
+    event: z.string().optional(),
+    retry: z.number().optional(),
+});
 //# sourceMappingURL=types.js.map

package/build/cli/hooks/useLlmStream/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/cli/hooks/useLlmStream/types.ts"],"names":[],"mappings":""}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/cli/hooks/useLlmStream/types.ts"],"names":[],"mappings":"AAAA,OAAO,CAAC,MAAM,KAAK,CAAC;AA2BpB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,MAAM,CAAC;QACR,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QAC/C,KAAK,EAAE,CAAC;aACN,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC9B,CAAC;aACD,WAAW,EAAE;KACf,CAAC,CACF;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,IAAI,EAAE,CAAC;SACL,MAAM,EAAE;SACR,SAAS,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACvB,IAAI,GAAG,KAAK,QAAQ;YAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAE9C,IAAI,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACR,GAAG,CAAC,QAAQ,CAAC;gBACZ,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;gBAC3B,OAAO,EAAE,qBAAqB;aAC9B,CAAC,CAAC;YACH,OAAO,CAAC,CAAC,KAAK,CAAC;QAChB,CAAC;IACF,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAC3E,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC"}

package/build/cli/hooks/useLlmStream/useLlmStream.d.ts

@@ -1,12 +1,24 @@
 import type { McpToolInfo } from "../../services/McpClientService.js";
 import type { CallToolFn, PendingItem, StreamingState } from "../../types.js";
+import type { useHistoryManager } from "../useHistoryManager.js";
 export interface LlmStreamState {
     pendingItem: PendingItem | null;
     streamingState: StreamingState;
     isLoading: boolean;
     error: Error | null;
+    lastOutputTime: number;
     sendMessage: (text: string, ragContext?: string | null, overrideTools?: McpToolInfo[]) => Promise<void>;
+    submitQuery: (query: string, options?: {
+        overrideTools?: McpToolInfo[];
+        ragContext?: string | null;
+        timestamp?: number;
+    }) => Promise<void>;
     abortCurrentStream: () => void;
     clearStreamingHistory: () => void;
 }
-export declare const useLlmStream: (callTool?: CallToolFn, availableTools?: McpToolInfo[]) => LlmStreamState;
+export interface LLMStreamOptions {
+    addItem: ReturnType<typeof useHistoryManager>["addItem"];
+    callTool?: CallToolFn;
+    availableTools: McpToolInfo[];
+}
+export declare const useLlmStream: ({ addItem, callTool, availableTools, }: LLMStreamOptions) => LlmStreamState;