@vybestack/llxprt-code-core 0.1.23 → 0.2.2-nightly.250908.7b895396

package/dist/src/services/history/ContentConverters.js

@@ -0,0 +1,325 @@
+/**
+ * Copyright 2025 Vybestack LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { DebugLogger } from '../../debug/index.js';
+/**
+ * Converts between Gemini Content format and IContent format
+ */
+export class ContentConverters {
+    static logger = new DebugLogger('llxprt:content:converters');
+    static normalizeToHistoryId(id) {
+        if (!id)
+            return undefined;
+        if (id.startsWith('hist_tool_'))
+            return id;
+        if (id.startsWith('call_'))
+            return `hist_tool_${id.substring('call_'.length)}`;
+        if (id.startsWith('toolu_'))
+            return `hist_tool_${id.substring('toolu_'.length)}`;
+        // Unknown provider format: preserve suffix, add history prefix
+        return `hist_tool_${id}`;
+    }
+    /**
+     * Convert IContent to Gemini Content format
+     */
+    static toGeminiContent(iContent) {
+        this.logger.debug('Converting IContent to Gemini Content:', {
+            speaker: iContent.speaker,
+            blockCount: iContent.blocks?.length || 0,
+            blockTypes: iContent.blocks?.map((b) => b.type) || [],
+            toolCallIds: iContent.blocks
+                ?.filter((b) => b.type === 'tool_call')
+                .map((b) => b.id) || [],
+            toolResponseCallIds: iContent.blocks
+                ?.filter((b) => b.type === 'tool_response')
+                .map((b) => b.callId) || [],
+        });
+        // Tool responses should have 'user' role in Gemini format
+        let role;
+        if (iContent.speaker === 'tool') {
+            role = 'user';
+        }
+        else if (iContent.speaker === 'human') {
+            role = 'user';
+        }
+        else {
+            role = 'model';
+        }
+        const parts = [];
+        for (const block of iContent.blocks) {
+            switch (block.type) {
+                case 'text': {
+                    const textBlock = block;
+                    parts.push({ text: textBlock.text });
+                    break;
+                }
+                case 'tool_call': {
+                    const toolCall = block;
+                    this.logger.debug('Converting tool_call block to functionCall:', {
+                        id: toolCall.id,
+                        name: toolCall.name,
+                        hasParameters: !!toolCall.parameters,
+                    });
+                    parts.push({
+                        functionCall: {
+                            name: toolCall.name,
+                            args: toolCall.parameters,
+                            id: toolCall.id,
+                        },
+                    });
+                    break;
+                }
+                case 'tool_response': {
+                    const toolResponse = block;
+                    this.logger.debug('Converting tool_response block to functionResponse:', {
+                        callId: toolResponse.callId,
+                        toolName: toolResponse.toolName,
+                        hasResult: !!toolResponse.result,
+                        hasError: !!toolResponse.error,
+                    });
+                    parts.push({
+                        functionResponse: {
+                            name: toolResponse.toolName,
+                            response: toolResponse.result,
+                            id: toolResponse.callId,
+                        },
+                    });
+                    break;
+                }
+                case 'thinking': {
+                    const thinkingBlock = block;
+                    parts.push({
+                        thought: true,
+                        text: thinkingBlock.thought,
+                    });
+                    break;
+                }
+                case 'media': {
+                    // Media blocks can be converted to inline data parts
+                    // For now, we'll skip these as GeminiChat doesn't handle them yet
+                    break;
+                }
+                case 'code': {
+                    // Code blocks are treated as text in Gemini format
+                    const codeBlock = block;
+                    const codeText = codeBlock.language
+                        ? `\`\`\`${codeBlock.language}\n${codeBlock.code}\n\`\`\``
+                        : codeBlock.code;
+                    parts.push({ text: codeText });
+                    break;
+                }
+                default:
+                    // Ignore unknown block types
+                    break;
+            }
+        }
+        // Keep empty parts array for empty model responses
+        // This is valid in Gemini Content format
+        const result = { role, parts };
+        this.logger.debug('Converted to Gemini Content:', {
+            role,
+            partCount: parts.length,
+            partTypes: parts.map((p) => {
+                if ('text' in p)
+                    return 'text';
+                if ('functionCall' in p)
+                    return 'functionCall';
+                if ('functionResponse' in p)
+                    return 'functionResponse';
+                if ('thought' in p)
+                    return 'thought';
+                return 'other';
+            }),
+            functionCallIds: parts
+                .filter((p) => 'functionCall' in p)
+                .map((p) => p.functionCall?.id),
+            functionResponseIds: parts
+                .filter((p) => 'functionResponse' in p)
+                .map((p) => p.functionResponse?.id),
+        });
+        return result;
+    }
+    /**
+     * Convert Gemini Content to IContent format
+     */
+    static toIContent(content, generateIdCb, getNextUnmatchedToolCall) {
+        this.logger.debug('Converting Gemini Content to IContent:', {
+            role: content.role,
+            partCount: content.parts?.length || 0,
+            partTypes: content.parts?.map((p) => {
+                if ('text' in p)
+                    return 'text';
+                if ('functionCall' in p)
+                    return 'functionCall';
+                if ('functionResponse' in p)
+                    return 'functionResponse';
+                if ('thought' in p)
+                    return 'thought';
+                return 'other';
+            }) || [],
+            functionCallIds: content.parts
+                ?.filter((p) => 'functionCall' in p)
+                .map((p) => p.functionCall?.id) || [],
+            functionResponseIds: content.parts
+                ?.filter((p) => 'functionResponse' in p)
+                .map((p) => p.functionResponse
+                ?.id) || [],
+        });
+        const speaker = content.role === 'user' ? 'human' : 'ai';
+        const blocks = [];
+        // Handle empty parts array explicitly
+        if (!content.parts || content.parts.length === 0) {
+            // Empty content - keep it empty
+            // This represents an empty model response
+        }
+        else if (content.parts) {
+            for (const part of content.parts) {
+                if ('text' in part && part.text !== undefined) {
+                    // Check if this is a thinking block
+                    if ('thought' in part && part.thought) {
+                        blocks.push({
+                            type: 'thinking',
+                            thought: part.text,
+                            isHidden: true,
+                        });
+                    }
+                    else {
+                        blocks.push({
+                            type: 'text',
+                            text: part.text,
+                        });
+                    }
+                }
+                else if ('functionCall' in part && part.functionCall) {
+                    // Preserve original ID by normalizing prefix; generate only if missing.
+                    const normalized = this.normalizeToHistoryId(part.functionCall.id);
+                    const finalId = normalized ?? (generateIdCb ? generateIdCb() : generateId());
+                    this.logger.debug('Converting functionCall to tool_call block:', {
+                        originalId: part.functionCall.id,
+                        finalId,
+                        name: part.functionCall.name,
+                        usedCallback: !!generateIdCb && !normalized,
+                    });
+                    blocks.push({
+                        type: 'tool_call',
+                        id: finalId,
+                        name: part.functionCall.name || '',
+                        parameters: part.functionCall.args || {},
+                    });
+                }
+                else if ('functionResponse' in part && part.functionResponse) {
+                    // Prefer provided ID (normalized). If absent, use positional matcher; else generate.
+                    const normalized = this.normalizeToHistoryId(part.functionResponse.id);
+                    const matched = !normalized
+                        ? getNextUnmatchedToolCall?.()
+                        : undefined;
+                    const callId = normalized ??
+                        matched?.historyId ??
+                        (generateIdCb ? generateIdCb() : generateId());
+                    this.logger.debug('Converting functionResponse to tool_response block:', {
+                        originalId: part.functionResponse.id,
+                        finalId: callId,
+                        toolName: part.functionResponse.name,
+                        matchedByPosition: !!matched,
+                    });
+                    blocks.push({
+                        type: 'tool_response',
+                        callId,
+                        toolName: (matched?.toolName ||
+                            part.functionResponse.name ||
+                            ''),
+                        result: part.functionResponse.response || {},
+                    });
+                }
+                else if ('inlineData' in part && part.inlineData) {
+                    // Handle inline data (media)
+                    blocks.push({
+                        type: 'media',
+                        mimeType: part.inlineData.mimeType || '',
+                        data: part.inlineData.data || '',
+                        encoding: 'base64',
+                    });
+                }
+            }
+        }
+        // Handle tool responses specially - they should have 'tool' speaker
+        // Tool responses come from user role but are tool speaker in IContent
+        const finalSpeaker = content.role === 'user' &&
+            blocks.length > 0 &&
+            blocks.every((b) => b.type === 'tool_response')
+            ? 'tool'
+            : speaker;
+        const result = {
+            speaker: finalSpeaker,
+            blocks,
+            metadata: {},
+        };
+        this.logger.debug('Converted to IContent:', {
+            originalRole: content.role,
+            finalSpeaker,
+            blockCount: blocks.length,
+            blockTypes: blocks.map((b) => b.type),
+            toolCallIds: blocks
+                .filter((b) => b.type === 'tool_call')
+                .map((b) => b.id),
+            toolResponseCallIds: blocks
+                .filter((b) => b.type === 'tool_response')
+                .map((b) => b.callId),
+        });
+        return result;
+    }
+    /**
+     * Convert array of IContent to array of Gemini Content
+     */
+    static toGeminiContents(iContents) {
+        this.logger.debug('Converting IContent array to Gemini Contents:', {
+            count: iContents.length,
+            speakers: iContents.map((ic) => ic.speaker),
+            totalToolCalls: iContents.reduce((acc, ic) => acc + ic.blocks.filter((b) => b.type === 'tool_call').length, 0),
+            totalToolResponses: iContents.reduce((acc, ic) => acc + ic.blocks.filter((b) => b.type === 'tool_response').length, 0),
+        });
+        const results = iContents.map((ic) => this.toGeminiContent(ic));
+        this.logger.debug('Conversion complete:', {
+            resultCount: results.length,
+            roles: results.map((r) => r.role),
+        });
+        return results;
+    }
+    /**
+     * Convert array of Gemini Content to array of IContent
+     */
+    static toIContents(contents) {
+        this.logger.debug('Converting Gemini Contents array to IContent:', {
+            count: contents.length,
+            roles: contents.map((c) => c.role),
+            totalFunctionCalls: contents.reduce((acc, c) => acc + (c.parts?.filter((p) => 'functionCall' in p).length || 0), 0),
+            totalFunctionResponses: contents.reduce((acc, c) => acc + (c.parts?.filter((p) => 'functionResponse' in p).length || 0), 0),
+        });
+        const results = contents.map((c) => this.toIContent(c));
+        this.logger.debug('Conversion complete:', {
+            resultCount: results.length,
+            speakers: results.map((r) => r.speaker),
+        });
+        return results;
+    }
+}
+/**
+ * Generate a unique ID for tool calls
+ */
+function generateId() {
+    // Use normalized history ID prefix; providers convert prefixes as needed.
+    return `hist_tool_${Date.now()}_${Math.random().toString(36).substring(2, 11)}`;
+}
+//# sourceMappingURL=ContentConverters.js.map

package/dist/src/services/history/ContentConverters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentConverters.js","sourceRoot":"","sources":["../../../../src/services/history/ContentConverters.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAWH,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,2BAA2B,CAAC,CAAC;IAC7D,MAAM,CAAC,oBAAoB,CACjC,EAAsB;QAEtB,IAAI,CAAC,EAAE;YAAE,OAAO,SAAS,CAAC;QAC1B,IAAI,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC;YAAE,OAAO,EAAE,CAAC;QAC3C,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;YACxB,OAAO,aAAa,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YACzB,OAAO,aAAa,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACtD,+DAA+D;QAC/D,OAAO,aAAa,EAAE,EAAE,CAAC;IAC3B,CAAC;IACD;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,QAAkB;QACvC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;YAC1D,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,UAAU,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC;YACxC,UAAU,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;YACrD,WAAW,EACT,QAAQ,CAAC,MAAM;gBACb,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;iBACtC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAmB,CAAC,EAAE,CAAC,IAAI,EAAE;YAC9C,mBAAmB,EACjB,QAAQ,CAAC,MAAM;gBACb,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC;iBAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAuB,CAAC,MAAM,CAAC,IAAI,EAAE;SACvD,CAAC,CAAC;QACH,0DAA0D;QAC1D,IAAI,IAAsB,CAAC;QAC3B,IAAI,QAAQ,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAChC,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YACxC,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,OAAO,CAAC;QACjB,CAAC;QACD,MAAM,KAAK,GAAW,EAAE,CAAC;QAEzB,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACpC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,MAAM,SAAS,GAAG,KAAkB,CAAC;oBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;oBACrC,MAAM;gBACR,CAAC;gBACD,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,QAAQ,GAAG,KAAsB,CAAC;oBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE;wBAC/D,EAAE,EAAE,QAAQ,CAAC,EAAE;wBACf,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;qBACrC,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC;wBACT,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,IAAI,EAAE,QAAQ,CAAC,UAAqC;4BACpD,EAAE,EAAE,QAAQ,CAAC,EAAE;yBAChB;qBACF,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,YAAY,GAAG,KAA0B,CAAC;oBAChD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qDAAqD,EACrD;wBACE,MAAM,EAAE,YAAY,CAAC,MAAM;wBAC3B,QAAQ,EAAE,YAAY,CAAC,QAAQ;wBAC/B,SAAS,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;wBAChC,QAAQ,EAAE,CAAC,CAAC,YAAY,CAAC,KAAK;qBAC/B,CACF,CAAC;oBACF,KAAK,CAAC,IAAI,CAAC;wBACT,gBAAgB,EAAE;4BAChB,IAAI,EAAE,YAAY,CAAC,QAAQ;4BAC3B,QAAQ,EAAE,YAAY,CAAC,MAAiC;4BACxD,EAAE,EAAE,YAAY,CAAC,MAAM;yBACxB;qBACF,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,MAAM,aAAa,GAAG,KAAsB,CAAC;oBAC7C,KAAK,CAAC,IAAI,CAAC;wBACT,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,aAAa,CAAC,OAAO;qBAC5B,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,qDAAqD;oBACrD,kEAAkE;oBAClE,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,mDAAmD;oBACnD,MAAM,SAAS,GAAG,KAAK,CAAC;oBACxB,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ;wBACjC,CAAC,CAAC,SAAS,SAAS,CAAC,QAAQ,KAAK,SAAS,CAAC,IAAI,UAAU;wBAC1D,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;oBACnB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;oBAC/B,MAAM;gBACR,CAAC;gBACD;oBACE,6BAA6B;oBAC7B,MAAM;YACV,CAAC;QACH,CAAC;QAED,mDAAmD;QACnD,yCAAyC;QAEzC,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;YAChD,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,MAAM;YACvB,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACzB,IAAI,MAAM,IAAI,CAAC;oBAAE,OAAO,MAAM,CAAC;gBAC/B,IAAI,cAAc,IAAI,CAAC;oBAAE,OAAO,cAAc,CAAC;gBAC/C,IAAI,kBAAkB,IAAI,CAAC;oBAAE,OAAO,kBAAkB,CAAC;gBACvD,IAAI,SAAS,IAAI,CAAC;oBAAE,OAAO,SAAS,CAAC;gBACrC,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC;YACF,eAAe,EAAE,KAAK;iBACnB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,IAAI,CAAC,CAAC;iBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAwC,CAAC,YAAY,EAAE,EAAE,CAAC;YACzE,mBAAmB,EAAE,KAAK;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,IAAI,CAAC,CAAC;iBACtC,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACH,CAA4C,CAAC,gBAAgB,EAAE,EAAE,CACrE;SACJ,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAU,CACf,OAAgB,EAChB,YAA2B,EAC3B,wBAAyE;QAEzE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;YAC1D,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC;YACrC,SAAS,EACP,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACvB,IAAI,MAAM,IAAI,CAAC;oBAAE,OAAO,MAAM,CAAC;gBAC/B,IAAI,cAAc,IAAI,CAAC;oBAAE,OAAO,cAAc,CAAC;gBAC/C,IAAI,kBAAkB,IAAI,CAAC;oBAAE,OAAO,kBAAkB,CAAC;gBACvD,IAAI,SAAS,IAAI,CAAC;oBAAE,OAAO,SAAS,CAAC;gBACrC,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC,IAAI,EAAE;YACV,eAAe,EACb,OAAO,CAAC,KAAK;gBACX,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,IAAI,CAAC,CAAC;iBACnC,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CAAE,CAAwC,CAAC,YAAY,EAAE,EAAE,CAClE,IAAI,EAAE;YACX,mBAAmB,EACjB,OAAO,CAAC,KAAK;gBACX,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,IAAI,CAAC,CAAC;iBACvC,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACH,CAA4C,CAAC,gBAAgB;gBAC5D,EAAE,EAAE,CACT,IAAI,EAAE;SACZ,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACzD,MAAM,MAAM,GAAmB,EAAE,CAAC;QAElC,sCAAsC;QACtC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,gCAAgC;YAChC,0CAA0C;QAC5C,CAAC;aAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC9C,oCAAoC;oBACpC,IAAI,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACtC,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,UAAU;4BAChB,OAAO,EAAE,IAAI,CAAC,IAAI;4BAClB,QAAQ,EAAE,IAAI;yBACf,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,IAAI,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACvD,wEAAwE;oBACxE,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;oBACnE,MAAM,OAAO,GACX,UAAU,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;oBAC/D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE;wBAC/D,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE;wBAChC,OAAO;wBACP,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;wBAC5B,YAAY,EAAE,CAAC,CAAC,YAAY,IAAI,CAAC,UAAU;qBAC5C,CAAC,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,WAAW;wBACjB,EAAE,EAAE,OAAO;wBACX,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;wBAClC,UAAU,EACP,IAAI,CAAC,YAAY,CAAC,IAAgC,IAAI,EAAE;qBAC5D,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,kBAAkB,IAAI,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBAC/D,qFAAqF;oBACrF,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC1C,IAAI,CAAC,gBAAgB,CAAC,EAAE,CACzB,CAAC;oBACF,MAAM,OAAO,GAAG,CAAC,UAAU;wBACzB,CAAC,CAAC,wBAAwB,EAAE,EAAE;wBAC9B,CAAC,CAAC,SAAS,CAAC;oBACd,MAAM,MAAM,GACV,UAAU;wBACV,OAAO,EAAE,SAAS;wBAClB,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;oBACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qDAAqD,EACrD;wBACE,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE;wBACpC,OAAO,EAAE,MAAM;wBACf,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI;wBACpC,iBAAiB,EAAE,CAAC,CAAC,OAAO;qBAC7B,CACF,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,eAAe;wBACrB,MAAM;wBACN,QAAQ,EAAE,CAAC,OAAO,EAAE,QAAQ;4BAC1B,IAAI,CAAC,gBAAgB,CAAC,IAAI;4BAC1B,EAAE,CAAW;wBACf,MAAM,EACH,IAAI,CAAC,gBAAgB,CAAC,QAAoC,IAAI,EAAE;qBACpE,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,YAAY,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACnD,6BAA6B;oBAC7B,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,EAAE;wBACxC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE;wBAChC,QAAQ,EAAE,QAAQ;qBACnB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,sEAAsE;QACtE,MAAM,YAAY,GAChB,OAAO,CAAC,IAAI,KAAK,MAAM;YACvB,MAAM,CAAC,MAAM,GAAG,CAAC;YACjB,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC;YAC7C,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,OAAO,CAAC;QAEd,MAAM,MAAM,GAAa;YACvB,OAAO,EAAE,YAAY;YACrB,MAAM;YACN,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE;YAC1C,YAAY,EAAE,OAAO,CAAC,IAAI;YAC1B,YAAY;YACZ,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACrC,WAAW,EAAE,MAAM;iBAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;iBACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAmB,CAAC,EAAE,CAAC;YACtC,mBAAmB,EAAE,MAAM;iBACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC;iBACzC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAuB,CAAC,MAAM,CAAC;SAC/C,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,SAAqB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;YACjE,KAAK,EAAE,SAAS,CAAC,MAAM;YACvB,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC;YAC3C,cAAc,EAAE,SAAS,CAAC,MAAM,CAC9B,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CACV,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM,EAC9D,CAAC,CACF;YACD,kBAAkB,EAAE,SAAS,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CACV,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC,MAAM,EAClE,CAAC,CACF;SACF,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;QAEhE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;YACxC,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAClC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,QAAmB;QACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;YACjE,KAAK,EAAE,QAAQ,CAAC,MAAM;YACtB,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAClC,kBAAkB,EAAE,QAAQ,CAAC,MAAM,CACjC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACT,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,EACjE,CAAC,CACF;YACD,sBAAsB,EAAE,QAAQ,CAAC,MAAM,CACrC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACT,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,EACrE,CAAC,CACF;SACF,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAExD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;YACxC,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SACxC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;;AAGH;;GAEG;AACH,SAAS,UAAU;IACjB,0EAA0E;IAC1E,OAAO,aAAa,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AAClF,CAAC"}

package/dist/src/{providers/IMessage.d.ts → services/history/HistoryEvents.d.ts}

@@ -13,26 +13,20 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-import { ContentGeneratorRole } from './ContentGeneratorRole.js';
-import { Part } from '@google/genai';
-export interface IMessage {
-    id?: string;
-    role: ContentGeneratorRole | 'system';
-    content: string;
-    parts?: Part[];
-    tool_call_id?: string;
-    tool_name?: string;
-    tool_calls?: Array<{
-        id: string;
-        type: 'function';
-        function: {
-            name: string;
-            arguments: string;
-        };
-    }>;
-    usage?: {
-        prompt_tokens: number;
-        completion_tokens: number;
-        total_tokens: number;
-    };
+/**
+ * Event data emitted when token count is updated
+ */
+export interface TokensUpdatedEvent {
+    /** The new total token count */
+    totalTokens: number;
+    /** Number of tokens added (positive) or removed (negative) */
+    addedTokens: number;
+    /** ID of the content that triggered the update, if applicable */
+    contentId?: string | null;
+}
+/**
+ * All possible history service events
+ */
+export interface HistoryServiceEvents {
+    tokensUpdated: (event: TokensUpdatedEvent) => void;
 }

package/dist/src/{providers/IMessage.js → services/history/HistoryEvents.js}

@@ -14,4 +14,4 @@
  * limitations under the License.
  */
 export {};
-//# sourceMappingURL=IMessage.js.map
+//# sourceMappingURL=HistoryEvents.js.map

package/dist/src/services/history/HistoryEvents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HistoryEvents.js","sourceRoot":"","sources":["../../../../src/services/history/HistoryEvents.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}

package/dist/src/services/history/HistoryService.d.ts

@@ -0,0 +1,220 @@
+/**
+ * Copyright 2025 Vybestack LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { IContent, ToolCallBlock } from './IContent.js';
+import { EventEmitter } from 'events';
+import { TokensUpdatedEvent } from './HistoryEvents.js';
+/**
+ * Typed EventEmitter for HistoryService events
+ */
+interface HistoryServiceEventEmitter {
+    on(event: 'tokensUpdated', listener: (eventData: TokensUpdatedEvent) => void): this;
+    emit(event: 'tokensUpdated', eventData: TokensUpdatedEvent): boolean;
+    off(event: 'tokensUpdated', listener: (eventData: TokensUpdatedEvent) => void): this;
+}
+/**
+ * Configuration for compression behavior
+ */
+export interface CompressionConfig {
+    orphanTimeoutMs: number;
+    orphanMessageDistance: number;
+    pendingGracePeriodMs: number;
+    minMessagesForCompression: number;
+}
+/**
+ * Service for managing conversation history in a provider-agnostic way.
+ * All history is stored as IContent. Providers are responsible for converting
+ * to/from their own formats.
+ */
+export declare class HistoryService extends EventEmitter implements HistoryServiceEventEmitter {
+    private history;
+    private totalTokens;
+    private tokenizerCache;
+    private tokenizerLock;
+    private logger;
+    private isCompressing;
+    private pendingOperations;
+    /**
+     * Get or create tokenizer for a specific model
+     */
+    private getTokenizerForModel;
+    /**
+     * Generate a new normalized history tool ID.
+     * Format: hist_tool_<uuid-v4>
+     */
+    generateHistoryId(): string;
+    /**
+     * Get a callback suitable for passing into converters
+     * which will generate normalized history IDs on demand.
+     */
+    getIdGeneratorCallback(): () => string;
+    /**
+     * Get the current total token count
+     */
+    getTotalTokens(): number;
+    /**
+     * Add content to the history
+     * Note: We accept all content including empty responses for comprehensive history.
+     * Filtering happens only when getting curated history.
+     */
+    add(content: IContent, modelName?: string): void;
+    private addInternal;
+    /**
+     * Atomically update token count for new content
+     */
+    private updateTokenCount;
+    /**
+     * Estimate token count for content using tokenizer
+     */
+    private estimateContentTokens;
+    /**
+     * Simple token estimation for text
+     */
+    private simpleTokenEstimateForText;
+    /**
+     * Add multiple contents to the history
+     */
+    addAll(contents: IContent[], modelName?: string): void;
+    /**
+     * Get all history
+     */
+    getAll(): IContent[];
+    /**
+     * Clear all history
+     */
+    clear(): void;
+    private clearInternal;
+    /**
+     * Get the last N messages from history
+     */
+    getRecent(count: number): IContent[];
+    /**
+     * Get curated history (only valid, meaningful content)
+     * Matches the behavior of extractCuratedHistory in geminiChat.ts:
+     * - Always includes user/human messages
+     * - Always includes tool messages
+     * - Only includes AI messages if they are valid (have content)
+     */
+    getCurated(): IContent[];
+    /**
+     * Get comprehensive history (all content including invalid/empty)
+     */
+    getComprehensive(): IContent[];
+    /**
+     * Remove the last content if it matches the provided content
+     */
+    removeLastIfMatches(content: IContent): boolean;
+    /**
+     * Pop the last content from history
+     */
+    pop(): IContent | undefined;
+    /**
+     * Recalculate total tokens from scratch
+     * Use this when removing content or when token counts might be stale
+     */
+    recalculateTokens(defaultModel?: string): Promise<void>;
+    /**
+     * Get the last user (human) content
+     */
+    getLastUserContent(): IContent | undefined;
+    /**
+     * Get the last AI content
+     */
+    getLastAIContent(): IContent | undefined;
+    /**
+     * Record a complete turn (user input + AI response + optional tool interactions)
+     */
+    recordTurn(userInput: IContent, aiResponse: IContent, toolInteractions?: IContent[]): void;
+    /**
+     * Get the number of messages in history
+     */
+    length(): number;
+    /**
+     * Check if history is empty
+     */
+    isEmpty(): boolean;
+    /**
+     * Clone the history (deep copy)
+     */
+    clone(): IContent[];
+    /**
+     * Find unmatched tool calls (tool calls without responses)
+     */
+    findUnmatchedToolCalls(): ToolCallBlock[];
+    /**
+     * Validate and fix the history to ensure proper tool call/response pairing
+     */
+    validateAndFix(): void;
+    /**
+     * Get curated history with circular references removed for providers.
+     * This ensures the history can be safely serialized and sent to providers.
+     */
+    getCuratedForProvider(): IContent[];
+    /**
+     * Deep clone content array, removing circular references
+     */
+    private deepCloneWithoutCircularRefs;
+    /**
+     * Sanitize parameters to remove circular references
+     */
+    private sanitizeParams;
+    /**
+     * Merge two histories, handling duplicates and conflicts
+     */
+    merge(other: HistoryService): void;
+    /**
+     * Get history within a token limit (for context window management)
+     */
+    getWithinTokenLimit(maxTokens: number, countTokensFn: (content: IContent) => number): IContent[];
+    /**
+     * Summarize older history to fit within token limits
+     */
+    summarizeOldHistory(keepRecentCount: number, summarizeFn: (contents: IContent[]) => Promise<IContent>): Promise<void>;
+    /**
+     * Export history to JSON
+     */
+    toJSON(): string;
+    /**
+     * Import history from JSON
+     */
+    static fromJSON(json: string): HistoryService;
+    /**
+     * Mark compression as starting
+     * This will cause add() operations to queue until compression completes
+     */
+    startCompression(): void;
+    /**
+     * Mark compression as complete
+     * This will flush all queued operations
+     */
+    endCompression(): void;
+    /**
+     * Wait for all pending operations to complete
+     * For synchronous operations, this is now a no-op but kept for API compatibility
+     */
+    waitForPendingOperations(): Promise<void>;
+    /**
+     * Get conversation statistics
+     */
+    getStatistics(): {
+        totalMessages: number;
+        userMessages: number;
+        aiMessages: number;
+        toolCalls: number;
+        toolResponses: number;
+        totalTokens?: number;
+    };
+}
+export {};