@vybestack/llxprt-code-core 0.1.23-nightly.250829.6bacfcba → 0.1.23-nightly.250903.97906524

package/dist/src/services/history/ContentConverters.js

@@ -0,0 +1,188 @@
+/**
+ * Copyright 2025 Vybestack LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Converts between Gemini Content format and IContent format
+ */
+export class ContentConverters {
+    /**
+     * Convert IContent to Gemini Content format
+     */
+    static toGeminiContent(iContent) {
+        // Tool responses should have 'user' role in Gemini format
+        let role;
+        if (iContent.speaker === 'tool') {
+            role = 'user';
+        }
+        else if (iContent.speaker === 'human') {
+            role = 'user';
+        }
+        else {
+            role = 'model';
+        }
+        const parts = [];
+        for (const block of iContent.blocks) {
+            switch (block.type) {
+                case 'text': {
+                    const textBlock = block;
+                    parts.push({ text: textBlock.text });
+                    break;
+                }
+                case 'tool_call': {
+                    const toolCall = block;
+                    parts.push({
+                        functionCall: {
+                            name: toolCall.name,
+                            args: toolCall.parameters,
+                            id: toolCall.id,
+                        },
+                    });
+                    break;
+                }
+                case 'tool_response': {
+                    const toolResponse = block;
+                    parts.push({
+                        functionResponse: {
+                            name: toolResponse.toolName,
+                            response: toolResponse.result,
+                            id: toolResponse.callId,
+                        },
+                    });
+                    break;
+                }
+                case 'thinking': {
+                    const thinkingBlock = block;
+                    parts.push({
+                        thought: true,
+                        text: thinkingBlock.thought,
+                    });
+                    break;
+                }
+                case 'media': {
+                    // Media blocks can be converted to inline data parts
+                    // For now, we'll skip these as GeminiChat doesn't handle them yet
+                    break;
+                }
+                case 'code': {
+                    // Code blocks are treated as text in Gemini format
+                    const codeBlock = block;
+                    const codeText = codeBlock.language
+                        ? `\`\`\`${codeBlock.language}\n${codeBlock.code}\n\`\`\``
+                        : codeBlock.code;
+                    parts.push({ text: codeText });
+                    break;
+                }
+                default:
+                    // Ignore unknown block types
+                    break;
+            }
+        }
+        // Keep empty parts array for empty model responses
+        // This is valid in Gemini Content format
+        return { role, parts };
+    }
+    /**
+     * Convert Gemini Content to IContent format
+     */
+    static toIContent(content) {
+        const speaker = content.role === 'user' ? 'human' : 'ai';
+        const blocks = [];
+        // Handle empty parts array explicitly
+        if (!content.parts || content.parts.length === 0) {
+            // Empty content - keep it empty
+            // This represents an empty model response
+        }
+        else if (content.parts) {
+            for (const part of content.parts) {
+                if ('text' in part && part.text !== undefined) {
+                    // Check if this is a thinking block
+                    if ('thought' in part && part.thought) {
+                        blocks.push({
+                            type: 'thinking',
+                            thought: part.text,
+                            isHidden: true,
+                        });
+                    }
+                    else {
+                        blocks.push({
+                            type: 'text',
+                            text: part.text,
+                        });
+                    }
+                }
+                else if ('functionCall' in part && part.functionCall) {
+                    blocks.push({
+                        type: 'tool_call',
+                        id: part.functionCall.id || generateId(),
+                        name: part.functionCall.name || '',
+                        parameters: part.functionCall.args || {},
+                    });
+                }
+                else if ('functionResponse' in part && part.functionResponse) {
+                    blocks.push({
+                        type: 'tool_response',
+                        callId: part.functionResponse.id || '',
+                        toolName: part.functionResponse.name || '',
+                        result: part.functionResponse.response || {},
+                    });
+                }
+                else if ('inlineData' in part && part.inlineData) {
+                    // Handle inline data (media)
+                    blocks.push({
+                        type: 'media',
+                        mimeType: part.inlineData.mimeType || '',
+                        data: part.inlineData.data || '',
+                        encoding: 'base64',
+                    });
+                }
+            }
+        }
+        // Handle tool responses specially - they should have 'tool' speaker
+        // Tool responses come from user role but are tool speaker in IContent
+        if (content.role === 'user' &&
+            blocks.length > 0 &&
+            blocks.every((b) => b.type === 'tool_response')) {
+            return {
+                speaker: 'tool',
+                blocks,
+                metadata: {},
+            };
+        }
+        return {
+            speaker,
+            blocks,
+            metadata: {},
+        };
+    }
+    /**
+     * Convert array of IContent to array of Gemini Content
+     */
+    static toGeminiContents(iContents) {
+        return iContents.map((ic) => this.toGeminiContent(ic));
+    }
+    /**
+     * Convert array of Gemini Content to array of IContent
+     */
+    static toIContents(contents) {
+        return contents.map((c) => this.toIContent(c));
+    }
+}
+/**
+ * Generate a unique ID for tool calls
+ */
+function generateId() {
+    return `call_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
+}
+//# sourceMappingURL=ContentConverters.js.map

package/dist/src/services/history/ContentConverters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentConverters.js","sourceRoot":"","sources":["../../../../src/services/history/ContentConverters.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAYH;;GAEG;AACH,MAAM,OAAO,iBAAiB;IAC5B;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,QAAkB;QACvC,0DAA0D;QAC1D,IAAI,IAAsB,CAAC;QAC3B,IAAI,QAAQ,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAChC,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YACxC,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,OAAO,CAAC;QACjB,CAAC;QACD,MAAM,KAAK,GAAW,EAAE,CAAC;QAEzB,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACpC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,MAAM,SAAS,GAAG,KAAkB,CAAC;oBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;oBACrC,MAAM;gBACR,CAAC;gBACD,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,QAAQ,GAAG,KAAsB,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC;wBACT,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,IAAI,EAAE,QAAQ,CAAC,UAAqC;4BACpD,EAAE,EAAE,QAAQ,CAAC,EAAE;yBAChB;qBACF,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,YAAY,GAAG,KAA0B,CAAC;oBAChD,KAAK,CAAC,IAAI,CAAC;wBACT,gBAAgB,EAAE;4BAChB,IAAI,EAAE,YAAY,CAAC,QAAQ;4BAC3B,QAAQ,EAAE,YAAY,CAAC,MAAiC;4BACxD,EAAE,EAAE,YAAY,CAAC,MAAM;yBACxB;qBACF,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,MAAM,aAAa,GAAG,KAAsB,CAAC;oBAC7C,KAAK,CAAC,IAAI,CAAC;wBACT,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,aAAa,CAAC,OAAO;qBAC5B,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,qDAAqD;oBACrD,kEAAkE;oBAClE,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,mDAAmD;oBACnD,MAAM,SAAS,GAAG,KAAK,CAAC;oBACxB,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ;wBACjC,CAAC,CAAC,SAAS,SAAS,CAAC,QAAQ,KAAK,SAAS,CAAC,IAAI,UAAU;wBAC1D,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;oBACnB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;oBAC/B,MAAM;gBACR,CAAC;gBACD;oBACE,6BAA6B;oBAC7B,MAAM;YACV,CAAC;QACH,CAAC;QAED,mDAAmD;QACnD,yCAAyC;QAEzC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAU,CAAC,OAAgB;QAChC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACzD,MAAM,MAAM,GAAmB,EAAE,CAAC;QAElC,sCAAsC;QACtC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,gCAAgC;YAChC,0CAA0C;QAC5C,CAAC;aAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC9C,oCAAoC;oBACpC,IAAI,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACtC,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,UAAU;4BAChB,OAAO,EAAE,IAAI,CAAC,IAAI;4BAClB,QAAQ,EAAE,IAAI;yBACf,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,IAAI,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACvD,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,WAAW;wBACjB,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,UAAU,EAAE;wBACxC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;wBAClC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;qBACzC,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,kBAAkB,IAAI,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBAC/D,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,eAAe;wBACrB,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE;wBACtC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,EAAE;wBAC1C,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,IAAI,EAAE;qBAC7C,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,YAAY,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACnD,6BAA6B;oBAC7B,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,EAAE;wBACxC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE;wBAChC,QAAQ,EAAE,QAAQ;qBACnB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,sEAAsE;QACtE,IACE,OAAO,CAAC,IAAI,KAAK,MAAM;YACvB,MAAM,CAAC,MAAM,GAAG,CAAC;YACjB,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,EAC/C,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,MAAM;gBACf,MAAM;gBACN,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO;YACP,MAAM;YACN,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,SAAqB;QAC3C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,QAAmB;QACpC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;CACF;AAED;;GAEG;AACH,SAAS,UAAU;IACjB,OAAO,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACzE,CAAC"}

package/dist/src/services/history/HistoryEvents.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Copyright 2025 Vybestack LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Event data emitted when token count is updated
+ */
+export interface TokensUpdatedEvent {
+    /** The new total token count */
+    totalTokens: number;
+    /** Number of tokens added (positive) or removed (negative) */
+    addedTokens: number;
+    /** ID of the content that triggered the update, if applicable */
+    contentId?: string | null;
+}
+/**
+ * All possible history service events
+ */
+export interface HistoryServiceEvents {
+    tokensUpdated: (event: TokensUpdatedEvent) => void;
+}

package/dist/src/services/history/HistoryEvents.js

@@ -0,0 +1,17 @@
+/**
+ * Copyright 2025 Vybestack LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export {};
+//# sourceMappingURL=HistoryEvents.js.map

package/dist/src/services/history/HistoryEvents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HistoryEvents.js","sourceRoot":"","sources":["../../../../src/services/history/HistoryEvents.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}

package/dist/src/services/history/HistoryService.d.ts

@@ -0,0 +1,168 @@
+/**
+ * Copyright 2025 Vybestack LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { IContent, ToolCallBlock } from './IContent.js';
+import { EventEmitter } from 'events';
+import { TokensUpdatedEvent } from './HistoryEvents.js';
+/**
+ * Typed EventEmitter for HistoryService events
+ */
+interface HistoryServiceEventEmitter {
+    on(event: 'tokensUpdated', listener: (eventData: TokensUpdatedEvent) => void): this;
+    emit(event: 'tokensUpdated', eventData: TokensUpdatedEvent): boolean;
+    off(event: 'tokensUpdated', listener: (eventData: TokensUpdatedEvent) => void): this;
+}
+/**
+ * Service for managing conversation history in a provider-agnostic way.
+ * All history is stored as IContent. Providers are responsible for converting
+ * to/from their own formats.
+ */
+export declare class HistoryService extends EventEmitter implements HistoryServiceEventEmitter {
+    private history;
+    private totalTokens;
+    private tokenizerCache;
+    private tokenizerLock;
+    /**
+     * Get or create tokenizer for a specific model
+     */
+    private getTokenizerForModel;
+    /**
+     * Get the current total token count
+     */
+    getTotalTokens(): number;
+    /**
+     * Add content to the history
+     * Note: We accept all content including empty responses for comprehensive history.
+     * Filtering happens only when getting curated history.
+     */
+    add(content: IContent, modelName?: string): void;
+    /**
+     * Atomically update token count for new content
+     */
+    private updateTokenCount;
+    /**
+     * Estimate token count for content using tokenizer
+     */
+    private estimateContentTokens;
+    /**
+     * Simple token estimation for text
+     */
+    private simpleTokenEstimateForText;
+    /**
+     * Add multiple contents to the history
+     */
+    addAll(contents: IContent[], modelName?: string): void;
+    /**
+     * Get all history
+     */
+    getAll(): IContent[];
+    /**
+     * Clear all history
+     */
+    clear(): void;
+    /**
+     * Get the last N messages from history
+     */
+    getRecent(count: number): IContent[];
+    /**
+     * Get curated history (only valid, meaningful content)
+     * Matches the behavior of extractCuratedHistory in geminiChat.ts:
+     * - Always includes user/human messages
+     * - Always includes tool messages
+     * - Only includes AI messages if they are valid (have content)
+     */
+    getCurated(): IContent[];
+    /**
+     * Get comprehensive history (all content including invalid/empty)
+     */
+    getComprehensive(): IContent[];
+    /**
+     * Remove the last content if it matches the provided content
+     */
+    removeLastIfMatches(content: IContent): boolean;
+    /**
+     * Pop the last content from history
+     */
+    pop(): IContent | undefined;
+    /**
+     * Recalculate total tokens from scratch
+     * Use this when removing content or when token counts might be stale
+     */
+    recalculateTokens(defaultModel?: string): Promise<void>;
+    /**
+     * Get the last user (human) content
+     */
+    getLastUserContent(): IContent | undefined;
+    /**
+     * Get the last AI content
+     */
+    getLastAIContent(): IContent | undefined;
+    /**
+     * Record a complete turn (user input + AI response + optional tool interactions)
+     */
+    recordTurn(userInput: IContent, aiResponse: IContent, toolInteractions?: IContent[]): void;
+    /**
+     * Get the number of messages in history
+     */
+    length(): number;
+    /**
+     * Check if history is empty
+     */
+    isEmpty(): boolean;
+    /**
+     * Clone the history (deep copy)
+     */
+    clone(): IContent[];
+    /**
+     * Find unmatched tool calls (tool calls without responses)
+     */
+    findUnmatchedToolCalls(): ToolCallBlock[];
+    /**
+     * Validate and fix the history to ensure proper tool call/response pairing
+     */
+    validateAndFix(): void;
+    /**
+     * Merge two histories, handling duplicates and conflicts
+     */
+    merge(other: HistoryService): void;
+    /**
+     * Get history within a token limit (for context window management)
+     */
+    getWithinTokenLimit(maxTokens: number, countTokensFn: (content: IContent) => number): IContent[];
+    /**
+     * Summarize older history to fit within token limits
+     */
+    summarizeOldHistory(keepRecentCount: number, summarizeFn: (contents: IContent[]) => Promise<IContent>): Promise<void>;
+    /**
+     * Export history to JSON
+     */
+    toJSON(): string;
+    /**
+     * Import history from JSON
+     */
+    static fromJSON(json: string): HistoryService;
+    /**
+     * Get conversation statistics
+     */
+    getStatistics(): {
+        totalMessages: number;
+        userMessages: number;
+        aiMessages: number;
+        toolCalls: number;
+        toolResponses: number;
+        totalTokens?: number;
+    };
+}
+export {};