@probelabs/probe-chat 0.6.0-rc176 → 0.6.0-rc178

package/ChatSessionManager.js

@@ -0,0 +1,295 @@
+// ChatSessionManager - Bridge between web server and ProbeAgent
+import { ProbeAgent } from '@probelabs/probe';
+import { toolCallEmitter } from './probeTool.js';
+import { randomUUID } from 'crypto';
+
+/**
+ * ChatSessionManager wraps ProbeAgent for web chat usage
+ * Handles session management, history persistence, and web API compatibility
+ */
+export class ChatSessionManager {
+  /**
+   * Create a new ChatSessionManager instance
+   * @param {Object} options - Configuration options
+   * @param {string} [options.sessionId] - Session ID (generates new one if not provided)
+   * @param {Object} [options.storage] - Storage instance for persistence
+   * @param {string} [options.path] - Search directory path
+   * @param {string} [options.apiProvider] - AI provider (anthropic, openai, google)
+   * @param {string} [options.apiKey] - API key for the provider
+   * @param {string} [options.apiUrl] - Custom API URL
+   * @param {string} [options.model] - Model name override
+   * @param {boolean} [options.allowEdit] - Allow code modification
+   * @param {boolean} [options.debug] - Enable debug mode
+   */
+  constructor(options = {}) {
+    // Session management
+    this.sessionId = options.sessionId || randomUUID();
+    this.storage = options.storage || null;
+    this.debug = options.debug || process.env.DEBUG === '1';
+    
+    // Track creation time for compatibility with web server
+    this.createdAt = Date.now();
+    this.lastActivity = this.createdAt;
+    
+    // Create ProbeAgent instance
+    this.agent = new ProbeAgent({
+      sessionId: this.sessionId,
+      path: options.path || process.cwd(),
+      provider: options.apiProvider,
+      model: options.model,
+      allowEdit: !!options.allowEdit,
+      debug: this.debug
+    });
+    
+    // Forward ProbeAgent events to global toolCallEmitter for SSE
+    this.agent.events.on('toolCall', (toolCallEvent) => {
+      // Forward to global emitter with session-specific event name
+      toolCallEmitter.emit(`toolCall:${this.sessionId}`, toolCallEvent);
+      
+      if (this.debug) {
+        console.log(`[ChatSessionManager] Forwarded ${toolCallEvent.status} toolCall event for ${toolCallEvent.name} to session ${this.sessionId}`);
+      }
+    });
+    
+    // Initialize display history for web UI compatibility
+    this.displayHistory = [];
+    
+    // Mark as not ready until history is loaded
+    this._ready = false;
+    
+    if (this.debug) {
+      console.log(`[ChatSessionManager] Created session ${this.sessionId} with ProbeAgent`);
+    }
+  }
+  
+  /**
+   * Initialize the ChatSessionManager by loading history
+   * This must be called before using chat()
+   */
+  async initialize() {
+    if (this._ready) return; // Already initialized
+    
+    await this.loadHistory();
+    this._ready = true;
+    
+    if (this.debug) {
+      console.log(`[ChatSessionManager] Initialized session ${this.sessionId} with ${this.agent.history.length} messages from storage`);
+    }
+  }
+  
+  /**
+   * Process a chat message - main entry point for web chat
+   * @param {string} message - User message
+   * @param {Array} [images] - Optional image attachments  
+   * @returns {Promise<string>} - Assistant response
+   */
+  async chat(message, images = []) {
+    // Ensure initialization is complete before processing chat
+    await this.initialize();
+    
+    try {
+      this.lastActivity = Date.now();
+      
+      // Save user message to storage
+      if (this.storage) {
+        await this.storage.saveMessage(this.sessionId, {
+          role: 'user',
+          content: message,
+          timestamp: this.lastActivity,
+          displayType: 'user',
+          visible: 1,
+          images: images || []
+        });
+      }
+      
+      // Add to display history for web UI
+      this.displayHistory.push({
+        role: 'user',
+        content: message,
+        timestamp: new Date(this.lastActivity).toISOString(),
+        displayType: 'user',
+        visible: true,
+        images: images || []
+      });
+      
+      // Call ProbeAgent to get response (ProbeAgent manages its own history internally)
+      const response = await this.agent.answer(message, images);
+      
+      this.lastActivity = Date.now();
+      
+      if (this.debug) {
+        console.log(`[ChatSessionManager] ProbeAgent history after answer(): ${this.agent.history.length} messages`);
+      }
+      
+      // Save assistant response to storage
+      if (this.storage) {
+        await this.storage.saveMessage(this.sessionId, {
+          role: 'assistant',
+          content: response,
+          timestamp: this.lastActivity,
+          displayType: 'final',
+          visible: 1
+        });
+      }
+      
+      // Add to display history for web UI
+      this.displayHistory.push({
+        role: 'assistant',
+        content: response,
+        timestamp: new Date(this.lastActivity).toISOString(),
+        displayType: 'final',
+        visible: true
+      });
+      
+      return response;
+      
+    } catch (error) {
+      if (this.debug) {
+        console.error(`[ChatSessionManager] Chat error in session ${this.sessionId}:`, error);
+      }
+      throw error;
+    }
+  }
+  
+  /**
+   * Load conversation history from storage
+   */
+  async loadHistory() {
+    if (!this.storage) return;
+    
+    try {
+      const history = await this.storage.getSessionHistory(this.sessionId);
+      if (history && history.length > 0) {
+        // Convert storage format to agent format for ProbeAgent.history
+        this.agent.history = history
+          .filter(msg => msg.visible) // Only include visible messages
+          .map(msg => ({
+            role: msg.role,
+            content: msg.content
+          }));
+        
+        // Convert storage format to display format for web UI
+        this.displayHistory = history.map(msg => ({
+          role: msg.role,
+          content: msg.content,
+          timestamp: new Date(msg.timestamp).toISOString(),
+          displayType: msg.display_type || (msg.role === 'user' ? 'user' : 'final'),
+          visible: !!msg.visible,
+          images: msg.images || []
+        }));
+        
+        if (this.debug) {
+          console.log(`[ChatSessionManager] Loaded ${history.length} messages from storage for session ${this.sessionId}`);
+        }
+      }
+    } catch (error) {
+      console.error(`[ChatSessionManager] Failed to load history:`, error);
+    }
+  }
+  
+  /**
+   * Clear conversation history and create new session
+   * @returns {string} - New session ID
+   */
+  clearHistory() {
+    const oldSessionId = this.sessionId;
+    const newSessionId = randomUUID();
+    
+    if (this.debug) {
+      console.log(`[ChatSessionManager] Clearing history: ${oldSessionId} -> ${newSessionId}`);
+    }
+    
+    // Update session ID
+    this.sessionId = newSessionId;
+    
+    // Clear histories
+    this.displayHistory = [];
+    
+    // Create new ProbeAgent instance with fresh session
+    this.agent = new ProbeAgent({
+      sessionId: newSessionId,
+      path: this.agent.allowedFolders[0] || process.cwd(),
+      provider: this.agent.clientApiProvider,
+      model: this.agent.model,
+      allowEdit: this.agent.allowEdit,
+      debug: this.debug
+    });
+    
+    // Forward ProbeAgent events to global toolCallEmitter for SSE
+    this.agent.events.on('toolCall', (toolCallEvent) => {
+      // Forward to global emitter with session-specific event name
+      toolCallEmitter.emit(`toolCall:${this.sessionId}`, toolCallEvent);
+      
+      if (this.debug) {
+        console.log(`[ChatSessionManager] Forwarded ${toolCallEvent.status} toolCall event for ${toolCallEvent.name} to session ${this.sessionId}`);
+      }
+    });
+    
+    // Reset timestamps
+    this.createdAt = Date.now();
+    this.lastActivity = this.createdAt;
+    
+    return newSessionId;
+  }
+  
+  /**
+   * Get token usage statistics
+   * @returns {Object} - Token usage data compatible with web UI
+   */
+  getTokenUsage() {
+    // Note: getTokenUsage doesn't need initialization as it doesn't depend on history
+    const agentUsage = this.agent.getTokenUsage();
+    
+    // Convert ProbeAgent format to web UI format
+    return {
+      contextWindow: agentUsage.contextWindow || 0,
+      current: {
+        request: agentUsage.request || 0,
+        response: agentUsage.response || 0,
+        total: agentUsage.total || 0,
+        cacheRead: agentUsage.cacheRead || 0,
+        cacheWrite: agentUsage.cacheWrite || 0,
+        cacheTotal: (agentUsage.cacheRead || 0) + (agentUsage.cacheWrite || 0)
+      },
+      total: {
+        request: agentUsage.totalRequest || agentUsage.request || 0,
+        response: agentUsage.totalResponse || agentUsage.response || 0,
+        total: agentUsage.totalTokens || agentUsage.total || 0,
+        cacheRead: agentUsage.totalCacheRead || agentUsage.cacheRead || 0,
+        cacheWrite: agentUsage.totalCacheWrite || agentUsage.cacheWrite || 0,
+        cacheTotal: (agentUsage.totalCacheRead || agentUsage.cacheRead || 0) + (agentUsage.totalCacheWrite || agentUsage.cacheWrite || 0)
+      }
+    };
+  }
+  
+  /**
+   * Cancel any ongoing operations
+   */
+  cancel() {
+    if (this.agent && typeof this.agent.cancel === 'function') {
+      this.agent.cancel();
+    }
+  }
+  
+  /**
+   * Get session ID
+   * @returns {string}
+   */
+  getSessionId() {
+    return this.sessionId;
+  }
+  
+  /**
+   * Get conversation history (alias for compatibility)
+   */
+  get history() {
+    return this.agent.history;
+  }
+  
+  /**
+   * Set conversation history (alias for compatibility)
+   */
+  set history(newHistory) {
+    this.agent.history = newHistory;
+  }
+}

package/LICENSE

@@ -0,0 +1,201 @@
+Apache License
+Version 2.0, January 2004
+http://www.apache.org/licenses/
+
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+1. Definitions.
+
+"License" shall mean the terms and conditions for use, reproduction,
+and distribution as defined by Sections 1 through 9 of this document.
+
+"Licensor" shall mean the copyright owner or entity authorized by
+the copyright owner that is granting the License.
+
+"Legal Entity" shall mean the union of the acting entity and all
+other entities that control, are controlled by, or are under common
+control with that entity. For the purposes of this definition,
+"control" means (i) the power, direct or indirect, to cause the
+direction or management of such entity, whether by contract or
+otherwise, or (ii) ownership of fifty percent (50%) or more of the
+outstanding shares, or (iii) beneficial ownership of such entity.
+
+"You" (or "Your") shall mean an individual or Legal Entity
+exercising permissions granted by this License.
+
+"Source" form shall mean the preferred form for making modifications,
+including but not limited to software source code, documentation
+source, and configuration files.
+
+"Object" form shall mean any form resulting from mechanical
+transformation or translation of a Source form, including but
+not limited to compiled object code, generated documentation,
+and conversions to other media types.
+
+"Work" shall mean the work of authorship, whether in Source or
+Object form, made available under the License, as indicated by a
+copyright notice that is included in or attached to the work
+(an example is provided in the Appendix below).
+
+"Derivative Works" shall mean any work, whether in Source or Object
+form, that is based on (or derived from) the Work and for which the
+editorial revisions, annotations, elaborations, or other modifications
+represent, as a whole, an original work of authorship. For the purposes
+of this License, Derivative Works shall not include works that remain
+separable from, or merely link (or bind by name) to the interfaces of,
+the Work and Derivative Works thereof.
+
+"Contribution" shall mean any work of authorship, including
+the original version of the Work and any modifications or additions
+to that Work or Derivative Works thereof, that is intentionally
+submitted to Licensor for inclusion in the Work by the copyright owner
+or by an individual or Legal Entity authorized to submit on behalf of
+the copyright owner. For the purposes of this definition, "submitted"
+means any form of electronic, verbal, or written communication sent
+to the Licensor or its representatives, including but not limited to
+communication on electronic mailing lists, source code control systems,
+and issue tracking systems that are managed by, or on behalf of, the
+Licensor for the purpose of discussing and improving the Work, but
+excluding communication that is conspicuously marked or otherwise
+designated in writing by the copyright owner as "Not a Contribution."
+
+"Contributor" shall mean Licensor and any individual or Legal Entity
+on behalf of whom a Contribution has been received by Licensor and
+subsequently incorporated within the Work.
+
+2. Grant of Copyright License. Subject to the terms and conditions of
+this License, each Contributor hereby grants to You a perpetual,
+worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+copyright license to reproduce, prepare Derivative Works of,
+publicly display, publicly perform, sublicense, and distribute the
+Work and such Derivative Works in Source or Object form.
+
+3. Grant of Patent License. Subject to the terms and conditions of
+this License, each Contributor hereby grants to You a perpetual,
+worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+(except as stated in this section) patent license to make, have made,
+use, offer to sell, sell, import, and otherwise transfer the Work,
+where such license applies only to those patent claims licensable
+by such Contributor that are necessarily infringed by their
+Contribution(s) alone or by combination of their Contribution(s)
+with the Work to which such Contribution(s) was submitted. If You
+institute patent litigation against any entity (including a
+cross-claim or counterclaim in a lawsuit) alleging that the Work
+or a Contribution incorporated within the Work constitutes direct
+or contributory patent infringement, then any patent licenses
+granted to You under this License for that Work shall terminate
+as of the date such litigation is filed.
+
+4. Redistribution. You may reproduce and distribute copies of the
+Work or Derivative Works thereof in any medium, with or without
+modifications, and in Source or Object form, provided that You
+meet the following conditions:
+
+(a) You must give any other recipients of the Work or
+Derivative Works a copy of this License; and
+
+(b) You must cause any modified files to carry prominent notices
+stating that You changed the files; and
+
+(c) You must retain, in the Source form of any Derivative Works
+that You distribute, all copyright, patent, trademark, and
+attribution notices from the Source form of the Work,
+excluding those notices that do not pertain to any part of
+the Derivative Works; and
+
+(d) If the Work includes a "NOTICE" text file as part of its
+distribution, then any Derivative Works that You distribute must
+include a readable copy of the attribution notices contained
+within such NOTICE file, excluding those notices that do not
+pertain to any part of the Derivative Works, in at least one
+of the following places: within a NOTICE text file distributed
+as part of the Derivative Works; within the Source form or
+documentation, if provided along with the Derivative Works; or,
+within a display generated by the Derivative Works, if and
+wherever such third-party notices normally appear. The contents
+of the NOTICE file are for informational purposes only and
+do not modify the License. You may add Your own attribution
+notices within Derivative Works that You distribute, alongside
+or as an addendum to the NOTICE text from the Work, provided
+that such additional attribution notices cannot be construed
+as modifying the License.
+
+You may add Your own copyright statement to Your modifications and
+may provide additional or different license terms and conditions
+for use, reproduction, or distribution of Your modifications, or
+for any such Derivative Works as a whole, provided Your use,
+reproduction, and distribution of the Work otherwise complies with
+the conditions stated in this License.
+
+5. Submission of Contributions. Unless You explicitly state otherwise,
+any Contribution intentionally submitted for inclusion in the Work
+by You to the Licensor shall be under the terms and conditions of
+this License, without any additional terms or conditions.
+Notwithstanding the above, nothing herein shall supersede or modify
+the terms of any separate license agreement you may have executed
+with Licensor regarding such Contributions.
+
+6. Trademarks. This License does not grant permission to use the trade
+names, trademarks, service marks, or product names of the Licensor,
+except as required for reasonable and customary use in describing the
+origin of the Work and reproducing the content of the NOTICE file.
+
+7. Disclaimer of Warranty. Unless required by applicable law or
+agreed to in writing, Licensor provides the Work (and each
+Contributor provides its Contributions) on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+implied, including, without limitation, any warranties or conditions
+of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+PARTICULAR PURPOSE. You are solely responsible for determining the
+appropriateness of using or redistributing the Work and assume any
+risks associated with Your exercise of permissions under this License.
+
+8. Limitation of Liability. In no event and under no legal theory,
+whether in tort (including negligence), contract, or otherwise,
+unless required by applicable law (such as deliberate and grossly
+negligent acts) or agreed to in writing, shall any Contributor be
+liable to You for damages, including any direct, indirect, special,
+incidental, or consequential damages of any character arising as a
+result of this License or out of the use or inability to use the
+Work (including but not limited to damages for loss of goodwill,
+work stoppage, computer failure or malfunction, or any and all
+other commercial damages or losses), even if such Contributor
+has been advised of the possibility of such damages.
+
+9. Accepting Warranty or Additional Liability. While redistributing
+the Work or Derivative Works thereof, You may choose to offer,
+and charge a fee for, acceptance of support, warranty, indemnity,
+or other liability obligations and/or rights consistent with this
+License. However, in accepting such obligations, You may act only
+on Your own behalf and on Your sole responsibility, not on behalf
+of any other Contributor, and only if You agree to indemnify,
+defend, and hold each Contributor harmless for any liability
+incurred by, or claims asserted against, such Contributor by reason
+of your accepting any such warranty or additional liability.
+
+END OF TERMS AND CONDITIONS
+
+APPENDIX: How to apply the Apache License to your work.
+
+To apply the Apache License to your work, attach the following
+boilerplate notice, with the fields enclosed by brackets "[]"
+replaced with your own identifying information. (Don't include
+the brackets!)  The text should be enclosed in the appropriate
+comment syntax for the file format. We also recommend that a
+file or class name and description of purpose be included on the
+same "printed page" as the copyright notice for easier
+identification within third-party archives.
+
+Copyright [yyyy] [name of copyright owner]
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@probelabs/probe-chat",
-  "version": "0.6.0-rc176",
+  "version": "0.6.0-rc178",
   "description": "CLI and web interface for Probe code search (formerly @probelabs/probe-web and @probelabs/probe-chat)",
   "main": "index.js",
   "type": "module",
@@ -13,7 +13,7 @@
     "web": "node index.js --web",
     "build": "node build.js",
     "build:prod": "cross-env NODE_ENV=production node build.js",
-    "test": "cross-env NODE_ENV=test node --test test/integration/chatFlows.test.js test/integration/toolCalling.test.js",
+    "test": "cross-env NODE_ENV=test node --test test/unit/packageFiles.test.js test/integration/chatFlows.test.js test/integration/toolCalling.test.js",
     "test:chat": "cross-env NODE_ENV=test node --test test/integration/chatFlows.test.js",
     "test:tools": "cross-env NODE_ENV=test node --test test/integration/toolCalling.test.js",
     "prepublishOnly": "chmod +x ./bin/probe-chat.js"
@@ -82,6 +82,7 @@
     "test/",
     "index.js",
     "probeChat.js",
+    "ChatSessionManager.js",
     "tokenCounter.js",
     "tokenUsageDisplay.js",
     "webServer.js",

package/test/unit/packageFiles.test.js

@@ -0,0 +1,120 @@
+/**
+ * Tests to ensure all required files are listed in package.json "files" array.
+ * This prevents publishing broken packages where imports fail due to missing files.
+ */
+
+import { describe, it } from 'node:test';
+import assert from 'node:assert';
+import { readFileSync, existsSync, statSync } from 'node:fs';
+import { fileURLToPath } from 'node:url';
+import { dirname, join, resolve } from 'node:path';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+const packageRoot = resolve(__dirname, '../..');
+
+/**
+ * Check if a file path is covered by any directory entry in the files array.
+ * For example, "storage/JsonChatStorage.js" is covered by "storage/".
+ */
+function isFileCoveredByDirectory(filePath, filesArray) {
+    const parts = filePath.split('/');
+    if (parts.length > 1) {
+        // Check if any parent directory is in the files array
+        const dir = parts[0] + '/';
+        return filesArray.includes(dir);
+    }
+    return false;
+}
+
+describe('Package Files Validation', () => {
+    it('should include all locally imported JS files in the files array', () => {
+        const packageJsonPath = join(packageRoot, 'package.json');
+        const packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));
+        const filesArray = packageJson.files || [];
+
+        // Get all top-level JS files that are imported by files in the files array
+        const jsFilesInArray = filesArray.filter(f => f.endsWith('.js') && !f.includes('/'));
+
+        // Read each JS file and find local imports
+        const missingFiles = [];
+
+        for (const jsFile of jsFilesInArray) {
+            const filePath = join(packageRoot, jsFile);
+            if (!existsSync(filePath)) continue;
+
+            const content = readFileSync(filePath, 'utf-8');
+
+            // Match ES6 imports like: import { X } from './SomeFile.js'
+            const importRegex = /from\s+['"]\.\/([^'"]+\.js)['"]/g;
+            let match;
+
+            while ((match = importRegex.exec(content)) !== null) {
+                const importedFile = match[1];
+                // Check if this local import is in the files array (directly or via directory)
+                const isDirectlyIncluded = filesArray.includes(importedFile);
+                const isCoveredByDir = isFileCoveredByDirectory(importedFile, filesArray);
+
+                if (!isDirectlyIncluded && !isCoveredByDir) {
+                    // Verify the file actually exists
+                    if (existsSync(join(packageRoot, importedFile))) {
+                        missingFiles.push({
+                            importedBy: jsFile,
+                            missingFile: importedFile
+                        });
+                    }
+                }
+            }
+        }
+
+        if (missingFiles.length > 0) {
+            const errorMsg = missingFiles
+                .map(m => `  - "${m.missingFile}" (imported by ${m.importedBy})`)
+                .join('\n');
+            assert.fail(
+                `The following files are imported but not listed in package.json "files" array:\n${errorMsg}\n` +
+                `Add them to the "files" array to ensure they are included in the published package.`
+            );
+        }
+    });
+
+    it('should have all files in the files array actually exist', () => {
+        const packageJsonPath = join(packageRoot, 'package.json');
+        const packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));
+        const filesArray = packageJson.files || [];
+
+        const missingFiles = [];
+
+        for (const file of filesArray) {
+            const filePath = join(packageRoot, file);
+            if (!existsSync(filePath)) {
+                missingFiles.push(file);
+            }
+        }
+
+        if (missingFiles.length > 0) {
+            assert.fail(
+                `The following files are listed in package.json "files" but do not exist:\n` +
+                missingFiles.map(f => `  - ${f}`).join('\n')
+            );
+        }
+    });
+
+    it('should include ChatSessionManager.js which is required by webServer.js', () => {
+        // Explicit test for the specific bug that was found
+        const packageJsonPath = join(packageRoot, 'package.json');
+        const packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));
+        const filesArray = packageJson.files || [];
+
+        assert.ok(
+            filesArray.includes('ChatSessionManager.js'),
+            'ChatSessionManager.js must be in the files array - it is required by webServer.js for --web mode'
+        );
+
+        // Also verify webServer.js is included
+        assert.ok(
+            filesArray.includes('webServer.js'),
+            'webServer.js must be in the files array - it provides the --web functionality'
+        );
+    });
+});