@probelabs/probe 0.6.0-rc165 → 0.6.0-rc166

package/build/agent/ProbeAgent.js

@@ -27,6 +27,7 @@ import {
   bashToolDefinition,
   listFilesToolDefinition,
   searchFilesToolDefinition,
+  readImageToolDefinition,
   attemptCompletionToolDefinition,
   implementToolDefinition,
   editToolDefinition,
@@ -399,6 +400,23 @@ export class ProbeAgent {
       delegate: wrappedTools.delegateToolInstance,
       listFiles: listFilesToolInstance,
       searchFiles: searchFilesToolInstance,
+      readImage: {
+        execute: async (params) => {
+          const imagePath = params.path;
+          if (!imagePath) {
+            throw new Error('Image path is required');
+          }
+
+          // Load the image using the existing loadImageIfValid method
+          const loaded = await this.loadImageIfValid(imagePath);
+
+          if (!loaded) {
+            throw new Error(`Failed to load image: ${imagePath}. The file may not exist, be too large, have an unsupported format, or be outside allowed directories.`);
+          }
+
+          return `Image loaded successfully: ${imagePath}. The image is now available for analysis in the conversation.`;
+        }
+      }
     };
 
     // Add bash tool if enabled
@@ -1172,6 +1190,9 @@ export class ProbeAgent {
     if (isToolAllowed('searchFiles')) {
       toolDefinitions += `${searchFilesToolDefinition}\n`;
     }
+    if (isToolAllowed('readImage')) {
+      toolDefinitions += `${readImageToolDefinition}\n`;
+    }
 
     // Edit tools (require both allowEdit flag AND allowedTools permission)
     if (this.allowEdit && isToolAllowed('implement')) {
@@ -1262,6 +1283,7 @@ Available Tools:
 - extract: Extract specific code blocks or lines from files.
 - listFiles: List files and directories in a specified location.
 - searchFiles: Find files matching a glob pattern with recursive search capability.
+- readImage: Read and load an image file for AI analysis.
 ${this.allowEdit ? '- implement: Implement a feature or fix a bug using aider.\n- edit: Edit files using exact string replacement.\n- create: Create new files with specified content.\n' : ''}${this.enableDelegate ? '- delegate: Delegate big distinct tasks to specialized probe subagents.\n' : ''}${this.enableBash ? '- bash: Execute bash commands for system operations.\n' : ''}
 - attempt_completion: Finalize the task and provide the result to the user.
 - attempt_complete: Quick completion using previous response (shorthand).
@@ -1700,10 +1722,8 @@ When troubleshooting:
           console.log(`[DEBUG] Assistant response (${assistantResponseContent.length} chars): ${assistantPreview}`);
         }
 
-        // Process image references in assistant response for next iteration
-        if (assistantResponseContent) {
-          await this.processImageReferences(assistantResponseContent);
-        }
+        // Images in assistant responses are not automatically processed
+        // AI can use the readImage tool to explicitly request reading an image
 
         // Parse tool call from response with valid tools list
         // Build validTools based on allowedTools configuration (same pattern as getSystemMessage)
@@ -1713,6 +1733,7 @@ When troubleshooting:
         if (this.allowedTools.isEnabled('extract')) validTools.push('extract');
         if (this.allowedTools.isEnabled('listFiles')) validTools.push('listFiles');
         if (this.allowedTools.isEnabled('searchFiles')) validTools.push('searchFiles');
+        if (this.allowedTools.isEnabled('readImage')) validTools.push('readImage');
         if (this.allowedTools.isEnabled('attempt_completion')) validTools.push('attempt_completion');
 
         // Edit tools (require both allowEdit flag AND allowedTools permission)

package/build/agent/index.js

@@ -17572,7 +17572,7 @@ function parseXmlToolCallWithThinking(xmlString, validTools) {
   }
   return parseXmlToolCall(cleanedXmlString, validTools);
 }
-var implementToolDefinition, listFilesToolDefinition, searchFilesToolDefinition;
+var implementToolDefinition, listFilesToolDefinition, searchFilesToolDefinition, readImageToolDefinition;
 var init_tools2 = __esm({
   "src/agent/tools.js"() {
     "use strict";
@@ -17650,6 +17650,29 @@ User: Find all markdown files in the docs directory, but only at the top level.
 <recursive>false</recursive>
 </searchFiles>
 
+</examples>
+`;
+    readImageToolDefinition = `
+## readImage
+Description: Read and load an image file so it can be viewed by the AI. Use this when you need to analyze, describe, or work with image content. Images from user messages are automatically loaded, but use this tool to explicitly read images mentioned in tool outputs or when you need to examine specific image files.
+
+Parameters:
+- path: (required) The path to the image file to read. Supports png, jpg, jpeg, webp, bmp, and svg formats.
+
+Usage Example:
+
+<examples>
+
+User: Can you describe what's in screenshot.png?
+<readImage>
+<path>screenshot.png</path>
+</readImage>
+
+User: Analyze the diagram in docs/architecture.svg
+<readImage>
+<path>docs/architecture.svg</path>
+</readImage>
+
 </examples>
 `;
   }
@@ -57643,7 +57666,20 @@ var init_ProbeAgent = __esm({
           extract: wrappedTools.extractToolInstance,
           delegate: wrappedTools.delegateToolInstance,
           listFiles: listFilesToolInstance,
-          searchFiles: searchFilesToolInstance
+          searchFiles: searchFilesToolInstance,
+          readImage: {
+            execute: async (params) => {
+              const imagePath = params.path;
+              if (!imagePath) {
+                throw new Error("Image path is required");
+              }
+              const loaded = await this.loadImageIfValid(imagePath);
+              if (!loaded) {
+                throw new Error(`Failed to load image: ${imagePath}. The file may not exist, be too large, have an unsupported format, or be outside allowed directories.`);
+              }
+              return `Image loaded successfully: ${imagePath}. The image is now available for analysis in the conversation.`;
+            }
+          }
         };
         if (this.enableBash && wrappedTools.bashToolInstance) {
           this.toolImplementations.bash = wrappedTools.bashToolInstance;
@@ -58246,6 +58282,10 @@ var init_ProbeAgent = __esm({
         }
         if (isToolAllowed("searchFiles")) {
           toolDefinitions += `${searchFilesToolDefinition}
+`;
+        }
+        if (isToolAllowed("readImage")) {
+          toolDefinitions += `${readImageToolDefinition}
 `;
         }
         if (this.allowEdit && isToolAllowed("implement")) {
@@ -58333,6 +58373,7 @@ Available Tools:
 - extract: Extract specific code blocks or lines from files.
 - listFiles: List files and directories in a specified location.
 - searchFiles: Find files matching a glob pattern with recursive search capability.
+- readImage: Read and load an image file for AI analysis.
 ${this.allowEdit ? "- implement: Implement a feature or fix a bug using aider.\n- edit: Edit files using exact string replacement.\n- create: Create new files with specified content.\n" : ""}${this.enableDelegate ? "- delegate: Delegate big distinct tasks to specialized probe subagents.\n" : ""}${this.enableBash ? "- bash: Execute bash commands for system operations.\n" : ""}
 - attempt_completion: Finalize the task and provide the result to the user.
 - attempt_complete: Quick completion using previous response (shorthand).
@@ -58690,15 +58731,13 @@ You are working with a repository located at: ${searchDirectory}
               const assistantPreview = createMessagePreview(assistantResponseContent);
               console.log(`[DEBUG] Assistant response (${assistantResponseContent.length} chars): ${assistantPreview}`);
             }
-            if (assistantResponseContent) {
-              await this.processImageReferences(assistantResponseContent);
-            }
             const validTools = [];
             if (this.allowedTools.isEnabled("search")) validTools.push("search");
             if (this.allowedTools.isEnabled("query")) validTools.push("query");
             if (this.allowedTools.isEnabled("extract")) validTools.push("extract");
             if (this.allowedTools.isEnabled("listFiles")) validTools.push("listFiles");
             if (this.allowedTools.isEnabled("searchFiles")) validTools.push("searchFiles");
+            if (this.allowedTools.isEnabled("readImage")) validTools.push("readImage");
             if (this.allowedTools.isEnabled("attempt_completion")) validTools.push("attempt_completion");
             if (this.allowEdit && this.allowedTools.isEnabled("implement")) {
               validTools.push("implement", "edit", "create");

package/build/agent/tools.js

@@ -154,6 +154,31 @@ User: Find all markdown files in the docs directory, but only at the top level.
 </examples>
 `;
 
+// Define the readImage tool XML definition
+export const readImageToolDefinition = `
+## readImage
+Description: Read and load an image file so it can be viewed by the AI. Use this when you need to analyze, describe, or work with image content. Images from user messages are automatically loaded, but use this tool to explicitly read images mentioned in tool outputs or when you need to examine specific image files.
+
+Parameters:
+- path: (required) The path to the image file to read. Supports png, jpg, jpeg, webp, bmp, and svg formats.
+
+Usage Example:
+
+<examples>
+
+User: Can you describe what's in screenshot.png?
+<readImage>
+<path>screenshot.png</path>
+</readImage>
+
+User: Analyze the diagram in docs/architecture.svg
+<readImage>
+<path>docs/architecture.svg</path>
+</readImage>
+
+</examples>
+`;
+
 /**
  * Enhanced XML parser that handles thinking tags and attempt_complete shorthand
  * This function removes any <thinking></thinking> tags from the input string

package/cjs/agent/ProbeAgent.cjs

@@ -42232,7 +42232,7 @@ function parseXmlToolCallWithThinking(xmlString, validTools) {
   }
   return parseXmlToolCall(cleanedXmlString, validTools);
 }
-var import_crypto4, implementToolDefinition, listFilesToolDefinition, searchFilesToolDefinition;
+var import_crypto4, implementToolDefinition, listFilesToolDefinition, searchFilesToolDefinition, readImageToolDefinition;
 var init_tools2 = __esm({
   "src/agent/tools.js"() {
     "use strict";
@@ -42311,6 +42311,29 @@ User: Find all markdown files in the docs directory, but only at the top level.
 <recursive>false</recursive>
 </searchFiles>
 
+</examples>
+`;
+    readImageToolDefinition = `
+## readImage
+Description: Read and load an image file so it can be viewed by the AI. Use this when you need to analyze, describe, or work with image content. Images from user messages are automatically loaded, but use this tool to explicitly read images mentioned in tool outputs or when you need to examine specific image files.
+
+Parameters:
+- path: (required) The path to the image file to read. Supports png, jpg, jpeg, webp, bmp, and svg formats.
+
+Usage Example:
+
+<examples>
+
+User: Can you describe what's in screenshot.png?
+<readImage>
+<path>screenshot.png</path>
+</readImage>
+
+User: Analyze the diagram in docs/architecture.svg
+<readImage>
+<path>docs/architecture.svg</path>
+</readImage>
+
 </examples>
 `;
   }
@@ -82304,7 +82327,20 @@ var init_ProbeAgent = __esm({
           extract: wrappedTools.extractToolInstance,
           delegate: wrappedTools.delegateToolInstance,
           listFiles: listFilesToolInstance,
-          searchFiles: searchFilesToolInstance
+          searchFiles: searchFilesToolInstance,
+          readImage: {
+            execute: async (params) => {
+              const imagePath = params.path;
+              if (!imagePath) {
+                throw new Error("Image path is required");
+              }
+              const loaded = await this.loadImageIfValid(imagePath);
+              if (!loaded) {
+                throw new Error(`Failed to load image: ${imagePath}. The file may not exist, be too large, have an unsupported format, or be outside allowed directories.`);
+              }
+              return `Image loaded successfully: ${imagePath}. The image is now available for analysis in the conversation.`;
+            }
+          }
         };
         if (this.enableBash && wrappedTools.bashToolInstance) {
           this.toolImplementations.bash = wrappedTools.bashToolInstance;
@@ -82907,6 +82943,10 @@ var init_ProbeAgent = __esm({
         }
         if (isToolAllowed("searchFiles")) {
           toolDefinitions += `${searchFilesToolDefinition}
+`;
+        }
+        if (isToolAllowed("readImage")) {
+          toolDefinitions += `${readImageToolDefinition}
 `;
         }
         if (this.allowEdit && isToolAllowed("implement")) {
@@ -82994,6 +83034,7 @@ Available Tools:
 - extract: Extract specific code blocks or lines from files.
 - listFiles: List files and directories in a specified location.
 - searchFiles: Find files matching a glob pattern with recursive search capability.
+- readImage: Read and load an image file for AI analysis.
 ${this.allowEdit ? "- implement: Implement a feature or fix a bug using aider.\n- edit: Edit files using exact string replacement.\n- create: Create new files with specified content.\n" : ""}${this.enableDelegate ? "- delegate: Delegate big distinct tasks to specialized probe subagents.\n" : ""}${this.enableBash ? "- bash: Execute bash commands for system operations.\n" : ""}
 - attempt_completion: Finalize the task and provide the result to the user.
 - attempt_complete: Quick completion using previous response (shorthand).
@@ -83351,15 +83392,13 @@ You are working with a repository located at: ${searchDirectory}
               const assistantPreview = createMessagePreview(assistantResponseContent);
               console.log(`[DEBUG] Assistant response (${assistantResponseContent.length} chars): ${assistantPreview}`);
             }
-            if (assistantResponseContent) {
-              await this.processImageReferences(assistantResponseContent);
-            }
             const validTools = [];
             if (this.allowedTools.isEnabled("search")) validTools.push("search");
             if (this.allowedTools.isEnabled("query")) validTools.push("query");
             if (this.allowedTools.isEnabled("extract")) validTools.push("extract");
             if (this.allowedTools.isEnabled("listFiles")) validTools.push("listFiles");
             if (this.allowedTools.isEnabled("searchFiles")) validTools.push("searchFiles");
+            if (this.allowedTools.isEnabled("readImage")) validTools.push("readImage");
             if (this.allowedTools.isEnabled("attempt_completion")) validTools.push("attempt_completion");
             if (this.allowEdit && this.allowedTools.isEnabled("implement")) {
               validTools.push("implement", "edit", "create");

package/cjs/index.cjs

@@ -28465,7 +28465,7 @@ function parseXmlToolCallWithThinking(xmlString, validTools) {
   }
   return parseXmlToolCall(cleanedXmlString, validTools);
 }
-var import_crypto2, implementToolDefinition, listFilesToolDefinition, searchFilesToolDefinition;
+var import_crypto2, implementToolDefinition, listFilesToolDefinition, searchFilesToolDefinition, readImageToolDefinition;
 var init_tools = __esm({
   "src/agent/tools.js"() {
     "use strict";
@@ -28544,6 +28544,29 @@ User: Find all markdown files in the docs directory, but only at the top level.
 <recursive>false</recursive>
 </searchFiles>
 
+</examples>
+`;
+    readImageToolDefinition = `
+## readImage
+Description: Read and load an image file so it can be viewed by the AI. Use this when you need to analyze, describe, or work with image content. Images from user messages are automatically loaded, but use this tool to explicitly read images mentioned in tool outputs or when you need to examine specific image files.
+
+Parameters:
+- path: (required) The path to the image file to read. Supports png, jpg, jpeg, webp, bmp, and svg formats.
+
+Usage Example:
+
+<examples>
+
+User: Can you describe what's in screenshot.png?
+<readImage>
+<path>screenshot.png</path>
+</readImage>
+
+User: Analyze the diagram in docs/architecture.svg
+<readImage>
+<path>docs/architecture.svg</path>
+</readImage>
+
 </examples>
 `;
   }
@@ -80046,7 +80069,20 @@ var init_ProbeAgent = __esm({
           extract: wrappedTools.extractToolInstance,
           delegate: wrappedTools.delegateToolInstance,
           listFiles: listFilesToolInstance,
-          searchFiles: searchFilesToolInstance
+          searchFiles: searchFilesToolInstance,
+          readImage: {
+            execute: async (params) => {
+              const imagePath = params.path;
+              if (!imagePath) {
+                throw new Error("Image path is required");
+              }
+              const loaded = await this.loadImageIfValid(imagePath);
+              if (!loaded) {
+                throw new Error(`Failed to load image: ${imagePath}. The file may not exist, be too large, have an unsupported format, or be outside allowed directories.`);
+              }
+              return `Image loaded successfully: ${imagePath}. The image is now available for analysis in the conversation.`;
+            }
+          }
         };
         if (this.enableBash && wrappedTools.bashToolInstance) {
           this.toolImplementations.bash = wrappedTools.bashToolInstance;
@@ -80649,6 +80685,10 @@ var init_ProbeAgent = __esm({
         }
         if (isToolAllowed("searchFiles")) {
           toolDefinitions += `${searchFilesToolDefinition}
+`;
+        }
+        if (isToolAllowed("readImage")) {
+          toolDefinitions += `${readImageToolDefinition}
 `;
         }
         if (this.allowEdit && isToolAllowed("implement")) {
@@ -80736,6 +80776,7 @@ Available Tools:
 - extract: Extract specific code blocks or lines from files.
 - listFiles: List files and directories in a specified location.
 - searchFiles: Find files matching a glob pattern with recursive search capability.
+- readImage: Read and load an image file for AI analysis.
 ${this.allowEdit ? "- implement: Implement a feature or fix a bug using aider.\n- edit: Edit files using exact string replacement.\n- create: Create new files with specified content.\n" : ""}${this.enableDelegate ? "- delegate: Delegate big distinct tasks to specialized probe subagents.\n" : ""}${this.enableBash ? "- bash: Execute bash commands for system operations.\n" : ""}
 - attempt_completion: Finalize the task and provide the result to the user.
 - attempt_complete: Quick completion using previous response (shorthand).
@@ -81093,15 +81134,13 @@ You are working with a repository located at: ${searchDirectory}
               const assistantPreview = createMessagePreview(assistantResponseContent);
               console.log(`[DEBUG] Assistant response (${assistantResponseContent.length} chars): ${assistantPreview}`);
             }
-            if (assistantResponseContent) {
-              await this.processImageReferences(assistantResponseContent);
-            }
             const validTools = [];
             if (this.allowedTools.isEnabled("search")) validTools.push("search");
             if (this.allowedTools.isEnabled("query")) validTools.push("query");
             if (this.allowedTools.isEnabled("extract")) validTools.push("extract");
             if (this.allowedTools.isEnabled("listFiles")) validTools.push("listFiles");
             if (this.allowedTools.isEnabled("searchFiles")) validTools.push("searchFiles");
+            if (this.allowedTools.isEnabled("readImage")) validTools.push("readImage");
             if (this.allowedTools.isEnabled("attempt_completion")) validTools.push("attempt_completion");
             if (this.allowEdit && this.allowedTools.isEnabled("implement")) {
               validTools.push("implement", "edit", "create");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@probelabs/probe",
-  "version": "0.6.0-rc165",
+  "version": "0.6.0-rc166",
   "description": "Node.js wrapper for the probe code search tool",
   "main": "src/index.js",
   "module": "src/index.js",

package/src/agent/ProbeAgent.js

@@ -27,6 +27,7 @@ import {
   bashToolDefinition,
   listFilesToolDefinition,
   searchFilesToolDefinition,
+  readImageToolDefinition,
   attemptCompletionToolDefinition,
   implementToolDefinition,
   editToolDefinition,
@@ -399,6 +400,23 @@ export class ProbeAgent {
       delegate: wrappedTools.delegateToolInstance,
       listFiles: listFilesToolInstance,
       searchFiles: searchFilesToolInstance,
+      readImage: {
+        execute: async (params) => {
+          const imagePath = params.path;
+          if (!imagePath) {
+            throw new Error('Image path is required');
+          }
+
+          // Load the image using the existing loadImageIfValid method
+          const loaded = await this.loadImageIfValid(imagePath);
+
+          if (!loaded) {
+            throw new Error(`Failed to load image: ${imagePath}. The file may not exist, be too large, have an unsupported format, or be outside allowed directories.`);
+          }
+
+          return `Image loaded successfully: ${imagePath}. The image is now available for analysis in the conversation.`;
+        }
+      }
     };
 
     // Add bash tool if enabled
@@ -1172,6 +1190,9 @@ export class ProbeAgent {
     if (isToolAllowed('searchFiles')) {
       toolDefinitions += `${searchFilesToolDefinition}\n`;
     }
+    if (isToolAllowed('readImage')) {
+      toolDefinitions += `${readImageToolDefinition}\n`;
+    }
 
     // Edit tools (require both allowEdit flag AND allowedTools permission)
     if (this.allowEdit && isToolAllowed('implement')) {
@@ -1262,6 +1283,7 @@ Available Tools:
 - extract: Extract specific code blocks or lines from files.
 - listFiles: List files and directories in a specified location.
 - searchFiles: Find files matching a glob pattern with recursive search capability.
+- readImage: Read and load an image file for AI analysis.
 ${this.allowEdit ? '- implement: Implement a feature or fix a bug using aider.\n- edit: Edit files using exact string replacement.\n- create: Create new files with specified content.\n' : ''}${this.enableDelegate ? '- delegate: Delegate big distinct tasks to specialized probe subagents.\n' : ''}${this.enableBash ? '- bash: Execute bash commands for system operations.\n' : ''}
 - attempt_completion: Finalize the task and provide the result to the user.
 - attempt_complete: Quick completion using previous response (shorthand).
@@ -1700,10 +1722,8 @@ When troubleshooting:
           console.log(`[DEBUG] Assistant response (${assistantResponseContent.length} chars): ${assistantPreview}`);
         }
 
-        // Process image references in assistant response for next iteration
-        if (assistantResponseContent) {
-          await this.processImageReferences(assistantResponseContent);
-        }
+        // Images in assistant responses are not automatically processed
+        // AI can use the readImage tool to explicitly request reading an image
 
         // Parse tool call from response with valid tools list
         // Build validTools based on allowedTools configuration (same pattern as getSystemMessage)
@@ -1713,6 +1733,7 @@ When troubleshooting:
         if (this.allowedTools.isEnabled('extract')) validTools.push('extract');
         if (this.allowedTools.isEnabled('listFiles')) validTools.push('listFiles');
         if (this.allowedTools.isEnabled('searchFiles')) validTools.push('searchFiles');
+        if (this.allowedTools.isEnabled('readImage')) validTools.push('readImage');
         if (this.allowedTools.isEnabled('attempt_completion')) validTools.push('attempt_completion');
 
         // Edit tools (require both allowEdit flag AND allowedTools permission)

package/src/agent/tools.js

@@ -154,6 +154,31 @@ User: Find all markdown files in the docs directory, but only at the top level.
 </examples>
 `;
 
+// Define the readImage tool XML definition
+export const readImageToolDefinition = `
+## readImage
+Description: Read and load an image file so it can be viewed by the AI. Use this when you need to analyze, describe, or work with image content. Images from user messages are automatically loaded, but use this tool to explicitly read images mentioned in tool outputs or when you need to examine specific image files.
+
+Parameters:
+- path: (required) The path to the image file to read. Supports png, jpg, jpeg, webp, bmp, and svg formats.
+
+Usage Example:
+
+<examples>
+
+User: Can you describe what's in screenshot.png?
+<readImage>
+<path>screenshot.png</path>
+</readImage>
+
+User: Analyze the diagram in docs/architecture.svg
+<readImage>
+<path>docs/architecture.svg</path>
+</readImage>
+
+</examples>
+`;
+
 /**
  * Enhanced XML parser that handles thinking tags and attempt_complete shorthand
  * This function removes any <thinking></thinking> tags from the input string