@probelabs/probe 0.6.0-rc248 → 0.6.0-rc250

package/build/agent/dsl/environment.js

@@ -8,6 +8,7 @@
 
 import {
   searchSchema,
+  searchAllSchema,
   querySchema,
   extractSchema,
   bashSchema,
@@ -16,6 +17,7 @@ import {
 // Map of native tool names to their Zod schemas
 const NATIVE_TOOL_SCHEMAS = {
   search: searchSchema,
+  searchAll: searchAllSchema,
   query: querySchema,
   extract: extractSchema,
   bash: bashSchema,
@@ -23,7 +25,7 @@ const NATIVE_TOOL_SCHEMAS = {
 
 // Tools that are inherently async (make network/LLM calls)
 const ALWAYS_ASYNC = new Set([
-  'search', 'query', 'extract', 'listFiles', 'searchFiles', 'bash',
+  'search', 'searchAll', 'query', 'extract', 'listFiles', 'searchFiles', 'bash',
   'LLM', 'map',
 ]);
 

package/build/agent/index.js

@@ -9905,7 +9905,7 @@ function resolveTargetPath(target, cwd) {
   }
   return filePart + suffix;
 }
-var searchSchema, querySchema, extractSchema, delegateSchema, listSkillsSchema, useSkillSchema, bashSchema, analyzeAllSchema, executePlanSchema, cleanupExecutePlanSchema, attemptCompletionSchema, searchToolDefinition, queryToolDefinition, extractToolDefinition, delegateToolDefinition, attemptCompletionToolDefinition, analyzeAllToolDefinition, bashToolDefinition, googleSearchToolDefinition, urlContextToolDefinition, searchDescription, queryDescription, extractDescription, delegateDescription, analyzeAllDescription, DEFAULT_VALID_TOOLS;
+var searchSchema, searchAllSchema, querySchema, extractSchema, delegateSchema, listSkillsSchema, useSkillSchema, bashSchema, analyzeAllSchema, executePlanSchema, cleanupExecutePlanSchema, attemptCompletionSchema, searchToolDefinition, queryToolDefinition, extractToolDefinition, delegateToolDefinition, attemptCompletionToolDefinition, analyzeAllToolDefinition, bashToolDefinition, googleSearchToolDefinition, urlContextToolDefinition, searchDescription, queryDescription, extractDescription, delegateDescription, analyzeAllDescription, DEFAULT_VALID_TOOLS;
 var init_common = __esm({
   "src/tools/common.js"() {
     "use strict";
@@ -9916,9 +9916,17 @@ var init_common = __esm({
       query: external_exports.string().describe("Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation."),
       path: external_exports.string().optional().default(".").describe('Path to search in. For dependencies use "go:github.com/owner/repo", "js:package_name", or "rust:cargo_name" etc.'),
       exact: external_exports.boolean().optional().default(false).describe('Default (false) enables stemming and keyword splitting for exploratory search - "getUserData" matches "get", "user", "data", etc. Set true for precise symbol lookup where "getUserData" matches only "getUserData". Use true when you know the exact symbol name.'),
+      maxTokens: external_exports.number().nullable().optional().describe("Maximum tokens to return. Default is 20000. Set to null for unlimited results."),
       session: external_exports.string().optional().describe("Session ID for result caching and pagination. Pass the session ID from a previous search to get additional results (next page). Results already shown in a session are automatically excluded. Omit for a fresh search."),
       nextPage: external_exports.boolean().optional().default(false).describe("Set to true when requesting the next page of results. Requires passing the same session ID from the previous search output.")
     });
+    searchAllSchema = external_exports.object({
+      query: external_exports.string().describe("Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation."),
+      path: external_exports.string().optional().default(".").describe("Path to search in."),
+      exact: external_exports.boolean().optional().default(false).describe("Use exact matching instead of stemming."),
+      maxTokensPerPage: external_exports.number().optional().default(2e4).describe("Tokens per page when paginating. Default 20000."),
+      maxPages: external_exports.number().optional().default(50).describe("Maximum pages to retrieve. Default 50 (safety limit).")
+    });
     querySchema = external_exports.object({
       pattern: external_exports.string().describe("AST pattern to search for. Use $NAME for variable names, $$$PARAMS for parameter lists, etc."),
       path: external_exports.string().optional().default(".").describe("Path to search in"),
@@ -22110,12 +22118,14 @@ var init_environment = __esm({
     init_common();
     NATIVE_TOOL_SCHEMAS = {
       search: searchSchema,
+      searchAll: searchAllSchema,
       query: querySchema,
       extract: extractSchema,
       bash: bashSchema
     };
     ALWAYS_ASYNC = /* @__PURE__ */ new Set([
       "search",
+      "searchAll",
       "query",
       "extract",
       "listFiles",
@@ -25299,7 +25309,7 @@ var init_esm3 = __esm({
       }
       constructor(src, dest, opts) {
         super(src, dest, opts);
-        this.proxyErrors = (er) => dest.emit("error", er);
+        this.proxyErrors = (er) => this.dest.emit("error", er);
         src.on("error", this.proxyErrors);
       }
     };
@@ -26013,6 +26023,8 @@ var init_esm3 = __esm({
           return: stop,
           [Symbol.asyncIterator]() {
             return this;
+          },
+          [Symbol.asyncDispose]: async () => {
           }
         };
       }
@@ -26048,6 +26060,8 @@ var init_esm3 = __esm({
           return: stop,
           [Symbol.iterator]() {
             return this;
+          },
+          [Symbol.dispose]: () => {
           }
         };
       }
@@ -28992,6 +29006,7 @@ function buildToolImplementations(configOptions) {
         if (!searchPaths || searchPaths.length === 0) {
           searchPaths = [cwd || "."];
         }
+        const maxTokens = params.maxTokens !== void 0 ? params.maxTokens : 2e4;
         return await search({
           query: params.query,
           path: searchPaths.join(" "),
@@ -28999,7 +29014,7 @@ function buildToolImplementations(configOptions) {
           allowTests: true,
           exact: params.exact || false,
           json: false,
-          maxTokens: 2e4,
+          maxTokens,
           session: sessionId,
           timeout: 60
         });
@@ -29008,6 +29023,56 @@ function buildToolImplementations(configOptions) {
       }
     }
   };
+  tools2.searchAll = {
+    execute: async (params) => {
+      try {
+        let searchPaths;
+        if (params.path) {
+          searchPaths = parseAndResolvePaths(params.path, cwd);
+        }
+        if (!searchPaths || searchPaths.length === 0) {
+          searchPaths = [cwd || "."];
+        }
+        const pathStr = searchPaths.join(" ");
+        const maxTokensPerPage = params.maxTokensPerPage || 2e4;
+        const maxPages = params.maxPages || 50;
+        let allResults = "";
+        let pageCount = 0;
+        while (pageCount < maxPages) {
+          const pageResult = await search({
+            query: params.query,
+            path: pathStr,
+            cwd,
+            allowTests: true,
+            exact: params.exact || false,
+            json: false,
+            maxTokens: maxTokensPerPage,
+            session: sessionId,
+            timeout: 60
+          });
+          pageCount++;
+          if (!pageResult || pageResult.trim().length === 0) {
+            break;
+          }
+          if (pageResult.includes("All results retrieved") || pageResult.includes("No results found") || pageResult.includes("No matching code blocks found")) {
+            if (pageResult.trim().length > 50) {
+              allResults += (allResults ? "\n\n" : "") + pageResult;
+            }
+            break;
+          }
+          allResults += (allResults ? "\n\n" : "") + pageResult;
+        }
+        if (pageCount >= maxPages) {
+          allResults += `
+
+[Warning: Reached maximum page limit (${maxPages}). Some results may be omitted.]`;
+        }
+        return allResults || "No results found.";
+      } catch (e) {
+        return `SearchAll error: ${e.message}`;
+      }
+    }
+  };
   tools2.query = {
     execute: async (params) => {
       try {
@@ -29192,7 +29257,8 @@ ${lastError}
 
 RULES REMINDER:
 - search(query) is KEYWORD SEARCH \u2014 pass a search query, NOT a filename. Use extract(filepath) to read file contents.
-- search(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
+- search() returns up to 20K tokens by default. Use search(query, path, {maxTokens: null}) for unlimited, or searchAll(query) to auto-paginate ALL results.
+- search(), searchAll(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
 - Use chunk(stringData) to split a string into an array of chunks.
 - Use map(array, fn) only with arrays. Do NOT pass strings to map().
 - Do NOT use .map(), .forEach(), .filter(), .join() \u2014 use for..of loops instead.
@@ -29493,7 +29559,8 @@ return table;
 ${funcList}
 
 **Return types \u2014 IMPORTANT:**
-- \`search(query)\` \u2192 **keyword search** \u2014 pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets). To process parts, use \`chunk()\` to split it.
+- \`search(query)\` \u2192 **keyword search** \u2014 pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets, up to 20K tokens by default). Use \`{maxTokens: null}\` for unlimited.
+- \`searchAll(query)\` \u2192 **exhaustive keyword search** \u2014 auto-paginates to retrieve ALL matching results. Returns a **string** (all matching code snippets concatenated). Use for bulk analysis.
 - \`query(pattern)\` \u2192 **AST search** \u2014 pass a tree-sitter pattern. Returns a **string** (matching code elements).
 - \`extract(targets)\` \u2192 **read file contents** \u2014 pass a file path like "src/main.js" or "src/main.js:42". Use this to read specific files found by listFiles(). Returns a **string**.
 - \`listFiles(pattern)\` \u2192 **list files** \u2014 pass a glob pattern like "**/*.md". Returns an **array** of file path strings. Use directly with \`for (const f of listFiles("**/*.md"))\`.

package/build/tools/common.js

@@ -13,10 +13,19 @@ export const searchSchema = z.object({
 	query: z.string().describe('Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation.'),
 	path: z.string().optional().default('.').describe('Path to search in. For dependencies use "go:github.com/owner/repo", "js:package_name", or "rust:cargo_name" etc.'),
 	exact: z.boolean().optional().default(false).describe('Default (false) enables stemming and keyword splitting for exploratory search - "getUserData" matches "get", "user", "data", etc. Set true for precise symbol lookup where "getUserData" matches only "getUserData". Use true when you know the exact symbol name.'),
+	maxTokens: z.number().nullable().optional().describe('Maximum tokens to return. Default is 20000. Set to null for unlimited results.'),
 	session: z.string().optional().describe('Session ID for result caching and pagination. Pass the session ID from a previous search to get additional results (next page). Results already shown in a session are automatically excluded. Omit for a fresh search.'),
 	nextPage: z.boolean().optional().default(false).describe('Set to true when requesting the next page of results. Requires passing the same session ID from the previous search output.')
 });
 
+export const searchAllSchema = z.object({
+	query: z.string().describe('Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation.'),
+	path: z.string().optional().default('.').describe('Path to search in.'),
+	exact: z.boolean().optional().default(false).describe('Use exact matching instead of stemming.'),
+	maxTokensPerPage: z.number().optional().default(20000).describe('Tokens per page when paginating. Default 20000.'),
+	maxPages: z.number().optional().default(50).describe('Maximum pages to retrieve. Default 50 (safety limit).')
+});
+
 export const querySchema = z.object({
 	pattern: z.string().describe('AST pattern to search for. Use $NAME for variable names, $$$PARAMS for parameter lists, etc.'),
 	path: z.string().optional().default('.').describe('Path to search in'),

package/build/tools/executePlan.js

@@ -85,6 +85,8 @@ function buildToolImplementations(configOptions) {
         if (!searchPaths || searchPaths.length === 0) {
           searchPaths = [cwd || '.'];
         }
+        // Allow maxTokens to be passed through (null = unlimited, undefined = default 20000)
+        const maxTokens = params.maxTokens !== undefined ? params.maxTokens : 20000;
         return await search({
           query: params.query,
           path: searchPaths.join(' '),
@@ -92,7 +94,7 @@ function buildToolImplementations(configOptions) {
           allowTests: true,
           exact: params.exact || false,
           json: false,
-          maxTokens: 20000,
+          maxTokens,
           session: sessionId,
           timeout: 60,
         });
@@ -102,6 +104,70 @@ function buildToolImplementations(configOptions) {
     },
   };
 
+  // searchAll: auto-paginating search that retrieves ALL results
+  // Calls search() repeatedly with same sessionId until no more results
+  tools.searchAll = {
+    execute: async (params) => {
+      try {
+        let searchPaths;
+        if (params.path) {
+          searchPaths = parseAndResolvePaths(params.path, cwd);
+        }
+        if (!searchPaths || searchPaths.length === 0) {
+          searchPaths = [cwd || '.'];
+        }
+        const pathStr = searchPaths.join(' ');
+        const maxTokensPerPage = params.maxTokensPerPage || 20000;
+        const maxPages = params.maxPages || 50; // Safety limit
+
+        let allResults = '';
+        let pageCount = 0;
+
+        while (pageCount < maxPages) {
+          const pageResult = await search({
+            query: params.query,
+            path: pathStr,
+            cwd,
+            allowTests: true,
+            exact: params.exact || false,
+            json: false,
+            maxTokens: maxTokensPerPage,
+            session: sessionId,
+            timeout: 60,
+          });
+
+          pageCount++;
+
+          // Check if we got results
+          if (!pageResult || pageResult.trim().length === 0) {
+            break;
+          }
+
+          // Check for "All results retrieved" or "No results found" signals
+          if (pageResult.includes('All results retrieved') ||
+              pageResult.includes('No results found') ||
+              pageResult.includes('No matching code blocks found')) {
+            // Include this final page if it has content beyond the message
+            if (pageResult.trim().length > 50) {
+              allResults += (allResults ? '\n\n' : '') + pageResult;
+            }
+            break;
+          }
+
+          allResults += (allResults ? '\n\n' : '') + pageResult;
+        }
+
+        if (pageCount >= maxPages) {
+          allResults += `\n\n[Warning: Reached maximum page limit (${maxPages}). Some results may be omitted.]`;
+        }
+
+        return allResults || 'No results found.';
+      } catch (e) {
+        return `SearchAll error: ${e.message}`;
+      }
+    },
+  };
+
   tools.query = {
     execute: async (params) => {
       try {
@@ -345,7 +411,8 @@ ${lastError}
 
 RULES REMINDER:
 - search(query) is KEYWORD SEARCH — pass a search query, NOT a filename. Use extract(filepath) to read file contents.
-- search(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
+- search() returns up to 20K tokens by default. Use search(query, path, {maxTokens: null}) for unlimited, or searchAll(query) to auto-paginate ALL results.
+- search(), searchAll(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
 - Use chunk(stringData) to split a string into an array of chunks.
 - Use map(array, fn) only with arrays. Do NOT pass strings to map().
 - Do NOT use .map(), .forEach(), .filter(), .join() — use for..of loops instead.
@@ -684,7 +751,8 @@ return table;
 ${funcList}
 
 **Return types — IMPORTANT:**
-- \`search(query)\` → **keyword search** — pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets). To process parts, use \`chunk()\` to split it.
+- \`search(query)\` → **keyword search** — pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets, up to 20K tokens by default). Use \`{maxTokens: null}\` for unlimited.
+- \`searchAll(query)\` → **exhaustive keyword search** — auto-paginates to retrieve ALL matching results. Returns a **string** (all matching code snippets concatenated). Use for bulk analysis.
 - \`query(pattern)\` → **AST search** — pass a tree-sitter pattern. Returns a **string** (matching code elements).
 - \`extract(targets)\` → **read file contents** — pass a file path like "src/main.js" or "src/main.js:42". Use this to read specific files found by listFiles(). Returns a **string**.
 - \`listFiles(pattern)\` → **list files** — pass a glob pattern like "**/*.md". Returns an **array** of file path strings. Use directly with \`for (const f of listFiles("**/*.md"))\`.

package/cjs/agent/ProbeAgent.cjs

@@ -37037,7 +37037,7 @@ function resolveTargetPath(target, cwd) {
   }
   return filePart + suffix;
 }
-var import_path6, searchSchema, querySchema, extractSchema, delegateSchema, listSkillsSchema, useSkillSchema, bashSchema, analyzeAllSchema, executePlanSchema, cleanupExecutePlanSchema, attemptCompletionSchema, searchToolDefinition, queryToolDefinition, extractToolDefinition, delegateToolDefinition, attemptCompletionToolDefinition, analyzeAllToolDefinition, bashToolDefinition, googleSearchToolDefinition, urlContextToolDefinition, searchDescription, queryDescription, extractDescription, delegateDescription, analyzeAllDescription, DEFAULT_VALID_TOOLS;
+var import_path6, searchSchema, searchAllSchema, querySchema, extractSchema, delegateSchema, listSkillsSchema, useSkillSchema, bashSchema, analyzeAllSchema, executePlanSchema, cleanupExecutePlanSchema, attemptCompletionSchema, searchToolDefinition, queryToolDefinition, extractToolDefinition, delegateToolDefinition, attemptCompletionToolDefinition, analyzeAllToolDefinition, bashToolDefinition, googleSearchToolDefinition, urlContextToolDefinition, searchDescription, queryDescription, extractDescription, delegateDescription, analyzeAllDescription, DEFAULT_VALID_TOOLS;
 var init_common2 = __esm({
   "src/tools/common.js"() {
     "use strict";
@@ -37049,9 +37049,17 @@ var init_common2 = __esm({
       query: external_exports.string().describe("Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation."),
       path: external_exports.string().optional().default(".").describe('Path to search in. For dependencies use "go:github.com/owner/repo", "js:package_name", or "rust:cargo_name" etc.'),
       exact: external_exports.boolean().optional().default(false).describe('Default (false) enables stemming and keyword splitting for exploratory search - "getUserData" matches "get", "user", "data", etc. Set true for precise symbol lookup where "getUserData" matches only "getUserData". Use true when you know the exact symbol name.'),
+      maxTokens: external_exports.number().nullable().optional().describe("Maximum tokens to return. Default is 20000. Set to null for unlimited results."),
       session: external_exports.string().optional().describe("Session ID for result caching and pagination. Pass the session ID from a previous search to get additional results (next page). Results already shown in a session are automatically excluded. Omit for a fresh search."),
       nextPage: external_exports.boolean().optional().default(false).describe("Set to true when requesting the next page of results. Requires passing the same session ID from the previous search output.")
     });
+    searchAllSchema = external_exports.object({
+      query: external_exports.string().describe("Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation."),
+      path: external_exports.string().optional().default(".").describe("Path to search in."),
+      exact: external_exports.boolean().optional().default(false).describe("Use exact matching instead of stemming."),
+      maxTokensPerPage: external_exports.number().optional().default(2e4).describe("Tokens per page when paginating. Default 20000."),
+      maxPages: external_exports.number().optional().default(50).describe("Maximum pages to retrieve. Default 50 (safety limit).")
+    });
     querySchema = external_exports.object({
       pattern: external_exports.string().describe("AST pattern to search for. Use $NAME for variable names, $$$PARAMS for parameter lists, etc."),
       path: external_exports.string().optional().default(".").describe("Path to search in"),
@@ -49244,12 +49252,14 @@ var init_environment = __esm({
     init_common2();
     NATIVE_TOOL_SCHEMAS = {
       search: searchSchema,
+      searchAll: searchAllSchema,
       query: querySchema,
       extract: extractSchema,
       bash: bashSchema
     };
     ALWAYS_ASYNC = /* @__PURE__ */ new Set([
       "search",
+      "searchAll",
       "query",
       "extract",
       "listFiles",
@@ -52433,7 +52443,7 @@ var init_esm3 = __esm({
       }
       constructor(src, dest, opts) {
         super(src, dest, opts);
-        this.proxyErrors = (er) => dest.emit("error", er);
+        this.proxyErrors = (er) => this.dest.emit("error", er);
         src.on("error", this.proxyErrors);
       }
     };
@@ -53147,6 +53157,8 @@ var init_esm3 = __esm({
           return: stop,
           [Symbol.asyncIterator]() {
             return this;
+          },
+          [Symbol.asyncDispose]: async () => {
           }
         };
       }
@@ -53182,6 +53194,8 @@ var init_esm3 = __esm({
           return: stop,
           [Symbol.iterator]() {
             return this;
+          },
+          [Symbol.dispose]: () => {
           }
         };
       }
@@ -56125,6 +56139,7 @@ function buildToolImplementations(configOptions) {
         if (!searchPaths || searchPaths.length === 0) {
           searchPaths = [cwd || "."];
         }
+        const maxTokens = params.maxTokens !== void 0 ? params.maxTokens : 2e4;
         return await search({
           query: params.query,
           path: searchPaths.join(" "),
@@ -56132,7 +56147,7 @@ function buildToolImplementations(configOptions) {
           allowTests: true,
           exact: params.exact || false,
           json: false,
-          maxTokens: 2e4,
+          maxTokens,
           session: sessionId,
           timeout: 60
         });
@@ -56141,6 +56156,56 @@ function buildToolImplementations(configOptions) {
       }
     }
   };
+  tools2.searchAll = {
+    execute: async (params) => {
+      try {
+        let searchPaths;
+        if (params.path) {
+          searchPaths = parseAndResolvePaths(params.path, cwd);
+        }
+        if (!searchPaths || searchPaths.length === 0) {
+          searchPaths = [cwd || "."];
+        }
+        const pathStr = searchPaths.join(" ");
+        const maxTokensPerPage = params.maxTokensPerPage || 2e4;
+        const maxPages = params.maxPages || 50;
+        let allResults = "";
+        let pageCount = 0;
+        while (pageCount < maxPages) {
+          const pageResult = await search({
+            query: params.query,
+            path: pathStr,
+            cwd,
+            allowTests: true,
+            exact: params.exact || false,
+            json: false,
+            maxTokens: maxTokensPerPage,
+            session: sessionId,
+            timeout: 60
+          });
+          pageCount++;
+          if (!pageResult || pageResult.trim().length === 0) {
+            break;
+          }
+          if (pageResult.includes("All results retrieved") || pageResult.includes("No results found") || pageResult.includes("No matching code blocks found")) {
+            if (pageResult.trim().length > 50) {
+              allResults += (allResults ? "\n\n" : "") + pageResult;
+            }
+            break;
+          }
+          allResults += (allResults ? "\n\n" : "") + pageResult;
+        }
+        if (pageCount >= maxPages) {
+          allResults += `
+
+[Warning: Reached maximum page limit (${maxPages}). Some results may be omitted.]`;
+        }
+        return allResults || "No results found.";
+      } catch (e4) {
+        return `SearchAll error: ${e4.message}`;
+      }
+    }
+  };
   tools2.query = {
     execute: async (params) => {
       try {
@@ -56325,7 +56390,8 @@ ${lastError}
 
 RULES REMINDER:
 - search(query) is KEYWORD SEARCH \u2014 pass a search query, NOT a filename. Use extract(filepath) to read file contents.
-- search(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
+- search() returns up to 20K tokens by default. Use search(query, path, {maxTokens: null}) for unlimited, or searchAll(query) to auto-paginate ALL results.
+- search(), searchAll(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
 - Use chunk(stringData) to split a string into an array of chunks.
 - Use map(array, fn) only with arrays. Do NOT pass strings to map().
 - Do NOT use .map(), .forEach(), .filter(), .join() \u2014 use for..of loops instead.
@@ -56626,7 +56692,8 @@ return table;
 ${funcList}
 
 **Return types \u2014 IMPORTANT:**
-- \`search(query)\` \u2192 **keyword search** \u2014 pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets). To process parts, use \`chunk()\` to split it.
+- \`search(query)\` \u2192 **keyword search** \u2014 pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets, up to 20K tokens by default). Use \`{maxTokens: null}\` for unlimited.
+- \`searchAll(query)\` \u2192 **exhaustive keyword search** \u2014 auto-paginates to retrieve ALL matching results. Returns a **string** (all matching code snippets concatenated). Use for bulk analysis.
 - \`query(pattern)\` \u2192 **AST search** \u2014 pass a tree-sitter pattern. Returns a **string** (matching code elements).
 - \`extract(targets)\` \u2192 **read file contents** \u2014 pass a file path like "src/main.js" or "src/main.js:42". Use this to read specific files found by listFiles(). Returns a **string**.
 - \`listFiles(pattern)\` \u2192 **list files** \u2014 pass a glob pattern like "**/*.md". Returns an **array** of file path strings. Use directly with \`for (const f of listFiles("**/*.md"))\`.

package/cjs/index.cjs

@@ -36203,7 +36203,7 @@ function resolveTargetPath(target, cwd) {
   }
   return filePart + suffix;
 }
-var import_path6, searchSchema, querySchema, extractSchema, delegateSchema, listSkillsSchema, useSkillSchema, bashSchema, analyzeAllSchema, executePlanSchema, cleanupExecutePlanSchema, attemptCompletionSchema, searchToolDefinition, queryToolDefinition, extractToolDefinition, delegateToolDefinition, attemptCompletionToolDefinition, analyzeAllToolDefinition, bashToolDefinition, googleSearchToolDefinition, urlContextToolDefinition, searchDescription, queryDescription, extractDescription, delegateDescription, bashDescription, analyzeAllDescription, DEFAULT_VALID_TOOLS;
+var import_path6, searchSchema, searchAllSchema, querySchema, extractSchema, delegateSchema, listSkillsSchema, useSkillSchema, bashSchema, analyzeAllSchema, executePlanSchema, cleanupExecutePlanSchema, attemptCompletionSchema, searchToolDefinition, queryToolDefinition, extractToolDefinition, delegateToolDefinition, attemptCompletionToolDefinition, analyzeAllToolDefinition, bashToolDefinition, googleSearchToolDefinition, urlContextToolDefinition, searchDescription, queryDescription, extractDescription, delegateDescription, bashDescription, analyzeAllDescription, DEFAULT_VALID_TOOLS;
 var init_common2 = __esm({
   "src/tools/common.js"() {
     "use strict";
@@ -36215,9 +36215,17 @@ var init_common2 = __esm({
       query: external_exports.string().describe("Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation."),
       path: external_exports.string().optional().default(".").describe('Path to search in. For dependencies use "go:github.com/owner/repo", "js:package_name", or "rust:cargo_name" etc.'),
       exact: external_exports.boolean().optional().default(false).describe('Default (false) enables stemming and keyword splitting for exploratory search - "getUserData" matches "get", "user", "data", etc. Set true for precise symbol lookup where "getUserData" matches only "getUserData". Use true when you know the exact symbol name.'),
+      maxTokens: external_exports.number().nullable().optional().describe("Maximum tokens to return. Default is 20000. Set to null for unlimited results."),
       session: external_exports.string().optional().describe("Session ID for result caching and pagination. Pass the session ID from a previous search to get additional results (next page). Results already shown in a session are automatically excluded. Omit for a fresh search."),
       nextPage: external_exports.boolean().optional().default(false).describe("Set to true when requesting the next page of results. Requires passing the same session ID from the previous search output.")
     });
+    searchAllSchema = external_exports.object({
+      query: external_exports.string().describe("Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation."),
+      path: external_exports.string().optional().default(".").describe("Path to search in."),
+      exact: external_exports.boolean().optional().default(false).describe("Use exact matching instead of stemming."),
+      maxTokensPerPage: external_exports.number().optional().default(2e4).describe("Tokens per page when paginating. Default 20000."),
+      maxPages: external_exports.number().optional().default(50).describe("Maximum pages to retrieve. Default 50 (safety limit).")
+    });
     querySchema = external_exports.object({
       pattern: external_exports.string().describe("AST pattern to search for. Use $NAME for variable names, $$$PARAMS for parameter lists, etc."),
       path: external_exports.string().optional().default(".").describe("Path to search in"),
@@ -40456,7 +40464,7 @@ var init_esm3 = __esm({
       }
       constructor(src, dest, opts) {
         super(src, dest, opts);
-        this.proxyErrors = (er) => dest.emit("error", er);
+        this.proxyErrors = (er) => this.dest.emit("error", er);
         src.on("error", this.proxyErrors);
       }
     };
@@ -41170,6 +41178,8 @@ var init_esm3 = __esm({
           return: stop,
           [Symbol.asyncIterator]() {
             return this;
+          },
+          [Symbol.asyncDispose]: async () => {
           }
         };
       }
@@ -41205,6 +41215,8 @@ var init_esm3 = __esm({
           return: stop,
           [Symbol.iterator]() {
             return this;
+          },
+          [Symbol.dispose]: () => {
           }
         };
       }
@@ -102069,12 +102081,14 @@ var init_environment = __esm({
     init_common2();
     NATIVE_TOOL_SCHEMAS = {
       search: searchSchema,
+      searchAll: searchAllSchema,
       query: querySchema,
       extract: extractSchema,
       bash: bashSchema
     };
     ALWAYS_ASYNC = /* @__PURE__ */ new Set([
       "search",
+      "searchAll",
       "query",
       "extract",
       "listFiles",
@@ -103898,6 +103912,7 @@ function buildToolImplementations(configOptions) {
         if (!searchPaths || searchPaths.length === 0) {
           searchPaths = [cwd || "."];
         }
+        const maxTokens = params.maxTokens !== void 0 ? params.maxTokens : 2e4;
         return await search({
           query: params.query,
           path: searchPaths.join(" "),
@@ -103905,7 +103920,7 @@ function buildToolImplementations(configOptions) {
           allowTests: true,
           exact: params.exact || false,
           json: false,
-          maxTokens: 2e4,
+          maxTokens,
           session: sessionId,
           timeout: 60
         });
@@ -103914,6 +103929,56 @@ function buildToolImplementations(configOptions) {
       }
     }
   };
+  tools2.searchAll = {
+    execute: async (params) => {
+      try {
+        let searchPaths;
+        if (params.path) {
+          searchPaths = parseAndResolvePaths(params.path, cwd);
+        }
+        if (!searchPaths || searchPaths.length === 0) {
+          searchPaths = [cwd || "."];
+        }
+        const pathStr = searchPaths.join(" ");
+        const maxTokensPerPage = params.maxTokensPerPage || 2e4;
+        const maxPages = params.maxPages || 50;
+        let allResults = "";
+        let pageCount = 0;
+        while (pageCount < maxPages) {
+          const pageResult = await search({
+            query: params.query,
+            path: pathStr,
+            cwd,
+            allowTests: true,
+            exact: params.exact || false,
+            json: false,
+            maxTokens: maxTokensPerPage,
+            session: sessionId,
+            timeout: 60
+          });
+          pageCount++;
+          if (!pageResult || pageResult.trim().length === 0) {
+            break;
+          }
+          if (pageResult.includes("All results retrieved") || pageResult.includes("No results found") || pageResult.includes("No matching code blocks found")) {
+            if (pageResult.trim().length > 50) {
+              allResults += (allResults ? "\n\n" : "") + pageResult;
+            }
+            break;
+          }
+          allResults += (allResults ? "\n\n" : "") + pageResult;
+        }
+        if (pageCount >= maxPages) {
+          allResults += `
+
+[Warning: Reached maximum page limit (${maxPages}). Some results may be omitted.]`;
+        }
+        return allResults || "No results found.";
+      } catch (e4) {
+        return `SearchAll error: ${e4.message}`;
+      }
+    }
+  };
   tools2.query = {
     execute: async (params) => {
       try {
@@ -104098,7 +104163,8 @@ ${lastError}
 
 RULES REMINDER:
 - search(query) is KEYWORD SEARCH \u2014 pass a search query, NOT a filename. Use extract(filepath) to read file contents.
-- search(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
+- search() returns up to 20K tokens by default. Use search(query, path, {maxTokens: null}) for unlimited, or searchAll(query) to auto-paginate ALL results.
+- search(), searchAll(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
 - Use chunk(stringData) to split a string into an array of chunks.
 - Use map(array, fn) only with arrays. Do NOT pass strings to map().
 - Do NOT use .map(), .forEach(), .filter(), .join() \u2014 use for..of loops instead.
@@ -104399,7 +104465,8 @@ return table;
 ${funcList}
 
 **Return types \u2014 IMPORTANT:**
-- \`search(query)\` \u2192 **keyword search** \u2014 pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets). To process parts, use \`chunk()\` to split it.
+- \`search(query)\` \u2192 **keyword search** \u2014 pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets, up to 20K tokens by default). Use \`{maxTokens: null}\` for unlimited.
+- \`searchAll(query)\` \u2192 **exhaustive keyword search** \u2014 auto-paginates to retrieve ALL matching results. Returns a **string** (all matching code snippets concatenated). Use for bulk analysis.
 - \`query(pattern)\` \u2192 **AST search** \u2014 pass a tree-sitter pattern. Returns a **string** (matching code elements).
 - \`extract(targets)\` \u2192 **read file contents** \u2014 pass a file path like "src/main.js" or "src/main.js:42". Use this to read specific files found by listFiles(). Returns a **string**.
 - \`listFiles(pattern)\` \u2192 **list files** \u2014 pass a glob pattern like "**/*.md". Returns an **array** of file path strings. Use directly with \`for (const f of listFiles("**/*.md"))\`.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@probelabs/probe",
-  "version": "0.6.0-rc248",
+  "version": "0.6.0-rc250",
   "description": "Node.js wrapper for the probe code search tool",
   "main": "src/index.js",
   "module": "src/index.js",

package/src/agent/dsl/environment.js

@@ -8,6 +8,7 @@
 
 import {
   searchSchema,
+  searchAllSchema,
   querySchema,
   extractSchema,
   bashSchema,
@@ -16,6 +17,7 @@ import {
 // Map of native tool names to their Zod schemas
 const NATIVE_TOOL_SCHEMAS = {
   search: searchSchema,
+  searchAll: searchAllSchema,
   query: querySchema,
   extract: extractSchema,
   bash: bashSchema,
@@ -23,7 +25,7 @@ const NATIVE_TOOL_SCHEMAS = {
 
 // Tools that are inherently async (make network/LLM calls)
 const ALWAYS_ASYNC = new Set([
-  'search', 'query', 'extract', 'listFiles', 'searchFiles', 'bash',
+  'search', 'searchAll', 'query', 'extract', 'listFiles', 'searchFiles', 'bash',
   'LLM', 'map',
 ]);
 

package/src/tools/common.js

@@ -13,10 +13,19 @@ export const searchSchema = z.object({
 	query: z.string().describe('Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation.'),
 	path: z.string().optional().default('.').describe('Path to search in. For dependencies use "go:github.com/owner/repo", "js:package_name", or "rust:cargo_name" etc.'),
 	exact: z.boolean().optional().default(false).describe('Default (false) enables stemming and keyword splitting for exploratory search - "getUserData" matches "get", "user", "data", etc. Set true for precise symbol lookup where "getUserData" matches only "getUserData". Use true when you know the exact symbol name.'),
+	maxTokens: z.number().nullable().optional().describe('Maximum tokens to return. Default is 20000. Set to null for unlimited results.'),
 	session: z.string().optional().describe('Session ID for result caching and pagination. Pass the session ID from a previous search to get additional results (next page). Results already shown in a session are automatically excluded. Omit for a fresh search.'),
 	nextPage: z.boolean().optional().default(false).describe('Set to true when requesting the next page of results. Requires passing the same session ID from the previous search output.')
 });
 
+export const searchAllSchema = z.object({
+	query: z.string().describe('Search query with Elasticsearch syntax. Use quotes for exact matches, AND/OR for boolean logic, - for negation.'),
+	path: z.string().optional().default('.').describe('Path to search in.'),
+	exact: z.boolean().optional().default(false).describe('Use exact matching instead of stemming.'),
+	maxTokensPerPage: z.number().optional().default(20000).describe('Tokens per page when paginating. Default 20000.'),
+	maxPages: z.number().optional().default(50).describe('Maximum pages to retrieve. Default 50 (safety limit).')
+});
+
 export const querySchema = z.object({
 	pattern: z.string().describe('AST pattern to search for. Use $NAME for variable names, $$$PARAMS for parameter lists, etc.'),
 	path: z.string().optional().default('.').describe('Path to search in'),

package/src/tools/executePlan.js

@@ -85,6 +85,8 @@ function buildToolImplementations(configOptions) {
         if (!searchPaths || searchPaths.length === 0) {
           searchPaths = [cwd || '.'];
         }
+        // Allow maxTokens to be passed through (null = unlimited, undefined = default 20000)
+        const maxTokens = params.maxTokens !== undefined ? params.maxTokens : 20000;
         return await search({
           query: params.query,
           path: searchPaths.join(' '),
@@ -92,7 +94,7 @@ function buildToolImplementations(configOptions) {
           allowTests: true,
           exact: params.exact || false,
           json: false,
-          maxTokens: 20000,
+          maxTokens,
           session: sessionId,
           timeout: 60,
         });
@@ -102,6 +104,70 @@ function buildToolImplementations(configOptions) {
     },
   };
 
+  // searchAll: auto-paginating search that retrieves ALL results
+  // Calls search() repeatedly with same sessionId until no more results
+  tools.searchAll = {
+    execute: async (params) => {
+      try {
+        let searchPaths;
+        if (params.path) {
+          searchPaths = parseAndResolvePaths(params.path, cwd);
+        }
+        if (!searchPaths || searchPaths.length === 0) {
+          searchPaths = [cwd || '.'];
+        }
+        const pathStr = searchPaths.join(' ');
+        const maxTokensPerPage = params.maxTokensPerPage || 20000;
+        const maxPages = params.maxPages || 50; // Safety limit
+
+        let allResults = '';
+        let pageCount = 0;
+
+        while (pageCount < maxPages) {
+          const pageResult = await search({
+            query: params.query,
+            path: pathStr,
+            cwd,
+            allowTests: true,
+            exact: params.exact || false,
+            json: false,
+            maxTokens: maxTokensPerPage,
+            session: sessionId,
+            timeout: 60,
+          });
+
+          pageCount++;
+
+          // Check if we got results
+          if (!pageResult || pageResult.trim().length === 0) {
+            break;
+          }
+
+          // Check for "All results retrieved" or "No results found" signals
+          if (pageResult.includes('All results retrieved') ||
+              pageResult.includes('No results found') ||
+              pageResult.includes('No matching code blocks found')) {
+            // Include this final page if it has content beyond the message
+            if (pageResult.trim().length > 50) {
+              allResults += (allResults ? '\n\n' : '') + pageResult;
+            }
+            break;
+          }
+
+          allResults += (allResults ? '\n\n' : '') + pageResult;
+        }
+
+        if (pageCount >= maxPages) {
+          allResults += `\n\n[Warning: Reached maximum page limit (${maxPages}). Some results may be omitted.]`;
+        }
+
+        return allResults || 'No results found.';
+      } catch (e) {
+        return `SearchAll error: ${e.message}`;
+      }
+    },
+  };
+
   tools.query = {
     execute: async (params) => {
       try {
@@ -345,7 +411,8 @@ ${lastError}
 
 RULES REMINDER:
 - search(query) is KEYWORD SEARCH — pass a search query, NOT a filename. Use extract(filepath) to read file contents.
-- search(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
+- search() returns up to 20K tokens by default. Use search(query, path, {maxTokens: null}) for unlimited, or searchAll(query) to auto-paginate ALL results.
+- search(), searchAll(), query(), extract(), listFiles(), bash() all return STRINGS, not arrays.
 - Use chunk(stringData) to split a string into an array of chunks.
 - Use map(array, fn) only with arrays. Do NOT pass strings to map().
 - Do NOT use .map(), .forEach(), .filter(), .join() — use for..of loops instead.
@@ -684,7 +751,8 @@ return table;
 ${funcList}
 
 **Return types — IMPORTANT:**
-- \`search(query)\` → **keyword search** — pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets). To process parts, use \`chunk()\` to split it.
+- \`search(query)\` → **keyword search** — pass a search query (e.g. "error handling"), NOT a filename. Returns a **string** (matching code snippets, up to 20K tokens by default). Use \`{maxTokens: null}\` for unlimited.
+- \`searchAll(query)\` → **exhaustive keyword search** — auto-paginates to retrieve ALL matching results. Returns a **string** (all matching code snippets concatenated). Use for bulk analysis.
 - \`query(pattern)\` → **AST search** — pass a tree-sitter pattern. Returns a **string** (matching code elements).
 - \`extract(targets)\` → **read file contents** — pass a file path like "src/main.js" or "src/main.js:42". Use this to read specific files found by listFiles(). Returns a **string**.
 - \`listFiles(pattern)\` → **list files** — pass a glob pattern like "**/*.md". Returns an **array** of file path strings. Use directly with \`for (const f of listFiles("**/*.md"))\`.