@probelabs/probe 0.6.0-rc210 → 0.6.0-rc212

package/build/agent/index.js

@@ -3346,8 +3346,8 @@ async function search(options) {
     }
   }
   if (!options.maxTokens) {
-    options.maxTokens = 1e4;
-    cliArgs.push("--max-tokens", "10000");
+    options.maxTokens = 2e4;
+    cliArgs.push("--max-tokens", "20000");
   }
   if (!options.timeout) {
     options.timeout = 30;
@@ -4032,6 +4032,447 @@ var init_delegate = __esm({
   }
 });
 
+// src/tools/analyzeAll.js
+function estimateTokens(text) {
+  if (!text) return 0;
+  return Math.ceil(text.length / CHARS_PER_TOKEN);
+}
+function stripResultTags(text) {
+  if (!text) return text;
+  return text.replace(/^<result>\s*/i, "").replace(/\s*<\/result>$/i, "").trim();
+}
+function parsePlanningResult(planningResult) {
+  const result = {
+    searchQuery: null,
+    aggregation: "summarize",
+    extractionPrompt: null,
+    reasoning: null
+  };
+  const queryMatch = planningResult.match(/SEARCH_QUERY:\s*(.+?)(?=\n[A-Z_]+:|$)/s);
+  if (queryMatch) {
+    result.searchQuery = queryMatch[1].trim();
+  }
+  const aggMatch = planningResult.match(/AGGREGATION:\s*(summarize|list_unique|count|group_by)/i);
+  if (aggMatch) {
+    result.aggregation = aggMatch[1].toLowerCase();
+  }
+  const extractMatch = planningResult.match(/EXTRACTION_PROMPT:\s*(.+?)(?=\n[A-Z_]+:|$)/s);
+  if (extractMatch) {
+    result.extractionPrompt = extractMatch[1].trim();
+  }
+  const reasoningMatch = planningResult.match(/REASONING:\s*(.+?)$/s);
+  if (reasoningMatch) {
+    result.reasoning = reasoningMatch[1].trim();
+  }
+  return result;
+}
+function chunkResults(searchResults, chunkSizeTokens) {
+  const chunks = [];
+  const chunkSizeChars = chunkSizeTokens * CHARS_PER_TOKEN;
+  const fileBlocks = searchResults.split(/(?=^```)/m);
+  let currentChunk = "";
+  let currentTokens = 0;
+  for (const block of fileBlocks) {
+    const blockTokens = estimateTokens(block);
+    if (blockTokens > chunkSizeTokens && currentChunk.length > 0) {
+      chunks.push({
+        id: chunks.length + 1,
+        total: 0,
+        content: currentChunk.trim(),
+        estimatedTokens: currentTokens
+      });
+      currentChunk = "";
+      currentTokens = 0;
+    }
+    if (currentTokens + blockTokens > chunkSizeTokens && currentChunk.length > 0) {
+      chunks.push({
+        id: chunks.length + 1,
+        total: 0,
+        content: currentChunk.trim(),
+        estimatedTokens: currentTokens
+      });
+      currentChunk = "";
+      currentTokens = 0;
+    }
+    currentChunk += block;
+    currentTokens += blockTokens;
+  }
+  if (currentChunk.trim().length > 0) {
+    chunks.push({
+      id: chunks.length + 1,
+      total: 0,
+      content: currentChunk.trim(),
+      estimatedTokens: currentTokens
+    });
+  }
+  const totalChunks = chunks.length;
+  for (const chunk of chunks) {
+    chunk.total = totalChunks;
+  }
+  return chunks;
+}
+async function processChunk(chunk, extractionPrompt, options) {
+  const task = `You are analyzing search results (chunk ${chunk.id} of ${chunk.total}).
+
+Your task: ${extractionPrompt}
+
+Search Results:
+${chunk.content}
+
+Instructions:
+- Extract ALL relevant information matching the analysis task
+- Be specific and include actual names, values, patterns found
+- Format as a structured list if multiple items found
+- If nothing relevant is found in this chunk, respond with "No relevant items found in this chunk."
+- Do NOT summarize the code - extract the specific information requested
+- IMPORTANT: When completing, always use the FULL format: <attempt_completion><result>YOUR ANSWER HERE</result></attempt_completion>
+- Do NOT use the shorthand <attempt_complete></attempt_complete> format`;
+  try {
+    const result = await delegate({
+      task,
+      debug: options.debug,
+      parentSessionId: options.sessionId,
+      path: options.path,
+      allowedFolders: options.allowedFolders,
+      provider: options.provider,
+      model: options.model,
+      tracer: options.tracer,
+      enableBash: false,
+      promptType: "code-researcher",
+      allowedTools: ["extract"],
+      maxIterations: 5,
+      timeout: 120
+    });
+    return { chunk, result };
+  } catch (error) {
+    return { chunk, result: `Error processing chunk ${chunk.id}: ${error.message}` };
+  }
+}
+async function processChunksParallel(chunks, extractionPrompt, maxWorkers, options) {
+  const results = [];
+  const queue = [...chunks];
+  const active = /* @__PURE__ */ new Set();
+  while (queue.length > 0 || active.size > 0) {
+    while (active.size < maxWorkers && queue.length > 0) {
+      const chunk = queue.shift();
+      const promise = processChunk(chunk, extractionPrompt, options).then((result) => {
+        active.delete(promise);
+        return result;
+      });
+      active.add(promise);
+      if (options.debug) {
+        console.error(`[analyze_all] Started processing chunk ${chunk.id}/${chunk.total}`);
+      }
+    }
+    if (active.size > 0) {
+      const result = await Promise.race(active);
+      results.push(result);
+      if (options.debug) {
+        console.error(`[analyze_all] Completed chunk ${result.chunk.id}/${result.chunk.total}`);
+      }
+    }
+  }
+  results.sort((a, b) => a.chunk.id - b.chunk.id);
+  return results;
+}
+async function aggregateResults(chunkResults2, aggregation, extractionPrompt, options) {
+  const meaningfulResults = chunkResults2.filter(
+    (r) => r.result && !r.result.toLowerCase().includes("no relevant items found") && r.result.trim().length > 0
+  );
+  if (meaningfulResults.length === 0) {
+    return "No relevant information found across all chunks.";
+  }
+  if (meaningfulResults.length === 1) {
+    return stripResultTags(meaningfulResults[0].result);
+  }
+  const chunkSummaries = meaningfulResults.map((r) => `--- Chunk ${r.chunk.id} ---
+${stripResultTags(r.result)}`).join("\n\n");
+  const completionNote = `
+
+IMPORTANT: When completing, always use the FULL format: <attempt_completion><result>YOUR ANSWER HERE</result></attempt_completion>`;
+  const aggregationPrompts = {
+    summarize: `Synthesize these analyses into a comprehensive summary. Combine related findings, remove redundancy, and present a coherent overview.
+
+Original task: ${extractionPrompt}
+
+Chunk analyses:
+${chunkSummaries}
+
+Provide a unified summary that captures all key findings.${completionNote}`,
+    list_unique: `Combine these lists and remove duplicates. Create a single deduplicated list of all unique items found.
+
+Original task: ${extractionPrompt}
+
+Chunk analyses:
+${chunkSummaries}
+
+Return a deduplicated, organized list of all unique items. Group related items if helpful.${completionNote}`,
+    count: `Count and aggregate the findings from these analyses. Provide total counts and breakdowns.
+
+Original task: ${extractionPrompt}
+
+Chunk analyses:
+${chunkSummaries}
+
+Provide accurate counts and a summary of all occurrences found.${completionNote}`,
+    group_by: `Group and categorize all items from these analyses. Organize findings into logical categories.
+
+Original task: ${extractionPrompt}
+
+Chunk analyses:
+${chunkSummaries}
+
+Organize all findings into clear categories with items listed under each.${completionNote}`
+  };
+  const aggregationTask = aggregationPrompts[aggregation] || aggregationPrompts.summarize;
+  try {
+    const result = await delegate({
+      task: aggregationTask,
+      debug: options.debug,
+      parentSessionId: options.sessionId,
+      path: options.path,
+      allowedFolders: options.allowedFolders,
+      provider: options.provider,
+      model: options.model,
+      tracer: options.tracer,
+      enableBash: false,
+      promptType: "code-researcher",
+      allowedTools: [],
+      maxIterations: 5,
+      timeout: 120
+    });
+    return result;
+  } catch (error) {
+    return `Aggregation failed (${error.message}). Raw results:
+
+${chunkSummaries}`;
+  }
+}
+async function planAnalysis(question, path9, options) {
+  if (options.debug) {
+    console.error(`[analyze_all] Phase 1: Planning analysis strategy...`);
+  }
+  const planningTask = `Create an analysis plan for this question about a codebase:
+
+"${question}"
+
+Search scope: ${path9}
+
+Use attempt_completion to output your plan in this EXACT format:
+
+SEARCH_QUERY: <elasticsearch query using OR for multiple terms, quotes for exact phrases>
+AGGREGATION: <summarize | list_unique | count | group_by>
+EXTRACTION_PROMPT: <what to extract from each search result>
+REASONING: <brief explanation>
+
+Example plan:
+SEARCH_QUERY: export OR function OR class OR tool
+AGGREGATION: list_unique
+EXTRACTION_PROMPT: Extract tool names and their purpose
+REASONING: Using list_unique to deduplicate tool definitions
+
+IMPORTANT: Use attempt_completion immediately with your plan. Do NOT try to search or answer the question - just create the analysis plan.`;
+  try {
+    const result = await delegate({
+      task: planningTask,
+      debug: options.debug,
+      parentSessionId: options.sessionId,
+      path: path9,
+      allowedFolders: [path9],
+      provider: options.provider,
+      model: options.model,
+      tracer: options.tracer,
+      enableBash: false,
+      promptType: "code-researcher",
+      allowedTools: [],
+      // attempt_completion only (default tool)
+      maxIterations: 3,
+      timeout: 60
+    });
+    const plan = parsePlanningResult(stripResultTags(result));
+    if (options.debug) {
+      console.error(`[analyze_all] Planning complete:`);
+      console.error(`[analyze_all]   Search Query: ${plan.searchQuery}`);
+      console.error(`[analyze_all]   Aggregation: ${plan.aggregation}`);
+      console.error(`[analyze_all]   Extraction: ${plan.extractionPrompt?.substring(0, 100)}...`);
+    }
+    return plan;
+  } catch (error) {
+    throw new Error(`Planning phase failed: ${error.message}`);
+  }
+}
+async function synthesizeAnswer(question, aggregatedData, plan, options) {
+  if (options.debug) {
+    console.error(`[analyze_all] Phase 3: Synthesizing final answer...`);
+  }
+  const synthesisTask = `You analyzed a codebase to answer this question:
+
+"${question}"
+
+Analysis Strategy Used:
+- Search Query: ${plan.searchQuery}
+- Aggregation Method: ${plan.aggregation}
+- Extraction Focus: ${plan.extractionPrompt}
+
+Aggregated Analysis Results:
+${aggregatedData}
+
+Now provide a COMPREHENSIVE, DETAILED answer to the original question.
+
+Your answer should:
+1. **Directly answer the question** with a clear summary at the top
+2. **Provide specific evidence** - include actual names, values, file locations where relevant
+3. **Organize the information** logically (use categories, lists, or sections as appropriate)
+4. **Note completeness** - mention if the analysis covered all relevant data or if there might be gaps
+5. **Be thorough** - this is the final answer the user will see, make it complete and useful
+
+Format your response as a well-structured document that fully answers: "${question}"
+
+IMPORTANT: When completing, use the FULL format: <attempt_completion><result>YOUR ANSWER HERE</result></attempt_completion>`;
+  try {
+    const result = await delegate({
+      task: synthesisTask,
+      debug: options.debug,
+      parentSessionId: options.sessionId,
+      path: options.path,
+      allowedFolders: options.allowedFolders,
+      provider: options.provider,
+      model: options.model,
+      tracer: options.tracer,
+      enableBash: false,
+      promptType: "code-researcher",
+      allowedTools: [],
+      maxIterations: 5,
+      timeout: 180
+    });
+    return stripResultTags(result);
+  } catch (error) {
+    return `Analysis Results for: "${question}"
+
+${aggregatedData}`;
+  }
+}
+async function analyzeAll(options) {
+  const {
+    question,
+    path: path9 = ".",
+    sessionId,
+    debug = false,
+    cwd,
+    allowedFolders,
+    provider,
+    model,
+    tracer,
+    chunkSizeTokens = DEFAULT_CHUNK_SIZE_TOKENS,
+    maxChunks = MAX_CHUNKS
+  } = options;
+  if (!question) {
+    throw new Error('The "question" parameter is required.');
+  }
+  const delegateOptions = {
+    debug,
+    sessionId,
+    path: allowedFolders?.[0] || cwd || path9,
+    allowedFolders,
+    provider,
+    model,
+    tracer
+  };
+  if (debug) {
+    console.error(`[analyze_all] Starting analysis`);
+    console.error(`[analyze_all] Question: ${question}`);
+    console.error(`[analyze_all] Path: ${path9}`);
+  }
+  const plan = await planAnalysis(question, path9, delegateOptions);
+  if (!plan.searchQuery) {
+    throw new Error("Planning phase failed to determine a search query.");
+  }
+  if (!plan.extractionPrompt) {
+    throw new Error("Planning phase failed to determine an extraction prompt.");
+  }
+  if (debug) {
+    console.error(`[analyze_all] Phase 2: Processing data with map-reduce...`);
+  }
+  const searchResults = await search({
+    query: plan.searchQuery,
+    path: path9,
+    cwd,
+    maxTokens: null,
+    allowTests: true,
+    session: sessionId
+  });
+  if (!searchResults || searchResults.trim().length === 0) {
+    return `No data found matching the analysis plan for: "${question}"
+
+Search query used: ${plan.searchQuery}
+
+Try rephrasing your question or broadening the scope.`;
+  }
+  const totalTokens = estimateTokens(searchResults);
+  if (debug) {
+    console.error(`[analyze_all] Total search results: ~${totalTokens} tokens`);
+  }
+  let aggregatedData;
+  if (totalTokens <= chunkSizeTokens) {
+    if (debug) {
+      console.error(`[analyze_all] Results fit in single chunk, processing directly`);
+    }
+    const singleChunk = {
+      id: 1,
+      total: 1,
+      content: searchResults,
+      estimatedTokens: totalTokens
+    };
+    const result = await processChunk(singleChunk, plan.extractionPrompt, delegateOptions);
+    aggregatedData = stripResultTags(result.result);
+  } else {
+    const chunks = chunkResults(searchResults, chunkSizeTokens);
+    if (debug) {
+      console.error(`[analyze_all] Split into ${chunks.length} chunks`);
+    }
+    if (chunks.length > maxChunks) {
+      console.error(`[analyze_all] Warning: Truncating from ${chunks.length} to ${maxChunks} chunks`);
+      chunks.length = maxChunks;
+      for (const chunk of chunks) {
+        chunk.total = maxChunks;
+      }
+    }
+    const chunkResultsProcessed = await processChunksParallel(
+      chunks,
+      plan.extractionPrompt,
+      MAX_PARALLEL_WORKERS,
+      delegateOptions
+    );
+    if (debug) {
+      console.error(`[analyze_all] All ${chunks.length} chunks processed, starting aggregation`);
+    }
+    aggregatedData = await aggregateResults(
+      chunkResultsProcessed,
+      plan.aggregation,
+      plan.extractionPrompt,
+      delegateOptions
+    );
+    aggregatedData = stripResultTags(aggregatedData);
+  }
+  const finalAnswer = await synthesizeAnswer(question, aggregatedData, plan, delegateOptions);
+  if (debug) {
+    console.error(`[analyze_all] Analysis complete`);
+  }
+  return finalAnswer;
+}
+var DEFAULT_CHUNK_SIZE_TOKENS, MAX_PARALLEL_WORKERS, MAX_CHUNKS, CHARS_PER_TOKEN;
+var init_analyzeAll = __esm({
+  "src/tools/analyzeAll.js"() {
+    "use strict";
+    init_search();
+    init_delegate();
+    DEFAULT_CHUNK_SIZE_TOKENS = 8e3;
+    MAX_PARALLEL_WORKERS = 3;
+    MAX_CHUNKS = 50;
+    CHARS_PER_TOKEN = 4;
+  }
+});
+
 // node_modules/zod/v3/helpers/util.js
 var util, objectUtil, ZodParsedType, getParsedType;
 var init_util2 = __esm({
@@ -8904,6 +9345,7 @@ function getValidParamsForTool(toolName) {
     query: querySchema,
     extract: extractSchema,
     delegate: delegateSchema,
+    analyze_all: analyzeAllSchema,
     listSkills: listSkillsSchema,
     useSkill: useSkillSchema,
     bash: bashSchema,
@@ -8928,76 +9370,84 @@ function getValidParamsForTool(toolName) {
   return [];
 }
 function parseXmlToolCall(xmlString, validTools = DEFAULT_VALID_TOOLS) {
-  for (const toolName of validTools) {
-    const openTag = `<${toolName}>`;
-    const closeTag = `</${toolName}>`;
-    const openIndex = xmlString.indexOf(openTag);
-    if (openIndex === -1) {
-      continue;
+  let earliestToolName = null;
+  let earliestOpenIndex = Infinity;
+  for (const toolName2 of validTools) {
+    const openTag2 = `<${toolName2}>`;
+    const openIndex2 = xmlString.indexOf(openTag2);
+    if (openIndex2 !== -1 && openIndex2 < earliestOpenIndex) {
+      earliestOpenIndex = openIndex2;
+      earliestToolName = toolName2;
     }
-    let closeIndex;
-    if (toolName === "attempt_completion") {
-      closeIndex = xmlString.lastIndexOf(closeTag);
-      if (closeIndex !== -1 && closeIndex <= openIndex + openTag.length) {
-        closeIndex = -1;
-      }
-    } else {
-      closeIndex = xmlString.indexOf(closeTag, openIndex + openTag.length);
+  }
+  if (earliestToolName === null) {
+    return null;
+  }
+  const toolName = earliestToolName;
+  const openTag = `<${toolName}>`;
+  const closeTag = `</${toolName}>`;
+  const openIndex = earliestOpenIndex;
+  let closeIndex;
+  if (toolName === "attempt_completion") {
+    closeIndex = xmlString.lastIndexOf(closeTag);
+    if (closeIndex !== -1 && closeIndex <= openIndex + openTag.length) {
+      closeIndex = -1;
     }
-    let hasClosingTag = closeIndex !== -1;
-    if (closeIndex === -1) {
-      closeIndex = xmlString.length;
+  } else {
+    closeIndex = xmlString.indexOf(closeTag, openIndex + openTag.length);
+  }
+  let hasClosingTag = closeIndex !== -1;
+  if (closeIndex === -1) {
+    closeIndex = xmlString.length;
+  }
+  const innerContent = xmlString.substring(
+    openIndex + openTag.length,
+    closeIndex
+  );
+  const params = {};
+  const validParams = getValidParamsForTool(toolName);
+  for (const paramName of validParams) {
+    const paramOpenTag = `<${paramName}>`;
+    const paramCloseTag = `</${paramName}>`;
+    const paramOpenIndex = innerContent.indexOf(paramOpenTag);
+    if (paramOpenIndex === -1) {
+      continue;
     }
-    const innerContent = xmlString.substring(
-      openIndex + openTag.length,
-      closeIndex
-    );
-    const params = {};
-    const validParams = getValidParamsForTool(toolName);
-    for (const paramName of validParams) {
-      const paramOpenTag = `<${paramName}>`;
-      const paramCloseTag = `</${paramName}>`;
-      const paramOpenIndex = innerContent.indexOf(paramOpenTag);
-      if (paramOpenIndex === -1) {
-        continue;
-      }
-      let paramCloseIndex = innerContent.indexOf(paramCloseTag, paramOpenIndex + paramOpenTag.length);
-      if (paramCloseIndex === -1) {
-        let nextTagIndex = innerContent.length;
-        for (const nextParam of validParams) {
-          const nextOpenTag = `<${nextParam}>`;
-          const nextIndex = innerContent.indexOf(nextOpenTag, paramOpenIndex + paramOpenTag.length);
-          if (nextIndex !== -1 && nextIndex < nextTagIndex) {
-            nextTagIndex = nextIndex;
-          }
-        }
-        paramCloseIndex = nextTagIndex;
-      }
-      let paramValue = innerContent.substring(
-        paramOpenIndex + paramOpenTag.length,
-        paramCloseIndex
-      ).trim();
-      if (paramValue.toLowerCase() === "true") {
-        paramValue = true;
-      } else if (paramValue.toLowerCase() === "false") {
-        paramValue = false;
-      } else if (!isNaN(paramValue) && paramValue.trim() !== "") {
-        const num = Number(paramValue);
-        if (Number.isFinite(num)) {
-          paramValue = num;
+    let paramCloseIndex = innerContent.indexOf(paramCloseTag, paramOpenIndex + paramOpenTag.length);
+    if (paramCloseIndex === -1) {
+      let nextTagIndex = innerContent.length;
+      for (const nextParam of validParams) {
+        const nextOpenTag = `<${nextParam}>`;
+        const nextIndex = innerContent.indexOf(nextOpenTag, paramOpenIndex + paramOpenTag.length);
+        if (nextIndex !== -1 && nextIndex < nextTagIndex) {
+          nextTagIndex = nextIndex;
         }
       }
-      params[paramName] = paramValue;
+      paramCloseIndex = nextTagIndex;
     }
-    if (toolName === "attempt_completion") {
-      params["result"] = innerContent.trim();
-      if (params.command) {
-        delete params.command;
+    let paramValue = innerContent.substring(
+      paramOpenIndex + paramOpenTag.length,
+      paramCloseIndex
+    ).trim();
+    if (paramValue.toLowerCase() === "true") {
+      paramValue = true;
+    } else if (paramValue.toLowerCase() === "false") {
+      paramValue = false;
+    } else if (!isNaN(paramValue) && paramValue.trim() !== "") {
+      const num = Number(paramValue);
+      if (Number.isFinite(num)) {
+        paramValue = num;
       }
     }
-    return { toolName, params };
+    params[paramName] = paramValue;
   }
-  return null;
+  if (toolName === "attempt_completion") {
+    params["result"] = innerContent.trim();
+    if (params.command) {
+      delete params.command;
+    }
+  }
+  return { toolName, params };
 }
 function createMessagePreview(message, charsPerSide = 200) {
   if (message === null || message === void 0) {
@@ -9122,7 +9572,7 @@ function resolveTargetPath(target, cwd) {
   }
   return filePart + suffix;
 }
-var searchSchema, querySchema, extractSchema, delegateSchema, listSkillsSchema, useSkillSchema, bashSchema, attemptCompletionSchema, searchToolDefinition, queryToolDefinition, extractToolDefinition, delegateToolDefinition, attemptCompletionToolDefinition, bashToolDefinition, searchDescription, queryDescription, extractDescription, delegateDescription, DEFAULT_VALID_TOOLS;
+var searchSchema, querySchema, extractSchema, delegateSchema, listSkillsSchema, useSkillSchema, bashSchema, analyzeAllSchema, attemptCompletionSchema, searchToolDefinition, queryToolDefinition, extractToolDefinition, delegateToolDefinition, attemptCompletionToolDefinition, analyzeAllToolDefinition, bashToolDefinition, searchDescription, queryDescription, extractDescription, delegateDescription, analyzeAllDescription, DEFAULT_VALID_TOOLS;
 var init_common = __esm({
   "src/tools/common.js"() {
     "use strict";
@@ -9159,6 +9609,10 @@ var init_common = __esm({
       timeout: external_exports.number().optional().describe("Command timeout in milliseconds (optional)"),
       env: external_exports.record(external_exports.string()).optional().describe("Additional environment variables (optional)")
     });
+    analyzeAllSchema = external_exports.object({
+      question: external_exports.string().min(1).describe('Free-form question to answer (e.g., "What features are customers using?", "List all API endpoints"). The AI will automatically plan the search strategy, process all matching data, and synthesize a comprehensive answer.'),
+      path: external_exports.string().optional().default(".").describe("Directory path to search in")
+    });
     attemptCompletionSchema = {
       // Custom validation that requires result parameter but allows direct XML response
       safeParse: (params) => {
@@ -9368,6 +9822,51 @@ Usage Example:
 <attempt_completion>
 I have refactored the search module according to the requirements and verified the tests pass. The module now uses the new BM25 ranking algorithm and has improved error handling.
 </attempt_completion>
+`;
+    analyzeAllToolDefinition = `
+## analyze_all
+Description: Intelligent bulk data analysis tool. Process ALL data matching your question using a 3-phase approach:
+1. **PLANNING**: AI analyzes your question and determines the optimal search strategy
+2. **PROCESSING**: Map-reduce processes all matching data in parallel chunks
+3. **SYNTHESIS**: Comprehensive answer with evidence and organization
+
+**Use this for questions requiring 100% data coverage:**
+- "What features are customers using?"
+- "List all API endpoints in the codebase"
+- "Summarize the error handling patterns"
+- "Count all TODO comments and their contexts"
+
+**Do NOT use for:**
+- Simple searches where a sample is sufficient
+- Finding a specific function or class
+- Quick exploration (use search instead)
+
+**WARNING:** Makes multiple LLM calls - slower and costlier than search.
+
+Parameters:
+- question: (required) Free-form question to answer - the AI determines the best search strategy automatically
+- path: (optional) Directory to search in (default: current directory)
+
+<examples>
+
+User: What are all the different tools available in this codebase?
+<analyze_all>
+<question>What are all the different tools available in this codebase and what do they do?</question>
+<path>./src</path>
+</analyze_all>
+
+User: I need to understand all the error handling patterns
+<analyze_all>
+<question>What error handling patterns are used throughout the codebase? Include examples.</question>
+</analyze_all>
+
+User: Count and categorize all the environment variables
+<analyze_all>
+<question>What environment variables are used? Categorize them by purpose.</question>
+<path>./src</path>
+</analyze_all>
+
+</examples>
 `;
     bashToolDefinition = `
 ## bash
@@ -9428,11 +9927,13 @@ User: Check system info
     queryDescription = "Search code using ast-grep structural pattern matching. Use this tool to find specific code structures like functions, classes, or methods.";
     extractDescription = "Extract code blocks from files based on file paths and optional line numbers. Use this tool to see complete context after finding relevant files.";
     delegateDescription = "Automatically delegate big distinct tasks to specialized probe subagents within the agentic loop. Used by AI agents to break down complex requests into focused, parallel tasks.";
+    analyzeAllDescription = 'Answer questions that require analyzing ALL matching data in the codebase. Use for aggregate questions like "What features exist?", "List all API endpoints", "Count TODO comments". The AI automatically plans the search strategy, processes all results via map-reduce, and synthesizes a comprehensive answer. WARNING: Slower than search - only use when you need complete coverage.';
     DEFAULT_VALID_TOOLS = [
       "search",
       "query",
       "extract",
       "delegate",
+      "analyze_all",
       "listSkills",
       "useSkill",
       "listFiles",
@@ -9550,7 +10051,7 @@ function buildSearchDelegateTask({ searchQuery, searchPath, exact, language, all
     "Deduplicate targets. Do NOT explain or answer - ONLY return the JSON targets."
   ].join("\n");
 }
-var CODE_SEARCH_SCHEMA, searchTool, queryTool, extractTool, delegateTool;
+var CODE_SEARCH_SCHEMA, searchTool, queryTool, extractTool, delegateTool, analyzeAllTool;
 var init_vercel = __esm({
   "src/tools/vercel.js"() {
     "use strict";
@@ -9558,6 +10059,7 @@ var init_vercel = __esm({
     init_query();
     init_extract();
     init_delegate();
+    init_analyzeAll();
     init_common();
     init_error_types();
     CODE_SEARCH_SCHEMA = {
@@ -9575,7 +10077,7 @@ var init_vercel = __esm({
     searchTool = (options = {}) => {
       const {
         sessionId,
-        maxTokens = 1e4,
+        maxTokens = 2e4,
         debug = false,
         outline = false,
         searchDelegate = false
@@ -9868,6 +10370,45 @@ var init_vercel = __esm({
         }
       });
     };
+    analyzeAllTool = (options = {}) => {
+      const { sessionId, debug = false } = options;
+      return tool2({
+        name: "analyze_all",
+        description: analyzeAllDescription,
+        inputSchema: analyzeAllSchema,
+        execute: async ({ question, path: path9 }) => {
+          try {
+            let searchPath = path9 || ".";
+            if (path9 && options.cwd) {
+              const resolvedPaths = parseAndResolvePaths(path9, options.cwd);
+              if (resolvedPaths.length > 0) {
+                searchPath = resolvedPaths[0];
+              }
+            }
+            if (debug) {
+              console.error(`[analyze_all] Starting analysis`);
+              console.error(`[analyze_all] Question: ${question}`);
+              console.error(`[analyze_all] Path: ${searchPath}`);
+            }
+            const result = await analyzeAll({
+              question,
+              path: searchPath,
+              sessionId,
+              debug,
+              cwd: options.cwd,
+              allowedFolders: options.allowedFolders,
+              provider: options.provider,
+              model: options.model,
+              tracer: options.tracer
+            });
+            return result;
+          } catch (error) {
+            console.error("Error executing analyze_all:", error);
+            return formatErrorForAI(error);
+          }
+        }
+      });
+    };
   }
 });
 
@@ -18777,6 +19318,13 @@ function createWrappedTools(baseTools) {
       baseTools.delegateTool.execute
     );
   }
+  if (baseTools.analyzeAllTool) {
+    wrappedTools.analyzeAllToolInstance = wrapToolWithEmitter(
+      baseTools.analyzeAllTool,
+      "analyze_all",
+      baseTools.analyzeAllTool.execute
+    );
+  }
   if (baseTools.bashTool) {
     wrappedTools.bashToolInstance = wrapToolWithEmitter(
       baseTools.bashTool,
@@ -19683,6 +20231,9 @@ function createTools(configOptions) {
   if (configOptions.enableDelegate && isToolAllowed("delegate")) {
     tools2.delegateTool = delegateTool(configOptions);
   }
+  if (isToolAllowed("analyze_all")) {
+    tools2.analyzeAllTool = analyzeAllTool(configOptions);
+  }
   if (configOptions.enableBash && isToolAllowed("bash")) {
     tools2.bashTool = bashTool(configOptions);
   }
@@ -67605,14 +68156,14 @@ function calculateCompactionStats(originalMessages, compactedMessages) {
   const compactedCount = compactedMessages.length;
   const removed = originalCount - compactedCount;
   const reductionPercent = originalCount > 0 ? (removed / originalCount * 100).toFixed(1) : 0;
-  const estimateTokens = (msgs) => {
+  const estimateTokens2 = (msgs) => {
     return msgs.reduce((sum, msg) => {
       const content = typeof msg.content === "string" ? msg.content : JSON.stringify(msg.content);
       return sum + Math.ceil(content.length / 4);
     }, 0);
   };
-  const originalTokens = estimateTokens(originalMessages);
-  const compactedTokens = estimateTokens(compactedMessages);
+  const originalTokens = estimateTokens2(originalMessages);
+  const compactedTokens = estimateTokens2(compactedMessages);
   const tokensSaved = originalTokens - compactedTokens;
   return {
     originalCount,
@@ -67693,7 +68244,7 @@ async function truncateIfNeeded(content, tokenCounter, sessionId, maxTokens) {
   if (tokenCount <= limit) {
     return { truncated: false, content };
   }
-  const maxChars = limit * CHARS_PER_TOKEN;
+  const maxChars = limit * CHARS_PER_TOKEN2;
   const truncatedContent = content.substring(0, maxChars);
   let tempFilePath = null;
   let fileError = null;
@@ -67732,12 +68283,12 @@ ${truncatedContent}
     error: fileError || void 0
   };
 }
-var DEFAULT_MAX_OUTPUT_TOKENS, CHARS_PER_TOKEN;
+var DEFAULT_MAX_OUTPUT_TOKENS, CHARS_PER_TOKEN2;
 var init_outputTruncator = __esm({
   "src/agent/outputTruncator.js"() {
     "use strict";
     DEFAULT_MAX_OUTPUT_TOKENS = 2e4;
-    CHARS_PER_TOKEN = 4;
+    CHARS_PER_TOKEN2 = 4;
   }
 });
 
@@ -69597,6 +70148,9 @@ var init_ProbeAgent = __esm({
         if (this.enableDelegate && wrappedTools.delegateToolInstance && isToolAllowed("delegate")) {
           this.toolImplementations.delegate = wrappedTools.delegateToolInstance;
         }
+        if (wrappedTools.analyzeAllToolInstance && isToolAllowed("analyze_all")) {
+          this.toolImplementations.analyze_all = wrappedTools.analyzeAllToolInstance;
+        }
         if (isToolAllowed("listFiles")) {
           this.toolImplementations.listFiles = listFilesToolInstance;
         }
@@ -70796,6 +71350,10 @@ Workspace: ${this.allowedFolders.join(", ")}`;
         }
         if (this.enableDelegate && isToolAllowed("delegate")) {
           toolDefinitions += `${delegateToolDefinition}
+`;
+        }
+        if (isToolAllowed("analyze_all")) {
+          toolDefinitions += `${analyzeAllToolDefinition}
 `;
         }
         let toolExamples = "";
@@ -70859,6 +71417,9 @@ The configuration is loaded from src/config.js lines 15-25 which contains the da
         if (this.enableDelegate && isToolAllowed("delegate")) {
           availableToolsList += "- delegate: Delegate big distinct tasks to specialized probe subagents.\n";
         }
+        if (isToolAllowed("analyze_all")) {
+          availableToolsList += "- analyze_all: Process ALL data matching a query using map-reduce (for aggregate questions needing 100% coverage).\n";
+        }
         if (this.enableBash && isToolAllowed("bash")) {
           availableToolsList += "- bash: Execute bash commands for system operations.\n";
         }
@@ -71285,11 +71846,11 @@ You are working with a repository located at: ${searchDirectory}
             let maxResponseTokens = this.maxResponseTokens;
             if (!maxResponseTokens) {
               maxResponseTokens = 4e3;
-              if (this.model.includes("opus") || this.model.includes("sonnet") || this.model.startsWith("gpt-4-")) {
+              if (this.model && this.model.includes("opus") || this.model && this.model.includes("sonnet") || this.model && this.model.startsWith("gpt-4-")) {
                 maxResponseTokens = 8192;
-              } else if (this.model.startsWith("gpt-4o")) {
+              } else if (this.model && this.model.startsWith("gpt-4o")) {
                 maxResponseTokens = 8192;
-              } else if (this.model.startsWith("gemini")) {
+              } else if (this.model && this.model.startsWith("gemini")) {
                 maxResponseTokens = 32e3;
               }
             }
@@ -71404,6 +71965,9 @@ You are working with a repository located at: ${searchDirectory}
               if (this.enableDelegate && this.allowedTools.isEnabled("delegate")) {
                 validTools.push("delegate");
               }
+              if (this.allowedTools.isEnabled("analyze_all")) {
+                validTools.push("analyze_all");
+              }
               if (this.enableTasks && this.allowedTools.isEnabled("task")) {
                 validTools.push("task");
               }