sparkecoder 0.1.32 → 0.1.34

package/dist/cli.js

@@ -3744,7 +3744,7 @@ function createSearchSubagent(model) {
 var MAX_RESULT_CHARS = 8e3;
 function createSearchTool(options) {
   return tool8({
-    description: `Delegate a search task to a specialized Explore agent. Use this when you need to:
+    description: `Delegate an explore task to the explore_agent tool. Use this when you need to:
 - Find files or code matching a pattern
 - Explore the codebase structure
 - Search for specific functions, classes, or variables
@@ -3763,7 +3763,7 @@ Examples:
       context: z9.string().optional().describe("Optional additional context about why you need this information.")
     }),
     execute: async ({ query, context }, toolOptions) => {
-      const toolCallId = toolOptions.toolCallId || `search_${Date.now()}`;
+      const toolCallId = toolOptions.toolCallId || `explore_agent_${Date.now()}`;
       await options.onProgress?.({
         status: "started",
         subagentId: toolCallId
@@ -3812,7 +3812,7 @@ Context: ${context}` : query;
           };
         }
         const searchResult = result.result;
-        let formattedResult = `## Explore Results
+        let formattedResult = `## Explore Agent Results
 
 `;
         formattedResult += `**Summary:** ${searchResult.summary}
@@ -4445,6 +4445,14 @@ import { relative as relative7 } from "path";
 import { minimatch as minimatch2 } from "minimatch";
 var MAX_FILE_SIZE3 = 1024 * 1024;
 var EMBEDDING_BATCH_SIZE = 50;
+var EMBEDDING_CONCURRENCY = 5;
+function parsePositiveInt(value, fallback) {
+  const parsed = Number(value);
+  if (!Number.isFinite(parsed) || parsed <= 0) {
+    return fallback;
+  }
+  return Math.floor(parsed);
+}
 function isPathExcluded(relativePath, exclude) {
   return exclude.some((pattern) => {
     if (minimatch2(relativePath, pattern, { dot: true })) {
@@ -4628,11 +4636,22 @@ async function indexRepository(options) {
     reportProgress();
     const embeddingModel = getEmbeddingModel();
     let failedChunks = 0;
-    const totalBatches = Math.ceil(newChunks.length / EMBEDDING_BATCH_SIZE);
-    console.log(`[indexer] Starting embedding: ${newChunks.length} chunks in ${totalBatches} batches`);
-    for (let i = 0; i < newChunks.length; i += EMBEDDING_BATCH_SIZE) {
-      const batchNum = Math.floor(i / EMBEDDING_BATCH_SIZE) + 1;
-      const batch = newChunks.slice(i, i + EMBEDDING_BATCH_SIZE);
+    const batchSize = parsePositiveInt(process.env.SPARKECODER_INDEX_BATCH_SIZE, EMBEDDING_BATCH_SIZE);
+    const concurrency = parsePositiveInt(process.env.SPARKECODER_INDEX_CONCURRENCY, EMBEDDING_CONCURRENCY);
+    const totalBatches = Math.ceil(newChunks.length / batchSize);
+    console.log(
+      `[indexer] Starting embedding: ${newChunks.length} chunks in ${totalBatches} batches (batchSize=${batchSize}, concurrency=${concurrency})`
+    );
+    const batches = newChunks.reduce((acc, chunk, index) => {
+      if (index % batchSize === 0) {
+        acc.push({
+          batchNum: Math.floor(index / batchSize) + 1,
+          batch: newChunks.slice(index, index + batchSize)
+        });
+      }
+      return acc;
+    }, []);
+    const processBatch = async (batchNum, batch) => {
       console.log(`[indexer] Batch ${batchNum}/${totalBatches}: embedding ${batch.length} chunks...`);
       const batchStartTime = Date.now();
       try {
@@ -4687,9 +4706,21 @@ async function indexRepository(options) {
         const errorMsg = error instanceof Error ? error.message : String(error);
         console.error(`[indexer] Batch ${batchNum}: ERROR - ${errorMsg}`);
         errors.push({ file: `batch ${batchNum}`, error: errorMsg });
+      } finally {
+        reportProgress();
       }
-      reportProgress();
-    }
+    };
+    let nextBatchIndex = 0;
+    const workerCount = Math.min(concurrency, batches.length);
+    const workers = Array.from({ length: workerCount }, async () => {
+      while (nextBatchIndex < batches.length) {
+        const currentIndex = nextBatchIndex;
+        nextBatchIndex += 1;
+        const { batchNum, batch } = batches[currentIndex];
+        await processBatch(batchNum, batch);
+      }
+    });
+    await Promise.all(workers);
     console.log(`[indexer] Embedding complete. Updating index status...`);
     try {
       console.log(`[indexer] Calling indexStatusQueries.upsert with totalChunks: ${allChunks.length}`);
@@ -4923,7 +4954,7 @@ async function createTools(options) {
     linter: createLinterTool({
       workingDirectory: options.workingDirectory
     }),
-    search: createSearchTool({
+    explore_agent: createSearchTool({
       sessionId: options.sessionId,
       workingDirectory: options.workingDirectory,
       onProgress: options.onSearchProgress
@@ -5015,7 +5046,7 @@ You have access to powerful tools for:
 - **linter**: Check files for type errors and lint issues (TypeScript, JavaScript, TSX, JSX)
 - **todo**: Manage your task list to track progress on complex operations
 - **load_skill**: Load specialized knowledge documents for specific tasks
-- **search**: Explore agent for semantic discovery - for exploratory questions and finding code by meaning
+- **explore_agent**: Explore agent for semantic discovery - for exploratory questions and finding code by meaning
 
 
 IMPORTANT: If you have zero context of where you are working, always explore it first to understand the structure before doing things for the user.
@@ -5109,7 +5140,7 @@ Use this proactively after making code changes to catch errors early.
 
 **Choose the right search approach:**
 
-1. **Use the \`search\` tool (Explore agent)** for:
+1. **Use the \`explore_agent\` tool (Explore agent)** for:
    - Semantic/exploratory questions: "How does authentication work?", "Where is user data processed?"
    - Finding code by meaning or concept, not exact text
    - Understanding how features are implemented across multiple files
@@ -5125,9 +5156,9 @@ Use this proactively after making code changes to catch errors early.
    - Counting occurrences or listing all matches
 
 **Examples:**
-- "Where is the API authentication handled?" \u2192 Use \`search\` tool
+- "Where is the API authentication handled?" \u2192 Use \`explore_agent\` tool
 - "Find all usages of getUserById" \u2192 Use \`rg "getUserById"\`
-- "How does the payment flow work?" \u2192 Use \`search\` tool
+- "How does the payment flow work?" \u2192 Use \`explore_agent\` tool
 - "Find files named config" \u2192 Use \`find . -name "*config*"\`
 
 ${searchInstructions}
@@ -5154,7 +5185,7 @@ ${searchInstructions}
 
 ### Follow these rules to be a good agent for the user:
 
-1. Understand first - Read relevant files before making any changes. Use the \`search\` tool for exploratory questions about how things work, and direct searches (grep/rg) for finding exact strings or file names.
+1. Understand first - Read relevant files before making any changes. Use the \`explore_agent\` tool for exploratory questions about how things work, and direct searches (grep/rg) for finding exact strings or file names.
 2. Plan for complexity - If the task involves 3+ steps or has meaningful trade-offs, create a todo list to track progress before implementing.
 3. Use the right tools - Have specialized tools for reading files, editing code, semantic search via subagents, and running terminal commands. Prefer these over raw shell commands.
 4. Work efficiently - When need to do multiple independent things (like reading several files), do them in parallel rather than one at a time.
@@ -5344,7 +5375,7 @@ var Agent = class _Agent {
       skillsDirectories: config.resolvedSkillsDirectories,
       onBashProgress: options.onToolProgress ? (progress) => options.onToolProgress({ toolName: "bash", data: progress }) : void 0,
       onWriteFileProgress: options.onToolProgress ? (progress) => options.onToolProgress({ toolName: "write_file", data: progress }) : void 0,
-      onSearchProgress: options.onToolProgress ? (progress) => options.onToolProgress({ toolName: "search", data: progress }) : void 0
+      onSearchProgress: options.onToolProgress ? (progress) => options.onToolProgress({ toolName: "explore_agent", data: progress }) : void 0
     });
   }
   /**