sparkecoder 0.1.30 → 0.1.32

package/dist/cli.js

@@ -765,6 +765,12 @@ var remoteIndexedChunkQueries = {
   upsert(_db, data) {
     return api("/indexed-chunks", { method: "POST", body: data });
   },
+  batchUpsert(_db, chunks) {
+    return api("/indexed-chunks/batch", {
+      method: "POST",
+      body: { chunks }
+    });
+  },
   getById(_db, id) {
     return api(`/indexed-chunks/${id}`).catch(() => void 0);
   },
@@ -4650,23 +4656,24 @@ async function indexRepository(options) {
         const embedTime = Date.now() - batchStartTime;
         console.log(`[indexer] Batch ${batchNum}: embed completed in ${embedTime}ms - processed: ${result.processedCount}, failed: ${result.failedCount}`);
         failedChunks += result.failedCount;
-        console.log(`[indexer] Batch ${batchNum}: recording ${batch.length} chunks to DB...`);
-        const dbStartTime = Date.now();
-        for (const chunk of batch) {
-          if (!result.errors?.find((e) => e.id === chunk.id)) {
-            await indexedChunkQueries.upsert(db, {
-              id: chunk.id,
-              contentHash: chunk.contentHash,
-              filePath: chunk.metadata.filePath,
-              repoNamespace: namespace,
-              startLine: chunk.metadata.startLine,
-              endLine: chunk.metadata.endLine,
-              language: chunk.metadata.language
-            });
-          }
+        const successfulChunks = batch.filter(
+          (chunk) => !result.errors?.find((e) => e.id === chunk.id)
+        );
+        if (successfulChunks.length > 0) {
+          console.log(`[indexer] Batch ${batchNum}: recording ${successfulChunks.length} chunks to DB...`);
+          const dbStartTime = Date.now();
+          await indexedChunkQueries.batchUpsert(db, successfulChunks.map((chunk) => ({
+            id: chunk.id,
+            contentHash: chunk.contentHash,
+            filePath: chunk.metadata.filePath,
+            repoNamespace: namespace,
+            startLine: chunk.metadata.startLine,
+            endLine: chunk.metadata.endLine,
+            language: chunk.metadata.language
+          })));
+          const dbTime = Date.now() - dbStartTime;
+          console.log(`[indexer] Batch ${batchNum}: DB batch upsert completed in ${dbTime}ms`);
         }
-        const dbTime = Date.now() - dbStartTime;
-        console.log(`[indexer] Batch ${batchNum}: DB upserts completed in ${dbTime}ms`);
         if (result.errors) {
           for (const err of result.errors) {
             const chunk = batch.find((c) => c.id === err.id);
@@ -9455,6 +9462,69 @@ Indexing ${chalk.cyan(namespace)}...
     process.exit(1);
   }
 });
+program.command("search").description("Search indexed repository using semantic search").argument("<query>", "Search query").option("-n, --num <count>", "Number of results to show", "5").option("-w, --working-dir <path>", "Working directory (defaults to current directory)").option("-c, --config <path>", "Path to config file").action(async (query, options) => {
+  try {
+    const workingDir = options.workingDir ? resolve10(options.workingDir) : process.cwd();
+    const config = loadConfig(options.config, workingDir);
+    const remoteUrl = config.resolvedRemoteServer.url;
+    if (!remoteUrl) {
+      console.error(chalk.red("Error: Remote server not configured"));
+      process.exit(1);
+    }
+    let authKey3 = config.resolvedRemoteServer.authKey;
+    if (!authKey3) {
+      authKey3 = await ensureRemoteAuthKey(remoteUrl);
+    }
+    if (!authKey3) {
+      console.error(chalk.red("Error: Remote auth key not available"));
+      process.exit(1);
+    }
+    initDatabase({ url: remoteUrl, authKey: authKey3 });
+    const namespace = await getRepoNamespace(workingDir, config.resolvedVectorGateway.namespace);
+    if (!namespace) {
+      console.error(chalk.red("Error: Could not determine repository namespace"));
+      console.log(chalk.dim("Ensure git remote is configured or run sparkecoder index first"));
+      process.exit(1);
+    }
+    const client = getVectorClient();
+    if (!client) {
+      console.error(chalk.red("Error: Vector client not configured"));
+      process.exit(1);
+    }
+    console.log(chalk.dim(`Searching "${query}" in ${namespace}...
+`));
+    const topK = parseInt(options.num) || 5;
+    const result = await client.search.queryAndWait(query, {
+      namespace,
+      topK
+    });
+    if (result.matches.length === 0) {
+      console.log(chalk.yellow("No results found."));
+      console.log(chalk.dim("Make sure you have indexed the repository with: sparkecoder index"));
+    } else {
+      console.log(chalk.bold(`Top ${result.matches.length} results:
+`));
+      for (let i = 0; i < result.matches.length; i++) {
+        const match = result.matches[i];
+        const metadata = match.metadata;
+        const filePath = metadata?.filePath || "unknown";
+        const startLine = metadata?.startLine;
+        const endLine = metadata?.endLine;
+        const score = (match.score * 100).toFixed(1);
+        const location = startLine ? `${filePath}:${startLine}-${endLine}` : filePath;
+        console.log(`  ${chalk.cyan(`${i + 1}.`)} ${chalk.white(location)} ${chalk.dim(`(${score}%)`)}`);
+        if (metadata?.symbolName) {
+          console.log(`     ${chalk.dim("Symbol:")} ${metadata.symbolName}`);
+        }
+      }
+    }
+    await closeVectorClient();
+    console.log();
+  } catch (error) {
+    console.error(chalk.red(`Error: ${error.message}`));
+    process.exit(1);
+  }
+});
 program.command("api-key").description("Manage API keys for AI providers").argument("[provider]", "Provider name (anthropic, openai, google, xai, ai-gateway)").argument("[key]", "API key to set (if not provided, shows status)").option("-l, --list", "List all API key statuses").action((provider, key, options) => {
   try {
     ensureAppDataDirectory();