@locusai/cli 0.5.0 → 0.5.1

package/bin/agent/worker.js

@@ -35423,6 +35423,7 @@ class ArtifactSyncer {
 }
 
 // ../sdk/src/core/indexer.ts
+import { createHash } from "node:crypto";
 import { existsSync as existsSync3, mkdirSync as mkdirSync2, readFileSync as readFileSync3, writeFileSync } from "node:fs";
 import { dirname, join as join4 } from "node:path";
 
@@ -35934,16 +35935,64 @@ var generateGlobTasksSync = normalizeArgumentsSync(generateTasksSync);
 class CodebaseIndexer {
   projectPath;
   indexPath;
+  fullReindexRatioThreshold = 0.2;
   constructor(projectPath) {
     this.projectPath = projectPath;
     this.indexPath = join4(projectPath, ".locus", "codebase-index.json");
   }
-  async index(onProgress, treeSummarizer) {
+  async index(onProgress, treeSummarizer, force = false) {
     if (!treeSummarizer) {
       throw new Error("A treeSummarizer is required for this indexing method.");
     }
-    if (onProgress)
-      onProgress("Generating file tree...");
+    onProgress?.("Generating file tree...");
+    const currentFiles = await this.getFileTree();
+    const treeString = currentFiles.join(`
+`);
+    const newTreeHash = this.hashTree(treeString);
+    const existingIndex = this.loadIndex();
+    if (!force && existingIndex?.treeHash === newTreeHash) {
+      onProgress?.("No file changes detected, skipping reindex");
+      return null;
+    }
+    const currentHashes = this.computeFileHashes(currentFiles);
+    const existingHashes = existingIndex?.fileHashes;
+    const canIncremental = !force && existingIndex && existingHashes;
+    if (canIncremental) {
+      onProgress?.("Performing incremental update");
+      const { added, deleted, modified } = this.diffFiles(currentHashes, existingHashes);
+      const changedFiles = [...added, ...modified];
+      const totalChanges = changedFiles.length + deleted.length;
+      const existingFileCount = Object.keys(existingHashes).length;
+      onProgress?.(`File changes detected: ${changedFiles.length} changed, ${added.length} added, ${deleted.length} deleted`);
+      if (existingFileCount > 0) {
+        const changeRatio = totalChanges / existingFileCount;
+        if (changeRatio <= this.fullReindexRatioThreshold && changedFiles.length > 0) {
+          onProgress?.(`Reindexing ${changedFiles.length} changed files and merging with existing index`);
+          const incrementalIndex = await treeSummarizer(changedFiles.join(`
+`));
+          const updatedIndex = this.cloneIndex(existingIndex);
+          this.removeFilesFromIndex(updatedIndex, [...deleted, ...modified]);
+          return this.mergeIndex(updatedIndex, incrementalIndex, currentHashes, newTreeHash);
+        }
+        if (changedFiles.length === 0 && deleted.length > 0) {
+          onProgress?.(`Removing ${deleted.length} deleted files from index`);
+          const updatedIndex = this.cloneIndex(existingIndex);
+          this.removeFilesFromIndex(updatedIndex, deleted);
+          return this.applyIndexMetadata(updatedIndex, currentHashes, newTreeHash);
+        }
+        if (changedFiles.length === 0 && deleted.length === 0) {
+          onProgress?.("No actual file changes, updating hashes only");
+          const updatedIndex = this.cloneIndex(existingIndex);
+          return this.applyIndexMetadata(updatedIndex, currentHashes, newTreeHash);
+        }
+        onProgress?.(`Too many changes (${(changeRatio * 100).toFixed(1)}%), performing full reindex`);
+      }
+    }
+    onProgress?.("AI is analyzing codebase structure...");
+    const index = await treeSummarizer(treeString);
+    return this.applyIndexMetadata(index, currentHashes, newTreeHash);
+  }
+  async getFileTree() {
     const gitmodulesPath = join4(this.projectPath, ".gitmodules");
     const submoduleIgnores = [];
     if (existsSync3(gitmodulesPath)) {
@@ -35961,7 +36010,7 @@ class CodebaseIndexer {
         }
       } catch {}
     }
-    const files = await globby(["**/*"], {
+    return globby(["**/*"], {
       cwd: this.projectPath,
       gitignore: true,
       ignore: [
@@ -36002,13 +36051,6 @@ class CodebaseIndexer {
         "**/*.{png,jpg,jpeg,gif,svg,ico,mp4,webm,wav,mp3,woff,woff2,eot,ttf,otf,pdf,zip,tar.gz,rar}"
       ]
     });
-    const treeString = files.join(`
-`);
-    if (onProgress)
-      onProgress("AI is analyzing codebase structure...");
-    const index = await treeSummarizer(treeString);
-    index.lastIndexed = new Date().toISOString();
-    return index;
   }
   loadIndex() {
     if (existsSync3(this.indexPath)) {
@@ -36027,6 +36069,79 @@ class CodebaseIndexer {
     }
     writeFileSync(this.indexPath, JSON.stringify(index, null, 2));
   }
+  cloneIndex(index) {
+    return JSON.parse(JSON.stringify(index));
+  }
+  applyIndexMetadata(index, fileHashes, treeHash) {
+    index.lastIndexed = new Date().toISOString();
+    index.treeHash = treeHash;
+    index.fileHashes = fileHashes;
+    return index;
+  }
+  hashTree(tree) {
+    return createHash("sha256").update(tree).digest("hex");
+  }
+  hashFile(filePath) {
+    try {
+      const content = readFileSync3(join4(this.projectPath, filePath), "utf-8");
+      return createHash("sha256").update(content).digest("hex").slice(0, 16);
+    } catch {
+      return null;
+    }
+  }
+  computeFileHashes(files) {
+    const hashes = {};
+    for (const file2 of files) {
+      const hash2 = this.hashFile(file2);
+      if (hash2 !== null) {
+        hashes[file2] = hash2;
+      }
+    }
+    return hashes;
+  }
+  diffFiles(currentHashes, existingHashes) {
+    const currentFiles = Object.keys(currentHashes);
+    const existingFiles = Object.keys(existingHashes);
+    const existingSet = new Set(existingFiles);
+    const currentSet = new Set(currentFiles);
+    const added = currentFiles.filter((f) => !existingSet.has(f));
+    const deleted = existingFiles.filter((f) => !currentSet.has(f));
+    const modified = currentFiles.filter((f) => existingSet.has(f) && currentHashes[f] !== existingHashes[f]);
+    return { added, deleted, modified };
+  }
+  removeFilesFromIndex(index, files) {
+    const fileSet = new Set(files);
+    for (const file2 of files) {
+      delete index.responsibilities[file2];
+    }
+    for (const [symbol2, paths] of Object.entries(index.symbols)) {
+      index.symbols[symbol2] = paths.filter((p) => !fileSet.has(p));
+      if (index.symbols[symbol2].length === 0) {
+        delete index.symbols[symbol2];
+      }
+    }
+  }
+  mergeIndex(existing, incremental, newHashes, newTreeHash) {
+    const mergedSymbols = { ...existing.symbols };
+    for (const [symbol2, paths] of Object.entries(incremental.symbols)) {
+      if (mergedSymbols[symbol2]) {
+        mergedSymbols[symbol2] = [
+          ...new Set([...mergedSymbols[symbol2], ...paths])
+        ];
+      } else {
+        mergedSymbols[symbol2] = paths;
+      }
+    }
+    const merged = {
+      symbols: mergedSymbols,
+      responsibilities: {
+        ...existing.responsibilities,
+        ...incremental.responsibilities
+      },
+      lastIndexed: ""
+    };
+    return this.applyIndexMetadata(merged, newHashes, newTreeHash);
+  }
 }
 
 // ../sdk/src/agent/codebase-indexer-service.ts
@@ -36037,9 +36152,8 @@ class CodebaseIndexerService {
     this.deps = deps;
     this.indexer = new CodebaseIndexer(deps.projectPath);
   }
-  async reindex() {
+  async reindex(force = false) {
     try {
-      this.deps.log("Reindexing codebase...", "info");
       const index = await this.indexer.index((msg) => this.deps.log(msg, "info"), async (tree) => {
         const prompt = `You are a codebase analysis expert. Analyze the file tree and extract:
 1. Key symbols (classes, functions, types) and their locations
@@ -36060,7 +36174,11 @@ Return ONLY valid JSON, no markdown formatting.`;
           return JSON.parse(jsonMatch[0]);
         }
         return { symbols: {}, responsibilities: {}, lastIndexed: "" };
-      });
+      }, force);
+      if (index === null) {
+        this.deps.log("No changes detected, skipping reindex", "info");
+        return;
+      }
       this.indexer.saveIndex(index);
       this.deps.log("Codebase reindexed successfully", "success");
     } catch (error48) {

package/bin/locus.js

@@ -17129,6 +17129,7 @@ class ArtifactSyncer {
   }
 }
 // ../sdk/src/core/indexer.ts
+import { createHash } from "node:crypto";
 import { existsSync as existsSync2, mkdirSync as mkdirSync2, readFileSync as readFileSync2, writeFileSync } from "node:fs";
 import { dirname, join as join3 } from "node:path";
 
@@ -17640,16 +17641,64 @@ var generateGlobTasksSync = normalizeArgumentsSync(generateTasksSync);
 class CodebaseIndexer {
   projectPath;
   indexPath;
+  fullReindexRatioThreshold = 0.2;
   constructor(projectPath) {
     this.projectPath = projectPath;
     this.indexPath = join3(projectPath, ".locus", "codebase-index.json");
   }
-  async index(onProgress, treeSummarizer) {
+  async index(onProgress, treeSummarizer, force = false) {
     if (!treeSummarizer) {
       throw new Error("A treeSummarizer is required for this indexing method.");
     }
-    if (onProgress)
-      onProgress("Generating file tree...");
+    onProgress?.("Generating file tree...");
+    const currentFiles = await this.getFileTree();
+    const treeString = currentFiles.join(`
+`);
+    const newTreeHash = this.hashTree(treeString);
+    const existingIndex = this.loadIndex();
+    if (!force && existingIndex?.treeHash === newTreeHash) {
+      onProgress?.("No file changes detected, skipping reindex");
+      return null;
+    }
+    const currentHashes = this.computeFileHashes(currentFiles);
+    const existingHashes = existingIndex?.fileHashes;
+    const canIncremental = !force && existingIndex && existingHashes;
+    if (canIncremental) {
+      onProgress?.("Performing incremental update");
+      const { added, deleted, modified } = this.diffFiles(currentHashes, existingHashes);
+      const changedFiles = [...added, ...modified];
+      const totalChanges = changedFiles.length + deleted.length;
+      const existingFileCount = Object.keys(existingHashes).length;
+      onProgress?.(`File changes detected: ${changedFiles.length} changed, ${added.length} added, ${deleted.length} deleted`);
+      if (existingFileCount > 0) {
+        const changeRatio = totalChanges / existingFileCount;
+        if (changeRatio <= this.fullReindexRatioThreshold && changedFiles.length > 0) {
+          onProgress?.(`Reindexing ${changedFiles.length} changed files and merging with existing index`);
+          const incrementalIndex = await treeSummarizer(changedFiles.join(`
+`));
+          const updatedIndex = this.cloneIndex(existingIndex);
+          this.removeFilesFromIndex(updatedIndex, [...deleted, ...modified]);
+          return this.mergeIndex(updatedIndex, incrementalIndex, currentHashes, newTreeHash);
+        }
+        if (changedFiles.length === 0 && deleted.length > 0) {
+          onProgress?.(`Removing ${deleted.length} deleted files from index`);
+          const updatedIndex = this.cloneIndex(existingIndex);
+          this.removeFilesFromIndex(updatedIndex, deleted);
+          return this.applyIndexMetadata(updatedIndex, currentHashes, newTreeHash);
+        }
+        if (changedFiles.length === 0 && deleted.length === 0) {
+          onProgress?.("No actual file changes, updating hashes only");
+          const updatedIndex = this.cloneIndex(existingIndex);
+          return this.applyIndexMetadata(updatedIndex, currentHashes, newTreeHash);
+        }
+        onProgress?.(`Too many changes (${(changeRatio * 100).toFixed(1)}%), performing full reindex`);
+      }
+    }
+    onProgress?.("AI is analyzing codebase structure...");
+    const index = await treeSummarizer(treeString);
+    return this.applyIndexMetadata(index, currentHashes, newTreeHash);
+  }
+  async getFileTree() {
     const gitmodulesPath = join3(this.projectPath, ".gitmodules");
     const submoduleIgnores = [];
     if (existsSync2(gitmodulesPath)) {
@@ -17667,7 +17716,7 @@ class CodebaseIndexer {
         }
       } catch {}
     }
-    const files = await globby(["**/*"], {
+    return globby(["**/*"], {
       cwd: this.projectPath,
       gitignore: true,
       ignore: [
@@ -17708,13 +17757,6 @@ class CodebaseIndexer {
         "**/*.{png,jpg,jpeg,gif,svg,ico,mp4,webm,wav,mp3,woff,woff2,eot,ttf,otf,pdf,zip,tar.gz,rar}"
       ]
     });
-    const treeString = files.join(`
-`);
-    if (onProgress)
-      onProgress("AI is analyzing codebase structure...");
-    const index = await treeSummarizer(treeString);
-    index.lastIndexed = new Date().toISOString();
-    return index;
   }
   loadIndex() {
     if (existsSync2(this.indexPath)) {
@@ -17733,6 +17775,79 @@ class CodebaseIndexer {
     }
     writeFileSync(this.indexPath, JSON.stringify(index, null, 2));
   }
+  cloneIndex(index) {
+    return JSON.parse(JSON.stringify(index));
+  }
+  applyIndexMetadata(index, fileHashes, treeHash) {
+    index.lastIndexed = new Date().toISOString();
+    index.treeHash = treeHash;
+    index.fileHashes = fileHashes;
+    return index;
+  }
+  hashTree(tree) {
+    return createHash("sha256").update(tree).digest("hex");
+  }
+  hashFile(filePath) {
+    try {
+      const content = readFileSync2(join3(this.projectPath, filePath), "utf-8");
+      return createHash("sha256").update(content).digest("hex").slice(0, 16);
+    } catch {
+      return null;
+    }
+  }
+  computeFileHashes(files) {
+    const hashes = {};
+    for (const file of files) {
+      const hash = this.hashFile(file);
+      if (hash !== null) {
+        hashes[file] = hash;
+      }
+    }
+    return hashes;
+  }
+  diffFiles(currentHashes, existingHashes) {
+    const currentFiles = Object.keys(currentHashes);
+    const existingFiles = Object.keys(existingHashes);
+    const existingSet = new Set(existingFiles);
+    const currentSet = new Set(currentFiles);
+    const added = currentFiles.filter((f) => !existingSet.has(f));
+    const deleted = existingFiles.filter((f) => !currentSet.has(f));
+    const modified = currentFiles.filter((f) => existingSet.has(f) && currentHashes[f] !== existingHashes[f]);
+    return { added, deleted, modified };
+  }
+  removeFilesFromIndex(index, files) {
+    const fileSet = new Set(files);
+    for (const file of files) {
+      delete index.responsibilities[file];
+    }
+    for (const [symbol, paths] of Object.entries(index.symbols)) {
+      index.symbols[symbol] = paths.filter((p) => !fileSet.has(p));
+      if (index.symbols[symbol].length === 0) {
+        delete index.symbols[symbol];
+      }
+    }
+  }
+  mergeIndex(existing, incremental, newHashes, newTreeHash) {
+    const mergedSymbols = { ...existing.symbols };
+    for (const [symbol, paths] of Object.entries(incremental.symbols)) {
+      if (mergedSymbols[symbol]) {
+        mergedSymbols[symbol] = [
+          ...new Set([...mergedSymbols[symbol], ...paths])
+        ];
+      } else {
+        mergedSymbols[symbol] = paths;
+      }
+    }
+    const merged = {
+      symbols: mergedSymbols,
+      responsibilities: {
+        ...existing.responsibilities,
+        ...incremental.responsibilities
+      },
+      lastIndexed: ""
+    };
+    return this.applyIndexMetadata(merged, newHashes, newTreeHash);
+  }
 }
 
 // ../sdk/src/agent/codebase-indexer-service.ts
@@ -17743,9 +17858,8 @@ class CodebaseIndexerService {
     this.deps = deps;
     this.indexer = new CodebaseIndexer(deps.projectPath);
   }
-  async reindex() {
+  async reindex(force = false) {
     try {
-      this.deps.log("Reindexing codebase...", "info");
       const index = await this.indexer.index((msg) => this.deps.log(msg, "info"), async (tree) => {
         const prompt = `You are a codebase analysis expert. Analyze the file tree and extract:
 1. Key symbols (classes, functions, types) and their locations
@@ -17766,7 +17880,11 @@ Return ONLY valid JSON, no markdown formatting.`;
           return JSON.parse(jsonMatch[0]);
         }
         return { symbols: {}, responsibilities: {}, lastIndexed: "" };
-      });
+      }, force);
+      if (index === null) {
+        this.deps.log("No changes detected, skipping reindex", "info");
+        return;
+      }
       this.indexer.saveIndex(index);
       this.deps.log("Codebase reindexed successfully", "success");
     } catch (error) {
@@ -36923,9 +37041,9 @@ async function runCommand(args) {
   const projectPath = values.dir || process.cwd();
   requireInitialization(projectPath, "run");
   new ConfigManager(projectPath).updateVersion(VERSION2);
-  const apiKey = values["api-key"] || process.env.LOCUS_API_KEY;
-  const workspaceId = values.workspace || process.env.LOCUS_WORKSPACE_ID;
-  const provider = resolveProvider2(values.provider || process.env.LOCUS_AI_PROVIDER);
+  const apiKey = values["api-key"];
+  const workspaceId = values.workspace;
+  const provider = resolveProvider2(values.provider);
   const model = values.model || DEFAULT_MODEL[provider];
   if (!apiKey || !workspaceId) {
     console.error(c.error("Error: --api-key and --workspace are required"));
@@ -36979,7 +37097,9 @@ async function indexCommand(args) {
   const indexer = new CodebaseIndexer(projectPath);
   console.log(`${c.primary("\uD83D\uDD0D Indexing codebase in")} ${c.bold(projectPath)}...`);
   const index = await indexer.index((msg) => console.log(`  ${c.dim(msg)}`), (tree) => summarizer.summarize(tree));
-  indexer.saveIndex(index);
+  if (index) {
+    indexer.saveIndex(index);
+  }
   console.log(c.success("✅ Indexing complete!"));
 }
 async function initCommand() {
@@ -37043,11 +37163,6 @@ Examples:
   locus index
   locus run --api-key YOUR_KEY --workspace WORKSPACE_ID
 
-Environment Variables:
-  LOCUS_API_KEY         API key for authentication
-  LOCUS_WORKSPACE_ID    Workspace ID
-  LOCUS_AI_PROVIDER     AI provider: claude or codex
-
 For more information, visit: https://locusai.dev/docs
 `);
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@locusai/cli",
-  "version": "0.5.0",
+  "version": "0.5.1",
   "description": "CLI for Locus - AI-native project management platform",
   "type": "module",
   "bin": {
@@ -32,7 +32,7 @@
   "author": "",
   "license": "MIT",
   "dependencies": {
-    "@locusai/sdk": "^0.5.0"
+    "@locusai/sdk": "^0.5.1"
   },
   "devDependencies": {}
 }