@devstationlabs/cli 0.1.3 → 0.1.4

package/devstation.js

@@ -12510,7 +12510,7 @@ import { existsSync as existsSync12 } from "fs";
 
 // src/lib/agent/cli/args.ts
 var CLI_NAME = "devstation";
-var VERSION = "0.1.3";
+var VERSION = "0.1.4";
 var COMMANDS = new Set([
   "chat",
   "run",
@@ -12731,7 +12731,7 @@ var SESSION_HELP = `  /undo          rewind the last checkpoint
 import { accessSync, constants as constants2, existsSync as existsSync10 } from "fs";
 
 // src/lib/agent/git.ts
-import { existsSync } from "fs";
+import { existsSync, readFileSync, statSync } from "fs";
 import { join } from "path";
 
 // src/lib/agent/shell.ts
@@ -12949,7 +12949,16 @@ function cloneTargetProblem(target) {
 // src/lib/agent/git.ts
 var CHECKPOINT_PREFIX = "agent checkpoint:";
 function isRepo(root) {
-  return existsSync(join(root, ".git"));
+  const dotGit = join(root, ".git");
+  if (!existsSync(dotGit))
+    return false;
+  try {
+    if (statSync(dotGit).isFile())
+      return readFileSync(dotGit, "utf8").startsWith("gitdir:");
+  } catch {
+    return false;
+  }
+  return existsSync(join(dotGit, "HEAD"));
 }
 function quote(value) {
   return `'${value.replace(/'/g, `'\\''`)}'`;
@@ -13074,7 +13083,7 @@ import {
   cpSync,
   existsSync as existsSync3,
   mkdirSync as mkdirSync2,
-  readFileSync as readFileSync2,
+  readFileSync as readFileSync3,
   readdirSync as readdirSync2,
   rmSync,
   writeFileSync as writeFileSync2
@@ -13085,10 +13094,10 @@ import { dirname as dirname2, join as join3 } from "path";
 import {
   existsSync as existsSync2,
   mkdirSync,
-  readFileSync,
+  readFileSync as readFileSync2,
   readdirSync,
   realpathSync,
-  statSync,
+  statSync as statSync2,
   writeFileSync
 } from "fs";
 import { dirname, isAbsolute, join as join2, relative, resolve, sep } from "path";
@@ -13165,10 +13174,10 @@ class Workspace {
     if (!existsSync2(resolved.absolute)) {
       return { ok: false, reason: `There is no file at ${relativePath}.` };
     }
-    if (statSync(resolved.absolute).isDirectory()) {
+    if (statSync2(resolved.absolute).isDirectory()) {
       return { ok: false, reason: `${relativePath} is a directory, not a file.` };
     }
-    const buffer = readFileSync(resolved.absolute);
+    const buffer = readFileSync2(resolved.absolute);
     if (looksBinary(buffer)) {
       return {
         ok: false,
@@ -13188,10 +13197,10 @@ class Workspace {
     if (!resolved.ok)
       return { ok: false, reason: resolved.reason };
     if (existsSync2(resolved.absolute)) {
-      if (statSync(resolved.absolute).isDirectory()) {
+      if (statSync2(resolved.absolute).isDirectory()) {
         return { ok: false, reason: `${relativePath} is a directory.` };
       }
-      if (looksBinary(readFileSync(resolved.absolute))) {
+      if (looksBinary(readFileSync2(resolved.absolute))) {
         return { ok: false, reason: `${relativePath} is a binary file and was not overwritten.` };
       }
     }
@@ -13203,7 +13212,7 @@ class Workspace {
     const resolved = this.resolve(relativePath);
     return resolved.ok && existsSync2(resolved.absolute);
   }
-  list(subdir = ".") {
+  list(subdir = ".", limit = Number.POSITIVE_INFINITY) {
     const base = subdir === "." || subdir === "" ? { ok: true, absolute: this.root } : this.resolve(subdir);
     if (!base.ok || !existsSync2(base.absolute))
       return [];
@@ -13212,6 +13221,8 @@ class Workspace {
     const out = [];
     const walk = (dir) => {
       for (const entry of readdirSync(dir, { withFileTypes: true })) {
+        if (out.length >= limit)
+          return;
         if (entry.name.startsWith(".") && skip.has(entry.name))
           continue;
         if (skip.has(entry.name))
@@ -13244,7 +13255,7 @@ function listSnapshots(root) {
     if (!existsSync3(manifest))
       continue;
     try {
-      found.push(JSON.parse(readFileSync2(manifest, "utf8")));
+      found.push(JSON.parse(readFileSync3(manifest, "utf8")));
     } catch {}
   }
   return found.sort((a, b) => b.id.localeCompare(a.id));
@@ -18122,9 +18133,9 @@ import {
   chmodSync,
   existsSync as existsSync4,
   mkdirSync as mkdirSync3,
-  readFileSync as readFileSync3,
+  readFileSync as readFileSync4,
   renameSync,
-  statSync as statSync2,
+  statSync as statSync3,
   writeFileSync as writeFileSync3
 } from "fs";
 import { dirname as dirname4, join as join5 } from "path";
@@ -18159,7 +18170,7 @@ function readSettingsFile(path4, problems = []) {
   if (!existsSync4(path4))
     return {};
   try {
-    const raw = JSON.parse(readFileSync3(path4, "utf8"));
+    const raw = JSON.parse(readFileSync4(path4, "utf8"));
     const out = {};
     if (raw.provider !== undefined) {
       const named = typeof raw.provider === "string" ? raw.provider.toLowerCase() : raw.provider;
@@ -18204,11 +18215,11 @@ function readCredentials(home, problems = []) {
   if (!existsSync4(path4))
     return {};
   try {
-    const mode = statSync2(path4).mode & 511;
+    const mode = statSync3(path4).mode & 511;
     if (mode & 63) {
       problems.push(`${path4} is readable by other users (mode ${mode.toString(8)}). Fix it: chmod 600 ${path4}`);
     }
-    const raw = JSON.parse(readFileSync3(path4, "utf8"));
+    const raw = JSON.parse(readFileSync4(path4, "utf8"));
     const out = {};
     for (const id of PROVIDER_IDS) {
       if (typeof raw[id] === "string" && raw[id].trim())
@@ -18456,7 +18467,7 @@ async function embedMissing(store, provider, options = {}) {
 import { join as join7 } from "path";
 
 // src/lib/agent/repo-session.ts
-import { readdirSync as readdirSync3, readFileSync as readFileSync4, statSync as statSync3 } from "fs";
+import { readdirSync as readdirSync3, readFileSync as readFileSync5, statSync as statSync4 } from "fs";
 import { join as join6, relative as relative2, sep as sep2 } from "path";
 var SKIP_DIRS = new Set([
   ".git",
@@ -18500,9 +18511,9 @@ function readWorkspace(root, maxFileBytes = 1024 * 1024) {
       }
       if (!item.isFile())
         continue;
-      if (statSync3(full).size > maxFileBytes)
+      if (statSync4(full).size > maxFileBytes)
         continue;
-      const buffer = readFileSync4(full);
+      const buffer = readFileSync5(full);
       if (looksBinary(buffer))
         continue;
       files[relative2(root, full).split(sep2).join("/")] = buffer.toString("utf8");
@@ -18511,6 +18522,69 @@ function readWorkspace(root, maxFileBytes = 1024 * 1024) {
   walk3(root);
   return files;
 }
+var INDEX_SKIP_DIRS = new Set([
+  ...SKIP_DIRS,
+  "target",
+  "coverage",
+  "__pycache__",
+  ".venv",
+  "venv",
+  ".gradle",
+  "out"
+]);
+var HIDDEN_KEEP = new Set([".github"]);
+function readWorkspaceBounded(root, opts = {}) {
+  const maxFiles = opts.maxFiles ?? 20000;
+  const until = Date.now() + (opts.deadlineMs ?? 1e4);
+  const maxBytes = opts.maxFileBytes ?? 1024 * 1024;
+  const files = {};
+  let seen = 0;
+  let stopped = null;
+  const walk3 = (dir) => {
+    let entries;
+    try {
+      entries = readdirSync3(dir, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const item of entries) {
+      if (stopped)
+        return;
+      if (item.isSymbolicLink())
+        continue;
+      const full = join6(dir, item.name);
+      if (item.isDirectory()) {
+        if (INDEX_SKIP_DIRS.has(item.name))
+          continue;
+        if (item.name.startsWith(".") && !HIDDEN_KEEP.has(item.name))
+          continue;
+        walk3(full);
+        continue;
+      }
+      if (!item.isFile())
+        continue;
+      if (seen >= maxFiles) {
+        stopped = "max-files";
+        return;
+      }
+      if ((seen & 63) === 0 && Date.now() > until) {
+        stopped = "deadline";
+        return;
+      }
+      seen++;
+      try {
+        if (statSync4(full).size > maxBytes)
+          continue;
+        const buffer = readFileSync5(full);
+        if (looksBinary(buffer))
+          continue;
+        files[relative2(root, full).split(sep2).join("/")] = buffer.toString("utf8");
+      } catch {}
+    }
+  };
+  walk3(root);
+  return { files, stopped };
+}
 var MAX_TITLE = 72;
 function proposalFor(goal, result, files) {
   const firstLine = (goal || result.summary).split(`
@@ -18879,7 +18953,7 @@ class MemoryStore {
     this.db.run("DELETE FROM chunks WHERE path = ?", [path4]);
     this.db.run("DELETE FROM files WHERE path = ?", [path4]);
   }
-  reindex(files) {
+  reindex(files, options = {}) {
     const result = { scanned: 0, reindexed: 0, removed: 0, chunks: 0 };
     this.db.run("BEGIN");
     try {
@@ -18892,9 +18966,11 @@ class MemoryStore {
         result.chunks += this.replaceFile(path4, content);
         result.reindexed++;
       }
-      for (const gone of known) {
-        this.removeFile(gone);
-        result.removed++;
+      if (!options.partial) {
+        for (const gone of known) {
+          this.removeFile(gone);
+          result.removed++;
+        }
       }
       this.db.run("COMMIT");
     } catch (error2) {
@@ -18979,8 +19055,27 @@ function openStore(root) {
   return new MemoryStore(storePath(root));
 }
 async function indexWorkspace(root, options = {}) {
+  const started = Date.now();
+  const home = options.home ?? process.env.HOME ?? "";
+  const strip2 = (p) => p.replace(/\/+$/, "");
+  if (home && strip2(root) === strip2(home)) {
+    return {
+      scanned: 0,
+      reindexed: 0,
+      removed: 0,
+      chunks: 0,
+      embedded: 0,
+      embeddingModel: null,
+      stopped: "home",
+      ms: 0
+    };
+  }
   const store = options.store ?? openStore(root);
-  const result = store.reindex(readWorkspace(root));
+  const read = readWorkspaceBounded(root, {
+    maxFiles: options.maxFiles,
+    deadlineMs: options.deadlineMs
+  });
+  const result = store.reindex(read.files, { partial: read.stopped !== null });
   let embedded = 0;
   if (options.embeddings) {
     try {
@@ -18989,11 +19084,17 @@ async function indexWorkspace(root, options = {}) {
       embedded = 0;
     }
   }
-  return { ...result, embedded, embeddingModel: options.embeddings?.model ?? null };
+  return {
+    ...result,
+    embedded,
+    embeddingModel: options.embeddings?.model ?? null,
+    stopped: read.stopped,
+    ms: Date.now() - started
+  };
 }
 
 // src/lib/agent/memory/project-memory.ts
-import { existsSync as existsSync5, mkdirSync as mkdirSync5, readFileSync as readFileSync5, writeFileSync as writeFileSync4 } from "fs";
+import { existsSync as existsSync5, mkdirSync as mkdirSync5, readFileSync as readFileSync6, writeFileSync as writeFileSync4 } from "fs";
 import { dirname as dirname6, join as join8 } from "path";
 var DEFAULT_FILE = "PROJECT_MEMORY.md";
 var HEADER = `# Project memory
@@ -19012,7 +19113,7 @@ function readMemory(root) {
   const path4 = memoryPath(root);
   if (!existsSync5(path4))
     return [];
-  return parseMemory(readFileSync5(path4, "utf8"));
+  return parseMemory(readFileSync6(path4, "utf8"));
 }
 var ENTRY = /^- \[([^\]]+)\](?:\s*\(([^)]*)\))?\s+([\s\S]*)$/;
 function parseMemory(text) {
@@ -19036,7 +19137,7 @@ function remember(root, note, tag = null, now = new Date) {
   if (!text) {
     return { ok: false, path: path4, message: "There was nothing to remember." };
   }
-  const existing = existsSync5(path4) ? readFileSync5(path4, "utf8") : "";
+  const existing = existsSync5(path4) ? readFileSync6(path4, "utf8") : "";
   const entries = parseMemory(existing);
   const normal = (value) => value.toLowerCase().replace(/\s+/g, " ").trim();
   if (entries.some((entry) => normal(entry.note) === normal(text))) {
@@ -19072,7 +19173,7 @@ function renderMemory(entries) {
 
 // src/lib/agent/mcp.ts
 import { spawn as spawn3 } from "child_process";
-import { existsSync as existsSync6, readFileSync as readFileSync6 } from "fs";
+import { existsSync as existsSync6, readFileSync as readFileSync7 } from "fs";
 import { join as join9 } from "path";
 function configPaths(root, home = process.env.HOME ?? "") {
   return [
@@ -19087,7 +19188,7 @@ function loadConfig(root, home = process.env.HOME ?? "") {
     if (!existsSync6(path4))
       continue;
     try {
-      const parsed = JSON.parse(readFileSync6(path4, "utf8"));
+      const parsed = JSON.parse(readFileSync7(path4, "utf8"));
       for (const [name, server] of Object.entries(parsed.mcpServers ?? {})) {
         if (server && typeof server.command === "string")
           merged.mcpServers[name] = server;
@@ -19347,11 +19448,11 @@ function failedResult(message) {
 
 // src/lib/agent/sandbox-exec.ts
 import { randomBytes } from "crypto";
-import { existsSync as existsSync8, statSync as statSync5, unlinkSync } from "fs";
+import { existsSync as existsSync8, statSync as statSync6, unlinkSync } from "fs";
 import { isAbsolute as isAbsolute3, join as join11, relative as relative4, resolve as resolve3, sep as sep4 } from "path";
 
 // src/lib/agent/project.ts
-import { existsSync as existsSync7, readFileSync as readFileSync7, readdirSync as readdirSync4, statSync as statSync4 } from "fs";
+import { existsSync as existsSync7, readFileSync as readFileSync8, readdirSync as readdirSync4, statSync as statSync5 } from "fs";
 import { dirname as dirname7, join as join10, relative as relative3, sep as sep3 } from "path";
 var SKIP = new Set([
   "node_modules",
@@ -19378,7 +19479,7 @@ var MANIFESTS = [
 var MAX_DEPTH = 2;
 function readScripts(absolute) {
   try {
-    const parsed = JSON.parse(readFileSync7(absolute, "utf8"));
+    const parsed = JSON.parse(readFileSync8(absolute, "utf8"));
     return parsed.scripts ?? {};
   } catch {
     return {};
@@ -19411,7 +19512,7 @@ function detectManifests(root) {
         continue;
       const child = join10(dir, entry);
       try {
-        if (statSync4(child).isDirectory())
+        if (statSync5(child).isDirectory())
           scan(child, depth + 1);
       } catch {}
     }
@@ -19685,7 +19786,7 @@ function sandboxExecutor(options) {
       return "The sandbox could not write to the workspace. Check the mount and try --no-sandbox.";
     }
     try {
-      const stat2 = statSync5(path4);
+      const stat2 = statSync6(path4);
       const [uid, gid] = user.split(":").map(Number);
       if (stat2.uid !== uid || stat2.gid !== gid) {
         return `The sandbox writes files as ${stat2.uid}:${stat2.gid} but this account is ${user}. ` + "Files it creates would not be yours to edit, and git would stop trusting the " + "repository, so it was not started. Run with --no-sandbox, or set " + "DEVSTATION_SANDBOX_USER.";
@@ -19953,8 +20054,20 @@ function fail(reason) {
 function executeFileTool(workspace, name, args) {
   switch (name) {
     case "list_files": {
-      const files = workspace.list(String(args.path ?? "."));
-      return files.length === 0 ? { ok: true, output: "The workspace is empty." } : { ok: true, output: files.join(`
+      const LIMIT = 2000;
+      const files = workspace.list(String(args.path ?? "."), LIMIT + 1);
+      if (files.length === 0)
+        return { ok: true, output: "The workspace is empty." };
+      if (files.length > LIMIT) {
+        return {
+          ok: true,
+          output: `${files.slice(0, LIMIT).join(`
+`)}
+
+` + `(Stopped at ${LIMIT} files: this directory is very large. List a subdirectory, or search for what you need.)`
+        };
+      }
+      return { ok: true, output: files.join(`
 `) };
     }
     case "read_file": {
@@ -19991,7 +20104,10 @@ function executeFileTool(workspace, name, args) {
         return fail("No search query was given.");
       const hits = [];
       let truncated = false;
-      for (const path4 of workspace.list()) {
+      const MAX_SCAN = 20000;
+      const scanned = workspace.list(".", MAX_SCAN + 1);
+      const scanLimited = scanned.length > MAX_SCAN;
+      for (const path4 of scanned.slice(0, MAX_SCAN)) {
         const file = workspace.read(path4);
         if (!file.ok)
           continue;
@@ -20010,14 +20126,18 @@ function executeFileTool(workspace, name, args) {
         if (truncated)
           break;
       }
-      if (hits.length === 0)
-        return { ok: true, output: `No match for "${args.query}".` };
+      const scanNote = scanLimited ? `
+
+(Searched the first ${MAX_SCAN} files only: this workspace is very large. Search a subdirectory.)` : "";
+      if (hits.length === 0) {
+        return { ok: true, output: `No match for "${args.query}".${scanNote}` };
+      }
       return {
         ok: true,
-        output: truncated ? `${hits.join(`
+        output: `${truncated ? `${hits.join(`
 `)}
 \u2026 more matches not shown` : hits.join(`
-`)
+`)}${scanNote}`
       };
     }
     default:
@@ -20738,10 +20858,10 @@ import {
   appendFileSync,
   existsSync as existsSync9,
   mkdirSync as mkdirSync6,
-  readFileSync as readFileSync8,
+  readFileSync as readFileSync9,
   readdirSync as readdirSync6,
   renameSync as renameSync2,
-  statSync as statSync6,
+  statSync as statSync7,
   writeFileSync as writeFileSync5
 } from "fs";
 import { join as join12 } from "path";
@@ -20804,7 +20924,7 @@ class SessionStore {
     if (!existsSync9(path4))
       return null;
     try {
-      return JSON.parse(readFileSync8(path4, "utf8"));
+      return JSON.parse(readFileSync9(path4, "utf8"));
     } catch {
       return null;
     }
@@ -20826,10 +20946,10 @@ class SessionStore {
     const path4 = this.eventPath(id);
     if (!existsSync9(path4))
       return { events: [], offset: 0 };
-    const size = statSync6(path4).size;
+    const size = statSync7(path4).size;
     if (size <= fromByte)
       return { events: [], offset: size };
-    const text = readFileSync8(path4, "utf8").slice(fromByte);
+    const text = readFileSync9(path4, "utf8").slice(fromByte);
     const events = [];
     let consumed = 0;
     for (const line of text.split(`
@@ -20973,9 +21093,21 @@ async function runCommand(context, goal, options = {}) {
     executor = built.executor;
   }
   const embeddings = embeddingsFromEnv();
+  const firstIndex = !existsSync10(storePath(context.root));
+  if (firstIndex && !options.quiet)
+    terminal.out("Indexing the workspace so the agent can search it\u2026");
   const memory = openStore(context.root);
   try {
-    await indexWorkspace(context.root, { store: memory, embeddings });
+    const indexed = await indexWorkspace(context.root, { store: memory, embeddings });
+    if (!options.quiet) {
+      if (indexed.stopped === "home") {
+        terminal.err("Not indexing your home directory. The agent can still read and list files; cd into a project for a real index.");
+      } else if (indexed.stopped) {
+        terminal.err(`Indexed ${indexed.scanned} files and stopped at the ${indexed.stopped === "deadline" ? "time" : "file"} limit: this workspace is very large. cd into the project you mean.`);
+      } else if (firstIndex || indexed.ms > 1500) {
+        terminal.out(`Indexed ${indexed.scanned} files in ${(indexed.ms / 1000).toFixed(1)}s.`);
+      }
+    }
   } catch {}
   const mcp = await McpHub.start(loadConfig(context.root));
   for (const status of mcp.status) {
@@ -22160,7 +22292,7 @@ function lineReader(rl, write) {
 // src/lib/agent/cli/upgrade.ts
 import { spawnSync } from "child_process";
 import { createHash as createHash2 } from "crypto";
-import { chmodSync as chmodSync2, mkdirSync as mkdirSync8, readFileSync as readFileSync9, renameSync as renameSync3, writeFileSync as writeFileSync7 } from "fs";
+import { chmodSync as chmodSync2, mkdirSync as mkdirSync8, readFileSync as readFileSync10, renameSync as renameSync3, writeFileSync as writeFileSync7 } from "fs";
 import { dirname as dirname8, join as join14 } from "path";
 var PACKAGE = "@devstationlabs/cli";
 var REPO = "linoxbt/dev-shipyard";
@@ -22301,7 +22433,7 @@ function notifyIfOutdated(terminal, opts = {}) {
   const path4 = join14(homeDir, ".devstation", "update-check.json");
   let cached = {};
   try {
-    cached = JSON.parse(readFileSync9(path4, "utf8"));
+    cached = JSON.parse(readFileSync10(path4, "utf8"));
   } catch {}
   if (cached.latest && compareVersions(cached.latest, VERSION) > 0) {
     terminal.err(`devstation ${cached.latest} is available (you have ${VERSION}). Run: devstation upgrade`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devstationlabs/cli",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "description": "The DevStation coding agent, in your terminal.",
   "license": "MIT",
   "type": "module",