@devstationlabs/cli 0.1.3 → 0.1.5

package/devstation.js

@@ -12510,7 +12510,7 @@ import { existsSync as existsSync12 } from "fs";
 
 // src/lib/agent/cli/args.ts
 var CLI_NAME = "devstation";
-var VERSION = "0.1.3";
+var VERSION = "0.1.5";
 var COMMANDS = new Set([
   "chat",
   "run",
@@ -12731,7 +12731,7 @@ var SESSION_HELP = `  /undo          rewind the last checkpoint
 import { accessSync, constants as constants2, existsSync as existsSync10 } from "fs";
 
 // src/lib/agent/git.ts
-import { existsSync } from "fs";
+import { existsSync, readFileSync, statSync } from "fs";
 import { join } from "path";
 
 // src/lib/agent/shell.ts
@@ -12949,7 +12949,16 @@ function cloneTargetProblem(target) {
 // src/lib/agent/git.ts
 var CHECKPOINT_PREFIX = "agent checkpoint:";
 function isRepo(root) {
-  return existsSync(join(root, ".git"));
+  const dotGit = join(root, ".git");
+  if (!existsSync(dotGit))
+    return false;
+  try {
+    if (statSync(dotGit).isFile())
+      return readFileSync(dotGit, "utf8").startsWith("gitdir:");
+  } catch {
+    return false;
+  }
+  return existsSync(join(dotGit, "HEAD"));
 }
 function quote(value) {
   return `'${value.replace(/'/g, `'\\''`)}'`;
@@ -13074,21 +13083,25 @@ import {
   cpSync,
   existsSync as existsSync3,
   mkdirSync as mkdirSync2,
-  readFileSync as readFileSync2,
-  readdirSync as readdirSync2,
+  readFileSync as readFileSync4,
+  readdirSync as readdirSync3,
   rmSync,
   writeFileSync as writeFileSync2
 } from "fs";
-import { dirname as dirname2, join as join3 } from "path";
+import { dirname as dirname2, join as join4 } from "path";
+
+// src/lib/agent/repo-session.ts
+import { readdirSync as readdirSync2, readFileSync as readFileSync3, statSync as statSync3 } from "fs";
+import { join as join3, relative as relative2, sep as sep2 } from "path";
 
 // src/lib/agent/workspace.ts
 import {
   existsSync as existsSync2,
   mkdirSync,
-  readFileSync,
+  readFileSync as readFileSync2,
   readdirSync,
   realpathSync,
-  statSync,
+  statSync as statSync2,
   writeFileSync
 } from "fs";
 import { dirname, isAbsolute, join as join2, relative, resolve, sep } from "path";
@@ -13165,10 +13178,10 @@ class Workspace {
     if (!existsSync2(resolved.absolute)) {
       return { ok: false, reason: `There is no file at ${relativePath}.` };
     }
-    if (statSync(resolved.absolute).isDirectory()) {
+    if (statSync2(resolved.absolute).isDirectory()) {
       return { ok: false, reason: `${relativePath} is a directory, not a file.` };
     }
-    const buffer = readFileSync(resolved.absolute);
+    const buffer = readFileSync2(resolved.absolute);
     if (looksBinary(buffer)) {
       return {
         ok: false,
@@ -13188,10 +13201,10 @@ class Workspace {
     if (!resolved.ok)
       return { ok: false, reason: resolved.reason };
     if (existsSync2(resolved.absolute)) {
-      if (statSync(resolved.absolute).isDirectory()) {
+      if (statSync2(resolved.absolute).isDirectory()) {
         return { ok: false, reason: `${relativePath} is a directory.` };
       }
-      if (looksBinary(readFileSync(resolved.absolute))) {
+      if (looksBinary(readFileSync2(resolved.absolute))) {
         return { ok: false, reason: `${relativePath} is a binary file and was not overwritten.` };
       }
     }
@@ -13203,7 +13216,7 @@ class Workspace {
     const resolved = this.resolve(relativePath);
     return resolved.ok && existsSync2(resolved.absolute);
   }
-  list(subdir = ".") {
+  list(subdir = ".", limit = Number.POSITIVE_INFINITY) {
     const base = subdir === "." || subdir === "" ? { ok: true, absolute: this.root } : this.resolve(subdir);
     if (!base.ok || !existsSync2(base.absolute))
       return [];
@@ -13212,6 +13225,8 @@ class Workspace {
     const out = [];
     const walk = (dir) => {
       for (const entry of readdirSync(dir, { withFileTypes: true })) {
+        if (out.length >= limit)
+          return;
         if (entry.name.startsWith(".") && skip.has(entry.name))
           continue;
         if (skip.has(entry.name))
@@ -13228,23 +13243,219 @@ class Workspace {
   }
 }
 
+// src/lib/agent/repo-session.ts
+var SKIP_DIRS = new Set([
+  ".git",
+  ".agent",
+  ".devstation",
+  "node_modules",
+  ".next",
+  "dist",
+  "build",
+  ".turbo"
+]);
+function materialise(files, root) {
+  const workspace = new Workspace(root);
+  const refused = [];
+  let written = 0;
+  for (const [path, content] of Object.entries(files)) {
+    const result = workspace.write(path, content);
+    if (result.ok)
+      written++;
+    else
+      refused.push({ path, why: result.reason });
+  }
+  return { written, refused };
+}
+async function initLocalRepo(root, ref) {
+  const result = await runShell("git init -q && git add -A && " + "git -c user.name='DevStation agent' -c user.email='agent@devstation.online' " + `commit -q -m ${JSON.stringify(`base: ${ref}`)} --allow-empty`, { cwd: root, timeoutMs: 120000 });
+  return result.ok;
+}
+function readWorkspace(root, maxFileBytes = 1024 * 1024) {
+  const files = {};
+  const walk = (dir) => {
+    for (const item of readdirSync2(dir, { withFileTypes: true })) {
+      if (item.isSymbolicLink())
+        continue;
+      const full = join3(dir, item.name);
+      if (item.isDirectory()) {
+        if (SKIP_DIRS.has(item.name))
+          continue;
+        walk(full);
+        continue;
+      }
+      if (!item.isFile())
+        continue;
+      if (statSync3(full).size > maxFileBytes)
+        continue;
+      const buffer = readFileSync3(full);
+      if (looksBinary(buffer))
+        continue;
+      files[relative2(root, full).split(sep2).join("/")] = buffer.toString("utf8");
+    }
+  };
+  walk(root);
+  return files;
+}
+var INDEX_SKIP_DIRS = new Set([
+  ...SKIP_DIRS,
+  "target",
+  "coverage",
+  "__pycache__",
+  ".venv",
+  "venv",
+  ".gradle",
+  "out"
+]);
+var HIDDEN_KEEP = new Set([".github"]);
+function readWorkspaceBounded(root, opts = {}) {
+  const maxFiles = opts.maxFiles ?? 20000;
+  const until = Date.now() + (opts.deadlineMs ?? 1e4);
+  const maxBytes = opts.maxFileBytes ?? 1024 * 1024;
+  const files = {};
+  let seen = 0;
+  let stopped = null;
+  const walk = (dir) => {
+    let entries;
+    try {
+      entries = readdirSync2(dir, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const item of entries) {
+      if (stopped)
+        return;
+      if (item.isSymbolicLink())
+        continue;
+      const full = join3(dir, item.name);
+      if (item.isDirectory()) {
+        if (INDEX_SKIP_DIRS.has(item.name))
+          continue;
+        if (item.name.startsWith(".") && !HIDDEN_KEEP.has(item.name))
+          continue;
+        walk(full);
+        continue;
+      }
+      if (!item.isFile())
+        continue;
+      if (seen >= maxFiles) {
+        stopped = "max-files";
+        return;
+      }
+      if ((seen & 63) === 0 && Date.now() > until) {
+        stopped = "deadline";
+        return;
+      }
+      seen++;
+      try {
+        if (statSync3(full).size > maxBytes)
+          continue;
+        const buffer = readFileSync3(full);
+        if (looksBinary(buffer))
+          continue;
+        files[relative2(root, full).split(sep2).join("/")] = buffer.toString("utf8");
+      } catch {}
+    }
+  };
+  walk(root);
+  return { files, stopped };
+}
+var SNAPSHOT_SKIP_DIRS = new Set([...SKIP_DIRS, ".output", ".venv"]);
+function listWorkspaceBounded(root, opts = {}) {
+  const maxFiles = opts.maxFiles ?? Number.POSITIVE_INFINITY;
+  const maxBytes = opts.maxBytes ?? Number.POSITIVE_INFINITY;
+  const until = Date.now() + (opts.deadlineMs ?? 1e4);
+  const paths = [];
+  let bytes = 0;
+  let stopped = null;
+  const walk = (dir) => {
+    let entries;
+    try {
+      entries = readdirSync2(dir, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const item of entries) {
+      if (stopped)
+        return;
+      if (item.isSymbolicLink())
+        continue;
+      const full = join3(dir, item.name);
+      if (item.isDirectory()) {
+        if (SNAPSHOT_SKIP_DIRS.has(item.name))
+          continue;
+        if (opts.skipHidden && item.name.startsWith(".") && !HIDDEN_KEEP.has(item.name))
+          continue;
+        walk(full);
+        continue;
+      }
+      if (!item.isFile())
+        continue;
+      if (paths.length >= maxFiles) {
+        stopped = "max-files";
+        return;
+      }
+      if ((paths.length & 63) === 0 && Date.now() > until) {
+        stopped = "deadline";
+        return;
+      }
+      try {
+        bytes += statSync3(full).size;
+      } catch {
+        continue;
+      }
+      if (bytes > maxBytes) {
+        stopped = "max-bytes";
+        return;
+      }
+      paths.push(relative2(root, full).split(sep2).join("/"));
+    }
+  };
+  walk(root);
+  return { paths: paths.sort(), bytes, stopped };
+}
+var MAX_TITLE = 72;
+function proposalFor(goal, result, files) {
+  const firstLine = (goal || result.summary).split(`
+`)[0].trim();
+  const title = firstLine.length > MAX_TITLE ? `${firstLine.slice(0, MAX_TITLE - 3)}...` : firstLine;
+  const fileList = files.length === 0 ? "_No files changed._" : files.slice(0, 50).map((f) => `- \`${f}\``).join(`
+`) + (files.length > 50 ? `
+- ...and ${files.length - 50} more` : "");
+  const body = [
+    `**Asked for:** ${goal}`,
+    "",
+    result.summary || "No summary was produced.",
+    "",
+    "### Files changed",
+    fileList,
+    "",
+    "---",
+    `Opened by the DevStation coding agent after ${result.steps} step(s), ` + `about $${result.costUsd.toFixed(2)}. Review it as you would any other change: ` + "nothing here has been merged, and the agent could not open this itself."
+  ].join(`
+`);
+  return { title, body, message: `${title}
+
+${goal}` };
+}
+
 // src/lib/agent/snapshots.ts
 var DIR = ".devstation/checkpoints";
 var KEEP = 20;
 function storeDir(root) {
-  return join3(root, DIR);
+  return join4(root, DIR);
 }
 function listSnapshots(root) {
   const dir = storeDir(root);
   if (!existsSync3(dir))
     return [];
   const found = [];
-  for (const entry of readdirSync2(dir)) {
-    const manifest = join3(dir, entry, "manifest.json");
+  for (const entry of readdirSync3(dir)) {
+    const manifest = join4(dir, entry, "manifest.json");
     if (!existsSync3(manifest))
       continue;
     try {
-      found.push(JSON.parse(readFileSync2(manifest, "utf8")));
+      found.push(JSON.parse(readFileSync4(manifest, "utf8")));
     } catch {}
   }
   return found.sort((a, b) => b.id.localeCompare(a.id));
@@ -13256,20 +13467,36 @@ function nextId(root) {
   }, 0);
   return `${String(highest + 1).padStart(6, "0")}-${Date.now()}`;
 }
-function takeSnapshot(root, message) {
-  const workspace = new Workspace(root);
-  const files = workspace.list(".").filter((p) => !p.startsWith(`${DIR}/`) && !p.startsWith(".devstation/"));
+var SNAPSHOT_MAX_FILES = 5000;
+var SNAPSHOT_MAX_BYTES = 50 * 1024 * 1024;
+function takeSnapshot(root, message, opts = {}) {
+  const home = opts.home ?? process.env.HOME ?? "";
+  const strip = (p) => p.replace(/\/+$/, "");
+  if (home && strip(root) === strip(home)) {
+    opts.onSkip?.("a home directory is never copied aside. cd into a project to get undo.");
+    return null;
+  }
+  const listed = listWorkspaceBounded(root, {
+    maxFiles: opts.maxFiles ?? SNAPSHOT_MAX_FILES,
+    maxBytes: opts.maxBytes ?? SNAPSHOT_MAX_BYTES
+  });
+  if (listed.stopped) {
+    const limit = listed.stopped === "max-bytes" ? `${Math.round((opts.maxBytes ?? SNAPSHOT_MAX_BYTES) / 1024 / 1024)}MB` : listed.stopped === "max-files" ? `${(opts.maxFiles ?? SNAPSHOT_MAX_FILES).toLocaleString("en-US")} files` : "the time limit";
+    opts.onSkip?.(`this workspace is larger than ${limit}, too large to copy aside each turn. Put it under git for undo.`);
+    return null;
+  }
+  const files = listed.paths.filter((p) => !p.startsWith(`${DIR}/`) && !p.startsWith(".devstation/"));
   if (files.length === 0)
     return null;
   const id = nextId(root);
-  const dir = join3(storeDir(root), id);
-  mkdirSync2(join3(dir, "files"), { recursive: true });
+  const dir = join4(storeDir(root), id);
+  mkdirSync2(join4(dir, "files"), { recursive: true });
   const captured = [];
   for (const path of files) {
-    const from = join3(root, path);
+    const from = join4(root, path);
     if (!existsSync3(from))
       continue;
-    const to = join3(dir, "files", path);
+    const to = join4(dir, "files", path);
     mkdirSync2(dirname2(to), { recursive: true });
     try {
       cpSync(from, to);
@@ -13282,7 +13509,7 @@ function takeSnapshot(root, message) {
     message,
     files: captured
   };
-  writeFileSync2(join3(dir, "manifest.json"), `${JSON.stringify(snapshot, null, 2)}
+  writeFileSync2(join4(dir, "manifest.json"), `${JSON.stringify(snapshot, null, 2)}
 `);
   prune(root);
   return snapshot;
@@ -13290,7 +13517,7 @@ function takeSnapshot(root, message) {
 function prune(root) {
   const all = listSnapshots(root);
   for (const old of all.slice(KEEP)) {
-    rmSync(join3(storeDir(root), old.id), { recursive: true, force: true });
+    rmSync(join4(storeDir(root), old.id), { recursive: true, force: true });
   }
 }
 function undoSnapshot(root) {
@@ -13298,19 +13525,18 @@ function undoSnapshot(root) {
   if (!latest) {
     return { ok: false, message: "There is no checkpoint to undo." };
   }
-  const workspace = new Workspace(root);
-  const dir = join3(storeDir(root), latest.id);
+  const dir = join4(storeDir(root), latest.id);
   const kept = new Set(latest.files);
-  for (const path of workspace.list(".")) {
+  for (const path of listWorkspaceBounded(root).paths) {
     if (kept.has(path) || path.startsWith(".devstation/"))
       continue;
-    rmSync(join3(root, path), { force: true });
+    rmSync(join4(root, path), { force: true });
   }
   for (const path of latest.files) {
-    const from = join3(dir, "files", path);
+    const from = join4(dir, "files", path);
     if (!existsSync3(from))
       continue;
-    const to = join3(root, path);
+    const to = join4(root, path);
     mkdirSync2(dirname2(to), { recursive: true });
     cpSync(from, to);
   }
@@ -13318,7 +13544,7 @@ function undoSnapshot(root) {
   return { ok: true, message: `Undid ${latest.message}` };
 }
 function discardSnapshot(root, id) {
-  rmSync(join3(storeDir(root), id), { recursive: true, force: true });
+  rmSync(join4(storeDir(root), id), { recursive: true, force: true });
 }
 
 // src/lib/agent/policy.ts
@@ -17477,9 +17703,9 @@ var REDACTED = "[redacted]";
 function redact(input) {
   let text = input;
   const kinds = new Set;
-  text = text.replace(SECRET_KEY, (_m, key, sep2, q) => {
+  text = text.replace(SECRET_KEY, (_m, key, sep3, q) => {
     kinds.add("assignment");
-    return `${key}${sep2}${q}${REDACTED}${q}`;
+    return `${key}${sep3}${q}${REDACTED}${q}`;
   });
   for (const { name, re } of PATTERNS) {
     text = text.replace(re, () => {
@@ -17957,6 +18183,26 @@ class AnthropicProvider {
 
 // src/lib/agent/providers/openrouter.ts
 var OPENROUTER_BASE = "https://openrouter.ai/api/v1";
+var DEFAULT_MAX_TOKENS2 = Number(process.env.DEVSTATION_MAX_TOKENS) || 16000;
+var MIN_RETRY_TOKENS = 1024;
+function affordableTokens(detail) {
+  const match = /can only afford (\d+)/i.exec(detail);
+  return match ? Number(match[1]) : null;
+}
+function describeFailure(label, status, detail) {
+  let message = detail;
+  try {
+    const parsed = JSON.parse(detail);
+    if (parsed.error?.message)
+      message = parsed.error.message;
+  } catch {}
+  if (status === 402 && /credit/i.test(message)) {
+    return `${label} is out of credit for this request. Add credit at https://openrouter.ai/settings/credits, ` + "or use a cheaper model: devstation config set model anthropic/claude-sonnet-5";
+  }
+  if (status === 401)
+    return `${label} rejected the API key. Run \`devstation login\` to store a new one.`;
+  return `${label} request failed (${status}). ${message.slice(0, 300)}`;
+}
 function stopReasonOf2(raw) {
   switch (raw) {
     case "stop":
@@ -18019,7 +18265,7 @@ class OpenRouterProvider {
   }
   async generate(input) {
     const openRouter = this.name === "openrouter";
-    const res = await fetch(this.endpoint, {
+    const send = (maxTokens) => fetch(this.endpoint, {
       method: "POST",
       headers: {
         "content-type": "application/json",
@@ -18030,7 +18276,7 @@ class OpenRouterProvider {
         model: this.model,
         messages: toOpenAiMessages(input.system, input.messages),
         stream: true,
-        max_tokens: input.maxTokens ?? 64000,
+        max_tokens: maxTokens,
         temperature: 0.2,
         ...input.tools?.length ? {
           tools: input.tools.map((t) => ({
@@ -18046,10 +18292,21 @@ class OpenRouterProvider {
       }),
       signal: input.signal
     });
+    const label = openRouter ? "OpenRouter" : `The endpoint ${this.endpoint}`;
+    const requested = input.maxTokens ?? DEFAULT_MAX_TOKENS2;
+    let res = await send(requested);
+    if (res.status === 402 && openRouter) {
+      const detail = await res.text().catch(() => "");
+      const afford = affordableTokens(detail);
+      if (afford !== null && afford >= MIN_RETRY_TOKENS && afford < requested) {
+        res = await send(Math.floor(afford * 0.95));
+      } else {
+        throw new Error(describeFailure(label, res.status, detail));
+      }
+    }
     if (!res.ok || !res.body) {
       const detail = await res.text().catch(() => "");
-      const label = openRouter ? "OpenRouter" : `The endpoint ${this.endpoint}`;
-      throw new Error(`${label} request failed (${res.status}). ${detail.slice(0, 200)}`);
+      throw new Error(describeFailure(label, res.status, detail));
     }
     let text = "";
     let finish = null;
@@ -18122,12 +18379,12 @@ import {
   chmodSync,
   existsSync as existsSync4,
   mkdirSync as mkdirSync3,
-  readFileSync as readFileSync3,
+  readFileSync as readFileSync5,
   renameSync,
-  statSync as statSync2,
+  statSync as statSync4,
   writeFileSync as writeFileSync3
 } from "fs";
-import { dirname as dirname4, join as join5 } from "path";
+import { dirname as dirname4, join as join6 } from "path";
 var PROVIDER_IDS = ["anthropic", "openrouter", "openai"];
 var SETTING_KEYS = ["provider", "model", "baseUrl"];
 var KEY_ENV = {
@@ -18141,16 +18398,16 @@ var DEFAULT_BASE_URL = {
   openai: "https://api.openai.com/v1"
 };
 function globalDir(home) {
-  return join5(home, ".devstation");
+  return join6(home, ".devstation");
 }
 function globalConfigPath(home) {
-  return join5(globalDir(home), "config.json");
+  return join6(globalDir(home), "config.json");
 }
 function projectConfigPath(root) {
-  return join5(root, ".devstation", "config.json");
+  return join6(root, ".devstation", "config.json");
 }
 function credentialsPath(home) {
-  return join5(globalDir(home), "credentials.json");
+  return join6(globalDir(home), "credentials.json");
 }
 function isProvider(value) {
   return typeof value === "string" && PROVIDER_IDS.includes(value);
@@ -18159,7 +18416,7 @@ function readSettingsFile(path4, problems = []) {
   if (!existsSync4(path4))
     return {};
   try {
-    const raw = JSON.parse(readFileSync3(path4, "utf8"));
+    const raw = JSON.parse(readFileSync5(path4, "utf8"));
     const out = {};
     if (raw.provider !== undefined) {
       const named = typeof raw.provider === "string" ? raw.provider.toLowerCase() : raw.provider;
@@ -18204,11 +18461,11 @@ function readCredentials(home, problems = []) {
   if (!existsSync4(path4))
     return {};
   try {
-    const mode = statSync2(path4).mode & 511;
+    const mode = statSync4(path4).mode & 511;
     if (mode & 63) {
       problems.push(`${path4} is readable by other users (mode ${mode.toString(8)}). Fix it: chmod 600 ${path4}`);
     }
-    const raw = JSON.parse(readFileSync3(path4, "utf8"));
+    const raw = JSON.parse(readFileSync5(path4, "utf8"));
     const out = {};
     for (const id of PROVIDER_IDS) {
       if (typeof raw[id] === "string" && raw[id].trim())
@@ -18455,87 +18712,6 @@ async function embedMissing(store, provider, options = {}) {
 // src/lib/agent/memory/workspace-index.ts
 import { join as join7 } from "path";
 
-// src/lib/agent/repo-session.ts
-import { readdirSync as readdirSync3, readFileSync as readFileSync4, statSync as statSync3 } from "fs";
-import { join as join6, relative as relative2, sep as sep2 } from "path";
-var SKIP_DIRS = new Set([
-  ".git",
-  ".agent",
-  ".devstation",
-  "node_modules",
-  ".next",
-  "dist",
-  "build",
-  ".turbo"
-]);
-function materialise(files, root) {
-  const workspace = new Workspace(root);
-  const refused = [];
-  let written = 0;
-  for (const [path4, content] of Object.entries(files)) {
-    const result = workspace.write(path4, content);
-    if (result.ok)
-      written++;
-    else
-      refused.push({ path: path4, why: result.reason });
-  }
-  return { written, refused };
-}
-async function initLocalRepo(root, ref) {
-  const result = await runShell("git init -q && git add -A && " + "git -c user.name='DevStation agent' -c user.email='agent@devstation.online' " + `commit -q -m ${JSON.stringify(`base: ${ref}`)} --allow-empty`, { cwd: root, timeoutMs: 120000 });
-  return result.ok;
-}
-function readWorkspace(root, maxFileBytes = 1024 * 1024) {
-  const files = {};
-  const walk3 = (dir) => {
-    for (const item of readdirSync3(dir, { withFileTypes: true })) {
-      if (item.isSymbolicLink())
-        continue;
-      const full = join6(dir, item.name);
-      if (item.isDirectory()) {
-        if (SKIP_DIRS.has(item.name))
-          continue;
-        walk3(full);
-        continue;
-      }
-      if (!item.isFile())
-        continue;
-      if (statSync3(full).size > maxFileBytes)
-        continue;
-      const buffer = readFileSync4(full);
-      if (looksBinary(buffer))
-        continue;
-      files[relative2(root, full).split(sep2).join("/")] = buffer.toString("utf8");
-    }
-  };
-  walk3(root);
-  return files;
-}
-var MAX_TITLE = 72;
-function proposalFor(goal, result, files) {
-  const firstLine = (goal || result.summary).split(`
-`)[0].trim();
-  const title = firstLine.length > MAX_TITLE ? `${firstLine.slice(0, MAX_TITLE - 3)}...` : firstLine;
-  const fileList = files.length === 0 ? "_No files changed._" : files.slice(0, 50).map((f) => `- \`${f}\``).join(`
-`) + (files.length > 50 ? `
-- ...and ${files.length - 50} more` : "");
-  const body = [
-    `**Asked for:** ${goal}`,
-    "",
-    result.summary || "No summary was produced.",
-    "",
-    "### Files changed",
-    fileList,
-    "",
-    "---",
-    `Opened by the DevStation coding agent after ${result.steps} step(s), ` + `about $${result.costUsd.toFixed(2)}. Review it as you would any other change: ` + "nothing here has been merged, and the agent could not open this itself."
-  ].join(`
-`);
-  return { title, body, message: `${title}
-
-${goal}` };
-}
-
 // src/lib/agent/memory/store.ts
 import { Database } from "bun:sqlite";
 import { createHash } from "crypto";
@@ -18879,7 +19055,7 @@ class MemoryStore {
     this.db.run("DELETE FROM chunks WHERE path = ?", [path4]);
     this.db.run("DELETE FROM files WHERE path = ?", [path4]);
   }
-  reindex(files) {
+  reindex(files, options = {}) {
     const result = { scanned: 0, reindexed: 0, removed: 0, chunks: 0 };
     this.db.run("BEGIN");
     try {
@@ -18892,9 +19068,11 @@ class MemoryStore {
         result.chunks += this.replaceFile(path4, content);
         result.reindexed++;
       }
-      for (const gone of known) {
-        this.removeFile(gone);
-        result.removed++;
+      if (!options.partial) {
+        for (const gone of known) {
+          this.removeFile(gone);
+          result.removed++;
+        }
       }
       this.db.run("COMMIT");
     } catch (error2) {
@@ -18979,8 +19157,27 @@ function openStore(root) {
   return new MemoryStore(storePath(root));
 }
 async function indexWorkspace(root, options = {}) {
+  const started = Date.now();
+  const home = options.home ?? process.env.HOME ?? "";
+  const strip2 = (p) => p.replace(/\/+$/, "");
+  if (home && strip2(root) === strip2(home)) {
+    return {
+      scanned: 0,
+      reindexed: 0,
+      removed: 0,
+      chunks: 0,
+      embedded: 0,
+      embeddingModel: null,
+      stopped: "home",
+      ms: 0
+    };
+  }
   const store = options.store ?? openStore(root);
-  const result = store.reindex(readWorkspace(root));
+  const read = readWorkspaceBounded(root, {
+    maxFiles: options.maxFiles,
+    deadlineMs: options.deadlineMs
+  });
+  const result = store.reindex(read.files, { partial: read.stopped !== null });
   let embedded = 0;
   if (options.embeddings) {
     try {
@@ -18989,11 +19186,17 @@ async function indexWorkspace(root, options = {}) {
       embedded = 0;
     }
   }
-  return { ...result, embedded, embeddingModel: options.embeddings?.model ?? null };
+  return {
+    ...result,
+    embedded,
+    embeddingModel: options.embeddings?.model ?? null,
+    stopped: read.stopped,
+    ms: Date.now() - started
+  };
 }
 
 // src/lib/agent/memory/project-memory.ts
-import { existsSync as existsSync5, mkdirSync as mkdirSync5, readFileSync as readFileSync5, writeFileSync as writeFileSync4 } from "fs";
+import { existsSync as existsSync5, mkdirSync as mkdirSync5, readFileSync as readFileSync6, writeFileSync as writeFileSync4 } from "fs";
 import { dirname as dirname6, join as join8 } from "path";
 var DEFAULT_FILE = "PROJECT_MEMORY.md";
 var HEADER = `# Project memory
@@ -19012,7 +19215,7 @@ function readMemory(root) {
   const path4 = memoryPath(root);
   if (!existsSync5(path4))
     return [];
-  return parseMemory(readFileSync5(path4, "utf8"));
+  return parseMemory(readFileSync6(path4, "utf8"));
 }
 var ENTRY = /^- \[([^\]]+)\](?:\s*\(([^)]*)\))?\s+([\s\S]*)$/;
 function parseMemory(text) {
@@ -19036,7 +19239,7 @@ function remember(root, note, tag = null, now = new Date) {
   if (!text) {
     return { ok: false, path: path4, message: "There was nothing to remember." };
   }
-  const existing = existsSync5(path4) ? readFileSync5(path4, "utf8") : "";
+  const existing = existsSync5(path4) ? readFileSync6(path4, "utf8") : "";
   const entries = parseMemory(existing);
   const normal = (value) => value.toLowerCase().replace(/\s+/g, " ").trim();
   if (entries.some((entry) => normal(entry.note) === normal(text))) {
@@ -19072,7 +19275,7 @@ function renderMemory(entries) {
 
 // src/lib/agent/mcp.ts
 import { spawn as spawn3 } from "child_process";
-import { existsSync as existsSync6, readFileSync as readFileSync6 } from "fs";
+import { existsSync as existsSync6, readFileSync as readFileSync7 } from "fs";
 import { join as join9 } from "path";
 function configPaths(root, home = process.env.HOME ?? "") {
   return [
@@ -19087,7 +19290,7 @@ function loadConfig(root, home = process.env.HOME ?? "") {
     if (!existsSync6(path4))
       continue;
     try {
-      const parsed = JSON.parse(readFileSync6(path4, "utf8"));
+      const parsed = JSON.parse(readFileSync7(path4, "utf8"));
       for (const [name, server] of Object.entries(parsed.mcpServers ?? {})) {
         if (server && typeof server.command === "string")
           merged.mcpServers[name] = server;
@@ -19347,11 +19550,11 @@ function failedResult(message) {
 
 // src/lib/agent/sandbox-exec.ts
 import { randomBytes } from "crypto";
-import { existsSync as existsSync8, statSync as statSync5, unlinkSync } from "fs";
+import { existsSync as existsSync8, statSync as statSync6, unlinkSync } from "fs";
 import { isAbsolute as isAbsolute3, join as join11, relative as relative4, resolve as resolve3, sep as sep4 } from "path";
 
 // src/lib/agent/project.ts
-import { existsSync as existsSync7, readFileSync as readFileSync7, readdirSync as readdirSync4, statSync as statSync4 } from "fs";
+import { existsSync as existsSync7, readFileSync as readFileSync8, readdirSync as readdirSync4, statSync as statSync5 } from "fs";
 import { dirname as dirname7, join as join10, relative as relative3, sep as sep3 } from "path";
 var SKIP = new Set([
   "node_modules",
@@ -19378,7 +19581,7 @@ var MANIFESTS = [
 var MAX_DEPTH = 2;
 function readScripts(absolute) {
   try {
-    const parsed = JSON.parse(readFileSync7(absolute, "utf8"));
+    const parsed = JSON.parse(readFileSync8(absolute, "utf8"));
     return parsed.scripts ?? {};
   } catch {
     return {};
@@ -19411,7 +19614,7 @@ function detectManifests(root) {
         continue;
       const child = join10(dir, entry);
       try {
-        if (statSync4(child).isDirectory())
+        if (statSync5(child).isDirectory())
           scan(child, depth + 1);
       } catch {}
     }
@@ -19685,7 +19888,7 @@ function sandboxExecutor(options) {
       return "The sandbox could not write to the workspace. Check the mount and try --no-sandbox.";
     }
     try {
-      const stat2 = statSync5(path4);
+      const stat2 = statSync6(path4);
       const [uid, gid] = user.split(":").map(Number);
       if (stat2.uid !== uid || stat2.gid !== gid) {
         return `The sandbox writes files as ${stat2.uid}:${stat2.gid} but this account is ${user}. ` + "Files it creates would not be yours to edit, and git would stop trusting the " + "repository, so it was not started. Run with --no-sandbox, or set " + "DEVSTATION_SANDBOX_USER.";
@@ -19829,9 +20032,11 @@ import { readdirSync as readdirSync5 } from "fs";
 
 // src/lib/agent/pricing.ts
 var TABLE = [
-  { match: /opus/i, rates: { input: 15, output: 75, cacheRead: 1.5, cacheWrite: 18.75 } },
-  { match: /haiku/i, rates: { input: 0.8, output: 4, cacheRead: 0.08, cacheWrite: 1 } },
-  { match: /sonnet/i, rates: { input: 3, output: 15, cacheRead: 0.3, cacheWrite: 3.75 } }
+  { match: /fable-5[.-]1/i, rates: { input: 10, output: 50, cacheRead: 0.25, cacheWrite: 12.5 } },
+  { match: /fable/i, rates: { input: 10, output: 50, cacheRead: 1, cacheWrite: 12.5 } },
+  { match: /opus/i, rates: { input: 5, output: 25, cacheRead: 0.5, cacheWrite: 6.25 } },
+  { match: /haiku/i, rates: { input: 1, output: 5, cacheRead: 0.1, cacheWrite: 1.25 } },
+  { match: /sonnet/i, rates: { input: 2, output: 10, cacheRead: 0.2, cacheWrite: 2.5 } }
 ];
 function ratesFor(model, env2 = process.env) {
   const override = {
@@ -19953,8 +20158,20 @@ function fail(reason) {
 function executeFileTool(workspace, name, args) {
   switch (name) {
     case "list_files": {
-      const files = workspace.list(String(args.path ?? "."));
-      return files.length === 0 ? { ok: true, output: "The workspace is empty." } : { ok: true, output: files.join(`
+      const LIMIT = 2000;
+      const files = workspace.list(String(args.path ?? "."), LIMIT + 1);
+      if (files.length === 0)
+        return { ok: true, output: "The workspace is empty." };
+      if (files.length > LIMIT) {
+        return {
+          ok: true,
+          output: `${files.slice(0, LIMIT).join(`
+`)}
+
+` + `(Stopped at ${LIMIT} files: this directory is very large. List a subdirectory, or search for what you need.)`
+        };
+      }
+      return { ok: true, output: files.join(`
 `) };
     }
     case "read_file": {
@@ -19991,7 +20208,10 @@ function executeFileTool(workspace, name, args) {
         return fail("No search query was given.");
       const hits = [];
       let truncated = false;
-      for (const path4 of workspace.list()) {
+      const MAX_SCAN = 20000;
+      const scanned = workspace.list(".", MAX_SCAN + 1);
+      const scanLimited = scanned.length > MAX_SCAN;
+      for (const path4 of scanned.slice(0, MAX_SCAN)) {
         const file = workspace.read(path4);
         if (!file.ok)
           continue;
@@ -20010,14 +20230,18 @@ function executeFileTool(workspace, name, args) {
         if (truncated)
           break;
       }
-      if (hits.length === 0)
-        return { ok: true, output: `No match for "${args.query}".` };
+      const scanNote = scanLimited ? `
+
+(Searched the first ${MAX_SCAN} files only: this workspace is very large. Search a subdirectory.)` : "";
+      if (hits.length === 0) {
+        return { ok: true, output: `No match for "${args.query}".${scanNote}` };
+      }
       return {
         ok: true,
-        output: truncated ? `${hits.join(`
+        output: `${truncated ? `${hits.join(`
 `)}
 \u2026 more matches not shown` : hits.join(`
-`)
+`)}${scanNote}`
       };
     }
     default:
@@ -20026,7 +20250,7 @@ function executeFileTool(workspace, name, args) {
 }
 
 // src/lib/agent/memory/retrieve.ts
-var DEFAULT_MAX_TOKENS2 = 6000;
+var DEFAULT_MAX_TOKENS3 = 6000;
 var DEFAULT_CANDIDATES = 40;
 var RRF_K = 60;
 var TEST_PATH = /(^|\/)(?:tests?|__tests__|spec|e2e)(\/|$)|\.(?:test|spec)\.[a-z]+$/i;
@@ -20056,7 +20280,7 @@ async function retrieve(store, query2, options = {}) {
     score: entry.score * weightFor(entry.chunk.path),
     from: [...entry.from]
   })).sort((a, b) => b.score - a.score);
-  const budget = (options.maxTokens ?? DEFAULT_MAX_TOKENS2) - PREAMBLE_TOKENS;
+  const budget = (options.maxTokens ?? DEFAULT_MAX_TOKENS3) - PREAMBLE_TOKENS;
   return withinBudget(ordered, budget, HEADER_TOKENS);
 }
 async function vectorSearch(store, query2, limit2, options) {
@@ -20339,6 +20563,7 @@ ${goal}` : goal }
     let summary = "";
     let stoppedBecause = "finished";
     const usesGit = isRepo(this.opts.workspace.root);
+    let snapshotSkip = null;
     for (;; ) {
       const budget = this.budgetCheck(steps, started);
       if (budget) {
@@ -20372,7 +20597,15 @@ ${goal}` : goal }
       }
       messages.push({ role: "assistant", content: result.text, toolCalls: result.toolCalls });
       this.progress(steps, summary, messages);
-      const pending = usesGit ? null : takeSnapshot(this.opts.workspace.root, goal.slice(0, 80));
+      let pending = null;
+      if (!usesGit && snapshotSkip === null) {
+        pending = takeSnapshot(this.opts.workspace.root, goal.slice(0, 80), {
+          onSkip: (reason) => {
+            snapshotSkip = reason;
+            this.emit("plan", `No undo for this run: ${reason}`);
+          }
+        });
+      }
       const turn = { applied: [], failed: [] };
       for (const call of result.toolCalls) {
         steps++;
@@ -20738,10 +20971,10 @@ import {
   appendFileSync,
   existsSync as existsSync9,
   mkdirSync as mkdirSync6,
-  readFileSync as readFileSync8,
+  readFileSync as readFileSync9,
   readdirSync as readdirSync6,
   renameSync as renameSync2,
-  statSync as statSync6,
+  statSync as statSync7,
   writeFileSync as writeFileSync5
 } from "fs";
 import { join as join12 } from "path";
@@ -20804,7 +21037,7 @@ class SessionStore {
     if (!existsSync9(path4))
       return null;
     try {
-      return JSON.parse(readFileSync8(path4, "utf8"));
+      return JSON.parse(readFileSync9(path4, "utf8"));
     } catch {
       return null;
     }
@@ -20826,10 +21059,10 @@ class SessionStore {
     const path4 = this.eventPath(id);
     if (!existsSync9(path4))
       return { events: [], offset: 0 };
-    const size = statSync6(path4).size;
+    const size = statSync7(path4).size;
     if (size <= fromByte)
       return { events: [], offset: size };
-    const text = readFileSync8(path4, "utf8").slice(fromByte);
+    const text = readFileSync9(path4, "utf8").slice(fromByte);
     const events = [];
     let consumed = 0;
     for (const line of text.split(`
@@ -20973,9 +21206,21 @@ async function runCommand(context, goal, options = {}) {
     executor = built.executor;
   }
   const embeddings = embeddingsFromEnv();
+  const firstIndex = !existsSync10(storePath(context.root));
+  if (firstIndex && !options.quiet)
+    terminal.out("Indexing the workspace so the agent can search it\u2026");
   const memory = openStore(context.root);
   try {
-    await indexWorkspace(context.root, { store: memory, embeddings });
+    const indexed = await indexWorkspace(context.root, { store: memory, embeddings });
+    if (!options.quiet) {
+      if (indexed.stopped === "home") {
+        terminal.err("Not indexing your home directory. The agent can still read and list files; cd into a project for a real index.");
+      } else if (indexed.stopped) {
+        terminal.err(`Indexed ${indexed.scanned} files and stopped at the ${indexed.stopped === "deadline" ? "time" : "file"} limit: this workspace is very large. cd into the project you mean.`);
+      } else if (firstIndex || indexed.ms > 1500) {
+        terminal.out(`Indexed ${indexed.scanned} files in ${(indexed.ms / 1000).toFixed(1)}s.`);
+      }
+    }
   } catch {}
   const mcp = await McpHub.start(loadConfig(context.root));
   for (const status of mcp.status) {
@@ -22160,7 +22405,7 @@ function lineReader(rl, write) {
 // src/lib/agent/cli/upgrade.ts
 import { spawnSync } from "child_process";
 import { createHash as createHash2 } from "crypto";
-import { chmodSync as chmodSync2, mkdirSync as mkdirSync8, readFileSync as readFileSync9, renameSync as renameSync3, writeFileSync as writeFileSync7 } from "fs";
+import { chmodSync as chmodSync2, mkdirSync as mkdirSync8, readFileSync as readFileSync10, renameSync as renameSync3, writeFileSync as writeFileSync7 } from "fs";
 import { dirname as dirname8, join as join14 } from "path";
 var PACKAGE = "@devstationlabs/cli";
 var REPO = "linoxbt/dev-shipyard";
@@ -22301,7 +22546,7 @@ function notifyIfOutdated(terminal, opts = {}) {
   const path4 = join14(homeDir, ".devstation", "update-check.json");
   let cached = {};
   try {
-    cached = JSON.parse(readFileSync9(path4, "utf8"));
+    cached = JSON.parse(readFileSync10(path4, "utf8"));
   } catch {}
   if (cached.latest && compareVersions(cached.latest, VERSION) > 0) {
     terminal.err(`devstation ${cached.latest} is available (you have ${VERSION}). Run: devstation upgrade`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devstationlabs/cli",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "description": "The DevStation coding agent, in your terminal.",
   "license": "MIT",
   "type": "module",