token-goat 2.9.28 → 2.9.29

package/dist/token-goat-chunk-RQGGMPCR.mjs

@@ -0,0 +1,205 @@
+import { createRequire as __cjsRequire } from 'node:module';
+const require = __cjsRequire(import.meta.url);
+import {
+  PROTOCOL_VERSION,
+  SERVER_SLOTS,
+  configStamp,
+  encodeFrame,
+  endpointFor,
+  envSnapshot,
+  frameFits,
+  launcherPath,
+  mac,
+  macMatches,
+  markerAgeMs,
+  nonce,
+  readFrames,
+  readMarker,
+  readServerKey,
+  touchMarker,
+  writeFrame
+} from "./token-goat-chunk-DPNLUJWB.mjs";
+import {
+  envBool
+} from "./token-goat-chunk-IVE6U7KV.mjs";
+import {
+  init_define_import_meta_env
+} from "./token-goat-chunk-A37V4PBF.mjs";
+
+// src/hook_client.ts
+init_define_import_meta_env();
+import { spawn } from "node:child_process";
+import * as fs from "node:fs";
+import * as net from "node:net";
+var HANDSHAKE_TIMEOUT_MS = 150;
+var FIND_BUDGET_MS = 300;
+var RESPONSE_TIMEOUT_MS = 12e4;
+var CONTROL_WAIT_MS = 1e4;
+var SPAWN_RETRY_MS = 3e4;
+var DISABLED_MARKER_TTL_MS = 10 * 6e4;
+function attempt(slot, key, request, handshakeMs, dir) {
+  return new Promise((resolve) => {
+    const socket = net.connect(endpointFor(slot, dir));
+    const nc = nonce();
+    let dispatched = false;
+    let settled = false;
+    const finish = (outcome) => {
+      if (settled) return;
+      settled = true;
+      clearTimeout(timer);
+      socket.destroy();
+      resolve(outcome);
+    };
+    let timer = setTimeout(() => finish({ kind: "busy" }), handshakeMs);
+    socket.on("error", (e) => {
+      if (dispatched) finish({ kind: "lost" });
+      else finish({ kind: e.code === "ENOENT" || e.code === "ECONNREFUSED" ? "absent" : "refused" });
+    });
+    socket.on("close", () => finish({ kind: dispatched ? "lost" : "refused" }));
+    const control = request.kind === "status" || request.kind === "stop";
+    socket.on("connect", () => writeFrame(socket, { t: "hello", v: PROTOCOL_VERSION, nc, ...control ? { ctl: true } : {} }));
+    let ns = "";
+    readFrames(
+      socket,
+      (msg) => {
+        if (msg["t"] === "busy") return finish({ kind: "busy" });
+        if (msg["t"] === "stale") return finish({ kind: "stale" });
+        if (msg["t"] === "challenge" && !dispatched) {
+          ns = typeof msg["ns"] === "string" ? msg["ns"] : "";
+          if (ns === "" || msg["v"] !== PROTOCOL_VERSION || !macMatches(mac(key, "S", nc, ns), msg["mac"])) return finish({ kind: "refused" });
+          const body = JSON.stringify(request);
+          const frame = encodeFrame({ t: "req", mac: mac(key, "C", nc, ns, body), body });
+          if (!frameFits(frame)) return finish({ kind: "oversize" });
+          dispatched = true;
+          clearTimeout(timer);
+          timer = setTimeout(() => finish({ kind: "lost" }), RESPONSE_TIMEOUT_MS);
+          socket.write(frame);
+          return;
+        }
+        if (msg["t"] === "res" && dispatched) {
+          const body = msg["body"];
+          if (typeof body !== "string" || !macMatches(mac(key, "R", nc, ns, body), msg["mac"])) return finish({ kind: "lost" });
+          try {
+            return finish({ kind: "served", reply: JSON.parse(body) });
+          } catch {
+            return finish({ kind: "lost" });
+          }
+        }
+        finish({ kind: dispatched ? "lost" : "refused" });
+      },
+      () => finish({ kind: dispatched ? "lost" : "refused" })
+    );
+  });
+}
+function startServer(slot) {
+  const launcher = launcherPath();
+  const disabled = markerAgeMs("disabled") < DISABLED_MARKER_TTL_MS && readMarker("disabled") === configStamp();
+  if (disabled || markerAgeMs(`spawn-${slot}`) < SPAWN_RETRY_MS || !fs.existsSync(launcher)) return;
+  touchMarker(`spawn-${slot}`);
+  try {
+    spawn(process.execPath, [launcher, "hook-server", "run", "--slot", String(slot)], { detached: true, stdio: "ignore", windowsHide: true }).unref();
+  } catch {
+  }
+}
+function serverEnabled() {
+  return envBool("TOKEN_GOAT_HOOK_SERVER", true);
+}
+async function callServer(request, opts = {}) {
+  if (!serverEnabled()) return void 0;
+  const autostart = opts.autostart !== false;
+  const key = readServerKey();
+  if (key === void 0) {
+    if (autostart) startServer(0);
+    return void 0;
+  }
+  const deadline = Date.now() + FIND_BUDGET_MS;
+  for (let slot = 0; slot < SERVER_SLOTS && Date.now() < deadline; slot++) {
+    const outcome = await attempt(slot, key, request, opts.handshakeMs ?? HANDSHAKE_TIMEOUT_MS);
+    if (outcome.kind === "served") return outcome.reply;
+    if (outcome.kind === "lost") return "lost";
+    if (outcome.kind === "absent") {
+      if (autostart) startServer(slot);
+      return void 0;
+    }
+    if (outcome.kind === "stale" || outcome.kind === "oversize") return void 0;
+  }
+  return void 0;
+}
+async function relayViaServer(event, input, harnessWaitMs) {
+  try {
+    const request = {
+      kind: "hook",
+      event,
+      input: typeof input === "string" ? input : JSON.stringify(input),
+      elapsedMs: performance.now(),
+      env: envSnapshot(),
+      cwd: process.cwd()
+    };
+    if (harnessWaitMs !== void 0) request.harnessWaitMs = harnessWaitMs;
+    const reply = await callServer(request);
+    if (reply === void 0) return void 0;
+    if (reply === "lost" || !reply.ok || !("stdout" in reply)) return "{}";
+    return reply.stdout;
+  } catch {
+    return void 0;
+  }
+}
+var WARM_CLI_COMMANDS = /* @__PURE__ */ new Set([
+  "answer",
+  "brief",
+  "changed",
+  "exports",
+  "imports",
+  "map",
+  "outline",
+  "read",
+  "refs",
+  "section",
+  "semantic",
+  "skeleton",
+  "symbol"
+]);
+function warmCliEligible(argv) {
+  const command = argv[2];
+  if (command === void 0 || !WARM_CLI_COMMANDS.has(command) || process.stdout.isTTY === true) return false;
+  return !argv.slice(3).some((a) => a === "-" || a === "--stdin" || a === "--help" || a === "-h");
+}
+async function runCliViaServer(argv) {
+  if (!warmCliEligible(argv)) return false;
+  try {
+    const reply = await callServer({ kind: "cli", argv: argv.slice(2), env: envSnapshot(), cwd: process.cwd() });
+    if (reply === void 0 || reply === "lost" || !reply.ok || !("stdout" in reply)) return false;
+    if (reply.stdout !== "") process.stdout.write(reply.stdout);
+    if (reply.stderr !== void 0 && reply.stderr !== "") process.stderr.write(reply.stderr);
+    process.exitCode = reply.status ?? 0;
+    return true;
+  } catch {
+    return false;
+  }
+}
+async function serverStatuses(dir) {
+  return (await queryServers("status", dir)).flatMap(({ reply }) => reply.ok && "info" in reply ? [reply.info] : []);
+}
+async function queryServers(kind, dir) {
+  const key = readServerKey(dir);
+  if (key === void 0) return [];
+  const deadline = Date.now() + CONTROL_WAIT_MS;
+  const answered = [];
+  for (let slot = 0; slot < SERVER_SLOTS; slot++) {
+    let outcome = await attempt(slot, key, { kind }, 2e3, dir);
+    while (outcome.kind === "busy" && Date.now() < deadline) outcome = await attempt(slot, key, { kind }, 2e3, dir);
+    if (outcome.kind === "served") answered.push({ slot, reply: outcome.reply });
+  }
+  return answered;
+}
+
+export {
+  serverEnabled,
+  callServer,
+  relayViaServer,
+  WARM_CLI_COMMANDS,
+  warmCliEligible,
+  runCliViaServer,
+  serverStatuses,
+  queryServers
+};

package/dist/{token-goat-chunk-6Z5ULNE5.mjs → token-goat-chunk-RTMVLHWX.mjs}

@@ -1,5 +1,17 @@
 import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
+import {
+  applyExifOrientation,
+  calculateFitInside,
+  decodeBmp,
+  decodeGif,
+  decodeJpeg,
+  decodePng,
+  encodeJpeg,
+  encodePng,
+  probeBufferMeta,
+  resizeRgba
+} from "./token-goat-chunk-RRNZMM3A.mjs";
 import {
   BODY_FIRST_TOOL_RESPONSE_KEYS,
   DELIVERS_CONTENT_RE,
@@ -18,14 +30,14 @@ import {
   replaceToolResponseField,
   stripUnsafeSuggestions,
   vscodeNativeToolInput
-} from "./token-goat-chunk-IZXKVT4A.mjs";
+} from "./token-goat-chunk-E5TK5DNO.mjs";
 import {
   isRewriteWorthwhile,
   resolveMinNetSavingsBytes
-} from "./token-goat-chunk-RJH64KQH.mjs";
+} from "./token-goat-chunk-ZER6EAXZ.mjs";
 import {
   foldToolName
-} from "./token-goat-chunk-MMLMALWK.mjs";
+} from "./token-goat-chunk-EUSDXRXU.mjs";
 import {
   contentHash,
   getCompactAnySessionSync,
@@ -34,7 +46,7 @@ import {
   loadSessionCache,
   readAllSessionManifests,
   writeSessionManifest
-} from "./token-goat-chunk-6CCQDAYY.mjs";
+} from "./token-goat-chunk-H5J3C56Q.mjs";
 import {
   exportSessionState,
   getCompactedAt,
@@ -56,10 +68,10 @@ import {
   wasFileReadThisSession,
   wasFileTruncatedThisSession,
   wasHintShown
-} from "./token-goat-chunk-GGLEE35R.mjs";
+} from "./token-goat-chunk-TDUT2CL6.mjs";
 import {
   claudeConfigDir
-} from "./token-goat-chunk-MAMQPC43.mjs";
+} from "./token-goat-chunk-ONXH6NZ5.mjs";
 import {
   getBashOutput,
   isGeneratedFile,
@@ -67,14 +79,14 @@ import {
   isLockFile,
   isManifestFile,
   storeBashOutputSync
-} from "./token-goat-chunk-HXNAC4ZF.mjs";
+} from "./token-goat-chunk-O6I2XU4P.mjs";
 import {
   DEFAULT_MAX_AGE_MS,
   sweepCacheRoots
-} from "./token-goat-chunk-BJBRGPBX.mjs";
+} from "./token-goat-chunk-D4ETHJD6.mjs";
 import {
   estimateTokens
-} from "./token-goat-chunk-4JMWPWCS.mjs";
+} from "./token-goat-chunk-52NSDWYY.mjs";
 import {
   SOURCE_HINT,
   hasPreciseSecret,
@@ -83,7 +95,7 @@ import {
   redactSecrets,
   savedTokensFromBytes,
   summarize
-} from "./token-goat-chunk-MVSWBNMD.mjs";
+} from "./token-goat-chunk-CIQ2FTY3.mjs";
 import {
   parse
 } from "./token-goat-chunk-3BTK54F3.mjs";
@@ -92,6 +104,7 @@ import {
   assetEmbedSha,
   deleteFileEmbeddings,
   deleteFileRows,
+  disabledStampCount,
   eachUnfencedLine,
   embedTexts,
   embeddingsDepsAvailable,
@@ -117,13 +130,13 @@ import {
   maxChunksEmbedSha,
   parseSourceSymbolsTreeSitterOnly,
   parserFingerprintForLanguage
-} from "./token-goat-chunk-D5ICEPSB.mjs";
+} from "./token-goat-chunk-VMFWNHGR.mjs";
 import {
   getFileEntry,
   pathEqClause,
   projectScopeClause,
   querySymbols
-} from "./token-goat-chunk-HUDC5GS5.mjs";
+} from "./token-goat-chunk-435UQTKD.mjs";
 import {
   detectLanguage,
   detectLanguageOfFile,
@@ -131,7 +144,7 @@ import {
   getDb,
   languageHasFlag,
   redactIfDotenv
-} from "./token-goat-chunk-M56BWPBN.mjs";
+} from "./token-goat-chunk-7CPMDFGB.mjs";
 import {
   detectHarness,
   fileIsAbsent,
@@ -144,34 +157,32 @@ import {
   makeProjectAt,
   resolveProjectRoot,
   shortFingerprint
-} from "./token-goat-chunk-CC2PYJM7.mjs";
+} from "./token-goat-chunk-TGOXNAHW.mjs";
 import {
   registerReset
-} from "./token-goat-chunk-EEIDFMEM.mjs";
+} from "./token-goat-chunk-YZAAZU2S.mjs";
 import {
   IDENTICAL_READ_MIN_BODY_BYTES,
   PER_FILE_COUNTERFACTUAL_CEILING,
-  VERSION,
   atomicWriteBytes,
   atomicWriteText,
   containsLineRun,
   countNoun,
-  dataDir,
   decodeSource,
   ensureDirSync,
   extractErrorMessage,
-  foldPath,
-  globalDbPath,
-  isNodeModulesPath,
   isTestFile,
   isUnderBlockedRoot,
   isWithinQuietHours,
   runGit,
   sanitizeIdForFilename,
   statSize,
-  toKB,
-  tokenGoatHome
-} from "./token-goat-chunk-L45ZQRT7.mjs";
+  toKB
+} from "./token-goat-chunk-XYWPOSCN.mjs";
+import {
+  foldPath,
+  isNodeModulesPath
+} from "./token-goat-chunk-TCQANXYC.mjs";
 import {
   TOOL_RESULTS_ID_CHARS,
   displaySafeJson,
@@ -185,17 +196,11 @@ import {
   toDisplayPath
 } from "./token-goat-chunk-NMTKNYGF.mjs";
 import {
-  applyExifOrientation,
-  calculateFitInside,
-  decodeBmp,
-  decodeGif,
-  decodeJpeg,
-  decodePng,
-  encodeJpeg,
-  encodePng,
-  probeBufferMeta,
-  resizeRgba
-} from "./token-goat-chunk-RRNZMM3A.mjs";
+  VERSION,
+  dataDir,
+  globalDbPath,
+  tokenGoatHome
+} from "./token-goat-chunk-MELOKFDJ.mjs";
 import {
   init_define_import_meta_env
 } from "./token-goat-chunk-A37V4PBF.mjs";
@@ -772,8 +777,9 @@ registerHook(
   },
   { advisory: true, followsMatcher: true }
 );
-function categoryStats(category) {
+function categoryStats(category, sessionId) {
   const db = getDb(globalDbPath());
+  const scope = sessionId === void 0 ? "harness = ?" : "session_id = ?";
   const row = db.prepare(
     // Three populations, deliberately not pooled. `emitted` is what was shown AND could be scored, so it is the only honest denominator for efficacy: including a row nothing could ever have satisfied would divide a real numerator by partly-imaginary rows. `unobservable` was shown but carried no pointer -- it spent bytes and earned no verdict. `detected` was never shown at all (suppressed, or declined by a net-benefit gate) and spent nothing. bytesEmitted and legacyEmissions span every row, which is correct in each case: the unobservable rows really did cost the agent, and the never-displayed ones are zero-byte, so neither distorts the spend figure. COALESCE on the counts that stay `number`: SUM over no rows is NULL where the COUNT(*) this replaced was 0, and an aggregate query always returns its row, so the `?? default` below would not have caught it.
     `SELECT COALESCE(SUM(CASE WHEN displayed = 1 AND observable = 1 THEN 1 ELSE 0 END), 0) AS emitted,
@@ -782,8 +788,8 @@ function categoryStats(category) {
               COALESCE(SUM(CASE WHEN displayed = 0 THEN 1 ELSE 0 END), 0) AS detected,
               SUM(bytes_emitted) AS bytesEmitted,
               SUM(CASE WHEN bytes_emitted IS NULL THEN 1 ELSE 0 END) AS legacyEmissions
-       FROM hint_emissions WHERE category = ? AND harness = ?`
-  ).get(category, getHarnessName());
+       FROM hint_emissions WHERE category = ? AND ${scope}`
+  ).get(category, sessionId ?? getHarnessName());
   return row ?? { emitted: 0, actedOn: 0, unobservable: 0, detected: 0, bytesEmitted: null, legacyEmissions: 0 };
 }
 function shouldSuppress(category, _sessionId) {
@@ -810,10 +816,10 @@ function manualMarks(category) {
     return { effective: 0, ineffective: 0 };
   }
 }
-function getHintStatsSummary() {
+function getHintStatsSummary(sessionId) {
   const probeThresholds = loadConfig().hints.backoff_thresholds.filter((t) => t > 0);
   return HINT_CATEGORIES.map((category) => {
-    const { emitted, actedOn, unobservable, detected, bytesEmitted, legacyEmissions } = categoryStats(category);
+    const { emitted, actedOn, unobservable, detected, bytesEmitted, legacyEmissions } = categoryStats(category, sessionId);
     const marks = manualMarks(category);
     const suppressed = shouldSuppress(category, "");
     return {
@@ -833,13 +839,7 @@ function getHintStatsSummary() {
   });
 }
 function getHintStatsTotals() {
-  const db = getDb(globalDbPath());
-  const row = db.prepare(
-    `SELECT SUM(bytes_emitted) AS spentBytes, SUM(CASE WHEN bytes_emitted IS NULL THEN 1 ELSE 0 END) AS legacyEmissions
-       FROM hint_emissions`
-  ).get();
-  const spentBytes = row?.spentBytes ?? null;
-  const legacyEmissions = row?.legacyEmissions ?? 0;
+  const { spentBytes, legacyEmissions } = getHintSpendTotals();
   const savedBytes = summarize(0).by_source[SOURCE_HINT]?.bytes_saved ?? 0;
   return {
     savedBytes,
@@ -847,6 +847,14 @@ function getHintStatsTotals() {
     legacyEmissions
   };
 }
+function getHintSpendTotals(sessionId) {
+  const db = getDb(globalDbPath());
+  const sql = `SELECT SUM(bytes_emitted) AS spentBytes, SUM(CASE WHEN bytes_emitted IS NULL THEN 1 ELSE 0 END) AS legacyEmissions
+       FROM hint_emissions`;
+  const stmt = db.prepare(sessionId === void 0 ? sql : `${sql} WHERE session_id = ?`);
+  const row = sessionId === void 0 ? stmt.get() : stmt.get(sessionId);
+  return { spentBytes: row?.spentBytes ?? null, legacyEmissions: row?.legacyEmissions ?? 0 };
+}
 function resetHintStats() {
   const db = getDb(globalDbPath());
   db.exec("DELETE FROM hint_emissions");
@@ -2151,7 +2159,7 @@ ${dataUrl2}`);
   }
   recordStat("image_shrink", shrinkSaved, shrinkTokens, void 0, basename10);
   if (loadConfig().image_shrink.ocr_enabled) {
-    const { ocrImage, isTextHeavy, formatOcrSummary } = await import("./token-goat-chunk-7R2XYKC5.mjs");
+    const { ocrImage, isTextHeavy, formatOcrSummary } = await import("./token-goat-chunk-FTP4U4QA.mjs");
     const ocr = await ocrImage(result.data);
     if (ocr !== null && isTextHeavy(ocr, loadConfig().image_shrink.ocr_min_confidence)) {
       const emitted = formatOcrSummary(ocr, basename10, result.originalBytes);
@@ -3664,7 +3672,8 @@ function bumpAndCheckRetry(dir, absPath) {
   }
   return true;
 }
-function appendToDirtyQueue(dir, absPath) {
+function appendToDirtyQueue(dir, ...absPaths) {
+  if (absPaths.length === 0) return true;
   const queuePath = dirtyQueuePathFor(dir);
   try {
     ensureDirSync(path10.dirname(queuePath));
@@ -3674,9 +3683,11 @@ function appendToDirtyQueue(dir, absPath) {
       if (existing.length > 0 && !existing.endsWith("\n")) leadingNewline = "\n";
     } catch {
     }
-    fs13.appendFileSync(queuePath, `${leadingNewline}${encodeDirtyQueueLine(absPath)}
-`);
+    fs13.appendFileSync(queuePath, `${leadingNewline}${absPaths.map((p) => `${encodeDirtyQueueLine(p)}
+`).join("")}`);
+    return true;
   } catch {
+    return false;
   }
 }
 function requeueDirtyPath(dir, absPath) {
@@ -3975,6 +3986,32 @@ var WorkerAlreadyRunningError = class extends Error {
     this.name = "WorkerAlreadyRunningError";
   }
 };
+var WorkerDataDirUnwritableError = class extends Error {
+  constructor(dir, cause) {
+    super(`the data directory ${displaySafeText(dir)} cannot be written (${extractErrorMessage(cause)}), and the worker keeps its pid file, queue and index there; make it writable and run \`token-goat worker start\` again`, { cause });
+    this.name = "WorkerDataDirUnwritableError";
+  }
+};
+function dataDirWriteRefusal(dir) {
+  const probe = path10.join(dir, `.write-probe-${process.pid}`);
+  try {
+    fs13.writeFileSync(probe, "");
+  } catch (e) {
+    return e;
+  }
+  try {
+    fs13.rmSync(probe, { force: true });
+  } catch {
+  }
+  return void 0;
+}
+function discardSpawnedWorker(child, pid) {
+  try {
+    process.kill(pid);
+  } catch {
+  }
+  child.unref();
+}
 function claimWorkerPidFile(dir, pid) {
   const pidPath = workerPidPath(dir);
   try {
@@ -4054,6 +4091,8 @@ function startDetachedWorker(opts) {
   } catch (e) {
     if (e.code !== "EEXIST" || !fs13.existsSync(dir)) throw e;
   }
+  const refusal = dataDirWriteRefusal(dir);
+  if (refusal !== void 0) throw new WorkerDataDirUnwritableError(dir, refusal);
   const child = spawn(
     process.execPath,
     [daemonEntryScript(), "--worker-daemon"],
@@ -4072,12 +4111,15 @@ function startDetachedWorker(opts) {
   if (pid === void 0) {
     throw new Error("startDetachedWorker: spawn produced no pid");
   }
-  if (!claimWorkerPidFile(dir, pid)) {
-    try {
-      process.kill(pid);
-    } catch {
-    }
-    child.unref();
+  let claimed;
+  try {
+    claimed = claimWorkerPidFile(dir, pid);
+  } catch (e) {
+    discardSpawnedWorker(child, pid);
+    throw e;
+  }
+  if (!claimed) {
+    discardSpawnedWorker(child, pid);
     throw new WorkerAlreadyRunningError();
   }
   try {
@@ -4090,12 +4132,39 @@ function startDetachedWorker(opts) {
 var KNOWN_ROOTS_SWEEP_INTERVAL_MS = 24 * 60 * 60 * 1e3;
 var IDLE_VACUUM_INTERVAL_MS = 6 * 60 * 60 * 1e3;
 var IDLE_VACUUM_COOLDOWN_MS = 5 * 60 * 1e3;
+var EMBED_BACKLOG_BATCH = 50;
+var EMBED_BACKLOG_SCAN = 1e3;
+function requeueStaleEmbeddings(dir, cursor) {
+  const indexing = loadConfig().indexing;
+  const db = getDb(path10.join(dir, "global.db"));
+  const symbolOnlyKb = indexing?.large_file_symbol_only_kb ?? 0;
+  const maxChunks = indexing?.max_chunks_per_file ?? 0;
+  const rows = db.prepare("SELECT path, sha, embed_sha FROM files WHERE path > ? ORDER BY path LIMIT ?").all(cursor, EMBED_BACKLOG_SCAN);
+  const owed = [];
+  let resumeAfter = null;
+  for (const row of rows) {
+    resumeAfter = row.path;
+    if (isUnderSystemTemp(row.path) || isEmbedFresh(row.embed_sha ?? void 0, row.sha, true, true, symbolOnlyKb, maxChunks)) continue;
+    if (fileIsAbsent(row.path)) continue;
+    owed.push(row.path);
+    if (owed.length === EMBED_BACKLOG_BATCH) break;
+  }
+  if (!appendToDirtyQueue(dir, ...owed)) return cursor;
+  return owed.length === EMBED_BACKLOG_BATCH || rows.length === EMBED_BACKLOG_SCAN ? resumeAfter : null;
+}
+function embeddingsReady(dir) {
+  const dbPath = path10.join(dir, "global.db");
+  return fs13.existsSync(dbPath) && loadConfig().indexing?.embeddings_enabled !== false && embeddingsDepsAvailable(getDb(dbPath));
+}
 async function runWorkerLoop(dir, pollIntervalMs, shouldStop = () => false) {
   await loadRegexExtractors();
   let lastSnapshotCleanupMs = 0;
   let lastKnownRootsSweepMs = 0;
   let lastIdleVacuumMs = 0;
   let lastActiveMs = Date.now();
+  let embedBacklogCursor = "";
+  let embeddingsWereReady = true;
+  let disabledStampsSeen = disabledStampCount();
   let ownedPidFile = false;
   while (!shouldStop()) {
     if (!fs13.existsSync(dir)) break;
@@ -4109,6 +4178,16 @@ async function runWorkerLoop(dir, pollIntervalMs, shouldStop = () => false) {
     }
     if (processed > 0) {
       lastActiveMs = Date.now();
+    } else if (inFlightEmbeddings.size === 0) {
+      try {
+        const ready = embeddingsReady(dir);
+        const stamps = disabledStampCount();
+        if (ready && (!embeddingsWereReady || stamps !== disabledStampsSeen)) embedBacklogCursor = "";
+        embeddingsWereReady = ready;
+        if (ready) disabledStampsSeen = stamps;
+        if (ready && embedBacklogCursor !== null) embedBacklogCursor = requeueStaleEmbeddings(dir, embedBacklogCursor);
+      } catch {
+      }
     }
     if (Date.now() - lastSnapshotCleanupMs >= SNAPSHOT_CLEANUP_INTERVAL_MS) {
       try {
@@ -4220,7 +4299,18 @@ function appendDirtyPaths(normalizedPaths) {
   }
   const body = normalizedPaths.map((p) => `${encodeDirtyQueueLine(p)}
 `).join("");
-  fs14.appendFileSync(queuePath, `${dirtyQueueLeadingNewline(queuePath)}${body}`);
+  for (let attempt = 0; attempt < 3; attempt++) {
+    if (appendToLiveQueue(queuePath, `${dirtyQueueLeadingNewline(queuePath)}${body}`)) return;
+  }
+}
+function appendToLiveQueue(queuePath, data) {
+  const fd = fs14.openSync(queuePath, "a");
+  try {
+    fs14.writeFileSync(fd, data);
+    return fs14.statSync(queuePath, { bigint: true, throwIfNoEntry: false })?.ino === fs14.fstatSync(fd, { bigint: true }).ino;
+  } finally {
+    fs14.closeSync(fd);
+  }
 }
 function appendDirtyPath(normalizedPath) {
   appendDirtyPaths([normalizedPath]);
@@ -4573,6 +4663,14 @@ function isSessionArtifactFile(filePath) {
   if (new RegExp("[/\\\\]tool-results[/\\\\]" + TOOL_RESULTS_ID_CHARS + "\\.txt$", "i").test(filePath)) return true;
   return false;
 }
+function lineWindowBytes(filePath, offset, limit) {
+  try {
+    const lines = fs15.readFileSync(filePath, "utf-8").split("\n").slice(offset - 1, offset - 1 + limit);
+    return lines.reduce((sum, line) => sum + Buffer.byteLength(line, "utf-8") + 1, 0);
+  } catch {
+    return Infinity;
+  }
+}
 function sessionArtifactRecall(rawPath) {
   const filePath = displaySafePath(rawPath);
   return 'Use `token-goat bash-output --file "' + filePath + '" --tail 50` (or `--grep PATTERN`) to read a slice instead of the full file.';
@@ -5110,14 +5208,17 @@ function preReadHandlerInner(event) {
       const isTaskOutput = /[/\\]tasks[/\\][a-z0-9]+\.output$/i.test(normalized);
       const label = isTaskOutput ? "Session transcript" : "Tool-result file";
       const outputSize = statSize(normalized);
-      recordActualRead(event, normalized);
-      if (outputSize !== null && outputSize >= TASK_OUTPUT_DENY_BYTES) {
+      const window = readRequestedSliceWindow(event);
+      const windowBytes = window.limit === void 0 ? void 0 : lineWindowBytes(normalized, window.offset ?? 1, window.limit);
+      if (outputSize !== null && outputSize >= TASK_OUTPUT_DENY_BYTES && (windowBytes === void 0 || windowBytes >= TASK_OUTPUT_DENY_BYTES)) {
         const artifactDenyCredit = counterfactualCredit(outputSize);
         recordStat("session_hint", artifactDenyCredit, savedTokensFromBytes(artifactDenyCredit), void 0, "artifact-large-deny");
+        const windowNote = windowBytes === void 0 || window.limit === void 0 || !Number.isFinite(windowBytes) ? "" : " Lines " + (window.offset ?? 1) + "-" + ((window.offset ?? 1) + window.limit - 1) + " span " + toKB(windowBytes) + "KB.";
         return denyOutput(
-          label + " is large (" + toKB(outputSize) + "KB). " + sessionArtifactRecall(normalized)
+          label + " is large (" + toKB(outputSize) + "KB)." + windowNote + " " + sessionArtifactRecall(normalized) + " A Read with `offset` and `limit` spanning under " + toKB(TASK_OUTPUT_DENY_BYTES) + "KB goes through."
         );
       }
+      recordActualRead(event, normalized);
       return quietContextOutput(label + ": " + sessionArtifactRecall(normalized));
     }
   }
@@ -6910,6 +7011,7 @@ export {
   meetsSavingsFloor,
   getHintStatsSummary,
   getHintStatsTotals,
+  getHintSpendTotals,
   resetHintStats,
   markCategoryEffective,
   markCategoryIneffective,
@@ -6922,7 +7024,9 @@ export {
   servedRunNotice,
   planServedElisions,
   LARGE_SYMBOL_LINE_THRESHOLD,
+  SLICE_ESTIMATE_SCAN_CAP_BYTES,
   buildLineDiff,
+  countTextLines,
   visionTokens,
   visionTokensSaved,
   visionTokensSavedByText,
@@ -6963,6 +7067,7 @@ export {
   ensureWorkerAlive,
   stopWorker,
   WorkerAlreadyRunningError,
+  dataDirWriteRefusal,
   startDetachedWorker,
   runDetachedWorkerDaemon,
   appendDirtyPath,