@tekmidian/pai 0.63.0 → 0.65.0

package/scripts/build-hooks.mjs

@@ -7,8 +7,8 @@
  *
  * With --sync: also creates/updates symlinks (or copies on Windows) from
  * ~/.claude/Hooks/ and ~/.claude/ to the built/source files, plus the
- * PAI_HOME/agents and PAI_HOME/commands adapter symlinks at ~/.claude/Agents
- * and ~/.claude/Commands (once `pai config migrate` has populated them once).
+ * PAI_HOME/agents and PAI_HOME/commands adapter symlinks at ~/.claude/agents
+ * and ~/.claude/commands (once `pai config migrate` has populated them once).
  * This ensures that `bun run build` is the only step needed to deploy updates.
  */
 
@@ -260,9 +260,9 @@ if (skipReason) {
   syncFile(join(HOOKS_OUT, "worker-status-line.mjs"), join(claudeDir, "worker-status-line.mjs"));
 
   // 5. Content dirs with an adapter symlink: PAI_HOME/agents, PAI_HOME/commands
-  // → ~/.claude/Agents, ~/.claude/Commands. Only acts once `pai config migrate`
+  // → ~/.claude/agents, ~/.claude/commands. Only acts once `pai config migrate`
   // has populated the PAI_HOME copy on this machine — a real (non-symlink)
-  // Agents/Commands dir is the operator's un-migrated authored content and is
+  // agents/commands dir is the operator's un-migrated authored content and is
   // never touched here, same rule as syncFile() above.
   function syncContentDirSymlink(paiHomeSubdir, targetDir) {
     if (!existsSync(paiHomeSubdir)) return; // not migrated yet — nothing to link to
@@ -289,8 +289,8 @@ if (skipReason) {
   }
 
   const paiHomeDir = process.env.PAI_HOME || join(homedir(), ".claude", "pai");
-  syncContentDirSymlink(join(paiHomeDir, "agents"), join(claudeDir, "Agents"));
-  syncContentDirSymlink(join(paiHomeDir, "commands"), join(claudeDir, "Commands"));
+  syncContentDirSymlink(join(paiHomeDir, "agents"), join(claudeDir, "agents"));
+  syncContentDirSymlink(join(paiHomeDir, "commands"), join(claudeDir, "commands"));
 
   const parts = [];
   if (created > 0) parts.push(`${created} created`);

package/src/hooks/ts/lib/pai-paths-case.test.ts

@@ -0,0 +1,12 @@
+import { describe, it, expect } from "vitest";
+import { join } from "node:path";
+import { ADAPTER_DIR, SKILLS_DIR, AGENTS_DIR, COMMANDS_DIR } from "./pai-paths.js";
+
+// Claude Code loads lowercase dirs; case-sensitive filesystems (Linux) tell them apart.
+describe("pai-paths adapter dirs", () => {
+  it("use the lowercase names Claude Code loads from", () => {
+    expect(SKILLS_DIR).toBe(join(ADAPTER_DIR, "skills"));
+    expect(AGENTS_DIR).toBe(join(ADAPTER_DIR, "agents"));
+    expect(COMMANDS_DIR).toBe(join(ADAPTER_DIR, "commands"));
+  });
+});

package/src/hooks/ts/lib/pai-paths-import.test.ts

@@ -0,0 +1,25 @@
+/**
+ * Importing the shared path module must never exit the host process, even on
+ * a fresh machine with no ~/.claude — `pai setup` is what creates it.
+ */
+
+import { it, expect } from "vitest";
+import { mkdtempSync } from "node:fs";
+import { spawnSync } from "node:child_process";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+
+it("importing pai-paths with an empty HOME does not exit", () => {
+  const home = mkdtempSync(join(tmpdir(), "pai-paths-import-"));
+  const env: NodeJS.ProcessEnv = { ...process.env, HOME: home };
+  delete env.PAI_DIR;
+  delete env.ADAPTER_DIR;
+  const r = spawnSync(
+    process.execPath,
+    ["--import", "tsx", "-e", "await import('./src/hooks/ts/lib/pai-paths.ts'); console.log('ok')"],
+    { env, encoding: "utf8" },
+  );
+  expect(r.stderr).not.toContain("not found");
+  expect(r.stdout.trim()).toBe("ok");
+  expect(r.status).toBe(0);
+});

package/src/hooks/ts/lib/pai-paths.ts

@@ -6,8 +6,8 @@
  * Two different things live here, and they must not be confused:
  *
  * - ADAPTER_DIR (~/.claude by default) is the Claude Code harness adapter —
- *   fixed, hardcoded paths the harness itself loads from (Hooks/, Skills/,
- *   Agents/, Commands/, settings.json, statusline-command.sh,
+ *   fixed, hardcoded paths the harness itself loads from (Hooks/, skills/,
+ *   agents/, commands/, settings.json, statusline-command.sh,
  *   tab-color-command.sh). It is harness-specific: a future harness would
  *   need its own adapter directory with its own conventions.
  * - PAI_HOME (~/.claude/pai by default — see ../../../config/pai-home.ts) is
@@ -165,32 +165,9 @@ export const PAI_DIR = ADAPTER_DIR;
  * from. These stay under ADAPTER_DIR; they are not PAI state.
  */
 export const HOOKS_DIR = join(ADAPTER_DIR, 'Hooks');
-export const SKILLS_DIR = join(ADAPTER_DIR, 'Skills');
-export const AGENTS_DIR = join(ADAPTER_DIR, 'Agents');
-export const COMMANDS_DIR = join(ADAPTER_DIR, 'Commands');
-
-/**
- * Validate PAI directory structure on first import
- * This fails fast with a clear error if PAI is misconfigured
- */
-function validatePAIStructure(): void {
-  if (!existsSync(ADAPTER_DIR)) {
-    console.error(`ADAPTER_DIR does not exist: ${ADAPTER_DIR}`);
-    console.error(`   Expected ~/.claude or set ADAPTER_DIR environment variable`);
-    process.exit(1);
-  }
-
-  if (!existsSync(HOOKS_DIR)) {
-    console.error(`PAI hooks directory not found: ${HOOKS_DIR}`);
-    console.error(`   Your ADAPTER_DIR may be misconfigured`);
-    console.error(`   Current ADAPTER_DIR: ${ADAPTER_DIR}`);
-    process.exit(1);
-  }
-}
-
-// Run validation on module import
-// This ensures any hook that imports this module will fail fast if paths are wrong
-validatePAIStructure();
+export const SKILLS_DIR = join(ADAPTER_DIR, 'skills');
+export const AGENTS_DIR = join(ADAPTER_DIR, 'agents');
+export const COMMANDS_DIR = join(ADAPTER_DIR, 'commands');
 
 // ---------------------------------------------------------------------------
 // PAI state written by hooks — resolves under PAI_HOME, falling back to the

package/src/hooks/ts/lib/sleep-poll-gate.test.ts

@@ -52,11 +52,27 @@ describe("sleep-poll gate", () => {
   it("worker session (PAI_WORKER=1): deny reason points at a foreground timeout and a kill -0 loop instead", () => {
     const out = decisionOf(bash("sleep 590"), { PAI_WORKER: "1" });
     expect(out.permissionDecisionReason).toContain("FOREGROUND with a Bash timeout up to 600000 ms");
-    expect(out.permissionDecisionReason).toContain("while kill -0 <pid> 2>/dev/null; do sleep 15; done");
     expect(out.permissionDecisionReason).not.toContain("run_in_background: true");
   });
 
   it("names the exact offending duration in the reason", () => {
     expect(decisionOf(bash("sleep 2m")).permissionDecisionReason).toContain("sleep 120s blocked");
   });
+
+  it("sums sleeps across one command", () => {
+    for (const cmd of ["sleep 58; sleep 58", "sleep 30 && sleep 30", "sleep 1m\nsleep 1", "sleep 0.5m; sleep 31", "for i in 1 2 3; do sleep 30; done", "until false; do sleep 5; done"]) {
+      expect(decisionOf(bash(cmd)).permissionDecision, cmd).toBe("deny");
+    }
+    for (const cmd of ["sleep 30; sleep 20", "for i in 1 2; do sleep 20; done", "for i in {1..3}; do sleep 10; done", "while kill -0 123 2>/dev/null; do sleep 15; done"]) {
+      expect(decisionOf(bash(cmd)).permissionDecision, cmd).toBe("allow");
+    }
+  });
+
+  it("worker: run_in_background is denied with foreground advice; interactive keeps it", () => {
+    const out = decisionOf(bash("npm test", true), { PAI_WORKER: "1" });
+    expect(out.permissionDecision).toBe("deny");
+    expect(out.permissionDecisionReason).toContain("FOREGROUND");
+    expect(decisionOf(bash("npm test", true), {}).permissionDecision).toBe("allow");
+    expect(decisionOf(bash("npm test", false), { PAI_WORKER: "1" }).permissionDecision).toBe("allow");
+  });
 });

package/src/hooks/ts/lib/sleep-poll-gate.ts

@@ -6,12 +6,12 @@
  * same split as lib/agent-gate.ts and lib/edit-gate.ts.
  *
  * CLAUDE.md already says "never sleep-poll"; prose does not enforce it, a
- * PreToolUse deny does. `run_in_background: true` is always allowed — a
+ * PreToolUse deny does. `run_in_background: true` is allowed in an interactive session (denied in a worker) — a
  * backgrounded sleep blocks nothing, it is the harness's own long-command
  * pattern.
  */
 
-import { longestSleepSecs } from "../../../workers/status.js";
+import { SLEEP_FLOOR_SECS, totalSleepSecs } from "../../../workers/status.js";
 
 export interface SleepPollGateInput {
   tool_name?: string;
@@ -32,9 +32,8 @@ export function denyReason(secs: number, isWorker: boolean): string {
   if (isWorker) {
     return (
       lead +
-      "In a worker, run the long command in the FOREGROUND with a Bash timeout up to 600000 ms. " +
-      "If it can run longer, start it in the background and wait with a foreground loop that ends " +
-      "when the job ends: while kill -0 <pid> 2>/dev/null; do sleep 15; done"
+      "In a worker, run the long command in the FOREGROUND with a Bash timeout up to 600000 ms " +
+        "and split longer jobs into steps; run_in_background is denied here."
     );
   }
   return (
@@ -44,20 +43,33 @@ export function denyReason(secs: number, isWorker: boolean): string {
   );
 }
 
+/**
+ * A headless worker (`claude -p`) has no re-invocation: ending its turn ends
+ * the process and kills the background job, whatever it says about waiting for
+ * a completion notification.
+ */
+const BACKGROUND_WORKER_REASON =
+  "run_in_background is blocked in a worker: ending your turn ends this process and kills the job, " +
+  "there is no completion notification. Run the command in the FOREGROUND with a Bash timeout up to " +
+  "600000 ms, and split a longer job into steps that each fit in that.";
+
 export function decideSleepPollGate(
   input: SleepPollGateInput,
   env: Record<string, string | undefined>
 ): GateDecision {
   if (input.tool_name && input.tool_name !== "Bash") return { decision: "allow" };
-  if (input.tool_input?.run_in_background === true) return { decision: "allow" };
+  const isWorker = env.PAI_WORKER === "1";
+  if (input.tool_input?.run_in_background === true) {
+    return isWorker ? { decision: "deny", reason: BACKGROUND_WORKER_REASON } : { decision: "allow" };
+  }
 
   const command = input.tool_input?.command;
   if (typeof command !== "string") return { decision: "allow" };
 
-  const secs = longestSleepSecs(command);
-  if (secs === null) return { decision: "allow" };
+  const secs = totalSleepSecs(command);
+  if (secs < SLEEP_FLOOR_SECS) return { decision: "allow" };
 
-  return { decision: "deny", reason: denyReason(secs, env.PAI_WORKER === "1") };
+  return { decision: "deny", reason: denyReason(secs, isWorker) };
 }
 
 /** Render a decision as the JSON the harness reads on the hook's stdout. */

package/src/hooks/ts/session-start/load-core-context.ts

@@ -55,12 +55,8 @@ async function main() {
     // Get CORE skill path using PAI paths library
     const coreSkillPath = join(SKILLS_DIR, 'CORE/SKILL.md');
 
-    // Verify CORE skill file exists
-    if (!existsSync(coreSkillPath)) {
-      console.error(`CORE skill not found at: ${coreSkillPath}`);
-      console.error(`Ensure CORE/SKILL.md exists or check ADAPTER_DIR environment variable`);
-      process.exit(1);
-    }
+    // CORE is an optional, user-provided skill (PAI ships none): absent = silent no-op
+    if (!existsSync(coreSkillPath)) process.exit(0);
 
     console.error('Reading CORE context from skill file...');
 

package/src/hooks/ts/session-start/session-start-worker-guard.test.ts

@@ -1,5 +1,8 @@
 import { describe, it, expect } from "vitest";
-import { execFileSync } from "node:child_process";
+import { execFileSync, spawnSync } from "node:child_process";
+import { mkdtempSync, mkdirSync, rmSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
 
 // Every SessionStart hook entrypoint calls main() unconditionally at module
 // scope and (for most of them) blocks reading fd 0 — importing them in-process
@@ -46,3 +49,23 @@ describe("session-start hooks: worker sessions get no injected context", () => {
     expect(stdout).not.toContain("Edit/Write on code files is denied");
   });
 });
+
+describe("load-core-context.ts: CORE is optional", () => {
+  it("exits 0 with empty stdout/stderr when ~/.claude/skills/CORE/SKILL.md is absent", () => {
+    const home = mkdtempSync(join(tmpdir(), "pai-core-"));
+    try {
+      mkdirSync(join(home, ".claude", "skills"), { recursive: true });
+      const r = spawnSync("bun", ["src/hooks/ts/session-start/load-core-context.ts"], {
+        input: JSON.stringify({ session_id: "t", hook_event_name: "SessionStart", source: "startup" }),
+        encoding: "utf8",
+        timeout: 15_000,
+        env: { ...process.env, HOME: home, ADAPTER_DIR: "", PAI_DIR: "", PAI_WORKER: "" },
+      });
+      expect(r.status).toBe(0);
+      expect(r.stdout).toBe("");
+      expect(r.stderr).not.toContain("CORE skill not found");
+    } finally {
+      rmSync(home, { recursive: true, force: true });
+    }
+  });
+});

package/dist/async-DNVWtQl2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"async-DNVWtQl2.mjs","names":[],"sources":["../src/memory/indexer/async.ts"],"sourcesContent":["/**\n * Backend-aware async indexer for PAI federation memory.\n *\n * Provides the same functionality as sync.ts but writes through the\n * StorageBackend interface instead of directly to the SQLite driver.\n * Used when the daemon is configured with the Postgres backend.\n *\n * The SQLite path still uses sync.ts directly (which is faster for SQLite\n * due to synchronous transactions).\n */\n\nimport { readFileSync, statSync, existsSync } from \"node:fs\";\nimport { join, relative, basename } from \"node:path\";\nimport type { StorageBackend, ChunkRow } from \"../../storage/interface.js\";\nimport type { RegistryBackend } from \"../../storage/registry-interface.js\";\nimport { chunkMarkdown } from \"../chunker.js\";\nimport {\n  sha256File,\n  chunkId,\n  detectTier,\n  walkMdFiles,\n  walkContentFiles,\n  isPathTooBroadForContentScan,\n  parseSessionTitleChunk,\n  yieldToEventLoop,\n  INDEX_YIELD_EVERY,\n} from \"./helpers.js\";\nimport type { IndexResult } from \"./types.js\";\n\nexport type { IndexResult };\n\n// ---------------------------------------------------------------------------\n// Single-file indexing via StorageBackend\n// ---------------------------------------------------------------------------\n\n/**\n * Index a single file through the StorageBackend interface.\n * Returns true if the file was re-indexed (changed or new), false if skipped.\n */\nexport async function indexFileWithBackend(\n  backend: StorageBackend,\n  projectId: number,\n  rootPath: string,\n  relativePath: string,\n  source: string,\n  tier: string,\n): Promise<boolean> {\n  const absPath = join(rootPath, relativePath);\n\n  let content: string;\n  let stat: ReturnType<typeof statSync>;\n  try {\n    content = readFileSync(absPath, \"utf8\");\n    stat = statSync(absPath);\n  } catch {\n    return false;\n  }\n\n  const hash = sha256File(content);\n  const mtime = Math.floor(stat.mtimeMs);\n  const size = stat.size;\n\n  // Change detection\n  const existingHash = await backend.getFileHash(projectId, relativePath);\n  if (existingHash === hash) return false;\n\n  // Delete old chunks\n  await backend.deleteChunksForFile(projectId, relativePath);\n\n  // Chunk the content\n  const rawChunks = chunkMarkdown(content);\n  const updatedAt = Date.now();\n\n  const chunks: ChunkRow[] = rawChunks.map((c, i) => ({\n    id: chunkId(projectId, relativePath, i, c.startLine, c.endLine),\n    projectId,\n    source,\n    tier,\n    path: relativePath,\n    startLine: c.startLine,\n    endLine: c.endLine,\n    hash: c.hash,\n    text: c.text,\n    updatedAt,\n    embedding: null,\n  }));\n\n  // Insert chunks + update file record\n  await backend.insertChunks(chunks);\n  await backend.upsertFile({ projectId, path: relativePath, source, tier, hash, mtime, size });\n\n  return true;\n}\n\n// ---------------------------------------------------------------------------\n// Project-level indexing via StorageBackend\n// ---------------------------------------------------------------------------\n\nexport async function indexProjectWithBackend(\n  backend: StorageBackend,\n  projectId: number,\n  rootPath: string,\n  claudeNotesDir?: string | null,\n): Promise<IndexResult> {\n  const result: IndexResult = { filesProcessed: 0, chunksCreated: 0, filesSkipped: 0 };\n\n  const filesToIndex: Array<{ absPath: string; rootBase: string; source: string; tier: string }> = [];\n\n  const rootMemoryMd = join(rootPath, \"MEMORY.md\");\n  if (existsSync(rootMemoryMd)) {\n    filesToIndex.push({ absPath: rootMemoryMd, rootBase: rootPath, source: \"memory\", tier: \"evergreen\" });\n  }\n\n  const memoryDir = join(rootPath, \"memory\");\n  for (const absPath of walkMdFiles(memoryDir)) {\n    const relPath = relative(rootPath, absPath);\n    const tier = detectTier(relPath);\n    filesToIndex.push({ absPath, rootBase: rootPath, source: \"memory\", tier });\n  }\n\n  const notesDir = join(rootPath, \"Notes\");\n  for (const absPath of walkMdFiles(notesDir)) {\n    filesToIndex.push({ absPath, rootBase: rootPath, source: \"notes\", tier: \"session\" });\n  }\n\n  // Synthetic session-title chunks for Notes files\n  {\n    const updatedAt = Date.now();\n    for (const absPath of walkMdFiles(notesDir)) {\n      const fileName = basename(absPath);\n      const text = parseSessionTitleChunk(fileName);\n      if (!text) continue;\n      const relPath = relative(rootPath, absPath);\n      const syntheticPath = `${relPath}::title`;\n      const id = chunkId(projectId, syntheticPath, 0, 0, 0);\n      const hash = sha256File(text);\n      const titleChunk: ChunkRow = {\n        id, projectId, source: \"notes\", tier: \"session\",\n        path: syntheticPath, startLine: 0, endLine: 0,\n        hash, text, updatedAt, embedding: null,\n      };\n      try {\n        await backend.insertChunks([titleChunk]);\n      } catch {\n        // Skip title chunks that cause backend errors\n      }\n    }\n  }\n\n  if (!isPathTooBroadForContentScan(rootPath)) {\n    for (const absPath of walkContentFiles(rootPath)) {\n      filesToIndex.push({ absPath, rootBase: rootPath, source: \"content\", tier: \"topic\" });\n    }\n  }\n\n  if (claudeNotesDir && claudeNotesDir !== notesDir) {\n    for (const absPath of walkMdFiles(claudeNotesDir)) {\n      filesToIndex.push({ absPath, rootBase: claudeNotesDir, source: \"notes\", tier: \"session\" });\n    }\n\n    // Synthetic title chunks for claude notes dir\n    {\n      const updatedAt = Date.now();\n      for (const absPath of walkMdFiles(claudeNotesDir)) {\n        const fileName = basename(absPath);\n        const text = parseSessionTitleChunk(fileName);\n        if (!text) continue;\n        const relPath = relative(claudeNotesDir, absPath);\n        const syntheticPath = `${relPath}::title`;\n        const id = chunkId(projectId, syntheticPath, 0, 0, 0);\n        const hash = sha256File(text);\n        const titleChunk: ChunkRow = {\n          id, projectId, source: \"notes\", tier: \"session\",\n          path: syntheticPath, startLine: 0, endLine: 0,\n          hash, text, updatedAt, embedding: null,\n        };\n        try {\n          await backend.insertChunks([titleChunk]);\n        } catch {\n          // Skip title chunks that cause backend errors\n        }\n      }\n    }\n\n    if (claudeNotesDir.endsWith(\"/Notes\")) {\n      const claudeProjectDir = claudeNotesDir.slice(0, -\"/Notes\".length);\n      const claudeMemoryMd = join(claudeProjectDir, \"MEMORY.md\");\n      if (existsSync(claudeMemoryMd)) {\n        filesToIndex.push({ absPath: claudeMemoryMd, rootBase: claudeProjectDir, source: \"memory\", tier: \"evergreen\" });\n      }\n      const claudeMemoryDir = join(claudeProjectDir, \"memory\");\n      for (const absPath of walkMdFiles(claudeMemoryDir)) {\n        const relPath = relative(claudeProjectDir, absPath);\n        const tier = detectTier(relPath);\n        filesToIndex.push({ absPath, rootBase: claudeProjectDir, source: \"memory\", tier });\n      }\n    }\n  }\n\n  await yieldToEventLoop();\n\n  let filesSinceYield = 0;\n\n  for (const { absPath, rootBase, source, tier } of filesToIndex) {\n    if (filesSinceYield >= INDEX_YIELD_EVERY) {\n      await yieldToEventLoop();\n      filesSinceYield = 0;\n    }\n    filesSinceYield++;\n\n    const relPath = relative(rootBase, absPath);\n    try {\n      const changed = await indexFileWithBackend(backend, projectId, rootBase, relPath, source, tier);\n\n      if (changed) {\n        const ids = await backend.getChunkIds(projectId, relPath);\n        result.filesProcessed++;\n        result.chunksCreated += ids.length;\n      } else {\n        result.filesSkipped++;\n      }\n    } catch {\n      // Skip files that cause backend errors (e.g. null bytes in Postgres)\n      result.filesSkipped++;\n    }\n  }\n\n  // Prune stale paths\n  const livePaths = new Set<string>();\n  for (const { absPath, rootBase } of filesToIndex) {\n    livePaths.add(relative(rootBase, absPath));\n  }\n\n  const dbChunkPaths = await backend.getDistinctChunkPaths(projectId);\n\n  const stalePaths: string[] = [];\n  for (const p of dbChunkPaths) {\n    const basePath = p.endsWith(\"::title\") ? p.slice(0, -\"::title\".length) : p;\n    if (!livePaths.has(basePath)) {\n      stalePaths.push(p);\n    }\n  }\n\n  if (stalePaths.length > 0) {\n    await backend.deletePaths(projectId, stalePaths);\n  }\n\n  return result;\n}\n\n// ---------------------------------------------------------------------------\n// Embedding generation via StorageBackend\n// ---------------------------------------------------------------------------\n\nconst EMBED_BATCH_SIZE = 50;\nconst EMBED_YIELD_EVERY = 1;\n\n/** Default ceiling on one pass. See EmbedPassOptions. */\nconst DEFAULT_MAX_CHUNKS_PER_PASS = 5_000;\n/** Default wall-clock ceiling on one pass, in milliseconds. */\nconst DEFAULT_MAX_MILLIS_PER_PASS = 120_000;\n\nexport interface EmbedPassOptions {\n  /**\n   * Stop the pass after this many chunks. Unbounded passes are the reason a\n   * six-figure backlog starves the indexer: the daemon serialises indexing and\n   * embedding against each other, so a pass that runs for hours means nothing\n   * new gets indexed for hours. Bounding the pass costs nothing — every\n   * embedding is written as it is produced, so the next pass resumes exactly\n   * where this one stopped.\n   */\n  maxChunks?: number;\n  /** Stop the pass after this much wall-clock time, whichever bound hits first. */\n  maxMillis?: number;\n}\n\n/**\n * Generate and store embeddings for unembedded chunks via the StorageBackend.\n *\n * The pass is deliberately bounded (see EmbedPassOptions) and resumable: it\n * takes a slice of the backlog, embeds it, and returns so the scheduler can run\n * an index pass before coming back. Draining the whole backlog in one call\n * starves indexing for as long as the call runs.\n *\n * The optional `shouldStop` callback is checked between every batch. When it\n * returns true the embed loop exits early so the caller (e.g. the daemon\n * shutdown handler) can close the pool without racing against active queries.\n *\n * Returns the number of newly embedded chunks.\n */\nexport async function embedChunksWithBackend(\n  backend: StorageBackend,\n  shouldStop?: () => boolean,\n  projectNames?: Map<number, string>,\n  options?: EmbedPassOptions,\n): Promise<number> {\n  const { generateEmbeddings, serializeEmbedding } = await import(\"../embeddings.js\");\n\n  const maxChunks = options?.maxChunks ?? DEFAULT_MAX_CHUNKS_PER_PASS;\n  const maxMillis = options?.maxMillis ?? DEFAULT_MAX_MILLIS_PER_PASS;\n  const deadline = Date.now() + maxMillis;\n\n  const rows = await backend.getUnembeddedChunkIds(undefined, maxChunks);\n  if (rows.length === 0) return 0;\n\n  const total = rows.length;\n  let embedded = 0;\n\n  // Build a summary of what needs embedding: count chunks per project_id\n  const projectChunkCounts = new Map<number, { count: number; samplePath: string }>();\n  for (const row of rows) {\n    const entry = projectChunkCounts.get(row.project_id);\n    if (entry) {\n      entry.count++;\n    } else {\n      projectChunkCounts.set(row.project_id, { count: 1, samplePath: row.path });\n    }\n  }\n  const pName = (pid: number) => projectNames?.get(pid) ?? `project ${pid}`;\n  const projectSummary = Array.from(projectChunkCounts.entries())\n    .map(([pid, { count, samplePath }]) => `  ${pName(pid)}: ${count} chunks (e.g. ${samplePath})`)\n    .join(\"\\n\");\n  process.stderr.write(\n    `[pai-daemon] Embed pass: ${total} unembedded chunks across ${projectChunkCounts.size} project(s)\\n${projectSummary}\\n`\n  );\n\n  // Track current project for transition logging\n  let currentProjectId = -1;\n  let projectEmbedded = 0;\n\n  for (let i = 0; i < rows.length; i += EMBED_BATCH_SIZE) {\n    // Check cancellation between every batch before touching the pool again\n    if (shouldStop?.()) {\n      process.stderr.write(\n        `[pai-daemon] Embed pass cancelled after ${embedded}/${total} chunks (shutdown requested)\\n`\n      );\n      break;\n    }\n\n    // Yield the daemon back to the indexer rather than run past the deadline.\n    // The remaining rows are simply picked up by the next scheduled pass.\n    if (Date.now() >= deadline) {\n      process.stderr.write(\n        `[pai-daemon] Embed pass yielding after ${embedded}/${total} chunks (${maxMillis}ms budget spent); resuming next pass\\n`\n      );\n      break;\n    }\n\n    const batch = rows.slice(i, i + EMBED_BATCH_SIZE);\n\n    // Keep IPC responsive: the forward pass below is synchronous inside the\n    // model, so yield before entering it rather than between chunks.\n    await yieldToEventLoop();\n\n    const vecs = await generateEmbeddings(batch.map((r) => r.text));\n    // Issue the writes together rather than one round-trip at a time. Measured\n    // on this machine the model embeds 40-67 chunks/s in isolation while the\n    // daemon managed ~5/s: the difference was one sequential UPDATE per chunk,\n    // so the pass spent most of its budget waiting on the network, not working.\n    // Concurrency is bounded by the batch size, which the pool handles; the\n    // SQLite backend is synchronous and simply ignores the difference.\n    await Promise.all(\n      batch.map((row, j) => backend.updateEmbedding(row.id, serializeEmbedding(vecs[j])))\n    );\n\n    // Attribute the batch to projects only after it is durably stored, and walk\n    // it in order so a batch straddling a project boundary credits each side\n    // correctly. Rows arrive ordered by project, so a boundary is a real\n    // transition, not the per-chunk flapping this logging used to produce.\n    for (const { project_id, path } of batch) {\n      if (project_id !== currentProjectId) {\n        if (currentProjectId !== -1) {\n          process.stderr.write(\n            `[pai-daemon] Finished ${pName(currentProjectId)}: ${projectEmbedded} chunks embedded\\n`\n          );\n        }\n        const info = projectChunkCounts.get(project_id);\n        process.stderr.write(\n          `[pai-daemon] Embedding ${pName(project_id)} (${info?.count ?? \"?\"} chunks, starting at ${path})\\n`\n        );\n        currentProjectId = project_id;\n        projectEmbedded = 0;\n      }\n      projectEmbedded++;\n    }\n\n    embedded += batch.length;\n\n    // Log progress with current file path for context\n    const lastChunk = batch[batch.length - 1];\n    process.stderr.write(\n      `[pai-daemon] Embedded ${embedded}/${total} chunks (${pName(lastChunk.project_id)}: ${lastChunk.path})\\n`\n    );\n  }\n\n  // Log final project completion\n  if (currentProjectId !== -1) {\n    process.stderr.write(\n      `[pai-daemon] Finished ${pName(currentProjectId)}: ${projectEmbedded} chunks embedded\\n`\n    );\n  }\n\n  return embedded;\n}\n\n// ---------------------------------------------------------------------------\n// Global indexing via StorageBackend\n// ---------------------------------------------------------------------------\n\nexport async function indexAllWithBackend(\n  backend: StorageBackend,\n  registry: RegistryBackend,\n): Promise<{ projects: number; result: IndexResult }> {\n  const projects = await registry.listProjects({ status: \"active\" });\n\n  const totals: IndexResult = { filesProcessed: 0, chunksCreated: 0, filesSkipped: 0 };\n\n  for (const project of projects) {\n    await yieldToEventLoop();\n    const r = await indexProjectWithBackend(backend, project.id, project.root_path, project.claude_notes_dir);\n    totals.filesProcessed += r.filesProcessed;\n    totals.chunksCreated += r.chunksCreated;\n    totals.filesSkipped += r.filesSkipped;\n  }\n\n  return { projects: projects.length, result: totals };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAuCA,eAAsB,qBACpB,SACA,WACA,UACA,cACA,QACA,MACkB;CAClB,MAAM,UAAU,KAAK,UAAU,aAAa;CAE5C,IAAI;CACJ,IAAI;AACJ,KAAI;AACF,YAAU,aAAa,SAAS,OAAO;AACvC,SAAO,SAAS,QAAQ;SAClB;AACN,SAAO;;CAGT,MAAM,OAAO,WAAW,QAAQ;CAChC,MAAM,QAAQ,KAAK,MAAM,KAAK,QAAQ;CACtC,MAAM,OAAO,KAAK;AAIlB,KADqB,MAAM,QAAQ,YAAY,WAAW,aAAa,KAClD,KAAM,QAAO;AAGlC,OAAM,QAAQ,oBAAoB,WAAW,aAAa;CAG1D,MAAM,YAAY,cAAc,QAAQ;CACxC,MAAM,YAAY,KAAK,KAAK;CAE5B,MAAM,SAAqB,UAAU,KAAK,GAAG,OAAO;EAClD,IAAI,QAAQ,WAAW,cAAc,GAAG,EAAE,WAAW,EAAE,QAAQ;EAC/D;EACA;EACA;EACA,MAAM;EACN,WAAW,EAAE;EACb,SAAS,EAAE;EACX,MAAM,EAAE;EACR,MAAM,EAAE;EACR;EACA,WAAW;EACZ,EAAE;AAGH,OAAM,QAAQ,aAAa,OAAO;AAClC,OAAM,QAAQ,WAAW;EAAE;EAAW,MAAM;EAAc;EAAQ;EAAM;EAAM;EAAO;EAAM,CAAC;AAE5F,QAAO;;AAOT,eAAsB,wBACpB,SACA,WACA,UACA,gBACsB;CACtB,MAAM,SAAsB;EAAE,gBAAgB;EAAG,eAAe;EAAG,cAAc;EAAG;CAEpF,MAAM,eAA2F,EAAE;CAEnG,MAAM,eAAe,KAAK,UAAU,YAAY;AAChD,KAAI,WAAW,aAAa,CAC1B,cAAa,KAAK;EAAE,SAAS;EAAc,UAAU;EAAU,QAAQ;EAAU,MAAM;EAAa,CAAC;CAGvG,MAAM,YAAY,KAAK,UAAU,SAAS;AAC1C,MAAK,MAAM,WAAW,YAAY,UAAU,EAAE;EAE5C,MAAM,OAAO,WADG,SAAS,UAAU,QAAQ,CACX;AAChC,eAAa,KAAK;GAAE;GAAS,UAAU;GAAU,QAAQ;GAAU;GAAM,CAAC;;CAG5E,MAAM,WAAW,KAAK,UAAU,QAAQ;AACxC,MAAK,MAAM,WAAW,YAAY,SAAS,CACzC,cAAa,KAAK;EAAE;EAAS,UAAU;EAAU,QAAQ;EAAS,MAAM;EAAW,CAAC;CAItF;EACE,MAAM,YAAY,KAAK,KAAK;AAC5B,OAAK,MAAM,WAAW,YAAY,SAAS,EAAE;GAE3C,MAAM,OAAO,uBADI,SAAS,QAAQ,CACW;AAC7C,OAAI,CAAC,KAAM;GAEX,MAAM,gBAAgB,GADN,SAAS,UAAU,QAAQ,CACV;GAGjC,MAAM,aAAuB;IAC3B,IAHS,QAAQ,WAAW,eAAe,GAAG,GAAG,EAAE;IAG/C;IAAW,QAAQ;IAAS,MAAM;IACtC,MAAM;IAAe,WAAW;IAAG,SAAS;IAC5C,MAJW,WAAW,KAAK;IAIrB;IAAM;IAAW,WAAW;IACnC;AACD,OAAI;AACF,UAAM,QAAQ,aAAa,CAAC,WAAW,CAAC;WAClC;;;AAMZ,KAAI,CAAC,6BAA6B,SAAS,CACzC,MAAK,MAAM,WAAW,iBAAiB,SAAS,CAC9C,cAAa,KAAK;EAAE;EAAS,UAAU;EAAU,QAAQ;EAAW,MAAM;EAAS,CAAC;AAIxF,KAAI,kBAAkB,mBAAmB,UAAU;AACjD,OAAK,MAAM,WAAW,YAAY,eAAe,CAC/C,cAAa,KAAK;GAAE;GAAS,UAAU;GAAgB,QAAQ;GAAS,MAAM;GAAW,CAAC;EAI5F;GACE,MAAM,YAAY,KAAK,KAAK;AAC5B,QAAK,MAAM,WAAW,YAAY,eAAe,EAAE;IAEjD,MAAM,OAAO,uBADI,SAAS,QAAQ,CACW;AAC7C,QAAI,CAAC,KAAM;IAEX,MAAM,gBAAgB,GADN,SAAS,gBAAgB,QAAQ,CAChB;IAGjC,MAAM,aAAuB;KAC3B,IAHS,QAAQ,WAAW,eAAe,GAAG,GAAG,EAAE;KAG/C;KAAW,QAAQ;KAAS,MAAM;KACtC,MAAM;KAAe,WAAW;KAAG,SAAS;KAC5C,MAJW,WAAW,KAAK;KAIrB;KAAM;KAAW,WAAW;KACnC;AACD,QAAI;AACF,WAAM,QAAQ,aAAa,CAAC,WAAW,CAAC;YAClC;;;AAMZ,MAAI,eAAe,SAAS,SAAS,EAAE;GACrC,MAAM,mBAAmB,eAAe,MAAM,GAAG,GAAiB;GAClE,MAAM,iBAAiB,KAAK,kBAAkB,YAAY;AAC1D,OAAI,WAAW,eAAe,CAC5B,cAAa,KAAK;IAAE,SAAS;IAAgB,UAAU;IAAkB,QAAQ;IAAU,MAAM;IAAa,CAAC;GAEjH,MAAM,kBAAkB,KAAK,kBAAkB,SAAS;AACxD,QAAK,MAAM,WAAW,YAAY,gBAAgB,EAAE;IAElD,MAAM,OAAO,WADG,SAAS,kBAAkB,QAAQ,CACnB;AAChC,iBAAa,KAAK;KAAE;KAAS,UAAU;KAAkB,QAAQ;KAAU;KAAM,CAAC;;;;AAKxF,OAAM,kBAAkB;CAExB,IAAI,kBAAkB;AAEtB,MAAK,MAAM,EAAE,SAAS,UAAU,QAAQ,UAAU,cAAc;AAC9D,MAAI,mBAAmB,mBAAmB;AACxC,SAAM,kBAAkB;AACxB,qBAAkB;;AAEpB;EAEA,MAAM,UAAU,SAAS,UAAU,QAAQ;AAC3C,MAAI;AAGF,OAFgB,MAAM,qBAAqB,SAAS,WAAW,UAAU,SAAS,QAAQ,KAAK,EAElF;IACX,MAAM,MAAM,MAAM,QAAQ,YAAY,WAAW,QAAQ;AACzD,WAAO;AACP,WAAO,iBAAiB,IAAI;SAE5B,QAAO;UAEH;AAEN,UAAO;;;CAKX,MAAM,4BAAY,IAAI,KAAa;AACnC,MAAK,MAAM,EAAE,SAAS,cAAc,aAClC,WAAU,IAAI,SAAS,UAAU,QAAQ,CAAC;CAG5C,MAAM,eAAe,MAAM,QAAQ,sBAAsB,UAAU;CAEnE,MAAM,aAAuB,EAAE;AAC/B,MAAK,MAAM,KAAK,cAAc;EAC5B,MAAM,WAAW,EAAE,SAAS,UAAU,GAAG,EAAE,MAAM,GAAG,GAAkB,GAAG;AACzE,MAAI,CAAC,UAAU,IAAI,SAAS,CAC1B,YAAW,KAAK,EAAE;;AAItB,KAAI,WAAW,SAAS,EACtB,OAAM,QAAQ,YAAY,WAAW,WAAW;AAGlD,QAAO;;AAOT,MAAM,mBAAmB;;AAIzB,MAAM,8BAA8B;;AAEpC,MAAM,8BAA8B;;;;;;;;;;;;;;;AA8BpC,eAAsB,uBACpB,SACA,YACA,cACA,SACiB;CACjB,MAAM,EAAE,oBAAoB,uBAAuB,MAAM,OAAO;CAEhE,MAAM,YAAY,SAAS,aAAa;CACxC,MAAM,YAAY,SAAS,aAAa;CACxC,MAAM,WAAW,KAAK,KAAK,GAAG;CAE9B,MAAM,OAAO,MAAM,QAAQ,sBAAsB,QAAW,UAAU;AACtE,KAAI,KAAK,WAAW,EAAG,QAAO;CAE9B,MAAM,QAAQ,KAAK;CACnB,IAAI,WAAW;CAGf,MAAM,qCAAqB,IAAI,KAAoD;AACnF,MAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,mBAAmB,IAAI,IAAI,WAAW;AACpD,MAAI,MACF,OAAM;MAEN,oBAAmB,IAAI,IAAI,YAAY;GAAE,OAAO;GAAG,YAAY,IAAI;GAAM,CAAC;;CAG9E,MAAM,SAAS,QAAgB,cAAc,IAAI,IAAI,IAAI,WAAW;CACpE,MAAM,iBAAiB,MAAM,KAAK,mBAAmB,SAAS,CAAC,CAC5D,KAAK,CAAC,KAAK,EAAE,OAAO,kBAAkB,KAAK,MAAM,IAAI,CAAC,IAAI,MAAM,gBAAgB,WAAW,GAAG,CAC9F,KAAK,KAAK;AACb,SAAQ,OAAO,MACb,4BAA4B,MAAM,4BAA4B,mBAAmB,KAAK,eAAe,eAAe,IACrH;CAGD,IAAI,mBAAmB;CACvB,IAAI,kBAAkB;AAEtB,MAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK,kBAAkB;AAEtD,MAAI,cAAc,EAAE;AAClB,WAAQ,OAAO,MACb,2CAA2C,SAAS,GAAG,MAAM,gCAC9D;AACD;;AAKF,MAAI,KAAK,KAAK,IAAI,UAAU;AAC1B,WAAQ,OAAO,MACb,0CAA0C,SAAS,GAAG,MAAM,WAAW,UAAU,wCAClF;AACD;;EAGF,MAAM,QAAQ,KAAK,MAAM,GAAG,IAAI,iBAAiB;AAIjD,QAAM,kBAAkB;EAExB,MAAM,OAAO,MAAM,mBAAmB,MAAM,KAAK,MAAM,EAAE,KAAK,CAAC;AAO/D,QAAM,QAAQ,IACZ,MAAM,KAAK,KAAK,MAAM,QAAQ,gBAAgB,IAAI,IAAI,mBAAmB,KAAK,GAAG,CAAC,CAAC,CACpF;AAMD,OAAK,MAAM,EAAE,YAAY,UAAU,OAAO;AACxC,OAAI,eAAe,kBAAkB;AACnC,QAAI,qBAAqB,GACvB,SAAQ,OAAO,MACb,yBAAyB,MAAM,iBAAiB,CAAC,IAAI,gBAAgB,oBACtE;IAEH,MAAM,OAAO,mBAAmB,IAAI,WAAW;AAC/C,YAAQ,OAAO,MACb,0BAA0B,MAAM,WAAW,CAAC,IAAI,MAAM,SAAS,IAAI,uBAAuB,KAAK,KAChG;AACD,uBAAmB;AACnB,sBAAkB;;AAEpB;;AAGF,cAAY,MAAM;EAGlB,MAAM,YAAY,MAAM,MAAM,SAAS;AACvC,UAAQ,OAAO,MACb,yBAAyB,SAAS,GAAG,MAAM,WAAW,MAAM,UAAU,WAAW,CAAC,IAAI,UAAU,KAAK,KACtG;;AAIH,KAAI,qBAAqB,GACvB,SAAQ,OAAO,MACb,yBAAyB,MAAM,iBAAiB,CAAC,IAAI,gBAAgB,oBACtE;AAGH,QAAO;;AAOT,eAAsB,oBACpB,SACA,UACoD;CACpD,MAAM,WAAW,MAAM,SAAS,aAAa,EAAE,QAAQ,UAAU,CAAC;CAElE,MAAM,SAAsB;EAAE,gBAAgB;EAAG,eAAe;EAAG,cAAc;EAAG;AAEpF,MAAK,MAAM,WAAW,UAAU;AAC9B,QAAM,kBAAkB;EACxB,MAAM,IAAI,MAAM,wBAAwB,SAAS,QAAQ,IAAI,QAAQ,WAAW,QAAQ,iBAAiB;AACzG,SAAO,kBAAkB,EAAE;AAC3B,SAAO,iBAAiB,EAAE;AAC1B,SAAO,gBAAgB,EAAE;;AAG3B,QAAO;EAAE,UAAU,SAAS;EAAQ,QAAQ;EAAQ"}