agent-trajectories 0.5.5 → 0.5.7

package/README.md

@@ -132,11 +132,14 @@ trail compact --commits abc1234,def5678  # Trajectories matching specific commit
 trail compact --pr 123                # Trajectories mentioning PR #123
 trail compact --since 7d              # Last 7 days
 trail compact --all                   # Everything (including previously compacted)
+trail compact --pr 123 --discard-sources  # Delete source trajectories and update index after compaction
 ```
 
 ### Automatic Compaction (GitHub Action)
 
-Add these steps to any workflow that runs on PR merge (e.g., your release or publish flow). Requires `ref: ${{ github.event.pull_request.base.ref }}` and `fetch-depth: 0` on checkout, plus `contents: write` permission:
+Add these steps to any workflow that runs on PR merge (e.g., your release or publish flow). Requires `ref: ${{ github.event.pull_request.base.ref }}` and `fetch-depth: 0` on checkout, plus `contents: write` permission.
+
+Use `--discard-sources` when the compacted summary should replace the raw source trajectories. This removes the source JSON/Markdown/trace files and updates `.trajectories/index.json`, reducing future list/search noise.
 
 ```yaml
       - name: Compact trajectories
@@ -144,13 +147,13 @@ Add these steps to any workflow that runs on PR merge (e.g., your release or pub
           PR_COMMITS=$(git log ${{ github.event.pull_request.base.sha }}..${{ github.event.pull_request.head.sha }} --format=%H | paste -sd, -)
           OUTPUT=".trajectories/compacted/pr-${{ github.event.pull_request.number }}.json"
           if [ -n "$PR_COMMITS" ]; then
-            npx agent-trajectories compact --commits "$PR_COMMITS" --output "$OUTPUT"
+            npx agent-trajectories compact --commits "$PR_COMMITS" --output "$OUTPUT" --discard-sources
           else
-            npx agent-trajectories compact --pr ${{ github.event.pull_request.number }} --output "$OUTPUT"
+            npx agent-trajectories compact --pr ${{ github.event.pull_request.number }} --output "$OUTPUT" --discard-sources
           fi
       - name: Commit compacted trajectories
         run: |
-          git add .trajectories/compacted/ || true
+          git add .trajectories/ || true
           git diff --cached --quiet || \
             (git commit -m "chore: compact trajectories for PR #${{ github.event.pull_request.number }}" && git push)
 ```

package/dist/{chunk-2LMOXJE7.js → chunk-27AQPWHK.js}

@@ -666,8 +666,16 @@ function formatTime(isoString) {
 }
 
 // src/storage/file.ts
+import { randomUUID } from "crypto";
 import { existsSync } from "fs";
-import { mkdir, readFile, readdir, unlink, writeFile } from "fs/promises";
+import {
+  mkdir,
+  readFile,
+  readdir,
+  rename,
+  unlink,
+  writeFile
+} from "fs/promises";
 import { join } from "path";
 function expandPath(path) {
   if (path.startsWith("~")) {
@@ -675,6 +683,16 @@ function expandPath(path) {
   }
   return path;
 }
+var indexLocks = /* @__PURE__ */ new Map();
+function withIndexLock(path, task) {
+  const prev = indexLocks.get(path) ?? Promise.resolve();
+  const next = prev.then(task, task);
+  indexLocks.set(
+    path,
+    next.catch(() => void 0)
+  );
+  return next;
+}
 var FileStorage = class {
   baseDir;
   trajectoriesDir;
@@ -701,10 +719,10 @@ var FileStorage = class {
     await mkdir(this.activeDir, { recursive: true });
     await mkdir(this.completedDir, { recursive: true });
     if (!existsSync(this.indexPath)) {
-      await this.saveIndex({
-        version: 1,
-        lastUpdated: (/* @__PURE__ */ new Date()).toISOString(),
-        trajectories: {}
+      await withIndexLock(this.indexPath, async () => {
+        if (!existsSync(this.indexPath)) {
+          await this.saveIndex(this.emptyIndex());
+        }
       });
     }
     await this.reconcileIndex();
@@ -732,49 +750,51 @@ var FileStorage = class {
       skippedSchemaViolation: 0,
       skippedIoError: 0
     };
-    const index = await this.loadIndex();
-    const before = Object.keys(index.trajectories).length;
-    const discovered = [];
-    try {
-      const activeFiles = await readdir(this.activeDir);
-      for (const file of activeFiles) {
-        if (!file.endsWith(".json")) continue;
-        discovered.push(join(this.activeDir, file));
+    await withIndexLock(this.indexPath, async () => {
+      const index = await this.loadIndex();
+      const before = Object.keys(index.trajectories).length;
+      const discovered = [];
+      try {
+        const activeFiles = await readdir(this.activeDir);
+        for (const file of activeFiles) {
+          if (!file.endsWith(".json")) continue;
+          discovered.push(join(this.activeDir, file));
+        }
+      } catch (error) {
+        if (error.code !== "ENOENT") throw error;
       }
-    } catch (error) {
-      if (error.code !== "ENOENT") throw error;
-    }
-    await this.walkJsonFilesInto(this.completedDir, discovered);
-    for (const filePath of discovered) {
-      summary.scanned += 1;
-      const result = await this.readTrajectoryFile(filePath);
-      if (!result.ok) {
-        if (result.reason === "malformed_json") {
-          summary.skippedMalformedJson += 1;
-        } else if (result.reason === "schema_violation") {
-          summary.skippedSchemaViolation += 1;
-        } else {
-          summary.skippedIoError += 1;
+      await this.walkJsonFilesInto(this.completedDir, discovered);
+      for (const filePath of discovered) {
+        summary.scanned += 1;
+        const result = await this.readTrajectoryFile(filePath);
+        if (!result.ok) {
+          if (result.reason === "malformed_json") {
+            summary.skippedMalformedJson += 1;
+          } else if (result.reason === "schema_violation") {
+            summary.skippedSchemaViolation += 1;
+          } else {
+            summary.skippedIoError += 1;
+          }
+          continue;
         }
-        continue;
+        const trajectory2 = result.trajectory;
+        if (index.trajectories[trajectory2.id]) {
+          summary.alreadyIndexed += 1;
+          continue;
+        }
+        index.trajectories[trajectory2.id] = {
+          title: trajectory2.task.title,
+          status: trajectory2.status,
+          startedAt: trajectory2.startedAt,
+          completedAt: trajectory2.completedAt,
+          path: filePath
+        };
+        summary.added += 1;
       }
-      const trajectory2 = result.trajectory;
-      if (index.trajectories[trajectory2.id]) {
-        summary.alreadyIndexed += 1;
-        continue;
+      if (Object.keys(index.trajectories).length !== before) {
+        await this.saveIndex(index);
       }
-      index.trajectories[trajectory2.id] = {
-        title: trajectory2.task.title,
-        status: trajectory2.status,
-        startedAt: trajectory2.startedAt,
-        completedAt: trajectory2.completedAt,
-        path: filePath
-      };
-      summary.added += 1;
-    }
-    if (Object.keys(index.trajectories).length !== before) {
-      await this.saveIndex(index);
-    }
+    });
     const hadSkips = summary.skippedMalformedJson + summary.skippedSchemaViolation + summary.skippedIoError > 0;
     if (summary.added > 0 || hadSkips) {
       const parts = [`reconciled ${summary.added}/${summary.scanned}`];
@@ -977,17 +997,19 @@ var FileStorage = class {
     if (existsSync(activePath)) {
       await unlink(activePath);
     }
-    const index = await this.loadIndex();
-    const entry = index.trajectories[id];
-    if (entry?.path && existsSync(entry.path)) {
-      await unlink(entry.path);
-      const mdPath = entry.path.replace(".json", ".md");
-      if (existsSync(mdPath)) {
-        await unlink(mdPath);
+    await withIndexLock(this.indexPath, async () => {
+      const index = await this.loadIndex();
+      const entry = index.trajectories[id];
+      if (entry?.path && existsSync(entry.path)) {
+        await unlink(entry.path);
+        const mdPath = entry.path.replace(".json", ".md");
+        if (existsSync(mdPath)) {
+          await unlink(mdPath);
+        }
       }
-    }
-    delete index.trajectories[id];
-    await this.saveIndex(index);
+      delete index.trajectories[id];
+      await this.saveIndex(index);
+    });
   }
   /**
    * Search trajectories by text
@@ -1065,10 +1087,23 @@ var FileStorage = class {
     const result = await this.readTrajectoryFile(path);
     return result.ok ? result.trajectory : null;
   }
+  /**
+   * Read and parse the on-disk index.
+   *
+   * Tolerances (belt-and-braces against the read/write race):
+   *   - ENOENT: first-run, return an empty index silently.
+   *   - Empty file: a concurrent writer truncated index.json in "w" mode
+   *     right before we read. Return an empty index silently — this is
+   *     not a real corruption, just an interleaving the mutex + atomic
+   *     rename should already prevent. Logging here would be noise.
+   *   - Non-empty but malformed JSON: genuinely corrupted on disk (hand
+   *     edit, disk error, etc). Log it and return an empty index so the
+   *     caller can recover, but keep the log so the problem is visible.
+   */
   async loadIndex() {
+    let content;
     try {
-      const content = await readFile(this.indexPath, "utf-8");
-      return JSON.parse(content);
+      content = await readFile(this.indexPath, "utf-8");
     } catch (error) {
       if (error.code !== "ENOENT") {
         console.error(
@@ -1076,27 +1111,56 @@ var FileStorage = class {
           error
         );
       }
-      return {
-        version: 1,
-        lastUpdated: (/* @__PURE__ */ new Date()).toISOString(),
-        trajectories: {}
-      };
+      return this.emptyIndex();
+    }
+    if (content.length === 0) {
+      return this.emptyIndex();
     }
+    try {
+      return JSON.parse(content);
+    } catch (error) {
+      console.error(
+        "Error loading trajectory index, using empty index:",
+        error
+      );
+      return this.emptyIndex();
+    }
+  }
+  emptyIndex() {
+    return {
+      version: 1,
+      lastUpdated: (/* @__PURE__ */ new Date()).toISOString(),
+      trajectories: {}
+    };
   }
+  /**
+   * Atomic write: stage into a process-unique temp path in the same directory
+   * and then rename over the live file. `rename` is atomic on POSIX, so
+   * concurrent readers in any process either see the old complete file or
+   * the new complete file — never a half-written / zero-byte state.
+   *
+   * Callers MUST hold `withIndexLock(this.indexPath, ...)` so the in-process
+   * read-modify-write cycle stays serialized; the unique temp name also keeps
+   * parallel writers in other processes from colliding on a shared tmp path.
+   */
   async saveIndex(index) {
     index.lastUpdated = (/* @__PURE__ */ new Date()).toISOString();
-    await writeFile(this.indexPath, JSON.stringify(index, null, 2), "utf-8");
+    const tmpPath = `${this.indexPath}.${process.pid}.${randomUUID()}.tmp`;
+    await writeFile(tmpPath, JSON.stringify(index, null, 2), "utf-8");
+    await rename(tmpPath, this.indexPath);
   }
   async updateIndex(trajectory2, filePath) {
-    const index = await this.loadIndex();
-    index.trajectories[trajectory2.id] = {
-      title: trajectory2.task.title,
-      status: trajectory2.status,
-      startedAt: trajectory2.startedAt,
-      completedAt: trajectory2.completedAt,
-      path: filePath
-    };
-    await this.saveIndex(index);
+    await withIndexLock(this.indexPath, async () => {
+      const index = await this.loadIndex();
+      index.trajectories[trajectory2.id] = {
+        title: trajectory2.task.title,
+        status: trajectory2.status,
+        startedAt: trajectory2.startedAt,
+        completedAt: trajectory2.completedAt,
+        path: filePath
+      };
+      await this.saveIndex(index);
+    });
   }
 };
 
@@ -1111,11 +1175,12 @@ function normalizeAutoCompactOptions(autoCompact) {
     return false;
   }
   if (autoCompact === true) {
-    return { mechanical: false, markdown: true };
+    return { mechanical: false, markdown: true, discardSources: false };
   }
   return {
     mechanical: autoCompact.mechanical ?? false,
-    markdown: autoCompact.markdown ?? true
+    markdown: autoCompact.markdown ?? true,
+    discardSources: autoCompact.discardSources ?? false
   };
 }
 function resolveStartWorkflowId(options) {
@@ -1182,6 +1247,9 @@ async function compactWorkflow(workflowId, options) {
   if (options?.mechanical) {
     args.push("--mechanical");
   }
+  if (options?.discardSources) {
+    args.push("--discard-sources");
+  }
   return new Promise((resolve, reject) => {
     const child = spawn(cli.command, args, {
       cwd: options?.cwd,
@@ -2035,4 +2103,4 @@ export {
   getCommitsBetween,
   getFilesChangedBetween
 };
-//# sourceMappingURL=chunk-2LMOXJE7.js.map
+//# sourceMappingURL=chunk-27AQPWHK.js.map