modelstat 0.0.26 → 0.0.28

package/dist/cli.mjs

@@ -21132,7 +21132,7 @@ var require_snapshot_recorder = __commonJS({
   "../../node_modules/.pnpm/undici@7.25.0/node_modules/undici/lib/mock/snapshot-recorder.js"(exports, module) {
     "use strict";
     var { writeFile, readFile, mkdir: mkdir2 } = __require("fs/promises");
-    var { dirname: dirname8, resolve: resolve6 } = __require("path");
+    var { dirname: dirname9, resolve: resolve6 } = __require("path");
     var { setTimeout: setTimeout2, clearTimeout: clearTimeout2 } = __require("timers");
     var { InvalidArgumentError, UndiciError } = require_errors();
     var { hashId, isUrlExcludedFactory, normalizeHeaders, createHeaderFilters } = require_snapshot_utils();
@@ -21363,7 +21363,7 @@ var require_snapshot_recorder = __commonJS({
           throw new InvalidArgumentError("Snapshot path is required");
         }
         const resolvedPath = resolve6(path5);
-        await mkdir2(dirname8(resolvedPath), { recursive: true });
+        await mkdir2(dirname9(resolvedPath), { recursive: true });
         const data = Array.from(this.#snapshots.entries()).map(([hash, snapshot]) => ({
           hash,
           snapshot
@@ -43981,7 +43981,8 @@ var init_config2 = __esm({
         claimUrl: null,
         userEmail: null,
         defaultOrgId: null,
-        cursor: {}
+        cursor: {},
+        processingVersion: null
       }
     });
     cachedIdentity = (() => {
@@ -44073,6 +44074,19 @@ var init_config2 = __esm({
         map[path5] = v;
         store.set("cursor", map);
       },
+      /** Drop every per-file cursor so the next scan re-reads every
+       * JSONL from byte 0. Called when the local processing-pipeline
+       * version bumps (see processing-version.ts) or via the
+       * `modelstat rescan` CLI command. */
+      wipeCursors() {
+        store.set("cursor", {});
+      },
+      get processingVersion() {
+        return store.get("processingVersion");
+      },
+      setProcessingVersion(v) {
+        store.set("processingVersion", v);
+      },
       get storePath() {
         return store.path;
       }
@@ -45220,6 +45234,29 @@ var init_lock = __esm({
   }
 });
 
+// src/processing-version.ts
+var processing_version_exports = {};
+__export(processing_version_exports, {
+  PROCESSING_VERSION: () => PROCESSING_VERSION,
+  reconcileProcessingVersion: () => reconcileProcessingVersion
+});
+function reconcileProcessingVersion(state2) {
+  const stored = state2.processingVersion ?? 1;
+  if (stored >= PROCESSING_VERSION) {
+    return { changed: false, from: stored, to: PROCESSING_VERSION };
+  }
+  state2.wipeCursors();
+  state2.setProcessingVersion(PROCESSING_VERSION);
+  return { changed: true, from: stored, to: PROCESSING_VERSION };
+}
+var PROCESSING_VERSION;
+var init_processing_version = __esm({
+  "src/processing-version.ts"() {
+    "use strict";
+    PROCESSING_VERSION = 2;
+  }
+});
+
 // ../../node_modules/.pnpm/readdirp@4.1.2/node_modules/readdirp/esm/index.js
 import { stat as stat3, lstat, readdir as readdir2, realpath } from "fs/promises";
 import { Readable as Readable2 } from "stream";
@@ -45953,9 +45990,9 @@ var init_handler = __esm({
         if (this.fsw.closed) {
           return;
         }
-        const dirname8 = sysPath.dirname(file);
+        const dirname9 = sysPath.dirname(file);
         const basename4 = sysPath.basename(file);
-        const parent = this.fsw._getWatchedDir(dirname8);
+        const parent = this.fsw._getWatchedDir(dirname9);
         let prevStats = stats;
         if (parent.has(basename4))
           return;
@@ -45982,7 +46019,7 @@ var init_handler = __esm({
                 prevStats = newStats2;
               }
             } catch (error) {
-              this.fsw._remove(dirname8, basename4);
+              this.fsw._remove(dirname9, basename4);
             }
           } else if (parent.has(basename4)) {
             const at = newStats.atimeMs;
@@ -46947,6 +46984,9 @@ __export(daemon_exports, {
   setQueue: () => setQueue
 });
 import { existsSync as existsSync8, statSync as statSync2 } from "fs";
+import { readFileSync as readFileSync4 } from "fs";
+import { dirname as dirname8, join as join9 } from "path";
+import { fileURLToPath as __agentFileURLToPath } from "url";
 function setPhase(phase, message) {
   status.phase = phase;
   status.message = message ?? null;
@@ -47074,22 +47114,29 @@ async function runDaemon(opts = {}) {
     setPhase("error", `summariser preflight failed: ${err.message}`);
     throw err;
   }
+  const { reconcileProcessingVersion: reconcileProcessingVersion2 } = await Promise.resolve().then(() => (init_processing_version(), processing_version_exports));
+  const pv = reconcileProcessingVersion2(state);
+  if (pv.changed) {
+    console.log(
+      `[modelstat] processing pipeline v${pv.from} \u2192 v${pv.to} \u2014 wiped file cursors so every session is re-processed by the new pipeline`
+    );
+  }
   await runDiscovery();
   await runScanCycle("startup");
   const chokidar = (await Promise.resolve().then(() => (init_esm2(), esm_exports))).default;
   const { homedir: homedir9, platform: platform5 } = await import("os");
-  const { join: join10 } = await import("path");
+  const { join: join11 } = await import("path");
   const home2 = homedir9();
   const dirs = [
-    join10(home2, ".claude/projects"),
-    join10(home2, ".codex/sessions"),
-    join10(home2, ".cursor/ai-tracking"),
-    join10(home2, ".gemini"),
+    join11(home2, ".claude/projects"),
+    join11(home2, ".codex/sessions"),
+    join11(home2, ".cursor/ai-tracking"),
+    join11(home2, ".gemini"),
     ...platform5() === "darwin" ? [
-      join10(home2, "Library/Application Support/Cursor/User/workspaceStorage"),
-      join10(home2, "Library/Application Support/Claude")
+      join11(home2, "Library/Application Support/Cursor/User/workspaceStorage"),
+      join11(home2, "Library/Application Support/Claude")
     ] : [
-      join10(home2, ".config/Cursor/User/workspaceStorage")
+      join11(home2, ".config/Cursor/User/workspaceStorage")
     ]
   ].filter((p) => existsSync8(p) && statSync2(p).isDirectory());
   setPhase("watching", `Watching ${dirs.length} directories`);
@@ -47138,7 +47185,24 @@ var init_daemon = __esm({
     init_config2();
     init_lock();
     init_scan();
-    AGENT_VERSION2 = "agent-dev-0.0.23";
+    AGENT_VERSION2 = (() => {
+      try {
+        const here2 = dirname8(__agentFileURLToPath(import.meta.url));
+        const candidates = [
+          join9(here2, "..", "package.json"),
+          join9(here2, "..", "..", "package.json")
+        ];
+        for (const c of candidates) {
+          try {
+            const v = JSON.parse(readFileSync4(c, "utf8")).version;
+            if (typeof v === "string") return `agent-${v}`;
+          } catch {
+          }
+        }
+      } catch {
+      }
+      return "agent-unknown";
+    })();
     HEARTBEAT_INTERVAL_MS = 1e4;
     SCAN_INTERVAL_MS = 5 * 60 * 1e3;
     status = {
@@ -47160,32 +47224,32 @@ __export(watch_exports, {
 });
 import { existsSync as existsSync9 } from "fs";
 import { homedir as homedir8, platform as platform3 } from "os";
-import { join as join9 } from "path";
+import { join as join10 } from "path";
 function resolveWatchDirs() {
   const home2 = homedir8();
-  const xdgConfig = process.env.XDG_CONFIG_HOME ?? join9(home2, ".config");
-  const xdgData = process.env.XDG_DATA_HOME ?? join9(home2, ".local/share");
+  const xdgConfig = process.env.XDG_CONFIG_HOME ?? join10(home2, ".config");
+  const xdgData = process.env.XDG_DATA_HOME ?? join10(home2, ".local/share");
   const candidates = [
     // universal (default HOME-rooted CLI data dirs)
-    join9(home2, ".claude/projects"),
-    join9(home2, ".codex/sessions"),
-    join9(home2, ".cursor/ai-tracking"),
-    join9(home2, ".gemini"),
-    join9(home2, ".aider"),
+    join10(home2, ".claude/projects"),
+    join10(home2, ".codex/sessions"),
+    join10(home2, ".cursor/ai-tracking"),
+    join10(home2, ".gemini"),
+    join10(home2, ".aider"),
     // XDG / Linux
-    join9(xdgConfig, "claude/projects"),
-    join9(xdgConfig, "codex/sessions"),
-    join9(xdgConfig, "Cursor/User/workspaceStorage"),
-    join9(xdgConfig, "Code/User/workspaceStorage"),
-    join9(xdgConfig, "Code - Insiders/User/workspaceStorage"),
-    join9(xdgData, "claude/projects"),
+    join10(xdgConfig, "claude/projects"),
+    join10(xdgConfig, "codex/sessions"),
+    join10(xdgConfig, "Cursor/User/workspaceStorage"),
+    join10(xdgConfig, "Code/User/workspaceStorage"),
+    join10(xdgConfig, "Code - Insiders/User/workspaceStorage"),
+    join10(xdgData, "claude/projects"),
     // macOS
     ...platform3() === "darwin" ? [
-      join9(home2, "Library/Application Support/Cursor/User/workspaceStorage"),
-      join9(home2, "Library/Application Support/Claude"),
-      join9(home2, "Library/Application Support/Code/User/workspaceStorage"),
-      join9(home2, "Library/Application Support/Windsurf/User/workspaceStorage"),
-      join9(home2, "Library/Application Support/Zed")
+      join10(home2, "Library/Application Support/Cursor/User/workspaceStorage"),
+      join10(home2, "Library/Application Support/Claude"),
+      join10(home2, "Library/Application Support/Code/User/workspaceStorage"),
+      join10(home2, "Library/Application Support/Windsurf/User/workspaceStorage"),
+      join10(home2, "Library/Application Support/Zed")
     ] : []
   ];
   return Array.from(new Set(candidates)).filter((p) => existsSync9(p));
@@ -47847,12 +47911,30 @@ async function cmdScan() {
   const { preflightSummariser: preflightSummariser2 } = await Promise.resolve().then(() => (init_pipeline2(), pipeline_exports));
   const sample = await preflightSummariser2();
   console.log(`[modelstat] summariser preflight ok: "${sample}"`);
+  const { reconcileProcessingVersion: reconcileProcessingVersion2 } = await Promise.resolve().then(() => (init_processing_version(), processing_version_exports));
+  const pv = reconcileProcessingVersion2(state);
+  if (pv.changed) {
+    console.log(
+      `[modelstat] processing pipeline v${pv.from} \u2192 v${pv.to} \u2014 wiped file cursors so every session is re-processed`
+    );
+  }
   const r = await scanAll();
   console.log();
   console.log(
     `Done: ${r.filesScanned} files scanned, ${r.filesUnchanged} unchanged, ${r.batchesUploaded} batches, ${r.eventsUploaded} events uploaded`
   );
 }
+async function cmdRescan() {
+  const { PROCESSING_VERSION: PROCESSING_VERSION2 } = await Promise.resolve().then(() => (init_processing_version(), processing_version_exports));
+  state.wipeCursors();
+  state.setProcessingVersion(PROCESSING_VERSION2);
+  console.log(
+    `[modelstat] cursors wiped \u2014 next \`modelstat scan\` (or daemon scan cycle) will re-read every JSONL from the start and re-summarise every session at processing version v${PROCESSING_VERSION2}.`
+  );
+  console.log(
+    "  If the daemon is running, kick it with: modelstat stop && modelstat start"
+  );
+}
 async function cmdWatch() {
   const { watchForever: watchForever2 } = await Promise.resolve().then(() => (init_watch(), watch_exports));
   await watchForever2();
@@ -48041,6 +48123,8 @@ async function main() {
       return cmdDiscover();
     case "scan":
       return cmdScan();
+    case "rescan":
+      return cmdRescan();
     case "watch":
       return cmdWatch();
     case "stop":
@@ -48073,6 +48157,7 @@ async function main() {
       console.log("  start           \u2014 run the daemon (used by the installed service)");
       console.log("  discover        \u2014 one-shot report of installs/identities");
       console.log("  scan            \u2014 one-shot parse + upload of local JSONL");
+      console.log("  rescan          \u2014 wipe file cursors so next scan re-reads & re-summarises everything");
       console.log("  watch           \u2014 continuous (chokidar) with periodic backstop");
       process.exit(1);
   }