@nocoo/pew 0.2.0

package/dist/commands/sync.js

@@ -0,0 +1,267 @@
+import { stat } from "node:fs/promises";
+import { CursorStore } from "../storage/cursor-store.js";
+import { LocalQueue } from "../storage/local-queue.js";
+import { discoverClaudeFiles, discoverGeminiFiles, discoverOpenCodeFiles, discoverOpenClawFiles, } from "../discovery/sources.js";
+import { parseClaudeFile } from "../parsers/claude.js";
+import { parseGeminiFile } from "../parsers/gemini.js";
+import { parseOpenCodeFile } from "../parsers/opencode.js";
+import { parseOpenClawFile } from "../parsers/openclaw.js";
+import { toUtcHalfHourStart, bucketKey, addTokens, emptyTokenDelta } from "../utils/buckets.js";
+/**
+ * Execute the sync operation: discover files, parse incrementally,
+ * aggregate into half-hour buckets, and write to local queue.
+ *
+ * Pure logic — no CLI I/O. Receives all dependencies via options.
+ */
+export async function executeSync(opts) {
+    const { stateDir, onProgress } = opts;
+    const cursorStore = new CursorStore(stateDir);
+    const queue = new LocalQueue(stateDir);
+    const cursors = await cursorStore.load();
+    const allDeltas = [];
+    const sourceCounts = { claude: 0, gemini: 0, opencode: 0, openclaw: 0 };
+    const filesScanned = { claude: 0, gemini: 0, opencode: 0, openclaw: 0 };
+    // ---------- Claude Code ----------
+    if (opts.claudeDir) {
+        onProgress?.({
+            source: "claude-code",
+            phase: "discover",
+            message: "Discovering Claude Code files...",
+        });
+        const files = await discoverClaudeFiles(opts.claudeDir);
+        filesScanned.claude = files.length;
+        onProgress?.({ source: "claude-code",
+            phase: "parse",
+            total: files.length,
+            message: `Parsing ${files.length} Claude files...`,
+        });
+        for (let i = 0; i < files.length; i++) {
+            const filePath = files[i];
+            const prev = cursors.files[filePath];
+            const st = await stat(filePath).catch(() => null);
+            if (!st)
+                continue;
+            const inode = st.ino;
+            const startOffset = prev && prev.inode === inode ? (prev.offset ?? 0) : 0;
+            const result = await parseClaudeFile({ filePath, startOffset });
+            cursors.files[filePath] = {
+                inode,
+                offset: result.endOffset,
+                updatedAt: new Date().toISOString(),
+            };
+            allDeltas.push(...result.deltas);
+            sourceCounts.claude += result.deltas.length;
+            onProgress?.({
+                source: "claude-code",
+                phase: "parse",
+                current: i + 1,
+                total: files.length,
+            });
+        }
+    }
+    // ---------- Gemini CLI ----------
+    if (opts.geminiDir) {
+        onProgress?.({
+            source: "gemini-cli",
+            phase: "discover",
+            message: "Discovering Gemini CLI files...",
+        });
+        const files = await discoverGeminiFiles(opts.geminiDir);
+        filesScanned.gemini = files.length;
+        onProgress?.({
+            source: "gemini-cli",
+            phase: "parse",
+            total: files.length,
+            message: `Parsing ${files.length} Gemini files...`,
+        });
+        for (let i = 0; i < files.length; i++) {
+            const filePath = files[i];
+            const prev = cursors.files[filePath];
+            const st = await stat(filePath).catch(() => null);
+            if (!st)
+                continue;
+            const inode = st.ino;
+            const startIndex = prev && prev.inode === inode ? (prev.lastIndex ?? -1) : -1;
+            const lastTotals = prev && prev.inode === inode ? (prev.lastTotals ?? null) : null;
+            const result = await parseGeminiFile({
+                filePath,
+                startIndex,
+                lastTotals,
+            });
+            cursors.files[filePath] = {
+                inode,
+                lastIndex: result.lastIndex,
+                lastTotals: result.lastTotals,
+                lastModel: result.lastModel,
+                updatedAt: new Date().toISOString(),
+            };
+            allDeltas.push(...result.deltas);
+            sourceCounts.gemini += result.deltas.length;
+            onProgress?.({
+                source: "gemini-cli",
+                phase: "parse",
+                current: i + 1,
+                total: files.length,
+            });
+        }
+    }
+    // ---------- OpenCode ----------
+    if (opts.openCodeMessageDir) {
+        onProgress?.({
+            source: "opencode",
+            phase: "discover",
+            message: "Discovering OpenCode files...",
+        });
+        const discovery = await discoverOpenCodeFiles(opts.openCodeMessageDir, cursors.dirMtimes);
+        const files = discovery.files;
+        // Count includes files in skipped dirs (already tracked in cursors)
+        filesScanned.opencode = files.length;
+        onProgress?.({
+            source: "opencode",
+            phase: "parse",
+            total: files.length,
+            message: `Parsing ${files.length} OpenCode files (${discovery.skippedDirs} dirs skipped)...`,
+        });
+        for (let i = 0; i < files.length; i++) {
+            const filePath = files[i];
+            const prev = cursors.files[filePath];
+            const st = await stat(filePath).catch(() => null);
+            if (!st)
+                continue;
+            const inode = st.ino;
+            // Triple-check unchanged optimization
+            if (prev &&
+                prev.inode === inode &&
+                prev.size === st.size &&
+                prev.mtimeMs === st.mtimeMs) {
+                onProgress?.({
+                    source: "opencode",
+                    phase: "parse",
+                    current: i + 1,
+                    total: files.length,
+                });
+                continue;
+            }
+            const lastTotals = prev && prev.inode === inode ? (prev.lastTotals ?? null) : null;
+            const result = await parseOpenCodeFile({ filePath, lastTotals });
+            cursors.files[filePath] = {
+                inode,
+                size: st.size,
+                mtimeMs: st.mtimeMs,
+                lastTotals: result.lastTotals,
+                messageKey: result.messageKey,
+                updatedAt: new Date().toISOString(),
+            };
+            if (result.delta) {
+                allDeltas.push(result.delta);
+                sourceCounts.opencode += 1;
+            }
+            onProgress?.({
+                source: "opencode",
+                phase: "parse",
+                current: i + 1,
+                total: files.length,
+            });
+        }
+        // Persist directory mtimes for next run
+        cursors.dirMtimes = discovery.dirMtimes;
+    }
+    // ---------- OpenClaw ----------
+    if (opts.openclawDir) {
+        onProgress?.({
+            source: "openclaw",
+            phase: "discover",
+            message: "Discovering OpenClaw files...",
+        });
+        const files = await discoverOpenClawFiles(opts.openclawDir);
+        filesScanned.openclaw = files.length;
+        onProgress?.({
+            source: "openclaw",
+            phase: "parse",
+            total: files.length,
+            message: `Parsing ${files.length} OpenClaw files...`,
+        });
+        for (let i = 0; i < files.length; i++) {
+            const filePath = files[i];
+            const prev = cursors.files[filePath];
+            const st = await stat(filePath).catch(() => null);
+            if (!st)
+                continue;
+            const inode = st.ino;
+            const startOffset = prev && prev.inode === inode ? (prev.offset ?? 0) : 0;
+            const result = await parseOpenClawFile({ filePath, startOffset });
+            cursors.files[filePath] = {
+                inode,
+                offset: result.endOffset,
+                updatedAt: new Date().toISOString(),
+            };
+            allDeltas.push(...result.deltas);
+            sourceCounts.openclaw += result.deltas.length;
+            onProgress?.({
+                source: "openclaw",
+                phase: "parse",
+                current: i + 1,
+                total: files.length,
+            });
+        }
+    }
+    // ---------- Aggregate into half-hour buckets ----------
+    onProgress?.({
+        source: "all",
+        phase: "aggregate",
+        message: `Aggregating ${allDeltas.length} deltas into buckets...`,
+    });
+    const buckets = new Map();
+    for (const delta of allDeltas) {
+        const hourStart = toUtcHalfHourStart(delta.timestamp);
+        if (!hourStart)
+            continue;
+        const key = bucketKey(delta.source, delta.model, hourStart);
+        let bucket = buckets.get(key);
+        if (!bucket) {
+            bucket = {
+                source: delta.source,
+                model: delta.model,
+                hourStart,
+                tokens: emptyTokenDelta(),
+            };
+            buckets.set(key, bucket);
+        }
+        addTokens(bucket.tokens, delta.tokens);
+    }
+    // ---------- Write to queue ----------
+    const records = [];
+    for (const bucket of buckets.values()) {
+        const totalTokens = bucket.tokens.inputTokens +
+            bucket.tokens.outputTokens +
+            bucket.tokens.reasoningOutputTokens;
+        records.push({
+            source: bucket.source,
+            model: bucket.model,
+            hour_start: bucket.hourStart,
+            input_tokens: bucket.tokens.inputTokens,
+            cached_input_tokens: bucket.tokens.cachedInputTokens,
+            output_tokens: bucket.tokens.outputTokens,
+            reasoning_output_tokens: bucket.tokens.reasoningOutputTokens,
+            total_tokens: totalTokens,
+        });
+    }
+    if (records.length > 0) {
+        await queue.appendBatch(records);
+    }
+    // ---------- Save cursor state ----------
+    cursors.updatedAt = new Date().toISOString();
+    await cursorStore.save(cursors);
+    onProgress?.({
+        source: "all",
+        phase: "done",
+        message: `Synced ${allDeltas.length} events → ${records.length} records`,
+    });
+    return {
+        totalDeltas: allDeltas.length,
+        totalRecords: records.length,
+        sources: sourceCounts,
+        filesScanned,
+    };
+}
+//# sourceMappingURL=sync.js.map

package/dist/commands/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../src/commands/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAUxC,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAsDhG;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAiB;IACjD,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;IAEtC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC;IAEzC,MAAM,SAAS,GAAkB,EAAE,CAAC;IACpC,MAAM,YAAY,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IACxE,MAAM,YAAY,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IAExE,oCAAoC;IACpC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,UAAU,EAAE,CAAC;YACX,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,kCAAkC;SAC5C,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxD,YAAY,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACnC,UAAU,EAAE,CAAC,EAAO,MAAM,EAAE,aAAa;YACvC,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,OAAO,EAAE,WAAW,KAAK,CAAC,MAAM,kBAAkB;SACnD,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAiC,CAAC;YACrE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAClD,IAAI,CAAC,EAAE;gBAAE,SAAS;YAElB,MAAM,KAAK,GAAG,EAAE,CAAC,GAAG,CAAC;YACrB,MAAM,WAAW,GACf,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAExD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;YAEhE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG;gBACxB,KAAK;gBACL,MAAM,EAAE,MAAM,CAAC,SAAS;gBACxB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACT,CAAC;YAE7B,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YACjC,YAAY,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YAE5C,UAAU,EAAE,CAAC;gBACX,MAAM,EAAE,aAAa;gBACrB,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,CAAC,GAAG,CAAC;gBACd,KAAK,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,UAAU,EAAE,CAAC;YACX,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,iCAAiC;SAC3C,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxD,YAAY,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACnC,UAAU,EAAE,CAAC;YACX,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,OAAO,EAAE,WAAW,KAAK,CAAC,MAAM,kBAAkB;SACnD,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAA6B,CAAC;YACjE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAClD,IAAI,CAAC,EAAE;gBAAE,SAAS;YAElB,MAAM,KAAK,GAAG,EAAE,CAAC,GAAG,CAAC;YACrB,MAAM,UAAU,GACd,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7D,MAAM,UAAU,GACd,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAElE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;gBACnC,QAAQ;gBACR,UAAU;gBACV,UAAU;aACX,CAAC,CAAC;YAEH,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG;gBACxB,KAAK;gBACL,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACb,CAAC;YAEzB,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YACjC,YAAY,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YAE5C,UAAU,EAAE,CAAC;gBACX,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,CAAC,GAAG,CAAC;gBACd,KAAK,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,UAAU,EAAE,CAAC;YACX,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,+BAA+B;SACzC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAC3C,IAAI,CAAC,kBAAkB,EACvB,OAAO,CAAC,SAAS,CAClB,CAAC;QACF,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;QAC9B,oEAAoE;QACpE,YAAY,CAAC,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;QACrC,UAAU,EAAE,CAAC;YACX,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,OAAO,EAAE,WAAW,KAAK,CAAC,MAAM,oBAAoB,SAAS,CAAC,WAAW,mBAAmB;SAC7F,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAA+B,CAAC;YACnE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAClD,IAAI,CAAC,EAAE;gBAAE,SAAS;YAElB,MAAM,KAAK,GAAG,EAAE,CAAC,GAAG,CAAC;YAErB,sCAAsC;YACtC,IACE,IAAI;gBACJ,IAAI,CAAC,KAAK,KAAK,KAAK;gBACpB,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI;gBACrB,IAAI,CAAC,OAAO,KAAK,EAAE,CAAC,OAAO,EAC3B,CAAC;gBACD,UAAU,EAAE,CAAC;oBACX,MAAM,EAAE,UAAU;oBAClB,KAAK,EAAE,OAAO;oBACd,OAAO,EAAE,CAAC,GAAG,CAAC;oBACd,KAAK,EAAE,KAAK,CAAC,MAAM;iBACpB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,UAAU,GACd,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAElE,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;YAEjE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG;gBACxB,KAAK;gBACL,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,OAAO,EAAE,EAAE,CAAC,OAAO;gBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACX,CAAC;YAE3B,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC7B,YAAY,CAAC,QAAQ,IAAI,CAAC,CAAC;YAC7B,CAAC;YAED,UAAU,EAAE,CAAC;gBACX,MAAM,EAAE,UAAU;gBAClB,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,CAAC,GAAG,CAAC;gBACd,KAAK,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;QACL,CAAC;QAED,wCAAwC;QACxC,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;IAC1C,CAAC;IAED,iCAAiC;IACjC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,UAAU,EAAE,CAAC;YACX,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,+BAA+B;SACzC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5D,YAAY,CAAC,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;QACrC,UAAU,EAAE,CAAC;YACX,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,OAAO,EAAE,WAAW,KAAK,CAAC,MAAM,oBAAoB;SACrD,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAiC,CAAC;YACrE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAClD,IAAI,CAAC,EAAE;gBAAE,SAAS;YAElB,MAAM,KAAK,GAAG,EAAE,CAAC,GAAG,CAAC;YACrB,MAAM,WAAW,GACf,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAExD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;YAElE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG;gBACxB,KAAK;gBACL,MAAM,EAAE,MAAM,CAAC,SAAS;gBACxB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACT,CAAC;YAE7B,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YACjC,YAAY,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YAE9C,UAAU,EAAE,CAAC;gBACX,MAAM,EAAE,UAAU;gBAClB,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,CAAC,GAAG,CAAC;gBACd,KAAK,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,yDAAyD;IACzD,UAAU,EAAE,CAAC;QACX,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,eAAe,SAAS,CAAC,MAAM,yBAAyB;KAClE,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE1C,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,SAAS;YAAE,SAAS;QAEzB,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC5D,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG;gBACP,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,SAAS;gBACT,MAAM,EAAE,eAAe,EAAE;aAC1B,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC3B,CAAC;QACD,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,uCAAuC;IACvC,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACtC,MAAM,WAAW,GACf,MAAM,CAAC,MAAM,CAAC,WAAW;YACzB,MAAM,CAAC,MAAM,CAAC,YAAY;YAC1B,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC;QAEtC,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW;YACvC,mBAAmB,EAAE,MAAM,CAAC,MAAM,CAAC,iBAAiB;YACpD,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY;YACzC,uBAAuB,EAAE,MAAM,CAAC,MAAM,CAAC,qBAAqB;YAC5D,YAAY,EAAE,WAAW;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,0CAA0C;IAC1C,OAAO,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEhC,UAAU,EAAE,CAAC;QACX,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,UAAU,SAAS,CAAC,MAAM,aAAa,OAAO,CAAC,MAAM,UAAU;KACzE,CAAC,CAAC;IAEH,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,MAAM;QAC7B,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,OAAO,EAAE,YAAY;QACrB,YAAY;KACb,CAAC;AACJ,CAAC"}

package/dist/commands/upload.d.ts

@@ -0,0 +1,53 @@
+/**
+ * CLI upload command — sends local queue records to the Pew SaaS.
+ *
+ * Flow:
+ * 1. Load API key from config
+ * 2. Read un-uploaded records from queue (using saved offset)
+ * 3. Split into batches of ≤50 (D1 Free plan: 50 queries/Worker invocation)
+ * 4. POST each batch to /api/ingest with Bearer token
+ * 5. Persist offset after each successful batch (for resume on failure)
+ * 6. Retry on 5xx with exponential backoff
+ */
+import type { QueueRecord } from "@pew/core";
+export interface UploadOptions {
+    /** Directory for config file and queue state */
+    stateDir: string;
+    /** Base URL of the Pew SaaS */
+    apiUrl: string;
+    /** Whether dev mode is active (uses config.dev.json) */
+    dev?: boolean;
+    /** Injected fetch (for testing) */
+    fetch: typeof globalThis.fetch;
+    /** Max records per API request (default: 50) */
+    batchSize?: number;
+    /** Max retries per batch on 5xx (default: 2) */
+    maxRetries?: number;
+    /** Base retry delay in ms (default: 1000, doubled each retry) */
+    retryDelayMs?: number;
+    /** Progress callback */
+    onProgress?: (event: UploadProgressEvent) => void;
+}
+export interface UploadProgressEvent {
+    phase: "uploading" | "done";
+    batch?: number;
+    totalBatches?: number;
+    total?: number;
+    message?: string;
+}
+export interface UploadResult {
+    success: boolean;
+    uploaded: number;
+    batches: number;
+    error?: string;
+}
+/**
+ * Aggregate QueueRecords by (source, model, hour_start), summing token fields.
+ *
+ * This ensures that when combined with server-side overwrite upsert, the
+ * pipeline is fully idempotent: re-scanning and re-uploading produces the
+ * same final result in D1.
+ */
+export declare function aggregateRecords(records: QueueRecord[]): QueueRecord[];
+export declare function executeUpload(opts: UploadOptions): Promise<UploadResult>;
+//# sourceMappingURL=upload.d.ts.map

package/dist/commands/upload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/commands/upload.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAM7C,MAAM,WAAW,aAAa;IAC5B,gDAAgD;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB,+BAA+B;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,wDAAwD;IACxD,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,mCAAmC;IACnC,KAAK,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;IAC/B,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;CACnD;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,WAAW,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAcD;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,WAAW,EAAE,CAoBtE;AAMD,wBAAsB,aAAa,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,CAiG9E"}

package/dist/commands/upload.js

@@ -0,0 +1,185 @@
+/**
+ * CLI upload command — sends local queue records to the Pew SaaS.
+ *
+ * Flow:
+ * 1. Load API key from config
+ * 2. Read un-uploaded records from queue (using saved offset)
+ * 3. Split into batches of ≤50 (D1 Free plan: 50 queries/Worker invocation)
+ * 4. POST each batch to /api/ingest with Bearer token
+ * 5. Persist offset after each successful batch (for resume on failure)
+ * 6. Retry on 5xx with exponential backoff
+ */
+import { ConfigManager } from "../config/manager.js";
+import { LocalQueue } from "../storage/local-queue.js";
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+const DEFAULT_BATCH_SIZE = 50;
+const DEFAULT_MAX_RETRIES = 2;
+const DEFAULT_RETRY_DELAY_MS = 1000;
+// ---------------------------------------------------------------------------
+// Pre-aggregation — merge QueueRecords with the same (source, model, hour_start)
+// ---------------------------------------------------------------------------
+/**
+ * Aggregate QueueRecords by (source, model, hour_start), summing token fields.
+ *
+ * This ensures that when combined with server-side overwrite upsert, the
+ * pipeline is fully idempotent: re-scanning and re-uploading produces the
+ * same final result in D1.
+ */
+export function aggregateRecords(records) {
+    if (records.length === 0)
+        return [];
+    const map = new Map();
+    for (const r of records) {
+        const key = `${r.source}|${r.model}|${r.hour_start}`;
+        const existing = map.get(key);
+        if (existing) {
+            existing.input_tokens += r.input_tokens;
+            existing.cached_input_tokens += r.cached_input_tokens;
+            existing.output_tokens += r.output_tokens;
+            existing.reasoning_output_tokens += r.reasoning_output_tokens;
+            existing.total_tokens += r.total_tokens;
+        }
+        else {
+            map.set(key, { ...r });
+        }
+    }
+    return [...map.values()];
+}
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+export async function executeUpload(opts) {
+    const { stateDir, apiUrl, dev = false, fetch: fetchFn, batchSize = DEFAULT_BATCH_SIZE, maxRetries = DEFAULT_MAX_RETRIES, retryDelayMs = DEFAULT_RETRY_DELAY_MS, onProgress, } = opts;
+    // 1. Load API key
+    const configManager = new ConfigManager(stateDir, dev);
+    const config = await configManager.load();
+    if (!config.token) {
+        return {
+            success: false,
+            uploaded: 0,
+            batches: 0,
+            error: "Not logged in. Run `pew login` first.",
+        };
+    }
+    // 2. Read un-uploaded records
+    const queue = new LocalQueue(stateDir);
+    const currentOffset = await queue.loadOffset();
+    const { records: rawRecords, newOffset } = await queue.readFromOffset(currentOffset);
+    if (rawRecords.length === 0) {
+        return { success: true, uploaded: 0, batches: 0 };
+    }
+    // 2b. Pre-aggregate by (source, model, hour_start) for idempotent upsert
+    const records = aggregateRecords(rawRecords);
+    // 3. Split into batches
+    const batches = [];
+    for (let i = 0; i < records.length; i += batchSize) {
+        batches.push(records.slice(i, i + batchSize));
+    }
+    // 4. Upload each batch
+    const endpoint = `${apiUrl}/api/ingest`;
+    let totalUploaded = 0;
+    let batchesCompleted = 0;
+    for (let batchIdx = 0; batchIdx < batches.length; batchIdx++) {
+        const batch = batches[batchIdx];
+        onProgress?.({
+            phase: "uploading",
+            batch: batchIdx + 1,
+            totalBatches: batches.length,
+            total: records.length,
+            message: `Uploading batch ${batchIdx + 1}/${batches.length} (${batch.length} records)...`,
+        });
+        const result = await sendBatchWithRetry({
+            endpoint,
+            token: config.token,
+            batch,
+            fetchFn,
+            maxRetries,
+            retryDelayMs,
+        });
+        if (!result.ok) {
+            // With idempotent overwrite upsert, don't save partial offset.
+            // Next retry will re-aggregate and re-send everything safely.
+            return {
+                success: false,
+                uploaded: totalUploaded,
+                batches: batchesCompleted,
+                error: result.error,
+            };
+        }
+        totalUploaded += batch.length;
+        batchesCompleted++;
+    }
+    // 5. All batches succeeded — save final offset
+    await queue.saveOffset(newOffset);
+    onProgress?.({
+        phase: "done",
+        total: totalUploaded,
+        message: `Uploaded ${totalUploaded} records in ${batchesCompleted} batch(es).`,
+    });
+    return {
+        success: true,
+        uploaded: totalUploaded,
+        batches: batchesCompleted,
+    };
+}
+async function sendBatchWithRetry(opts) {
+    const { endpoint, token, batch, fetchFn, maxRetries, retryDelayMs } = opts;
+    let lastError = "";
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        if (attempt > 0 && retryDelayMs > 0) {
+            await sleep(retryDelayMs * 2 ** (attempt - 1));
+        }
+        try {
+            const resp = await fetchFn(endpoint, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${token}`,
+                },
+                body: JSON.stringify(batch),
+            });
+            if (resp.ok) {
+                return { ok: true };
+            }
+            // 429 — rate limited, retry with Retry-After if available
+            if (resp.status === 429) {
+                const retryAfter = resp.headers.get("Retry-After");
+                const retryMs = retryAfter
+                    ? Math.max(Number(retryAfter) * 1000, retryDelayMs)
+                    : retryDelayMs * 2 ** attempt;
+                if (attempt < maxRetries && retryMs > 0) {
+                    await sleep(retryMs);
+                }
+                const body = await resp.json().catch(() => ({}));
+                lastError = `429: ${body.error ?? "Too Many Requests"}`;
+                continue;
+            }
+            // 4xx — client error, don't retry
+            if (resp.status >= 400 && resp.status < 500) {
+                const body = await resp.json().catch(() => ({}));
+                const msg = body.error ?? `HTTP ${resp.status}`;
+                return { ok: false, error: `${resp.status}: ${msg}` };
+            }
+            // 5xx — server error, retry
+            const body = await resp.json().catch(() => ({}));
+            lastError = `${resp.status}: ${body.error ?? "Server Error"}`;
+        }
+        catch (err) {
+            lastError = String(err.message ?? err);
+            // Network errors — don't retry if maxRetries is 0
+            if (attempt >= maxRetries) {
+                return { ok: false, error: lastError };
+            }
+        }
+    }
+    return {
+        ok: false,
+        error: `Upload failed after ${maxRetries + 1} attempts: ${lastError}`,
+    };
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=upload.js.map

package/dist/commands/upload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.js","sourceRoot":"","sources":["../../src/commands/upload.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAyCvD,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,sBAAsB,GAAG,IAAI,CAAC;AAEpC,8EAA8E;AAC9E,iFAAiF;AACjF,8EAA8E;AAE9E;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAsB;IACrD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAuB,CAAC;IAE3C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;QACrD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,CAAC;YACxC,QAAQ,CAAC,mBAAmB,IAAI,CAAC,CAAC,mBAAmB,CAAC;YACtD,QAAQ,CAAC,aAAa,IAAI,CAAC,CAAC,aAAa,CAAC;YAC1C,QAAQ,CAAC,uBAAuB,IAAI,CAAC,CAAC,uBAAuB,CAAC;YAC9D,QAAQ,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAmB;IACrD,MAAM,EACJ,QAAQ,EACR,MAAM,EACN,GAAG,GAAG,KAAK,EACX,KAAK,EAAE,OAAO,EACd,SAAS,GAAG,kBAAkB,EAC9B,UAAU,GAAG,mBAAmB,EAChC,YAAY,GAAG,sBAAsB,EACrC,UAAU,GACX,GAAG,IAAI,CAAC;IAET,kBAAkB;IAClB,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;IAE1C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,uCAAuC;SAC/C,CAAC;IACJ,CAAC;IAED,8BAA8B;IAC9B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IAC/C,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAErF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IACpD,CAAC;IAED,yEAAyE;IACzE,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAE7C,wBAAwB;IACxB,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACnD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,uBAAuB;IACvB,MAAM,QAAQ,GAAG,GAAG,MAAM,aAAa,CAAC;IACxC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEhC,UAAU,EAAE,CAAC;YACX,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,QAAQ,GAAG,CAAC;YACnB,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,OAAO,EAAE,mBAAmB,QAAQ,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,cAAc;SAC1F,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC;YACtC,QAAQ;YACR,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,KAAK;YACL,OAAO;YACP,UAAU;YACV,YAAY;SACb,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,+DAA+D;YAC/D,8DAA8D;YAC9D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,gBAAgB;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC;QACJ,CAAC;QAED,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,gBAAgB,EAAE,CAAC;IACrB,CAAC;IAED,+CAA+C;IAC/C,MAAM,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAElC,UAAU,EAAE,CAAC;QACX,KAAK,EAAE,MAAM;QACb,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,YAAY,aAAa,eAAe,gBAAgB,aAAa;KAC/E,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,aAAa;QACvB,OAAO,EAAE,gBAAgB;KAC1B,CAAC;AACJ,CAAC;AAWD,KAAK,UAAU,kBAAkB,CAAC,IAOjC;IACC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;IAE3E,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,OAAO,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,CAAC,YAAY,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,KAAK,EAAE;iBACjC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;aAC5B,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YAED,0DAA0D;YAC1D,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBACnD,MAAM,OAAO,GAAG,UAAU;oBACxB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,EAAE,YAAY,CAAC;oBACnD,CAAC,CAAC,YAAY,GAAG,CAAC,IAAI,OAAO,CAAC;gBAChC,IAAI,OAAO,GAAG,UAAU,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBACxC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;gBACvB,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACjD,SAAS,GAAG,QAAS,IAA+B,CAAC,KAAK,IAAI,mBAAmB,EAAE,CAAC;gBACpF,SAAS;YACX,CAAC;YAED,kCAAkC;YAClC,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACjD,MAAM,GAAG,GACN,IAA+B,CAAC,KAAK,IAAI,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;gBAClE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,EAAE,CAAC;YACxD,CAAC;YAED,4BAA4B;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,SAAS,GAAG,GAAG,IAAI,CAAC,MAAM,KAAM,IAA+B,CAAC,KAAK,IAAI,cAAc,EAAE,CAAC;QAC5F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,MAAM,CAAE,GAAa,CAAC,OAAO,IAAI,GAAG,CAAC,CAAC;YAElD,kDAAkD;YAClD,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;gBAC1B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,EAAE,EAAE,KAAK;QACT,KAAK,EAAE,uBAAuB,UAAU,GAAG,CAAC,cAAc,SAAS,EAAE;KACtE,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/config/manager.d.ts

@@ -0,0 +1,14 @@
+import type { PewConfig } from "@pew/core";
+/**
+ * Manages the CLI configuration file.
+ * Stored at ~/.config/pew/config.json (prod) or config.dev.json (dev).
+ */
+export declare class ConfigManager {
+    readonly configPath: string;
+    constructor(configDir: string, dev?: boolean);
+    /** Load config from disk. Returns empty config if file doesn't exist or is corrupted. */
+    load(): Promise<PewConfig>;
+    /** Save config to disk, creating the directory if needed. */
+    save(config: PewConfig): Promise<void>;
+}
+//# sourceMappingURL=manager.d.ts.map

package/dist/config/manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/config/manager.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAK3C;;;GAGG;AACH,qBAAa,aAAa;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;gBAEhB,SAAS,EAAE,MAAM,EAAE,GAAG,UAAQ;IAK1C,yFAAyF;IACnF,IAAI,IAAI,OAAO,CAAC,SAAS,CAAC;IAShC,6DAA6D;IACvD,IAAI,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;CAK7C"}

package/dist/config/manager.js

@@ -0,0 +1,32 @@
+import { readFile, writeFile, mkdir } from "node:fs/promises";
+import { join, dirname } from "node:path";
+const PROD_CONFIG = "config.json";
+const DEV_CONFIG = "config.dev.json";
+/**
+ * Manages the CLI configuration file.
+ * Stored at ~/.config/pew/config.json (prod) or config.dev.json (dev).
+ */
+export class ConfigManager {
+    configPath;
+    constructor(configDir, dev = false) {
+        const filename = dev ? DEV_CONFIG : PROD_CONFIG;
+        this.configPath = join(configDir, filename);
+    }
+    /** Load config from disk. Returns empty config if file doesn't exist or is corrupted. */
+    async load() {
+        try {
+            const raw = await readFile(this.configPath, "utf-8");
+            return JSON.parse(raw);
+        }
+        catch {
+            return {};
+        }
+    }
+    /** Save config to disk, creating the directory if needed. */
+    async save(config) {
+        const dir = dirname(this.configPath);
+        await mkdir(dir, { recursive: true });
+        await writeFile(this.configPath, JSON.stringify(config, null, 2) + "\n");
+    }
+}
+//# sourceMappingURL=manager.js.map

package/dist/config/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../src/config/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG1C,MAAM,WAAW,GAAG,aAAa,CAAC;AAClC,MAAM,UAAU,GAAG,iBAAiB,CAAC;AAErC;;;GAGG;AACH,MAAM,OAAO,aAAa;IACf,UAAU,CAAS;IAE5B,YAAY,SAAiB,EAAE,GAAG,GAAG,KAAK;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,yFAAyF;IACzF,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAc,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,KAAK,CAAC,IAAI,CAAC,MAAiB;QAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3E,CAAC;CACF"}

package/dist/discovery/sources.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Discover Claude Code JSONL files.
+ * Path pattern: ~/.claude/projects/\*\*\/*.jsonl
+ */
+export declare function discoverClaudeFiles(claudeDir: string): Promise<string[]>;
+/**
+ * Discover Gemini CLI session files.
+ * Path pattern: ~/.gemini/tmp/\*\/chats/session-*.json
+ */
+export declare function discoverGeminiFiles(geminiDir: string): Promise<string[]>;
+/**
+ * Result of OpenCode discovery with directory-level mtime tracking.
+ */
+export interface OpenCodeDiscoveryResult {
+    /** Files in changed directories (only these need parsing) */
+    files: string[];
+    /** Updated directory mtimes (all directories, for persisting) */
+    dirMtimes: Record<string, number>;
+    /** Number of directories skipped due to unchanged mtime */
+    skippedDirs: number;
+}
+/**
+ * Discover OpenCode message files with directory-level mtime optimization.
+ *
+ * Instead of stat()-ing all 66K+ message files, we stat() only the ~3K
+ * session directories. If a directory's mtime hasn't changed since last
+ * sync, we skip the entire directory (no readdir, no file stat).
+ *
+ * Path pattern: ~/.local/share/opencode/storage/message/ses_*\/msg_*.json
+ */
+export declare function discoverOpenCodeFiles(messageDir: string, knownDirMtimes?: Record<string, number>): Promise<OpenCodeDiscoveryResult>;
+/**
+ * Discover OpenClaw session files.
+ * Path pattern: ~/.openclaw/agents/\*\/sessions/*.jsonl
+ */
+export declare function discoverOpenClawFiles(openclawDir: string): Promise<string[]>;
+//# sourceMappingURL=sources.d.ts.map

package/dist/discovery/sources.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.d.ts","sourceRoot":"","sources":["../../src/discovery/sources.ts"],"names":[],"mappings":"AAoCA;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC,CAGnB;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC,CAKnB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,6DAA6D;IAC7D,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,iEAAiE;IACjE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,2DAA2D;IAC3D,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CACzC,UAAU,EAAE,MAAM,EAClB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACtC,OAAO,CAAC,uBAAuB,CAAC,CAiDlC;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,CAAC,CAGnB"}