@vortex-os/memory-extended 0.5.1

package/dist/sessionArchive/ingest.d.ts

@@ -0,0 +1,68 @@
+import type { AdapterEnv, AdapterOptions, HostId, TranscriptAdapter } from "./types.js";
+export interface IngestParams {
+    readonly adapters: readonly TranscriptAdapter[];
+    /** Where to write `_session-archive/`. Typically the instance's `data/` directory. */
+    readonly dataDir: string;
+    /** Filter to sessions started in this cwd. Omit (or use `cwdAnywhere`) to ingest everything. */
+    readonly cwd?: string;
+    readonly cwdAnywhere?: boolean;
+    /** ISO-8601 lower bound for session start. */
+    readonly since?: string;
+    /** Redaction hook + future per-adapter options. */
+    readonly options?: AdapterOptions;
+    /** Skip sessions whose source mtime is within this many ms of `now`. Default 30 seconds. */
+    readonly liveSessionSkipMs?: number;
+    /** Optional progress callback for UI / logging. */
+    readonly onProgress?: (event: ProgressEvent) => void;
+    /** Optional env overrides — for testing or running against a fake home. */
+    readonly env?: Partial<AdapterEnv>;
+}
+export type ProgressEvent = {
+    kind: "detect";
+    host: HostId;
+    present: boolean;
+} | {
+    kind: "list";
+    host: HostId;
+    count: number;
+} | {
+    kind: "read";
+    host: HostId;
+    sessionId: string;
+} | {
+    kind: "skip";
+    host: HostId;
+    sessionId: string;
+    reason: "live" | "already-ingested" | "oversize";
+} | {
+    kind: "host-skip";
+    host: HostId;
+    reason: string;
+} | {
+    kind: "error";
+    host: HostId;
+    sessionId?: string;
+    error: Error;
+};
+export interface IngestResult {
+    readonly hostsDetected: readonly HostId[];
+    readonly sessionsListed: number;
+    readonly sessionsIngested: number;
+    readonly sessionsSkipped: number;
+    readonly errors: ReadonlyArray<{
+        host: HostId;
+        sessionId?: string;
+        error: Error;
+    }>;
+}
+/**
+ * Orchestrator: detect adapters in parallel, list sessions, read each end-to-end, apply optional
+ * redaction, persist via `SessionArchiveStore`. Idempotent — re-runs only ingest sessions whose
+ * source mtime advanced past the last persisted value.
+ *
+ * `ClaudeDesktopRunningError` thrown by the Claude Desktop adapter's `list()` is caught at the
+ * host level: that host is skipped (with a `host-skip` progress event) but the orchestrator
+ * continues with the remaining adapters.
+ */
+export declare function ingest(params: IngestParams): Promise<IngestResult>;
+//# sourceMappingURL=ingest.d.ts.map

package/dist/sessionArchive/ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../src/sessionArchive/ingest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,UAAU,EACV,cAAc,EACd,MAAM,EAGN,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAIpB,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IAChD,sFAAsF;IACtF,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,gGAAgG;IAChG,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAC/B,8CAA8C;IAC9C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,mDAAmD;IACnD,QAAQ,CAAC,OAAO,CAAC,EAAE,cAAc,CAAC;IAClC,4FAA4F;IAC5F,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC,mDAAmD;IACnD,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;IACrD,2EAA2E;IAC3E,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;CACpC;AAED,MAAM,MAAM,aAAa,GACrB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAClD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC7C;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,GAAG,kBAAkB,GAAG,UAAU,CAAA;CAAE,GACnG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACnD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,CAAC;AAEtE,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1C,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,CAAC,CAAC;CACpF;AAED;;;;;;;;GAQG;AACH,wBAAsB,MAAM,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAwHxE"}

package/dist/sessionArchive/ingest.js

@@ -0,0 +1,134 @@
+import { homedir } from "node:os";
+import { SessionArchiveStore } from "./store.js";
+import { applyRedact } from "./normalize.js";
+import { ClaudeDesktopRunningError, MAX_TRANSCRIPT_BYTES } from "./types.js";
+const DEFAULT_LIVE_SKIP_MS = 30_000;
+/**
+ * Orchestrator: detect adapters in parallel, list sessions, read each end-to-end, apply optional
+ * redaction, persist via `SessionArchiveStore`. Idempotent — re-runs only ingest sessions whose
+ * source mtime advanced past the last persisted value.
+ *
+ * `ClaudeDesktopRunningError` thrown by the Claude Desktop adapter's `list()` is caught at the
+ * host level: that host is skipped (with a `host-skip` progress event) but the orchestrator
+ * continues with the remaining adapters.
+ */
+export async function ingest(params) {
+    const env = {
+        home: params.env?.home ?? homedir(),
+        platform: params.env?.platform ?? process.platform,
+        now: params.env?.now ?? (() => new Date()),
+    };
+    const liveSkipMs = params.liveSessionSkipMs ?? DEFAULT_LIVE_SKIP_MS;
+    const nowMs = env.now().getTime();
+    const emit = params.onProgress ?? (() => { });
+    const store = new SessionArchiveStore(params.dataDir);
+    const errors = [];
+    const hostsDetected = [];
+    let sessionsListed = 0;
+    let sessionsIngested = 0;
+    let sessionsSkipped = 0;
+    try {
+        // 1. detect all adapters in parallel
+        const detections = await Promise.all(params.adapters.map(async (adapter) => {
+            try {
+                const present = await adapter.detect(env);
+                emit({ kind: "detect", host: adapter.host, present });
+                return present ? adapter : null;
+            }
+            catch (err) {
+                const error = toError(err);
+                errors.push({ host: adapter.host, error });
+                emit({ kind: "error", host: adapter.host, error });
+                return null;
+            }
+        }));
+        const active = detections.filter((a) => a !== null);
+        hostsDetected.push(...active.map((a) => a.host));
+        // 2. list + read + store per host
+        const listQuery = {
+            cwd: params.cwd,
+            cwdAnywhere: params.cwdAnywhere,
+            since: params.since,
+        };
+        for (const adapter of active) {
+            let descriptors;
+            try {
+                descriptors = await adapter.list(listQuery, env);
+            }
+            catch (err) {
+                if (err instanceof ClaudeDesktopRunningError) {
+                    emit({ kind: "host-skip", host: adapter.host, reason: err.message });
+                    errors.push({ host: adapter.host, error: err });
+                    continue;
+                }
+                const error = toError(err);
+                errors.push({ host: adapter.host, error });
+                emit({ kind: "error", host: adapter.host, error });
+                continue;
+            }
+            emit({ kind: "list", host: adapter.host, count: descriptors.length });
+            sessionsListed += descriptors.length;
+            for (const descriptor of descriptors) {
+                // Size cap: `descriptor.bytes` was captured from stat.size in list().
+                // Skip (and emit) before reading so one oversized file can never be
+                // pulled into memory.
+                if (descriptor.bytes > MAX_TRANSCRIPT_BYTES) {
+                    sessionsSkipped++;
+                    emit({
+                        kind: "skip",
+                        host: adapter.host,
+                        sessionId: descriptor.sessionId,
+                        reason: "oversize",
+                    });
+                    continue;
+                }
+                if (nowMs - descriptor.mtimeMs < liveSkipMs) {
+                    sessionsSkipped++;
+                    emit({
+                        kind: "skip",
+                        host: adapter.host,
+                        sessionId: descriptor.sessionId,
+                        reason: "live",
+                    });
+                    continue;
+                }
+                if (store.hasIngested(descriptor.host, descriptor.sessionId, descriptor.mtimeMs)) {
+                    sessionsSkipped++;
+                    emit({
+                        kind: "skip",
+                        host: adapter.host,
+                        sessionId: descriptor.sessionId,
+                        reason: "already-ingested",
+                    });
+                    continue;
+                }
+                emit({ kind: "read", host: adapter.host, sessionId: descriptor.sessionId });
+                try {
+                    const session = await adapter.read(descriptor, env);
+                    const normalized = applyRedact(session, params.options);
+                    store.writeSession(normalized, descriptor.path, descriptor.mtimeMs);
+                    sessionsIngested++;
+                }
+                catch (err) {
+                    const error = toError(err);
+                    errors.push({ host: adapter.host, sessionId: descriptor.sessionId, error });
+                    emit({ kind: "error", host: adapter.host, sessionId: descriptor.sessionId, error });
+                }
+            }
+        }
+    }
+    finally {
+        store.close();
+    }
+    return {
+        hostsDetected,
+        sessionsListed,
+        sessionsIngested,
+        sessionsSkipped,
+        errors,
+    };
+}
+function toError(err) {
+    return err instanceof Error ? err : new Error(String(err));
+}
+//# sourceMappingURL=ingest.js.map

package/dist/sessionArchive/ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../src/sessionArchive/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAU7E,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAqCpC;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,MAAoB;IAC/C,MAAM,GAAG,GAAe;QACtB,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,IAAI,OAAO,EAAE;QACnC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,QAAQ,IAAI,OAAO,CAAC,QAAQ;QAClD,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;KAC3C,CAAC;IACF,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,IAAI,oBAAoB,CAAC;IACpE,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAClC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE7C,MAAM,KAAK,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,MAAM,GAA8D,EAAE,CAAC;IAC7E,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,IAAI,CAAC;QACH,qCAAqC;QACrC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAClC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACpC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC1C,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBACtD,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;YAClC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC3C,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBACnD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QACF,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAA0B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAC5E,aAAa,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAEjD,kCAAkC;QAClC,MAAM,SAAS,GAAc;YAC3B,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;YAC7B,IAAI,WAAyC,CAAC;YAC9C,IAAI,CAAC;gBACH,WAAW,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,yBAAyB,EAAE,CAAC;oBAC7C,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;oBACrE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;oBAChD,SAAS;gBACX,CAAC;gBACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC3C,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBACnD,SAAS;YACX,CAAC;YACD,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;YACtE,cAAc,IAAI,WAAW,CAAC,MAAM,CAAC;YAErC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,sEAAsE;gBACtE,oEAAoE;gBACpE,sBAAsB;gBACtB,IAAI,UAAU,CAAC,KAAK,GAAG,oBAAoB,EAAE,CAAC;oBAC5C,eAAe,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,SAAS,EAAE,UAAU,CAAC,SAAS;wBAC/B,MAAM,EAAE,UAAU;qBACnB,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,IAAI,KAAK,GAAG,UAAU,CAAC,OAAO,GAAG,UAAU,EAAE,CAAC;oBAC5C,eAAe,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,SAAS,EAAE,UAAU,CAAC,SAAS;wBAC/B,MAAM,EAAE,MAAM;qBACf,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,IAAI,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACjF,eAAe,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,SAAS,EAAE,UAAU,CAAC,SAAS;wBAC/B,MAAM,EAAE,kBAAkB;qBAC3B,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC5E,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;oBACpD,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;oBACxD,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;oBACpE,gBAAgB,EAAE,CAAC;gBACrB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC5E,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;IAED,OAAO;QACL,aAAa;QACb,cAAc;QACd,gBAAgB;QAChB,eAAe;QACf,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,GAAY;IAC3B,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7D,CAAC"}

package/dist/sessionArchive/normalize.d.ts

@@ -0,0 +1,15 @@
+import type { AdapterOptions, VortexTranscriptEvent, VortexTranscriptSession } from "./types.js";
+/** Strip ANSI escape sequences from a string. Adapter authors call this on free-text fields
+ *  (tool_result content, message text where the host emits coloured output). */
+export declare function stripAnsi(text: string): string;
+/** Apply the optional redaction hook to every event in a session. Returns a fresh session value. */
+export declare function applyRedact(session: VortexTranscriptSession, options: AdapterOptions | undefined): VortexTranscriptSession;
+/**
+ * Derive `turnId` per event by treating each `user_message` as a turn boundary.
+ * Returns a parallel array; callers map it back onto their event list.
+ *
+ * Used by Claude Code (`parentUuid` chain is collapsed before calling) and by Gemini.
+ * Codex uses `event_msg/task_started.payload.turn_id` directly and skips this helper.
+ */
+export declare function deriveTurnIdsByUserBoundary(events: ReadonlyArray<Pick<VortexTranscriptEvent, "kind">>): readonly string[];
+//# sourceMappingURL=normalize.d.ts.map

package/dist/sessionArchive/normalize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.d.ts","sourceRoot":"","sources":["../../src/sessionArchive/normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAOjG;gFACgF;AAChF,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAE9C;AAED,oGAAoG;AACpG,wBAAgB,WAAW,CACzB,OAAO,EAAE,uBAAuB,EAChC,OAAO,EAAE,cAAc,GAAG,SAAS,GAClC,uBAAuB,CAOzB;AAED;;;;;;GAMG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC,GACzD,SAAS,MAAM,EAAE,CAYnB"}

package/dist/sessionArchive/normalize.js

@@ -0,0 +1,40 @@
+// ANSI escape sequence regex — CSI (ESC[) and Fe sequences (ESC@-_).
+// Same pattern used by the ansi-regex / strip-ansi npm packages.
+// eslint-disable-next-line no-control-regex
+const ANSI_RE = /\x1B(?:[@-Z\\-_]|\[[0-?]*[ -/]*[@-~])/g;
+/** Strip ANSI escape sequences from a string. Adapter authors call this on free-text fields
+ *  (tool_result content, message text where the host emits coloured output). */
+export function stripAnsi(text) {
+    return text.replace(ANSI_RE, "");
+}
+/** Apply the optional redaction hook to every event in a session. Returns a fresh session value. */
+export function applyRedact(session, options) {
+    if (!options?.redact)
+        return session;
+    const redact = options.redact;
+    return {
+        ...session,
+        events: session.events.map((ev) => redact(ev)),
+    };
+}
+/**
+ * Derive `turnId` per event by treating each `user_message` as a turn boundary.
+ * Returns a parallel array; callers map it back onto their event list.
+ *
+ * Used by Claude Code (`parentUuid` chain is collapsed before calling) and by Gemini.
+ * Codex uses `event_msg/task_started.payload.turn_id` directly and skips this helper.
+ */
+export function deriveTurnIdsByUserBoundary(events) {
+    const out = new Array(events.length);
+    let currentTurn = "turn-0";
+    let counter = 0;
+    events.forEach((ev, idx) => {
+        if (ev.kind === "user_message") {
+            currentTurn = `turn-${counter}`;
+            counter++;
+        }
+        out[idx] = currentTurn;
+    });
+    return out;
+}
+//# sourceMappingURL=normalize.js.map

package/dist/sessionArchive/normalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../src/sessionArchive/normalize.ts"],"names":[],"mappings":"AAEA,qEAAqE;AACrE,iEAAiE;AACjE,4CAA4C;AAC5C,MAAM,OAAO,GAAG,wCAAwC,CAAC;AAEzD;gFACgF;AAChF,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,WAAW,CACzB,OAAgC,EAChC,OAAmC;IAEnC,IAAI,CAAC,OAAO,EAAE,MAAM;QAAE,OAAO,OAAO,CAAC;IACrC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,OAAO;QACL,GAAG,OAAO;QACV,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;KAC/C,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,2BAA2B,CACzC,MAA0D;IAE1D,MAAM,GAAG,GAAa,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,WAAW,GAAG,QAAQ,CAAC;IAC3B,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE;QACzB,IAAI,EAAE,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAC/B,WAAW,GAAG,QAAQ,OAAO,EAAE,CAAC;YAChC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;IACzB,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/sessionArchive/store.d.ts

@@ -0,0 +1,118 @@
+import type { HostId, VortexTranscriptSession } from "./types.js";
+export interface IngestedRow {
+    readonly host: HostId;
+    readonly sessionId: string;
+    readonly mtimeMs: number;
+}
+export interface SessionMetadataRow {
+    readonly host: HostId;
+    readonly sessionId: string;
+    readonly cwd: string | null;
+    readonly startedAt: string | null;
+    readonly endedAt: string | null;
+    readonly model: string | null;
+    readonly eventCount: number;
+    readonly ingestedAt: number;
+    /** ISO-8601 of the last curate review, or null if not yet reviewed. */
+    readonly reviewedAt: string | null;
+}
+export interface EventRow {
+    readonly idx: number;
+    readonly turnId: string | null;
+    readonly kind: string;
+    readonly at: string | null;
+    readonly text: string | null;
+    readonly toolUseId: string | null;
+}
+export interface ListSessionsOptions {
+    /** Only sessions ingested strictly after this epoch-ms cutoff. */
+    readonly sinceMs?: number;
+    /** Restrict to these hosts. Empty/undefined = all hosts. */
+    readonly hosts?: readonly HostId[];
+    /** Cap the result count. Newest-ingested first. */
+    readonly limit?: number;
+    /** Only sessions not yet curate-reviewed (reviewed_at IS NULL). */
+    readonly onlyUnreviewed?: boolean;
+}
+/**
+ * Append-only store backing the sessionArchive namespace.
+ *
+ * Layout under `<dataDir>/_session-archive/`:
+ *   raw/<host>/<session-id>.{jsonl|json}    ← byte-for-byte copy of host file (when available)
+ *   normalized/YYYY/MM/<session-id>.jsonl    ← vortex VortexTranscriptEvent JSONL
+ *   metadata.sqlite                          ← ingested_sessions + events + events_fts
+ *
+ * SQLite indexes are rebuildable from the normalized JSONL — they are derived state, not SoT.
+ */
+export declare class SessionArchiveStore {
+    readonly archiveDir: string;
+    readonly rawDir: string;
+    readonly normalizedDir: string;
+    readonly dbPath: string;
+    private db;
+    constructor(dataDir: string);
+    /** True iff a session with the same (host, sessionId) is already ingested at or beyond the given mtime. */
+    hasIngested(host: HostId, sessionId: string, mtimeMs: number): boolean;
+    /** All rows in `ingested_sessions` — used by the orchestrator for incremental re-scan. */
+    listIngested(): readonly IngestedRow[];
+    /**
+     * Session metadata — used by consolidate (and any future analyzer) to
+     * filter recently-ingested sessions before pulling their event bodies.
+     *
+     * Ordered newest-ingested first. `sinceMs` is checked against
+     * `ingested_at`, not the session's own `started_at`, so a session that
+     * was ingested today but happened weeks ago still surfaces on a
+     * "consolidate since last run" query.
+     */
+    listSessions(options?: ListSessionsOptions): readonly SessionMetadataRow[];
+    /**
+     * Replay all events of one session, in original order. Useful for analyzers
+     * (consolidate, future LLM-driven tooling) that need the actual content,
+     * not just metadata.
+     */
+    readSessionEvents(host: HostId, sessionId: string): readonly EventRow[];
+    /**
+     * Persist a normalized session — writes the raw copy (if a source path is provided),
+     * writes the normalized JSONL, and replaces metadata + events rows in a single transaction.
+     */
+    writeSession(session: VortexTranscriptSession, rawSourcePath: string | null, sourceMtimeMs: number): void;
+    /**
+     * DB-only upsert of a session's metadata + events — no file writes. Shared
+     * by {@link writeSession} (fresh ingest, which also writes the raw +
+     * normalized files first) and {@link reindexFromNormalized} (a session whose
+     * normalized text is already on disk, typically pulled from another machine
+     * via git). `INSERT OR REPLACE` intentionally clears `reviewed_at`: a
+     * re-indexed session has new content since any prior review, so curate
+     * should surface it again.
+     */
+    private indexSession;
+    /**
+     * Index any normalized transcript on disk that this DB has not seen yet, and
+     * return the session ids newly indexed.
+     *
+     * The normalized JSONL under `normalized/` is the synced source of truth; the
+     * sqlite DB is local, derived, and gitignored. So a session created on another
+     * machine arrives here as a normalized file (via git pull) with no DB row
+     * until this runs — this is what makes a pulled conversation searchable on
+     * this machine. Already-indexed sessions are skipped by `(host, sessionId)`.
+     */
+    reindexFromNormalized(): {
+        indexed: number;
+        sessionIds: readonly string[];
+    };
+    /** Every `*.jsonl` under the normalized dir (`normalized/YYYY/MM/<id>.jsonl`). */
+    private listNormalizedFiles;
+    /** Stamp a session as curate-reviewed at the given ISO-8601 time (last write wins). */
+    markReviewed(host: HostId, sessionId: string, atIso: string): void;
+    /**
+     * Additive schema migrations for DBs created by an earlier version.
+     * `CREATE TABLE IF NOT EXISTS` will not add a column to a table that
+     * already exists, so new columns are introduced here, guarded by a
+     * column-presence check so the migration is idempotent.
+     */
+    private migrate;
+    close(): void;
+    private writeRawCopy;
+    private writeNormalized;
+}
+//# sourceMappingURL=store.d.ts.map

package/dist/sessionArchive/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/sessionArchive/store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAyB,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAsDzF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,uEAAuE;IACvE,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CACpC;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CACnC;AAED,MAAM,WAAW,mBAAmB;IAClC,kEAAkE;IAClE,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,4DAA4D;IAC5D,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,mDAAmD;IACnD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,mEAAmE;IACnE,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;CACnC;AAED;;;;;;;;;GASG;AACH,qBAAa,mBAAmB;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,CAAoB;gBAElB,OAAO,EAAE,MAAM;IAwB3B,2GAA2G;IAC3G,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO;IAOtE,0FAA0F;IAC1F,YAAY,IAAI,SAAS,WAAW,EAAE;IAOtC;;;;;;;;OAQG;IACH,YAAY,CAAC,OAAO,CAAC,EAAE,mBAAmB,GAAG,SAAS,kBAAkB,EAAE;IAgD1E;;;;OAIG;IACH,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,QAAQ,EAAE;IA0BvE;;;OAGG;IACH,YAAY,CACV,OAAO,EAAE,uBAAuB,EAChC,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,aAAa,EAAE,MAAM,GACpB,IAAI;IASP;;;;;;;;OAQG;IACH,OAAO,CAAC,YAAY;IAiDpB;;;;;;;;;OASG;IACH,qBAAqB,IAAI;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE;IA0B3E,kFAAkF;IAClF,OAAO,CAAC,mBAAmB;IAmB3B,uFAAuF;IACvF,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAMlE;;;;;OAKG;IACH,OAAO,CAAC,OAAO;IASf,KAAK,IAAI,IAAI;IAIb,OAAO,CAAC,YAAY;IA4BpB,OAAO,CAAC,eAAe;CA6BxB"}