@knpkv/agent-usage 0.1.0

package/dist/core/Database.js

@@ -0,0 +1,65 @@
+/**
+ * Opening the store file privately.
+ *
+ * **Mental model**
+ *
+ * - **Owner-only, or not at all.** The store directory must be `0700` (created so when missing) and
+ *   the database and its WAL/SHM files are kept `0600`. A directory others can read is refused
+ *   rather than silently tightened: it was set that way by someone.
+ * - **No symlinks at the store.** A symlinked directory or database file could point the store
+ *   anywhere; it is refused. Ancestors are not checked: a symlinked home is ordinary.
+ * - **POSIX only.** Without a mode check that means something, the store fails closed.
+ *
+ * @module
+ */
+import { SqliteClient } from "@effect/sql-sqlite-node";
+import { Effect, FileSystem, Layer, Path, Schema } from "effect";
+import { StoreError, UsageStore } from "./Store.js";
+const DATABASE_FILE = "usage.db";
+const fail = (operation, cause) => Effect.fail(new StoreError({ operation, cause }));
+/** `readlink` on something that is not a link fails with EINVAL; nothing else means "not a link". */
+const isNotALink = Schema.is(Schema.Struct({ code: Schema.Literal("EINVAL") }));
+const refuseSymlink = (fs, path) => fs.readLink(path).pipe(Effect.matchEffect({
+    // Not a link, or not there: both are fine. Any other failure (ELOOP, EIO) fails closed.
+    onFailure: (error) => error.reason._tag === "NotFound" || isNotALink(error.cause)
+        ? Effect.void
+        : fail("secure.readlink", error),
+    onSuccess: (target) => fail("secure.symlink", { path, target })
+}));
+const prepareDirectory = Effect.fnUntraced(function* (directory) {
+    const fs = yield* FileSystem.FileSystem;
+    const path = yield* Path.Path;
+    if (path.sep !== "/")
+        return yield* fail("secure.platform", { sep: path.sep });
+    yield* refuseSymlink(fs, directory);
+    const exists = yield* fs.exists(directory).pipe(Effect.mapError((cause) => new StoreError({ operation: "secure.exists", cause })));
+    if (!exists) {
+        yield* fs.makeDirectory(directory, { recursive: true, mode: 0o700 }).pipe(Effect.andThen(fs.chmod(directory, 0o700)), Effect.mapError((cause) => new StoreError({ operation: "secure.create-directory", cause })));
+    }
+    const info = yield* fs.stat(directory).pipe(Effect.mapError((cause) => new StoreError({ operation: "secure.stat", cause })));
+    if (info.type !== "Directory")
+        return yield* fail("secure.directory-type", { directory, type: info.type });
+    if ((info.mode & 0o777) !== 0o700) {
+        return yield* fail("secure.directory-mode", { directory, mode: (info.mode & 0o777).toString(8) });
+    }
+    const filename = path.join(directory, DATABASE_FILE);
+    const files = [filename, `${filename}-wal`, `${filename}-shm`];
+    yield* Effect.forEach(files, (file) => refuseSymlink(fs, file), { discard: true });
+    return { filename, files };
+});
+const restrictFiles = Effect.fnUntraced(function* (files) {
+    const fs = yield* FileSystem.FileSystem;
+    for (const file of files) {
+        yield* refuseSymlink(fs, file);
+        const exists = yield* fs.exists(file).pipe(Effect.mapError((cause) => new StoreError({ operation: "secure.exists", cause })));
+        if (exists) {
+            yield* fs.chmod(file, 0o600).pipe(Effect.mapError((cause) => new StoreError({ operation: "secure.chmod", cause })));
+        }
+    }
+});
+/** The store, opened privately in `directory` (`usage.db`), migrated and ready. */
+export const databaseLayer = (directory) => Layer.unwrap(Effect.gen(function* () {
+    const { filename, files } = yield* prepareDirectory(directory);
+    return UsageStore.layer.pipe(Layer.provide(SqliteClient.layer({ filename })), Layer.tap(() => restrictFiles(files)));
+}));
+//# sourceMappingURL=Database.js.map

package/dist/core/Database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Database.js","sourceRoot":"","sources":["../../src/core/Database.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAChE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAEnD,MAAM,aAAa,GAAG,UAAU,CAAA;AAEhC,MAAM,IAAI,GAAG,CAAC,SAAiB,EAAE,KAAc,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;AAErG,qGAAqG;AACrG,MAAM,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAA;AAE/E,MAAM,aAAa,GAAG,CAAC,EAAyB,EAAE,IAAY,EAAE,EAAE,CAChE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CACpB,MAAM,CAAC,WAAW,CAAC;IACjB,wFAAwF;IACxF,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CACnB,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC;QACzD,CAAC,CAAC,MAAM,CAAC,IAAI;QACb,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC;IACpC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;CAChE,CAAC,CACH,CAAA;AAEH,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAC,SAAiB;IACpE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAA;IACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;IAC7B,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IAC9E,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;IACnC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,CAClF,CAAA;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,KAAK,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CACvE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAC1C,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,EAAE,SAAS,EAAE,yBAAyB,EAAE,KAAK,EAAE,CAAC,CAAC,CAC5F,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,CAChF,CAAA;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAC1G,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IACnG,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAA;IACpD,MAAM,KAAK,GAAG,CAAC,QAAQ,EAAE,GAAG,QAAQ,MAAM,EAAE,GAAG,QAAQ,MAAM,CAAC,CAAA;IAC9D,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IAClF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;AAC5B,CAAC,CAAC,CAAA;AAEF,MAAM,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAC,KAA4B;IAC5E,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAA;IACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;QAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,CAClF,CAAA;QACD,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,CAC/B,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC,CACjF,CAAA;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CAAA;AAEF,mFAAmF;AACnF,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,SAAiB,EACuD,EAAE,CAC1E,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC/B,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;IAC9D,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,CAC1B,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC/C,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CACtC,CAAA;AACH,CAAC,CAAC,CAAC,CAAA"}

package/dist/core/Ingest.d.ts

@@ -0,0 +1,55 @@
+/**
+ * One ingest pass: every transcript and rollout read from its Ingest Cursor to the last complete
+ * line, committed chunk by chunk.
+ *
+ * **Mental model**
+ *
+ * - **Append-only files, byte cursors.** A cursor holds a file's identity (device + inode), the byte
+ *   offset after its last complete line, and the reader's carried state. A file whose identity
+ *   changed or that shrank is read again from the start; event keys absorb the overlap.
+ * - **A line is read once its newline lands.** A half-written final line stays unread until the
+ *   next pass, so a live session is never booked from a fragment.
+ * - **Nothing is passed over quietly.** An unreadable file or a missing source root is reported in
+ *   the Ingest Status; only a store failure fails the pass.
+ *
+ * @module
+ */
+import { Effect, FileSystem, Path } from "effect";
+import { type SkipCounts } from "./Readers.js";
+import { type StoreError, UsageStore } from "./Store.js";
+/** Where this Machine's agents keep their sessions, and the Machine's name. */
+export interface SourceRoots {
+    /** `<claude config>/projects` */
+    readonly claudeProjects: string;
+    /** `<CODEX_HOME>`: rollouts live in `sessions/`, and Codex moves archived ones to `archived_sessions/`. */
+    readonly codexHome: string;
+    readonly machine: string;
+}
+export interface UnreadableFile {
+    /** Path relative to the source root; `.` is the root itself. */
+    readonly fileKey: string;
+    readonly reason: string;
+}
+/** What one pass found in one Agent's source root. */
+export interface SourceStatus {
+    readonly rootMissing: boolean;
+    readonly filesScanned: number;
+    readonly filesRead: number;
+    readonly eventsAdded: number;
+    readonly skipped: SkipCounts;
+    readonly unreadable: ReadonlyArray<UnreadableFile>;
+}
+export interface IngestStatus {
+    readonly startedAt: number;
+    readonly finishedAt: number;
+    readonly claude: SourceStatus;
+    readonly codex: SourceStatus;
+}
+export interface IngestOptions {
+    /** How many bytes to read and commit at a time; bounds memory during a backfill. */
+    readonly chunkBytes?: number;
+    /** Lines longer than this are skipped and counted rather than held in memory. */
+    readonly maxLineBytes?: number;
+}
+/** Reads everything appended since the last pass in both sources. Fails only when the store does. */
+export declare const ingestOnce: (roots: SourceRoots, options?: IngestOptions) => Effect.Effect<IngestStatus, StoreError, UsageStore | FileSystem.FileSystem | Path.Path>;

package/dist/core/Ingest.js

@@ -0,0 +1,267 @@
+/**
+ * One ingest pass: every transcript and rollout read from its Ingest Cursor to the last complete
+ * line, committed chunk by chunk.
+ *
+ * **Mental model**
+ *
+ * - **Append-only files, byte cursors.** A cursor holds a file's identity (device + inode), the byte
+ *   offset after its last complete line, and the reader's carried state. A file whose identity
+ *   changed or that shrank is read again from the start; event keys absorb the overlap.
+ * - **A line is read once its newline lands.** A half-written final line stays unread until the
+ *   next pass, so a live session is never booked from a fragment.
+ * - **Nothing is passed over quietly.** An unreadable file or a missing source root is reported in
+ *   the Ingest Status; only a store failure fails the pass.
+ *
+ * @module
+ */
+import { Clock, Effect, FileSystem, Option, Path, Schema } from "effect";
+import { ClaudeReaderState, initialClaudeState, readClaude } from "./ClaudeReader.js";
+import { CodexReaderState, initialCodexState, readCodex } from "./CodexReader.js";
+import { countSkip, mergeSkips, noSkips } from "./Readers.js";
+import { UsageStore } from "./Store.js";
+const DEFAULT_CHUNK_BYTES = 8 * 1024 * 1024;
+/** Far above any usage-bearing line; only huge pasted tool output or images come near it. */
+const DEFAULT_MAX_LINE_BYTES = 32 * 1024 * 1024;
+const NEWLINE = 10;
+const ClaudeStateJson = Schema.fromJsonString(ClaudeReaderState);
+const CodexStateJson = Schema.fromJsonString(CodexReaderState);
+/** `<project>/<session>.jsonl`, and `<project>/<session>/subagents/<agent>.jsonl` booked to the session. */
+const claudeSource = {
+    agent: "claude",
+    initial: initialClaudeState,
+    decodeState: Schema.decodeUnknownOption(ClaudeStateJson),
+    encodeState: Schema.encodeSync(ClaudeStateJson),
+    read: readClaude,
+    descend: (segments) => segments.length <= 2 || (segments.length === 3 && segments[2] === "subagents"),
+    select: (paths, path) => paths.flatMap((fileKey) => {
+        if (!fileKey.endsWith(".jsonl"))
+            return [];
+        const segments = fileKey.split(path.sep);
+        if (segments.length === 2)
+            return [{ fileKey, sessionId: path.basename(fileKey, ".jsonl") }];
+        if (segments.length === 4 && segments[2] === "subagents" && segments[1] !== undefined) {
+            return [{ fileKey, sessionId: segments[1] }];
+        }
+        return [];
+    })
+};
+const ROLLOUT_ID = /([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})\.jsonl$/iu;
+const CODEX_ROLLOUT_DIRECTORIES = new Set(["sessions", "archived_sessions"]);
+/**
+ * `sessions/YYYY/MM/DD/rollout-<time>-<session uuid>.jsonl`, and archived rollouts below
+ * `archived_sessions/`. An archived rollout keeps its session id and byte offsets, so its requests
+ * deduplicate against the ones read before it moved.
+ */
+const codexSource = {
+    agent: "codex",
+    initial: initialCodexState,
+    decodeState: Schema.decodeUnknownOption(CodexStateJson),
+    encodeState: Schema.encodeSync(CodexStateJson),
+    read: readCodex,
+    descend: (segments) => CODEX_ROLLOUT_DIRECTORIES.has(segments[0] ?? "") && segments.length <= 4,
+    select: (paths, path) => paths.flatMap((fileKey) => {
+        const name = path.basename(fileKey);
+        const top = fileKey.split(path.sep)[0] ?? "";
+        if (!CODEX_ROLLOUT_DIRECTORIES.has(top) || !name.startsWith("rollout-") || !name.endsWith(".jsonl"))
+            return [];
+        return [{ fileKey, sessionId: ROLLOUT_ID.exec(name)?.[1] ?? path.basename(name, ".jsonl") }];
+    })
+};
+const decoder = new TextDecoder();
+/**
+ * Splits complete, newline-terminated bytes into lines with their absolute byte offsets. Lines longer
+ * than `maxLineBytes` are counted and left undecoded.
+ */
+const splitLines = (bytes, startOffset, maxLineBytes) => {
+    const lines = [];
+    let oversized = 0;
+    let lineStart = 0;
+    for (let index = 0; index <= bytes.length; index++) {
+        if (index === bytes.length || bytes[index] === NEWLINE) {
+            if (index - lineStart > maxLineBytes)
+                oversized++;
+            else if (index > lineStart) {
+                lines.push({ offset: startOffset + lineStart, text: decoder.decode(bytes.subarray(lineStart, index)) });
+            }
+            lineStart = index + 1;
+        }
+    }
+    return { lines, oversized };
+};
+const concatAll = (pieces) => {
+    if (pieces.length === 1 && pieces[0] !== undefined)
+        return pieces[0];
+    const joined = new Uint8Array(pieces.reduce((length, piece) => length + piece.length, 0));
+    let at = 0;
+    for (const piece of pieces) {
+        joined.set(piece, at);
+        at += piece.length;
+    }
+    return joined;
+};
+const unchanged = { read: false, eventsAdded: 0, skipped: noSkips };
+const ingestFile = (source, root, machine, listed, chunkBytes, maxLineBytes) => Effect.scoped(Effect.gen(function* () {
+    const fs = yield* FileSystem.FileSystem;
+    const path = yield* Path.Path;
+    const store = yield* UsageStore;
+    const absolute = path.join(root, listed.fileKey);
+    const info = yield* fs.stat(absolute);
+    if (info.type !== "File")
+        return unchanged;
+    const size = Number(info.size);
+    const identity = `${info.dev}:${Option.getOrElse(info.ino, () => 0)}`;
+    const saved = yield* store.cursor(source.agent, listed.fileKey);
+    const resumed = Option.flatMap(Option.filter(saved, (cursor) => cursor.identity === identity && cursor.offset <= size), (cursor) => Option.map(source.decodeState(cursor.state), (state) => ({ offset: cursor.offset, state })));
+    let offset = Option.match(resumed, { onNone: () => 0, onSome: (value) => value.offset });
+    let state = Option.match(resumed, { onNone: () => source.initial, onSome: (value) => value.state });
+    if (offset === size)
+        return unchanged;
+    const file = { fileKey: listed.fileKey, machine, sessionId: listed.sessionId };
+    const handle = yield* fs.open(absolute);
+    yield* handle.seek(BigInt(offset), "start");
+    let eventsAdded = 0;
+    let skipped = noSkips;
+    // Bytes after `offset` with no newline yet, kept as pieces so a long line is copied once.
+    let pending = [];
+    let pendingLength = 0;
+    // Inside a line longer than `maxLineBytes`: its bytes are dropped until its newline arrives.
+    let discarding = false;
+    let readPosition = offset;
+    const commit = (next, result) => store.commitChunk({
+        agent: source.agent,
+        fileKey: listed.fileKey,
+        cursor: { identity, offset: next, state: source.encodeState(result.state) },
+        events: result.events,
+        snapshots: result.snapshots,
+        balances: result.balances
+    });
+    while (readPosition < size) {
+        const chunk = yield* handle.readAlloc(Math.min(chunkBytes, size - readPosition));
+        if (Option.isNone(chunk))
+            break;
+        const bytes = chunk.value;
+        const chunkStart = readPosition;
+        readPosition += bytes.length;
+        let start = 0;
+        if (discarding) {
+            const end = bytes.indexOf(NEWLINE);
+            if (end < 0)
+                continue;
+            // The oversized line ends here: count it once and move the cursor past it.
+            discarding = false;
+            start = end + 1;
+            offset = chunkStart + start;
+            skipped = countSkip(skipped, "oversizedLine");
+            yield* commit(offset, { events: [], snapshots: [], balances: [], skipped: noSkips, state });
+        }
+        const rest = bytes.subarray(start);
+        const lastNewline = rest.lastIndexOf(NEWLINE);
+        if (lastNewline < 0) {
+            pending.push(rest);
+            pendingLength += rest.length;
+            if (pendingLength > maxLineBytes) {
+                discarding = true;
+                pending = [];
+                pendingLength = 0;
+            }
+            continue;
+        }
+        const complete = concatAll([...pending, rest.subarray(0, lastNewline)]);
+        const split = splitLines(complete, offset, maxLineBytes);
+        const result = source.read(file, split.lines, state);
+        for (let count = 0; count < split.oversized; count++)
+            skipped = countSkip(skipped, "oversizedLine");
+        const next = offset + complete.length + 1;
+        const committed = yield* commit(next, result);
+        eventsAdded += committed.eventsAdded;
+        skipped = mergeSkips(skipped, result.skipped);
+        state = result.state;
+        offset = next;
+        const tail = rest.subarray(lastNewline + 1);
+        pending = tail.length === 0 ? [] : [tail];
+        pendingLength = tail.length;
+    }
+    return { read: true, eventsAdded, skipped };
+}));
+const emptyStatus = (rootMissing) => ({
+    rootMissing,
+    filesScanned: 0,
+    filesRead: 0,
+    eventsAdded: 0,
+    skipped: noSkips,
+    unreadable: []
+});
+/**
+ * Every `.jsonl` path under the root, listing one directory at a time so that one directory this
+ * user cannot read (a container's, owned by another uid) is reported on its own instead of
+ * hiding the rest of the root.
+ */
+const walk = (root, descend) => Effect.gen(function* () {
+    const fs = yield* FileSystem.FileSystem;
+    const path = yield* Path.Path;
+    const files = [];
+    const unreadable = [];
+    const pending = [[]];
+    for (let segments = pending.shift(); segments !== undefined; segments = pending.shift()) {
+        const relative = segments.join(path.sep);
+        const listing = yield* Effect.result(fs.readDirectory(path.join(root, relative)));
+        if (listing._tag === "Failure") {
+            const reason = listing.failure.reason._tag;
+            if (segments.length === 0 && reason === "NotFound") {
+                const missing = { rootMissing: true, files: [], unreadable: [] };
+                return missing;
+            }
+            if (reason !== "NotFound")
+                unreadable.push({ fileKey: relative === "" ? "." : relative, reason });
+            continue;
+        }
+        for (const name of [...listing.success].sort()) {
+            const child = [...segments, name];
+            if (name.endsWith(".jsonl")) {
+                files.push(child.join(path.sep));
+                continue;
+            }
+            if (!descend(child))
+                continue;
+            const info = yield* Effect.result(fs.stat(path.join(root, ...child)));
+            if (info._tag === "Failure") {
+                unreadable.push({ fileKey: child.join(path.sep), reason: info.failure.reason._tag });
+            }
+            else if (info.success.type === "Directory")
+                pending.push(child);
+        }
+    }
+    const found = { rootMissing: false, files: files.sort(), unreadable };
+    return found;
+});
+const ingestSource = (source, root, machine, chunkBytes, maxLineBytes) => Effect.gen(function* () {
+    const path = yield* Path.Path;
+    const walked = yield* walk(root, source.descend);
+    if (walked.rootMissing)
+        return emptyStatus(true);
+    const files = source.select(walked.files, path);
+    let status = { ...emptyStatus(false), filesScanned: files.length, unreadable: walked.unreadable };
+    for (const listed of files) {
+        const outcome = yield* ingestFile(source, root, machine, listed, chunkBytes, maxLineBytes).pipe(Effect.catchTag("PlatformError", (error) => Effect.succeed({ unreadable: { fileKey: listed.fileKey, reason: error.reason._tag } })));
+        status = "unreadable" in outcome
+            ? { ...status, unreadable: [...status.unreadable, outcome.unreadable] }
+            : {
+                ...status,
+                filesRead: status.filesRead + (outcome.read ? 1 : 0),
+                eventsAdded: status.eventsAdded + outcome.eventsAdded,
+                skipped: mergeSkips(status.skipped, outcome.skipped)
+            };
+    }
+    return status;
+});
+/** Reads everything appended since the last pass in both sources. Fails only when the store does. */
+export const ingestOnce = (roots, options = {}) => Effect.gen(function* () {
+    const chunkBytes = options.chunkBytes ?? DEFAULT_CHUNK_BYTES;
+    const maxLineBytes = options.maxLineBytes ?? DEFAULT_MAX_LINE_BYTES;
+    const startedAt = yield* Clock.currentTimeMillis;
+    const claude = yield* ingestSource(claudeSource, roots.claudeProjects, roots.machine, chunkBytes, maxLineBytes);
+    const codex = yield* ingestSource(codexSource, roots.codexHome, roots.machine, chunkBytes, maxLineBytes);
+    const finishedAt = yield* Clock.currentTimeMillis;
+    return { startedAt, finishedAt, claude, codex };
+});
+//# sourceMappingURL=Ingest.js.map

package/dist/core/Ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Ingest.js","sourceRoot":"","sources":["../../src/core/Ingest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAExE,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AACrF,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAEjF,OAAO,EACL,SAAS,EACT,UAAU,EACV,OAAO,EAKR,MAAM,cAAc,CAAA;AACrB,OAAO,EAAmB,UAAU,EAAE,MAAM,YAAY,CAAA;AAyCxD,MAAM,mBAAmB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;AAC3C,6FAA6F;AAC7F,MAAM,sBAAsB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAC/C,MAAM,OAAO,GAAG,EAAE,CAAA;AAmBlB,MAAM,eAAe,GAAG,MAAM,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAA;AAChE,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAA;AAE9D,4GAA4G;AAC5G,MAAM,YAAY,GAA8B;IAC9C,KAAK,EAAE,QAAQ;IACf,OAAO,EAAE,kBAAkB;IAC3B,WAAW,EAAE,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC;IACxD,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC;IAC/C,IAAI,EAAE,UAAU;IAChB,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC;IACrG,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CACtB,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QACxB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,CAAA;QAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACxC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAA;QAC5F,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,WAAW,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YACtF,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC9C,CAAC;QACD,OAAO,EAAE,CAAA;IACX,CAAC,CAAC;CACL,CAAA;AAED,MAAM,UAAU,GAAG,0EAA0E,CAAA;AAE7F,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC,CAAA;AAE5E;;;;GAIG;AACH,MAAM,WAAW,GAA6B;IAC5C,KAAK,EAAE,OAAO;IACd,OAAO,EAAE,iBAAiB;IAC1B,WAAW,EAAE,MAAM,CAAC,mBAAmB,CAAC,cAAc,CAAC;IACvD,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC;IAC9C,IAAI,EAAE,SAAS;IACf,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;IAC/F,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CACtB,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QACnC,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC5C,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,CAAA;QAC9G,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAA;IAC9F,CAAC,CAAC;CACL,CAAA;AAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;AAQjC;;;GAGG;AACH,MAAM,UAAU,GAAG,CACjB,KAAiB,EACjB,WAAmB,EACnB,YAAoB,EACR,EAAE;IACd,MAAM,KAAK,GAAsB,EAAE,CAAA;IACnC,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,IAAI,KAAK,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,OAAO,EAAE,CAAC;YACvD,IAAI,KAAK,GAAG,SAAS,GAAG,YAAY;gBAAE,SAAS,EAAE,CAAA;iBAC5C,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,GAAG,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAA;YACzG,CAAC;YACD,SAAS,GAAG,KAAK,GAAG,CAAC,CAAA;QACvB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;AAC7B,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAAC,MAAiC,EAAc,EAAE;IAClE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAA;IACpE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAA;IACzF,IAAI,EAAE,GAAG,CAAC,CAAA;IACV,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QACrB,EAAE,IAAI,KAAK,CAAC,MAAM,CAAA;IACpB,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAQD,MAAM,SAAS,GAAgB,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;AAEhF,MAAM,UAAU,GAAG,CACjB,MAAqB,EACrB,IAAY,EACZ,OAAe,EACf,MAAkB,EAClB,UAAkB,EAClB,YAAoB,EACoF,EAAE,CAC1G,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAChC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAA;IACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;IAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,UAAU,CAAA;IAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACrC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,SAAS,CAAA;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC9B,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IACrE,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;IAC/D,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAC5B,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,EACvF,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CACxG,CAAA;IACD,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IACxF,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IACnG,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,SAAS,CAAA;IAErC,MAAM,IAAI,GAAe,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAA;IAC1F,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACvC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAA;IAC3C,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,IAAI,OAAO,GAAG,OAAO,CAAA;IACrB,0FAA0F;IAC1F,IAAI,OAAO,GAAsB,EAAE,CAAA;IACnC,IAAI,aAAa,GAAG,CAAC,CAAA;IACrB,6FAA6F;IAC7F,IAAI,UAAU,GAAG,KAAK,CAAA;IACtB,IAAI,YAAY,GAAG,MAAM,CAAA;IACzB,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,MAAyB,EAAE,EAAE,CACzD,KAAK,CAAC,WAAW,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;QAC3E,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC1B,CAAC,CAAA;IACJ,OAAO,YAAY,GAAG,IAAI,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,GAAG,YAAY,CAAC,CAAC,CAAA;QAChF,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,MAAK;QAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACzB,MAAM,UAAU,GAAG,YAAY,CAAA;QAC/B,YAAY,IAAI,KAAK,CAAC,MAAM,CAAA;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAClC,IAAI,GAAG,GAAG,CAAC;gBAAE,SAAQ;YACrB,2EAA2E;YAC3E,UAAU,GAAG,KAAK,CAAA;YAClB,KAAK,GAAG,GAAG,GAAG,CAAC,CAAA;YACf,MAAM,GAAG,UAAU,GAAG,KAAK,CAAA;YAC3B,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;YAC7C,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;QAC7F,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAClC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QAC7C,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAClB,aAAa,IAAI,IAAI,CAAC,MAAM,CAAA;YAC5B,IAAI,aAAa,GAAG,YAAY,EAAE,CAAC;gBACjC,UAAU,GAAG,IAAI,CAAA;gBACjB,OAAO,GAAG,EAAE,CAAA;gBACZ,aAAa,GAAG,CAAC,CAAA;YACnB,CAAC;YACD,SAAQ;QACV,CAAC;QACD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,GAAG,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;QACvE,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,CAAA;QACxD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QACpD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE;YAAE,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;QACnG,MAAM,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;QACzC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAC7C,WAAW,IAAI,SAAS,CAAC,WAAW,CAAA;QACpC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;QAC7C,KAAK,GAAG,MAAM,CAAC,KAAK,CAAA;QACpB,MAAM,GAAG,IAAI,CAAA;QACb,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;QAC3C,OAAO,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACzC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAA;IAC7B,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAA;AAC7C,CAAC,CAAC,CAAC,CAAA;AAEL,MAAM,WAAW,GAAG,CAAC,WAAoB,EAAgB,EAAE,CAAC,CAAC;IAC3D,WAAW;IACX,YAAY,EAAE,CAAC;IACf,SAAS,EAAE,CAAC;IACZ,WAAW,EAAE,CAAC;IACd,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,EAAE;CACf,CAAC,CAAA;AAQF;;;;GAIG;AACH,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,OAAqD,EAAE,EAAE,CACnF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAA;IACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;IAC7B,MAAM,KAAK,GAAkB,EAAE,CAAA;IAC/B,MAAM,UAAU,GAA0B,EAAE,CAAA;IAC5C,MAAM,OAAO,GAAiC,CAAC,EAAE,CAAC,CAAA;IAClD,KAAK,IAAI,QAAQ,GAAG,OAAO,CAAC,KAAK,EAAE,EAAE,QAAQ,KAAK,SAAS,EAAE,QAAQ,GAAG,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;QACxF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACxC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAA;QACjF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA;YAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;gBACnD,MAAM,OAAO,GAAS,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAA;gBACtE,OAAO,OAAO,CAAA;YAChB,CAAC;YACD,IAAI,MAAM,KAAK,UAAU;gBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;YACjG,SAAQ;QACV,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YAC/C,MAAM,KAAK,GAAG,CAAC,GAAG,QAAQ,EAAE,IAAI,CAAC,CAAA;YACjC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;gBAChC,SAAQ;YACV,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;gBAAE,SAAQ;YAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACrE,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;YACtF,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW;gBAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAS,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,CAAA;IAC3E,OAAO,KAAK,CAAA;AACd,CAAC,CAAC,CAAA;AAEJ,MAAM,YAAY,GAAG,CACnB,MAAqB,EACrB,IAAY,EACZ,OAAe,EACf,UAAkB,EAClB,YAAoB,EACpB,EAAE,CACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;IAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;IAChD,IAAI,MAAM,CAAC,WAAW;QAAE,OAAO,WAAW,CAAC,IAAI,CAAC,CAAA;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IAC/C,IAAI,MAAM,GAAiB,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAA;IAC/G,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC,IAAI,CAC7F,MAAM,CAAC,QAAQ,CACb,eAAe,EACf,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAClG,CACF,CAAA;QACD,MAAM,GAAG,YAAY,IAAI,OAAO;YAC9B,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,CAAC,GAAG,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE;YACvE,CAAC,CAAC;gBACA,GAAG,MAAM;gBACT,SAAS,EAAE,MAAM,CAAC,SAAS,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpD,WAAW,EAAE,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;gBACrD,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC;aACrD,CAAA;IACL,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC,CAAC,CAAA;AAEJ,qGAAqG;AACrG,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,KAAkB,EAClB,OAAO,GAAkB,EAAE,EAC8D,EAAE,CAC3F,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,mBAAmB,CAAA;IAC5D,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,sBAAsB,CAAA;IACnE,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,YAAY,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,YAAY,CAAC,CAAA;IAC/G,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,YAAY,CAAC,CAAA;IACxG,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IACjD,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AACjD,CAAC,CAAC,CAAA"}

package/dist/core/Model.d.ts

@@ -0,0 +1,160 @@
+/**
+ * The facts a store records: Usage Events, Limit Snapshots and Balance Readings.
+ *
+ * **Mental model**
+ *
+ * - **Facts, not conclusions.** A Usage Event carries token counts and Attribution Inputs; its
+ *   Booking and API-Equivalent Cost are derived when read (ADR 0002).
+ * - **Unknown is a value.** A limit or balance that could not be read is stored as `Unknown` with a
+ *   reason, so a gap on a graph is a gap and never a zero.
+ *
+ * @module
+ */
+import { Schema } from "effect";
+/** The closed set of coding-agent runtimes whose usage is recorded. */
+export declare const Agent: Schema.Literals<readonly ["claude", "codex"]>;
+export type Agent = typeof Agent.Type;
+/** A token count: a whole number, never negative. */
+export declare const Count: Schema.Int;
+/**
+ * One request's token counts, split the way pricing needs them.
+ *
+ * `input` is uncached input only, for both agents: Codex reports cache hits inside its input count
+ * and the readers subtract them, so the columns mean the same thing whichever agent wrote them.
+ * Codex reports one cache-write count; it is stored as `cacheWrite5m`. `output` excludes
+ * `reasoning` for both agents (Codex counts reasoning inside its output figure, Claude reports no
+ * split), so the six fields add up to every token the request moved.
+ */
+export declare const Tokens: Schema.Struct<{
+    readonly input: Schema.Int;
+    readonly output: Schema.Int;
+    readonly reasoning: Schema.Int;
+    readonly cacheRead: Schema.Int;
+    readonly cacheWrite5m: Schema.Int;
+    readonly cacheWrite1h: Schema.Int;
+}>;
+export type Tokens = typeof Tokens.Type;
+/** Every token a request moved, the sum the "tokens" measure plots. */
+export declare const totalTokens: (tokens: Tokens) => number;
+/** The facts captured with a Usage Event that decide its Booking. */
+export declare const AttributionInputs: Schema.Struct<{
+    readonly cwd: Schema.String;
+    readonly branch: Schema.String;
+    readonly activeTicket: Schema.NullOr<Schema.String>;
+}>;
+export type AttributionInputs = typeof AttributionInputs.Type;
+/**
+ * One model request's token counts on one Machine. `dedupeKey` is unique per Agent: Claude's
+ * message id + request id, Codex's session id + the line's byte offset in its rollout.
+ */
+export declare const UsageEvent: Schema.Struct<{
+    readonly agent: Schema.Literals<readonly ["claude", "codex"]>;
+    readonly dedupeKey: Schema.NonEmptyString;
+    readonly machine: Schema.NonEmptyString;
+    readonly sessionId: Schema.NonEmptyString;
+    readonly occurredAt: Schema.Int;
+    readonly model: Schema.NonEmptyString;
+    /** Claude's fast mode: the same model billed at premium rates. */
+    readonly fast: Schema.Boolean;
+    readonly tokens: Schema.Struct<{
+        readonly input: Schema.Int;
+        readonly output: Schema.Int;
+        readonly reasoning: Schema.Int;
+        readonly cacheRead: Schema.Int;
+        readonly cacheWrite5m: Schema.Int;
+        readonly cacheWrite1h: Schema.Int;
+    }>;
+    readonly attribution: Schema.Struct<{
+        readonly cwd: Schema.String;
+        readonly branch: Schema.String;
+        readonly activeTicket: Schema.NullOr<Schema.String>;
+    }>;
+}>;
+export type UsageEvent = typeof UsageEvent.Type;
+/** Why a limit or balance could not be read. */
+export declare const UnknownReason: Schema.Literals<readonly ["NoAuth", "AuthExpired", "NotSupported", "Fetch", "Parse", "NoData"]>;
+export type UnknownReason = typeof UnknownReason.Type;
+/** Where a Limit Snapshot or Balance Reading came from. */
+export declare const ObservationSource: Schema.Literals<readonly ["claude-oauth-usage", "codex-rollout"]>;
+export type ObservationSource = typeof ObservationSource.Type;
+/** A window's length in minutes, or Unknown for a provider key whose window nobody published. */
+export declare const WindowMinutes: Schema.NullOr<Schema.Int>;
+export type WindowMinutes = typeof WindowMinutes.Type;
+export declare const LimitReading: Schema.Union<readonly [Schema.TaggedStruct<"Known", {
+    readonly usedPercent: Schema.Finite;
+    /** Epoch milliseconds; null when the provider gave no reset time. */
+    readonly resetsAt: Schema.NullOr<Schema.Int>;
+}>, Schema.TaggedStruct<"Unknown", {
+    readonly reason: Schema.Literals<readonly ["NoAuth", "AuthExpired", "NotSupported", "Fetch", "Parse", "NoData"]>;
+}>]>;
+export type LimitReading = typeof LimitReading.Type;
+/**
+ * One observation of a Limit Window. `label` is the provider's own key (`five_hour`, `seven_day`,
+ * Codex's `primary`/`secondary`); an Unknown reading for a whole source uses label `*`.
+ */
+export declare const LimitSnapshot: Schema.Struct<{
+    readonly agent: Schema.Literals<readonly ["claude", "codex"]>;
+    readonly machine: Schema.NonEmptyString;
+    readonly source: Schema.Literals<readonly ["claude-oauth-usage", "codex-rollout"]>;
+    readonly label: Schema.NonEmptyString;
+    readonly windowMinutes: Schema.NullOr<Schema.Int>;
+    readonly observedAt: Schema.Int;
+    readonly reading: Schema.Union<readonly [Schema.TaggedStruct<"Known", {
+        readonly usedPercent: Schema.Finite;
+        /** Epoch milliseconds; null when the provider gave no reset time. */
+        readonly resetsAt: Schema.NullOr<Schema.Int>;
+    }>, Schema.TaggedStruct<"Unknown", {
+        readonly reason: Schema.Literals<readonly ["NoAuth", "AuthExpired", "NotSupported", "Fetch", "Parse", "NoData"]>;
+    }>]>;
+}>;
+export type LimitSnapshot = typeof LimitSnapshot.Type;
+export declare const Balance: Schema.Union<readonly [Schema.TaggedStruct<"Amount", {
+    readonly leftMinor: Schema.Finite;
+    readonly limitMinor: Schema.Finite;
+    readonly decimals: Schema.Int;
+    readonly currency: Schema.String;
+}>, Schema.TaggedStruct<"Credits", {
+    readonly credits: Schema.Finite;
+}>, Schema.TaggedStruct<"Unlimited", {}>, Schema.TaggedStruct<"Exhausted", {}>, Schema.TaggedStruct<"Disabled", {}>]>;
+export type Balance = typeof Balance.Type;
+export declare const BalanceValue: Schema.Union<readonly [Schema.TaggedStruct<"Known", {
+    readonly balance: Schema.Union<readonly [Schema.TaggedStruct<"Amount", {
+        readonly leftMinor: Schema.Finite;
+        readonly limitMinor: Schema.Finite;
+        readonly decimals: Schema.Int;
+        readonly currency: Schema.String;
+    }>, Schema.TaggedStruct<"Credits", {
+        readonly credits: Schema.Finite;
+    }>, Schema.TaggedStruct<"Unlimited", {}>, Schema.TaggedStruct<"Exhausted", {}>, Schema.TaggedStruct<"Disabled", {}>]>;
+}>, Schema.TaggedStruct<"Unknown", {
+    readonly reason: Schema.Literals<readonly ["NoAuth", "AuthExpired", "NotSupported", "Fetch", "Parse", "NoData"]>;
+}>]>;
+export type BalanceValue = typeof BalanceValue.Type;
+/** Which balance a reading is of. */
+export declare const BalanceKind: Schema.Literals<readonly ["claude-extra-usage", "codex-credits"]>;
+export type BalanceKind = typeof BalanceKind.Type;
+export declare const BalanceReading: Schema.Struct<{
+    readonly kind: Schema.Literals<readonly ["claude-extra-usage", "codex-credits"]>;
+    readonly machine: Schema.NonEmptyString;
+    readonly observedAt: Schema.Int;
+    readonly value: Schema.Union<readonly [Schema.TaggedStruct<"Known", {
+        readonly balance: Schema.Union<readonly [Schema.TaggedStruct<"Amount", {
+            readonly leftMinor: Schema.Finite;
+            readonly limitMinor: Schema.Finite;
+            readonly decimals: Schema.Int;
+            readonly currency: Schema.String;
+        }>, Schema.TaggedStruct<"Credits", {
+            readonly credits: Schema.Finite;
+        }>, Schema.TaggedStruct<"Unlimited", {}>, Schema.TaggedStruct<"Exhausted", {}>, Schema.TaggedStruct<"Disabled", {}>]>;
+    }>, Schema.TaggedStruct<"Unknown", {
+        readonly reason: Schema.Literals<readonly ["NoAuth", "AuthExpired", "NotSupported", "Fetch", "Parse", "NoData"]>;
+    }>]>;
+}>;
+export type BalanceReading = typeof BalanceReading.Type;
+/** A ticket's Jira title, or why there is none. */
+export declare const TicketTitleValue: Schema.Union<readonly [Schema.TaggedStruct<"Known", {
+    readonly summary: Schema.String;
+}>, Schema.TaggedStruct<"Unknown", {
+    readonly reason: Schema.Literals<readonly ["NotFound", "NotLookedUp"]>;
+}>]>;
+export type TicketTitleValue = typeof TicketTitleValue.Type;