hacklab 0.22.2 → 26.921.1

package/dist/scanners/incremental.d.ts

@@ -1,282 +0,0 @@
-import { IDE_PROMPT_SOURCES, type PromptActivityAggregate, type PromptLine, type ScannedPromptActivity } from '../prompt-stats.js';
-import { type AggregateScan, type PromptActivity, type ScanResult, type TokensMessages, type Tool, type UsageLine } from './index.js';
-/**
- * Bumping this makes `loadScanState` return null, which re-reads every log
- * from scratch and re-derives the aggregates.
- *
- * 3: the prompt scanner learned to skip harness-written `user` entries
- * (PROMPT_SCANNER_VERSION 2). The server is wiping the prompt tables once that
- * ships, and `replacePromptActivity` only re-sends sessions and dates whose
- * numbers *moved* — so a day that happened to contain no harness noise would
- * stay identical locally and never be re-uploaded after the wipe. A cold
- * rebuild marks every session and date within local retention dirty exactly
- * once, and they all go back out.
- *
- * 4: the same wipe, for the machines 3 couldn't save. The wipe landed
- * 2026-09-10, and a machine that had already upgraded to 0.21.0 did its one
- * cold rebuild *before* that — it re-uploaded everything, cleared every dirty
- * flag, and then watched the server delete the lot. Nothing on that machine
- * moves afterwards, so `replacePromptActivity` re-sends nothing and the history
- * is simply gone. This bump is the one-shot rescue: another cold rebuild, after
- * the wipe this time. For anyone still on an older CLI it costs one extra
- * rescan and nothing else.
- *
- * 5: prompt activity is partitioned by source, so rebuilding a Claude log or
- * rotating an IDE transcript cannot erase or double-count another harness.
- *
- * Token totals are unaffected: they travel as cumulative absolutes that the
- * server diffs against its own per-machine snapshot, and `state.uploaded` is
- * only the tick's "nothing moved" short-circuit — so a rebuild re-baselines
- * rather than double-counting.
- */
-export declare const SCAN_STATE_VERSION = 5;
-/** How long a session is kept in the state after its last prompt. */
-export declare const PROMPT_SESSION_RETENTION_DAYS = 45;
-/** How long a per-day prompt tally is kept. Matches the wire's date cap. */
-export declare const PROMPT_DAILY_RETENTION_DAYS = 400;
-/** Where a file's tail-follow stands: what we saw, and how far we read. */
-export type FileState = {
-    size: number;
-    mtimeMs: number;
-    offset: number;
-};
-/** Codex only: the running total a session file has reported so far. */
-export type CodexFileState = {
-    maxTotal: number;
-    model: string;
-    date: string;
-};
-export type HarnessState = {
-    /** JSONL harnesses: per-file read cursor, keyed by absolute path. */
-    files: Record<string, FileState>;
-    /** Codex only: per-file running totals (see codexFileTotals). */
-    codexTotals?: Record<string, CodexFileState>;
-    /** SQLite harnesses: fingerprints of the db and its -wal. */
-    dbMtimeMs?: number;
-    walMtimeMs?: number;
-    /** "date|model" -> tokens/messages */
-    daily: Record<string, TokensMessages>;
-    /** model -> cumulative tokens */
-    models: Record<string, number>;
-};
-/**
- * The prompt half of the state: the same tail-read that counts tokens also
- * counts the user's own prompts, so `promptActivity` can ride out on the tick
- * instead of waiting a day.
- *
- * Unlike the token rows, prompt rows are upserted with GREATEST semantics per
- * (machine, session) and (machine, date), so a resend is free and a date never
- * has to go out "complete". That's why the dirty sets here are per-session and
- * per-date and can be drained a capped batch at a time.
- */
-export type PromptState = PromptActivityAggregate & {
-    /** Session ids changed since the last accepted upload. */
-    dirtySessions: string[];
-    /** Dates whose tally changed since the last accepted upload. */
-    dirtyDates: string[];
-    /**
-     * Exactly what the last `tickPayload` put on the wire. `markUploaded` clears
-     * this and nothing else, so anything a cap held back stays dirty.
-     */
-    sent?: {
-        sessions: string[];
-        dates: string[];
-    };
-};
-export type ScanState = {
-    version: number;
-    harnesses: Record<string, HarnessState>;
-    /**
-     * Dates whose rows changed since the last accepted upload. Dates, not
-     * (harness, date) pairs, because the server reconciles a synced date by
-     * deleting this machine's rows for that date that the payload didn't
-     * mention — so a date we touch has to go out complete, with every harness's
-     * rows for it. Cleared only on a 200, so a failed POST retries next tick.
-     */
-    dirty: string[];
-    /** Prompt sessions and per-day counts, plus what's outstanding. */
-    prompts: PromptState;
-    promptSources: Record<string, PromptActivityAggregate>;
-    /** Prompt-only snapshots are re-read only when their file set changes. */
-    promptFiles: Record<string, Record<string, FileState>>;
-    /** Cumulative totals as of the last accepted upload. */
-    uploaded: {
-        toolTotals: Record<string, number>;
-        modelTotals: Record<string, number>;
-    };
-    /** 429 backoff: ticks before this epoch-ms do nothing. */
-    nextAllowedAt?: number;
-    /** The last failure written to sync.log, so a stuck tick can't fill it. */
-    lastError?: string;
-};
-/** Lives next to the session file, so it honors HACKLAB_SESSION_PATH. */
-export declare function scanStatePath(): string;
-export declare function emptyHarness(): HarnessState;
-export declare function emptyPromptState(): PromptState;
-export declare function emptyState(): ScanState;
-/**
- * The saved state, or null when there isn't a usable one — missing, corrupt, or
- * written by an older layout. Null means "re-read everything from scratch";
- * callers must treat that rebuild as a baseline, not as new tokens.
- */
-export declare function loadScanState(): Promise<ScanState | null>;
-/** Persist the state, pruning prompt rows that aged out of their retention
- * window (they'd otherwise accumulate forever). Best-effort. */
-export declare function saveScanState(state: ScanState): Promise<void>;
-type Aggregates = {
-    daily: Record<string, TokensMessages>;
-    models: Record<string, number>;
-};
-/** A full scanner's result as the maps the state stores. */
-export declare function aggregatesOfResult(result: ScanResult): Aggregates;
-/**
- * Read `[from, to)` and hand back only whole lines. A harness may be mid-append
- * when we look, so the trailing partial line is left for the next tick — that's
- * what the returned offset points at.
- */
-export declare function readCompleteLines(path: string, from: number, to: number): Promise<{
-    text: string;
-    offset: number;
-}>;
-export type JsonlSource = {
-    tool: Tool;
-    files: () => Promise<string[]>;
-    parse: (line: string) => UsageLine | null;
-    /**
-     * Claude Code only: the same line read as prompt activity. Set here rather
-     * than branching on `tool` so the tail-read stays one pass and a test can
-     * point a prompt-bearing harness at a tmp dir.
-     */
-    parsePrompt?: (line: string) => PromptLine | null;
-};
-export type CodexSource = {
-    files: () => Promise<string[]>;
-    /** Session date from the path layout, or null to fall back to the mtime day. */
-    dateFor: (path: string) => string | null;
-};
-export type SqliteSource = {
-    tool: Tool;
-    dbPath: () => string;
-    scan: () => Promise<ScanResult>;
-};
-export type SnapshotSource = {
-    tool: Tool;
-    files: () => Promise<string[]>;
-    scan: () => Promise<ScanResult>;
-};
-export type TickSources = {
-    jsonl: JsonlSource[];
-    codex: CodexSource;
-    sqlite: SqliteSource[];
-    prompts?: typeof IDE_PROMPT_SOURCES;
-    snapshots?: SnapshotSource[];
-};
-/** The real harnesses. Injectable so the tick can be tested against a tmp dir. */
-export declare function defaultSources(): TickSources;
-export type TickOutcome = {
-    state: ScanState;
-    /** Did anything on disk move? (If not, the state file isn't worth rewriting.) */
-    changed: boolean;
-};
-/**
- * One incremental pass over every harness. `prev` is the saved state, or null
- * for a cold start — in which case this reads everything and marks no *token*
- * date dirty: those tokens are already on the server (the daily job put them
- * there), and re-uploading every date would only invite the reconcile to prune
- * rows this scan can't see (Cursor's, above all).
- *
- * Prompt rows go the other way on a cold start: everything found is marked
- * dirty. They're idempotent GREATEST upserts, so a resend costs nothing, and a
- * cold start (fresh install, or a state file this version can't read) is
- * exactly the case where we have no evidence any of it ever reached the server.
- */
-export declare function runTick(prev: ScanState | null, sources?: TickSources, options?: {
-    promptActivity?: boolean;
-}): Promise<TickOutcome>;
-/** Cumulative per-tool and per-model totals for this machine. */
-export declare function cumulativeTotals(state: ScanState): {
-    toolTotals: Record<string, number>;
-    modelTotals: Record<string, number>;
-};
-export declare function sameTotals(a: Record<string, number>, b: Record<string, number>): boolean;
-/**
- * Is there prompt activity waiting to go out?
- *
- * A dirty id whose row is gone (pruned between the mark and the send) doesn't
- * count: it would have the tick POST an empty block every minute forever, since
- * there'd be nothing for `markUploaded` to clear.
- */
-export declare function hasPromptActivity(state: ScanState): boolean;
-/**
- * What a tick uploads: cumulative tool/model totals (the server diffs those
- * against its own per-machine snapshot) plus the daily rows for the dirty dates
- * only, and — under the `stats` or `full` tier — the outstanding prompt
- * activity.
- *
- * Every harness's rows go out for a dirty date, including Cursor's — which the
- * tick never scans, and carries over from the last full scan instead. The
- * server reconciles a date by deleting this machine's rows for it that the
- * payload didn't mention, so a date has to be reported complete or the harnesses
- * left out of it lose that day.
- */
-export declare function tickPayload(state: ScanState, opts?: {
-    promptActivity?: boolean;
-}): AggregateScan;
-/** Called on a 200: whatever that payload carried is on the server now. */
-export declare function markUploaded(state: ScanState): void;
-/**
- * What a full scan knows about prompts, and may therefore rewrite.
- *
- * The three cases are genuinely different, and collapsing any two of them
- * loses data: a command that never looked at prompts must not be read as a
- * command that found none.
- */
-export type StagedPrompts = 
-/** A prompt scan ran — re-base the prompt state on its aggregate. */
-{
-    scanned: ScannedPromptActivity;
-}
-/** The user is at the `none` tier — drop the prompt state entirely. */
- | {
-    scanned: null;
-}
-/** This command never reads prompts (`hacklab scan`) — leave them alone. */
- | 'untouched';
-/**
- * A full scan, re-based and ready to upload: the prompt rows this upload should
- * carry, and the `commit` that records the whole thing as delivered.
- */
-export type StagedFullScan = {
-    /**
-     * Outstanding prompt activity to put on this upload, or undefined when there
-     * is none (or the user is at the `none` tier).
-     */
-    promptActivity?: PromptActivity;
-    /**
-     * Call once the server took the payload. Persists the re-based state, clears
-     * the prompt rows this upload claimed, and leaves anything a cap held back
-     * dirty for the next run. Best-effort and never throws.
-     */
-    commit: () => Promise<void>;
-};
-/**
- * Rebuild the whole state from a full scan's results — the self-healing half of
- * the design. Whatever the tick's tail-follow got wrong (a rotated log, a
- * mid-file model switch, a Codex date guessed from an mtime) is corrected here,
- * so incremental drift can never outlive a day. Best-effort: a state we failed
- * to rebuild costs a tick, never the sync that called us.
- *
- * Staged rather than persisted outright, because the full-scan paths carry
- * prompt activity too — a machine with no daemon has no tick to drain it. The
- * rebuild diffs the scan's aggregate against what was already sent, claims the
- * difference for this upload, and only `commit` (on a 200) clears it. A failed
- * POST therefore leaves every row dirty for the next run, which the server's
- * GREATEST upserts make free to resend.
- *
- * `prompts` says whether this caller has any authority over the prompt state —
- * see `StagedPrompts`. Only a caller that actually resolved the consent tier
- * gets to rewrite it, and only such a caller claims prompt rows for the upload.
- */
-export declare function stageFullScan(results: ScanResult[], prompts?: StagedPrompts, sources?: TickSources): Promise<StagedFullScan>;
-export {};
-//# sourceMappingURL=incremental.d.ts.map

package/dist/scanners/incremental.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"incremental.d.ts","sourceRoot":"","sources":["../../src/scanners/incremental.ts"],"names":[],"mappings":"AAGA,OAAO,EAIL,kBAAkB,EAElB,KAAK,uBAAuB,EAC5B,KAAK,UAAU,EAEf,KAAK,qBAAqB,EAC3B,MAAM,oBAAoB,CAAA;AAI3B,OAAO,EACL,KAAK,aAAa,EAalB,KAAK,cAAc,EAInB,KAAK,UAAU,EAGf,KAAK,cAAc,EACnB,KAAK,IAAI,EAET,KAAK,SAAS,EACf,MAAM,YAAY,CAAA;AAiBnB;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,eAAO,MAAM,kBAAkB,IAAI,CAAA;AAEnC,qEAAqE;AACrE,eAAO,MAAM,6BAA6B,KAAK,CAAA;AAC/C,4EAA4E;AAC5E,eAAO,MAAM,2BAA2B,MAA2B,CAAA;AAEnE,2EAA2E;AAC3E,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzE,wEAAwE;AACxE,MAAM,MAAM,cAAc,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAA;AAE9E,MAAM,MAAM,YAAY,GAAG;IACzB,qEAAqE;IACrE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IAChC,iEAAiE;IACjE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAC5C,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IACrC,iCAAiC;IACjC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC/B,CAAA;AAED;;;;;;;;;GASG;AACH,MAAM,MAAM,WAAW,GAAG,uBAAuB,GAAG;IAClD,0DAA0D;IAC1D,aAAa,EAAE,MAAM,EAAE,CAAA;IACvB,gEAAgE;IAChE,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB;;;OAGG;IACH,IAAI,CAAC,EAAE;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;CAC/C,CAAA;AAED,MAAM,MAAM,SAAS,GAAG;IACtB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IACvC;;;;;;OAMG;IACH,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,mEAAmE;IACnE,OAAO,EAAE,WAAW,CAAA;IACpB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAA;IACtD,0EAA0E;IAC1E,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAA;IACtD,wDAAwD;IACxD,QAAQ,EAAE;QACR,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAClC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KACpC,CAAA;IACD,0DAA0D;IAC1D,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,yEAAyE;AACzE,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,wBAAgB,YAAY,IAAI,YAAY,CAE3C;AAED,wBAAgB,gBAAgB,IAAI,WAAW,CAE9C;AAED,wBAAgB,UAAU,IAAI,SAAS,CAUtC;AAUD;;;;GAIG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAc/D;AAkCD;gEACgE;AAChE,wBAAsB,aAAa,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAWnE;AAwBD,KAAK,UAAU,GAAG;IAChB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IACrC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC/B,CAAA;AAED,4DAA4D;AAC5D,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,CASjE;AA8GD;;;;GAIG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,EAAE,EAAE,MAAM,GACT,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAiB3C;AAID,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,IAAI,CAAA;IACV,KAAK,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9B,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,SAAS,GAAG,IAAI,CAAA;IACzC;;;;OAIG;IACH,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,UAAU,GAAG,IAAI,CAAA;CAClD,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9B,gFAAgF;IAChF,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,CAAA;CACzC,CAAA;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,IAAI,CAAA;IACV,MAAM,EAAE,MAAM,MAAM,CAAA;IACpB,IAAI,EAAE,MAAM,OAAO,CAAC,UAAU,CAAC,CAAA;CAChC,CAAA;AAED,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,IAAI,CAAA;IACV,KAAK,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9B,IAAI,EAAE,MAAM,OAAO,CAAC,UAAU,CAAC,CAAA;CAChC,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,WAAW,EAAE,CAAA;IACpB,KAAK,EAAE,WAAW,CAAA;IAClB,MAAM,EAAE,YAAY,EAAE,CAAA;IACtB,OAAO,CAAC,EAAE,OAAO,kBAAkB,CAAA;IACnC,SAAS,CAAC,EAAE,cAAc,EAAE,CAAA;CAC7B,CAAA;AAED,kFAAkF;AAClF,wBAAgB,cAAc,IAAI,WAAW,CA+B5C;AA4PD,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,SAAS,CAAA;IAChB,iFAAiF;IACjF,OAAO,EAAE,OAAO,CAAA;CACjB,CAAA;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,OAAO,CAC3B,IAAI,EAAE,SAAS,GAAG,IAAI,EACtB,OAAO,GAAE,WAA8B,EACvC,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAA;CAAO,GACzC,OAAO,CAAC,WAAW,CAAC,CA8BtB;AAID,iEAAiE;AACjE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,SAAS,GAAG;IAClD,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAClC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACpC,CAYA;AAED,wBAAgB,UAAU,CACxB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACzB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACxB,OAAO,CAIT;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAM3D;AAkCD;;;;;;;;;;;GAWG;AACH,wBAAgB,WAAW,CACzB,KAAK,EAAE,SAAS,EAChB,IAAI,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAA;CAAO,GACtC,aAAa,CAoCf;AAED,2EAA2E;AAC3E,wBAAgB,YAAY,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAmBnD;AAiBD;;;;;;GAMG;AACH,MAAM,MAAM,aAAa;AACvB,qEAAqE;AACnE;IAAE,OAAO,EAAE,qBAAqB,CAAA;CAAE;AACpC,uEAAuE;GACrE;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE;AACnB,4EAA4E;GAC1E,WAAW,CAAA;AAEf;;;GAGG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B;;;OAGG;IACH,cAAc,CAAC,EAAE,cAAc,CAAA;IAC/B;;;;OAIG;IACH,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC5B,CAAA;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,GAAE,aAA2B,EACpC,OAAO,GAAE,WAA8B,GACtC,OAAO,CAAC,cAAc,CAAC,CA4FzB"}