plasalid 0.7.1 → 0.7.2

package/dist/scanner/pdf/state-machine.js

@@ -0,0 +1,64 @@
+/**
+ * Pure state machine for the unlock phase of a single file scan. Side effects
+ * (mupdf calls, prompts, DB reads) live in the orchestrator; this module only
+ * encodes the transition logic so it can be exhaustively unit-tested.
+ */
+export const MAX_PASSWORD_ATTEMPTS = 10;
+export function isTerminal(state) {
+    return state.kind === "done" || state.kind === "failed";
+}
+/**
+ * Pure transition. Throws if the event doesn't make sense for the current state;
+ * the orchestrator never produces such combinations, so reaching the throw is a
+ * programmer error worth surfacing loudly.
+ */
+export function transition(state, event) {
+    switch (state.kind) {
+        case "init":
+            if (event.kind === "INSPECTED_PLAINTEXT") {
+                return { kind: "done", decrypted: event.bytes, outcome: { kind: "plaintext" } };
+            }
+            if (event.kind === "INSPECTED_ENCRYPTED") {
+                return { kind: "trying-stored", candidates: event.candidates };
+            }
+            break;
+        case "trying-stored":
+            if (event.kind === "STORED_UNLOCK_OK") {
+                return {
+                    kind: "done",
+                    decrypted: event.decrypted,
+                    outcome: { kind: "from-store", storedId: event.usedStoredId },
+                };
+            }
+            if (event.kind === "STORED_UNLOCK_EXHAUSTED") {
+                return { kind: "awaiting-user", attempt: 1 };
+            }
+            break;
+        case "awaiting-user":
+            if (event.kind === "USER_CANCELLED") {
+                return { kind: "failed", reason: "password required" };
+            }
+            if (event.kind === "UNLOCK_OK") {
+                return {
+                    kind: "done",
+                    decrypted: event.decrypted,
+                    outcome: { kind: "from-user", password: event.password },
+                };
+            }
+            if (event.kind === "UNLOCK_FAIL") {
+                if (state.attempt >= MAX_PASSWORD_ATTEMPTS) {
+                    return {
+                        kind: "failed",
+                        reason: `incorrect password after ${MAX_PASSWORD_ATTEMPTS} attempts`,
+                    };
+                }
+                return { kind: "awaiting-user", attempt: state.attempt + 1 };
+            }
+            break;
+        case "done":
+        case "failed":
+            // Terminal — no further transitions.
+            break;
+    }
+    throw new Error(`Invalid unlock transition: ${state.kind} + ${event.kind}`);
+}

package/dist/scanner/pdf/unlock.d.ts

@@ -0,0 +1,22 @@
+import type Database from "libsql";
+import { type UnlockOutcome } from "./state-machine.js";
+export interface UnlockCtx {
+    db: Database.Database;
+    filePath: string;
+    bytes: Buffer;
+    interactive: boolean;
+}
+/**
+ * Drive the pure unlock state machine to a terminal state, returning the
+ * decrypted bytes and the outcome (plaintext / from-store / from-user) so the
+ * caller can persist passwords or record stored-key usage.
+ */
+export declare function unlockIfNeeded(ctx: UnlockCtx): Promise<{
+    decrypted: Buffer;
+    outcome: UnlockOutcome;
+}>;
+/**
+ * After a successful unlock: bump usage on a stored hit, save a fresh user
+ * password under a filename-pattern key, or no-op for plaintext.
+ */
+export declare function persistUnlockOutcome(db: Database.Database, filePath: string, outcome: UnlockOutcome): void;

package/dist/scanner/pdf/unlock.js

@@ -0,0 +1,121 @@
+import inquirer from "inquirer";
+import { basename } from "path";
+import { config } from "../../config.js";
+import { statusSpinner } from "../../cli/ux.js";
+import { findCandidates, savePassword, recordUse, suggestPattern, } from "./password-store.js";
+import { transition, isTerminal, MAX_PASSWORD_ATTEMPTS, } from "./state-machine.js";
+import { isEncrypted, unlock } from "./pdf-unlock.js";
+/**
+ * Drive the pure unlock state machine to a terminal state, returning the
+ * decrypted bytes and the outcome (plaintext / from-store / from-user) so the
+ * caller can persist passwords or record stored-key usage.
+ */
+export async function unlockIfNeeded(ctx) {
+    let state = { kind: "init" };
+    while (!isTerminal(state)) {
+        const event = await stepUnlock(state, ctx);
+        state = transition(state, event);
+    }
+    if (state.kind === "failed") {
+        throw new Error(state.reason);
+    }
+    if (state.kind !== "done") {
+        throw new Error(`unlock loop exited in non-terminal state ${state.kind}`);
+    }
+    return { decrypted: state.decrypted, outcome: state.outcome };
+}
+async function stepUnlock(state, ctx) {
+    switch (state.kind) {
+        case "init": {
+            const spinner = statusSpinner(`Inspecting ${basename(ctx.filePath)}...`);
+            try {
+                const encrypted = await isEncrypted(ctx.bytes);
+                if (!encrypted) {
+                    spinner.succeed(`${basename(ctx.filePath)} is not encrypted.`);
+                    return { kind: "INSPECTED_PLAINTEXT", bytes: ctx.bytes };
+                }
+                const candidates = findCandidates(ctx.db, ctx.filePath, config.dbEncryptionKey);
+                spinner.info(`${basename(ctx.filePath)} is encrypted (${candidates.length} saved password${candidates.length === 1 ? "" : "s"} match).`);
+                return { kind: "INSPECTED_ENCRYPTED", candidates };
+            }
+            catch (err) {
+                spinner.fail("Inspection failed.");
+                throw err;
+            }
+        }
+        case "trying-stored":
+            return await tryStoredPasswords(ctx.bytes, state.candidates);
+        case "awaiting-user": {
+            if (!ctx.interactive) {
+                return { kind: "USER_CANCELLED" };
+            }
+            const password = await promptForPassword(basename(ctx.filePath), state.attempt);
+            if (!password) {
+                return { kind: "USER_CANCELLED" };
+            }
+            const spinner = statusSpinner("Decrypting...");
+            const result = await unlock(ctx.bytes, password);
+            if (result.ok && result.decrypted) {
+                spinner.succeed("Decrypted.");
+                return { kind: "UNLOCK_OK", decrypted: result.decrypted, password };
+            }
+            spinner.fail(`Incorrect password (attempt ${state.attempt}/${MAX_PASSWORD_ATTEMPTS}).`);
+            return { kind: "UNLOCK_FAIL" };
+        }
+        default:
+            throw new Error(`stepUnlock called with terminal state ${state.kind}`);
+    }
+}
+async function tryStoredPasswords(bytes, candidates) {
+    if (candidates.length === 0) {
+        return { kind: "STORED_UNLOCK_EXHAUSTED" };
+    }
+    const spinner = statusSpinner(`Trying saved password 1/${candidates.length}...`);
+    for (let i = 0; i < candidates.length; i++) {
+        const cand = candidates[i];
+        spinner.text = `Trying saved password ${i + 1}/${candidates.length} (pattern ${cand.pattern})`;
+        const result = await unlock(bytes, cand.password);
+        if (result.ok && result.decrypted) {
+            spinner.succeed(`Unlocked with saved password (pattern ${cand.pattern}).`);
+            return {
+                kind: "STORED_UNLOCK_OK",
+                decrypted: result.decrypted,
+                usedStoredId: cand.id,
+            };
+        }
+    }
+    spinner.info("No saved password matched. Asking the user.");
+    return { kind: "STORED_UNLOCK_EXHAUSTED" };
+}
+async function promptForPassword(fileName, attempt) {
+    const message = attempt === 1
+        ? `This PDF is encrypted. Password for ${fileName}:`
+        : `Password for ${fileName} (attempt ${attempt}/${MAX_PASSWORD_ATTEMPTS}):`;
+    const { password } = await inquirer.prompt([
+        { type: "password", name: "password", mask: "*", message },
+    ]);
+    return String(password ?? "").trim();
+}
+const PERSIST = {
+    plaintext: () => { },
+    "from-store": (db, _filePath, o) => { recordUse(db, o.storedId); },
+    "from-user": (db, filePath, o) => {
+        const pattern = suggestPattern(filePath);
+        const spinner = statusSpinner(`Saving password for pattern ${pattern}...`);
+        try {
+            savePassword(db, pattern, o.password, config.dbEncryptionKey);
+            spinner.succeed(`Saved password for pattern ${pattern} in secure vault.`);
+        }
+        catch (err) {
+            spinner.fail(`Could not save password: ${err instanceof Error ? err.message : String(err)}`);
+            throw err;
+        }
+    },
+};
+/**
+ * After a successful unlock: bump usage on a stored hit, save a fresh user
+ * password under a filename-pattern key, or no-op for plaintext.
+ */
+export function persistUnlockOutcome(db, filePath, outcome) {
+    PERSIST[outcome.kind](db, filePath, outcome);
+}

package/dist/scanner/phase-decrypt.d.ts

@@ -0,0 +1,10 @@
+import type Database from "libsql";
+import type { ScanState } from "./engine.js";
+import type { ScanHooks } from "./hooks.js";
+/**
+ * Phase 1 — walk the data dir, optionally filter by regex, decrypt each file
+ * sequentially (password prompts can't share a TTY). Output partitions into
+ * decrypted / skipped / failed via a kind-keyed dispatch map. Bootstrapped
+ * scanned_files rows are tagged onto each DecryptedFile.
+ */
+export declare function decryptPhase(db: Database.Database, state: ScanState, hooks: ScanHooks): Promise<void>;

package/dist/scanner/phase-decrypt.js

@@ -0,0 +1,80 @@
+import { randomUUID } from "crypto";
+import { readPdf } from "./pdf/pdf.js";
+import { unlockIfNeeded, persistUnlockOutcome } from "./pdf/unlock.js";
+import { scanDataDir } from "./walker.js";
+import { tryExecute } from "./result.js";
+function findScannedByHash(db, hash) {
+    return db
+        .prepare(`SELECT id FROM scanned_files WHERE file_hash = ?`)
+        .get(hash) ?? null;
+}
+async function decryptOne(db, file, opts) {
+    const read = await tryExecute(() => readPdf(file.path));
+    if (!read.ok)
+        return { kind: "failed", error: `read failed: ${read.error}` };
+    const pdf = read.value;
+    const existing = findScannedByHash(db, pdf.hash);
+    if (existing && !opts.force) {
+        return { kind: "skipped", existingScannedFileId: existing.id };
+    }
+    const unlock = await tryExecute(() => unlockIfNeeded({
+        db,
+        filePath: file.path,
+        bytes: pdf.bytes,
+        interactive: opts.interactive,
+    }));
+    if (!unlock.ok)
+        return { kind: "failed", error: unlock.error || "unlock failed" };
+    persistUnlockOutcome(db, file.path, unlock.value.outcome);
+    return {
+        kind: "decrypted",
+        file: {
+            path: file.path,
+            fileName: file.name,
+            relPath: file.relPath,
+            hash: pdf.hash,
+            mime: pdf.mime,
+            decryptedBytes: unlock.value.decrypted,
+            replacesPriorScannedFileId: existing?.id,
+        },
+    };
+}
+const APPLY = {
+    decrypted: (state, _file, o) => { state.decrypted.push(o.file); },
+    skipped: (state, file, o) => { state.skipped.push({ file, existingScannedFileId: o.existingScannedFileId }); },
+    failed: (state, file, o) => { state.failed.push({ file, error: o.error }); },
+};
+/**
+ * Bootstrap one scanned_files row per decrypted file. Chunk workers later
+ * stamp transactions with source_file_id, so the row must exist before any
+ * tool writes hit the DB. Status flips to 'scanned' after parse completes.
+ */
+function bootstrapScannedFiles(db, state) {
+    for (const file of state.decrypted) {
+        if (file.replacesPriorScannedFileId) {
+            db.prepare(`DELETE FROM scanned_files WHERE id = ?`).run(file.replacesPriorScannedFileId);
+        }
+        const sfId = `sf:${randomUUID()}`;
+        db.prepare(`INSERT INTO scanned_files (id, path, file_hash, mime, status) VALUES (?, ?, ?, ?, 'pending')`).run(sfId, file.path, file.hash, file.mime);
+        file.scannedFileId = sfId;
+    }
+}
+/**
+ * Phase 1 — walk the data dir, optionally filter by regex, decrypt each file
+ * sequentially (password prompts can't share a TTY). Output partitions into
+ * decrypted / skipped / failed via a kind-keyed dispatch map. Bootstrapped
+ * scanned_files rows are tagged onto each DecryptedFile.
+ */
+export async function decryptPhase(db, state, hooks) {
+    await hooks.beforeDecrypt?.(state);
+    const matcher = state.options.regex ? new RegExp(state.options.regex, "i") : null;
+    state.files = scanDataDir().filter(f => (matcher ? matcher.test(f.relPath) : true));
+    const interactive = state.options.interactive ?? true;
+    const force = !!state.options.force;
+    for (const file of state.files) {
+        const outcome = await decryptOne(db, file, { force, interactive });
+        APPLY[outcome.kind](state, file, outcome);
+    }
+    bootstrapScannedFiles(db, state);
+    await hooks.afterDecrypt?.(state);
+}

package/dist/scanner/phase-parse.d.ts

@@ -0,0 +1,10 @@
+import type Database from "libsql";
+import type { ScanState } from "./engine.js";
+import type { ScanHooks } from "./hooks.js";
+/**
+ * Phase 3 — fan out FileWorkers in parallel. Each FileWorker fans out its
+ * file's chunks in parallel internally. The scanId + progress sink are
+ * threaded through ScanState; chunk-worker tools write to the DB directly
+ * and tick the progress sink as they go.
+ */
+export declare function parsePhase(db: Database.Database, state: ScanState, hooks: ScanHooks): Promise<void>;

package/dist/scanner/phase-parse.js

@@ -0,0 +1,46 @@
+import { runWithConcurrency } from "./concurrency.js";
+import { runFileWorker } from "./file-worker.js";
+import { errorMessage } from "./result.js";
+const DEFAULT_MAX_FILE_WORKERS = 5;
+const DEFAULT_MAX_CHUNK_WORKERS_PER_FILE = 5;
+const HARD_CAP = 8;
+const clamp = (n, fallback) => Math.min(HARD_CAP, Math.max(1, n ?? fallback));
+/**
+ * Phase 3 — fan out FileWorkers in parallel. Each FileWorker fans out its
+ * file's chunks in parallel internally. The scanId + progress sink are
+ * threaded through ScanState; chunk-worker tools write to the DB directly
+ * and tick the progress sink as they go.
+ */
+export async function parsePhase(db, state, hooks) {
+    await hooks.beforeParse?.(state);
+    const maxFile = clamp(state.options.maxFileWorkers, DEFAULT_MAX_FILE_WORKERS);
+    const maxChunk = clamp(state.options.maxChunkWorkersPerFile, DEFAULT_MAX_CHUNK_WORKERS_PER_FILE);
+    const fileGroups = state.decrypted
+        .map(file => ({
+        fileId: file.path,
+        scannedFileId: file.scannedFileId,
+        chunks: state.chunks.filter(c => c.fileId === file.path),
+    }))
+        .filter(g => g.chunks.length > 0);
+    const tasks = fileGroups.map(group => () => runFileWorker({
+        db,
+        scanId: state.scanId,
+        scannedFileId: group.scannedFileId,
+        progress: state.progress,
+        fileId: group.fileId,
+        chunks: group.chunks,
+        maxChunkWorkers: maxChunk,
+    }, hooks));
+    const settled = await runWithConcurrency(tasks, maxFile);
+    for (let i = 0; i < settled.length; i++) {
+        const r = settled[i];
+        if (!r.ok)
+            state.errors.push({ phase: "parse", target: fileGroups[i].fileId, error: errorMessage(r.error) });
+    }
+    for (const file of state.decrypted) {
+        if (!file.scannedFileId)
+            continue;
+        db.prepare(`UPDATE scanned_files SET status = 'scanned', scanned_at = datetime('now') WHERE id = ?`).run(file.scannedFileId);
+    }
+    await hooks.afterParse?.(state);
+}

package/dist/scanner/phases/chunk.d.ts

@@ -0,0 +1,8 @@
+import type Database from "libsql";
+import type { ScanState } from "../engine.js";
+import type { ScanHooks } from "../hooks.js";
+/**
+ * Phase 2 — turn every decrypted file into a list of single-page Chunks.
+ * Sequential across files (cheap in-memory operation, no contention).
+ */
+export declare function chunkPhase(_db: Database.Database, state: ScanState, hooks: ScanHooks): Promise<void>;

package/dist/scanner/phases/chunk.js

@@ -0,0 +1,13 @@
+import { chunkPdf } from "../chunker.js";
+/**
+ * Phase 2 — turn every decrypted file into a list of single-page Chunks.
+ * Sequential across files (cheap in-memory operation, no contention).
+ */
+export async function chunkPhase(_db, state, hooks) {
+    await hooks.beforeChunk?.(state);
+    for (const file of state.decrypted) {
+        const chunks = await chunkPdf(file);
+        state.chunks.push(...chunks);
+    }
+    await hooks.afterChunk?.(state);
+}

package/dist/scanner/phases/commit.d.ts

@@ -0,0 +1,12 @@
+import type Database from "libsql";
+import { type TransactionInput } from "../../db/queries/transactions.js";
+import type { ScanState } from "../engine.js";
+import type { ScanHooks } from "../hooks.js";
+/**
+ * Phase 5 — flush the shared buffer to the DB. Per-row transactions so one
+ * bad row drops only itself (lands as a scan_commit_failure unknown). Every
+ * successful mutation appends an action_log row keyed to scanId so the run
+ * can be reverted as a unit.
+ */
+export declare function commitPhase(db: Database.Database, state: ScanState, hooks: ScanHooks): Promise<void>;
+export type { TransactionInput };

package/dist/scanner/phases/commit.js

@@ -0,0 +1,140 @@
+import { randomUUID } from "crypto";
+import { validateTransaction, insertTransactionRows, } from "../../db/queries/transactions.js";
+import { recordUnknown } from "../../db/queries/unknowns.js";
+import { appendAction } from "../../db/queries/action-log.js";
+import { tryExecute } from "../result.js";
+const SERIALIZE = {
+    record_transaction: (t) => ({
+        transaction: {
+            date: t.date,
+            description: t.description,
+            source_page: t.source_page ?? null,
+            raw_descriptor: t.raw_descriptor ?? null,
+        },
+        postings: t.postings,
+    }),
+};
+/**
+ * Commit ONE buffered transaction in its own DB transaction so a FK violation
+ * drops only this row. The audit_log row pairs with the insert so revert can
+ * undo this exact entry.
+ */
+async function commitOneTransaction(db, scanId, bt, fileIdByChunkId) {
+    const sourceFileId = fileIdByChunkId.get(bt.chunkId);
+    const result = await tryExecute(() => {
+        const validated = validateTransaction({
+            ...bt.input,
+            id: bt.transaction_id,
+            source_file_id: sourceFileId,
+        });
+        db.transaction(() => {
+            insertTransactionRows(db, validated);
+            appendAction(db, {
+                correlation_id: scanId,
+                command: "scan",
+                action_type: "record_transaction",
+                target_id: validated.id,
+                payload: SERIALIZE.record_transaction(validated),
+            });
+        })();
+        return validated.id;
+    });
+    if (result.ok)
+        return { kind: "ok", transactionId: result.value };
+    return {
+        kind: "failed",
+        description: bt.input.description,
+        date: bt.input.date,
+        error: result.error,
+    };
+}
+function bootstrapScannedFiles(db, decrypted) {
+    const ids = [];
+    const fileIdByPath = new Map();
+    for (const file of decrypted) {
+        if (file.replacesPriorScannedFileId) {
+            db.prepare(`DELETE FROM scanned_files WHERE id = ?`).run(file.replacesPriorScannedFileId);
+        }
+        const sfId = `sf:${randomUUID()}`;
+        db.prepare(`INSERT INTO scanned_files (id, path, file_hash, mime, status) VALUES (?, ?, ?, ?, 'pending')`).run(sfId, file.path, file.hash, file.mime);
+        ids.push(sfId);
+        fileIdByPath.set(file.path, sfId);
+    }
+    return { ids, fileIdByPath };
+}
+function buildChunkLookup(chunks, fileIdByPath) {
+    const out = new Map();
+    for (const c of chunks) {
+        const sfId = fileIdByPath.get(c.fileId);
+        if (sfId)
+            out.set(c.chunkId, sfId);
+    }
+    return out;
+}
+function failuresToUnknowns(failures) {
+    return failures.map(f => ({
+        unknown_id: `bu:${randomUUID()}`,
+        chunkId: null,
+        transaction_id: null,
+        account_id: null,
+        kind: "scan_commit_failure",
+        prompt: `Could not record "${f.description}" on ${f.date}: ${f.error}. Review the source statement and re-enter via the record flow.`,
+        answer: null,
+    }));
+}
+function writeUnknowns(db, unknowns, fileIdByChunkId) {
+    const op = db.transaction(() => {
+        for (const u of unknowns) {
+            // Closed unknowns: their resolution side-effects already landed via other
+            // buffer mutations (update_posting / delete_transaction / etc.) during
+            // the audit pass. Skip persisting — leaving them out keeps the DB free
+            // of orphan rows masquerading as open work.
+            if (u.answer !== null)
+                continue;
+            const sfId = u.chunkId ? fileIdByChunkId.get(u.chunkId) ?? null : null;
+            recordUnknown(db, {
+                file_id: sfId,
+                transaction_id: u.transaction_id,
+                account_id: u.account_id,
+                kind: u.kind ?? null,
+                prompt: u.prompt,
+                options: u.options,
+            });
+        }
+    });
+    op();
+}
+/**
+ * Phase 5 — flush the shared buffer to the DB. Per-row transactions so one
+ * bad row drops only itself (lands as a scan_commit_failure unknown). Every
+ * successful mutation appends an action_log row keyed to scanId so the run
+ * can be reverted as a unit.
+ */
+export async function commitPhase(db, state, hooks) {
+    if (state.review !== "commit")
+        return;
+    await hooks.beforeCommit?.(state);
+    const snapshot = state.buffer.snapshot();
+    const { ids: scannedFileIds, fileIdByPath } = bootstrapScannedFiles(db, state.decrypted);
+    const fileIdByChunkId = buildChunkLookup(state.chunks, fileIdByPath);
+    const outcomes = await Promise.all(snapshot.transactions.map(bt => commitOneTransaction(db, state.scanId, bt, fileIdByChunkId)));
+    const insertedTx = outcomes.filter(o => o.kind === "ok").length;
+    const failures = outcomes.filter((o) => o.kind === "failed");
+    const failureUnknowns = failuresToUnknowns(failures);
+    writeUnknowns(db, [...snapshot.unknowns, ...failureUnknowns], fileIdByChunkId);
+    for (const sfId of scannedFileIds) {
+        db.prepare(`UPDATE scanned_files SET status = 'scanned', scanned_at = datetime('now') WHERE id = ?`).run(sfId);
+    }
+    const unknownsResolved = snapshot.unknowns.filter(u => u.answer !== null).length;
+    const unknownsOpen = snapshot.unknowns.length - unknownsResolved + failureUnknowns.length;
+    const outcome = {
+        transactions: insertedTx,
+        accounts: snapshot.accountsCreated.length,
+        merchants: snapshot.merchantsCreated.length,
+        unknownsOpen,
+        unknownsResolved,
+        scannedFileIds,
+    };
+    state.committed = outcome;
+    await hooks.afterCommit?.(state, outcome);
+}

package/dist/scanner/phases/decrypt.d.ts

@@ -0,0 +1,10 @@
+import type Database from "libsql";
+import type { ScanState } from "../engine.js";
+import type { ScanHooks } from "../hooks.js";
+/**
+ * Phase 1 — walk the data dir, optionally filter by regex, decrypt each file
+ * sequentially (password prompts can't share a TTY). Output partitions into
+ * decrypted / skipped / failed via a kind-keyed dispatch map. Bootstrapped
+ * scanned_files rows are tagged onto each DecryptedFile.
+ */
+export declare function decryptPhase(db: Database.Database, state: ScanState, hooks: ScanHooks): Promise<void>;

package/dist/scanner/phases/decrypt.js

@@ -0,0 +1,80 @@
+import { randomUUID } from "crypto";
+import { readPdf } from "../pdf.js";
+import { unlockIfNeeded, persistUnlockOutcome } from "../unlock.js";
+import { scanDataDir } from "../walker.js";
+import { tryExecute } from "../result.js";
+function findScannedByHash(db, hash) {
+    return db
+        .prepare(`SELECT id FROM scanned_files WHERE file_hash = ?`)
+        .get(hash) ?? null;
+}
+async function decryptOne(db, file, opts) {
+    const read = await tryExecute(() => readPdf(file.path));
+    if (!read.ok)
+        return { kind: "failed", error: `read failed: ${read.error}` };
+    const pdf = read.value;
+    const existing = findScannedByHash(db, pdf.hash);
+    if (existing && !opts.force) {
+        return { kind: "skipped", existingScannedFileId: existing.id };
+    }
+    const unlock = await tryExecute(() => unlockIfNeeded({
+        db,
+        filePath: file.path,
+        bytes: pdf.bytes,
+        interactive: opts.interactive,
+    }));
+    if (!unlock.ok)
+        return { kind: "failed", error: unlock.error || "unlock failed" };
+    persistUnlockOutcome(db, file.path, unlock.value.outcome);
+    return {
+        kind: "decrypted",
+        file: {
+            path: file.path,
+            fileName: file.name,
+            relPath: file.relPath,
+            hash: pdf.hash,
+            mime: pdf.mime,
+            decryptedBytes: unlock.value.decrypted,
+            replacesPriorScannedFileId: existing?.id,
+        },
+    };
+}
+const APPLY = {
+    decrypted: (state, _file, o) => { state.decrypted.push(o.file); },
+    skipped: (state, file, o) => { state.skipped.push({ file, existingScannedFileId: o.existingScannedFileId }); },
+    failed: (state, file, o) => { state.failed.push({ file, error: o.error }); },
+};
+/**
+ * Bootstrap one scanned_files row per decrypted file. Chunk workers later
+ * stamp transactions with source_file_id, so the row must exist before any
+ * tool writes hit the DB. Status flips to 'scanned' after parse completes.
+ */
+function bootstrapScannedFiles(db, state) {
+    for (const file of state.decrypted) {
+        if (file.replacesPriorScannedFileId) {
+            db.prepare(`DELETE FROM scanned_files WHERE id = ?`).run(file.replacesPriorScannedFileId);
+        }
+        const sfId = `sf:${randomUUID()}`;
+        db.prepare(`INSERT INTO scanned_files (id, path, file_hash, mime, status) VALUES (?, ?, ?, ?, 'pending')`).run(sfId, file.path, file.hash, file.mime);
+        file.scannedFileId = sfId;
+    }
+}
+/**
+ * Phase 1 — walk the data dir, optionally filter by regex, decrypt each file
+ * sequentially (password prompts can't share a TTY). Output partitions into
+ * decrypted / skipped / failed via a kind-keyed dispatch map. Bootstrapped
+ * scanned_files rows are tagged onto each DecryptedFile.
+ */
+export async function decryptPhase(db, state, hooks) {
+    await hooks.beforeDecrypt?.(state);
+    const matcher = state.options.regex ? new RegExp(state.options.regex, "i") : null;
+    state.files = scanDataDir().filter(f => (matcher ? matcher.test(f.relPath) : true));
+    const interactive = state.options.interactive ?? true;
+    const force = !!state.options.force;
+    for (const file of state.files) {
+        const outcome = await decryptOne(db, file, { force, interactive });
+        APPLY[outcome.kind](state, file, outcome);
+    }
+    bootstrapScannedFiles(db, state);
+    await hooks.afterDecrypt?.(state);
+}

package/dist/scanner/phases/parse.d.ts

@@ -0,0 +1,10 @@
+import type Database from "libsql";
+import type { ScanState } from "../engine.js";
+import type { ScanHooks } from "../hooks.js";
+/**
+ * Phase 3 — fan out FileWorkers in parallel. Each FileWorker fans out its
+ * file's chunks in parallel internally. The scanId + progress sink are
+ * threaded through ScanState; chunk-worker tools write to the DB directly
+ * and tick the progress sink as they go.
+ */
+export declare function parsePhase(db: Database.Database, state: ScanState, hooks: ScanHooks): Promise<void>;