@osolmaz/pi-workflows 0.16.4 → 0.16.6

package/dist/state/project-store.js

@@ -0,0 +1,154 @@
+import { createHash, randomUUID } from "node:crypto";
+import fs from "node:fs";
+import path from "node:path";
+import { StateDatabase, workflowStatePath } from "./database.js";
+import { recordViewerDeltas } from "./viewer.js";
+export function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function isLeaseRow(value) {
+    return isRecord(value);
+}
+function isProjectRow(value) {
+    return isRecord(value);
+}
+function isRevisionRow(value) {
+    return isRecord(value);
+}
+export function isSequenceRow(value) {
+    return isRecord(value);
+}
+function projectIdFor(canonicalPath) {
+    return `project-${createHash("sha256").update(canonicalPath).digest("hex").slice(0, 40)}`;
+}
+function canonicalProjectPath(value) {
+    try {
+        return fs.realpathSync.native(value);
+    }
+    catch {
+        return path.resolve(value);
+    }
+}
+export function validTimestamp(value) {
+    const date = value === undefined ? new Date() : new Date(value);
+    if (!Number.isFinite(date.getTime()))
+        throw new Error("Invalid timestamp");
+    return date.toISOString();
+}
+export function epoch(value) {
+    return Date.parse(value);
+}
+/** Shared connection, project, and revision operations; domain stores own their rows. */
+export class ProjectStore {
+    filePath;
+    state;
+    ownsState;
+    projectId;
+    closed = false;
+    constructor(filePath = workflowStatePath(), options = {}) {
+        this.ownsState = options.state === undefined;
+        this.state =
+            options.state ??
+                new StateDatabase({
+                    filePath,
+                    mode: options.readOnly === true ? "read-only" : "read-write",
+                    checkLegacyState: filePath === workflowStatePath(),
+                });
+        this.filePath = this.state.filePath;
+        if (options.global === true) {
+            this.projectId = null;
+        }
+        else {
+            const projectPath = options.projectPath === undefined ? process.cwd() : options.projectPath;
+            this.projectId =
+                this.state.mode === "read-only"
+                    ? this.findProject(projectPath)
+                    : this.ensureProject(projectPath);
+        }
+    }
+    close() {
+        if (this.closed)
+            return;
+        this.closed = true;
+        if (this.ownsState)
+            this.state.close();
+    }
+    ensureProject(projectPath) {
+        const canonicalPath = canonicalProjectPath(projectPath);
+        const projectId = projectIdFor(canonicalPath);
+        this.state.connection
+            .prepare(`INSERT INTO projects(project_id, canonical_path, created_at)
+         VALUES (?, ?, ?) ON CONFLICT(project_id) DO NOTHING`)
+            .run(projectId, canonicalPath, Date.now());
+        return projectId;
+    }
+    findProject(projectPath) {
+        const row = this.state.connection
+            .prepare("SELECT project_id AS projectId FROM projects WHERE canonical_path = ?")
+            .get(canonicalProjectPath(projectPath));
+        return isProjectRow(row) ? row.projectId : null;
+    }
+    requireProjectId() {
+        if (this.projectId === null)
+            throw new Error("Project is not registered in the state database");
+        return this.projectId;
+    }
+    requireLease(resourceId) {
+        const row = this.state.connection
+            .prepare(`SELECT generation, owner_type AS ownerType, owner_id AS ownerId,
+                token_hash AS tokenHash, expires_at AS expiresAt
+         FROM leases WHERE resource_id = ?`)
+            .get(resourceId);
+        /* istanbul ignore if -- exact schema and internal query shape */
+        /* istanbul ignore if -- impossible after exact schema and transaction checks */
+        if (!isLeaseRow(row))
+            throw new Error(`Lease is missing: ${resourceId}`);
+        return row;
+    }
+    resourceRevision(resourceId) {
+        const row = this.state.connection
+            .prepare("SELECT revision FROM resources WHERE resource_id = ?")
+            .get(resourceId);
+        /* istanbul ignore if -- exact schema and internal query shape */
+        /* istanbul ignore if -- impossible after exact schema and transaction checks */
+        if (!isRevisionRow(row))
+            throw new Error(`Resource is missing: ${resourceId}`);
+        return row.revision;
+    }
+    bumpResource(resourceId, expectedRevision, now) {
+        const result = this.state.connection
+            .prepare("UPDATE resources SET revision = revision + 1, updated_at = ? WHERE resource_id = ? AND revision = ?")
+            .run(now, resourceId, expectedRevision);
+        if (result.changes !== 1)
+            throw new Error("Resource revision conflict");
+        const run = this.state.connection
+            .prepare(`SELECT r.run_id AS runId
+         FROM runs r JOIN viewer_runs v ON v.run_id = r.run_id
+         WHERE r.resource_id = ?`)
+            .get(resourceId);
+        if (isRecord(run) && typeof run.runId === "string") {
+            recordViewerDeltas(this.state, run.runId, [
+                { targetType: "summary" },
+                { targetType: "graph" },
+                { targetType: "replay" },
+                { targetType: "inspector", targetKey: "run" },
+            ], now);
+        }
+    }
+    insertEvent(resourceId, revision, type, actorType, actorId, payload, now, leaseGeneration) {
+        const eventId = `event-${randomUUID()}`;
+        const payloadHash = this.state.putJson(payload, now);
+        this.state.connection
+            .prepare(`INSERT INTO events(
+           event_id, resource_id, resource_revision, event_type, actor_type,
+           actor_id, lease_generation, payload_hash, recorded_at
+         ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`)
+            .run(eventId, resourceId, revision, type, actorType, actorId, leaseGeneration ?? null, payloadHash, now);
+        return eventId;
+    }
+    assertWritable() {
+        if (this.state.mode === "read-only")
+            throw new Error("State store is read-only");
+    }
+}
+//# sourceMappingURL=project-store.js.map

package/dist/state/project-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"project-store.js","sourceRoot":"","sources":["../../src/state/project-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAUjD,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,YAAY,CAAC,aAAqB;IACzC,OAAO,WAAW,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,IAAI,CAAC;QACH,OAAO,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,MAAM,IAAI,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;IAChE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,KAAa;IACjC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,yFAAyF;AACzF,MAAM,OAAgB,YAAY;IACvB,QAAQ,CAAS;IAEjB,KAAK,CAAgB;IAEb,SAAS,CAAU;IAEjB,SAAS,CAAgB;IAEpC,MAAM,GAAG,KAAK,CAAC;IAEvB,YACE,QAAQ,GAAW,iBAAiB,EAAE,EACtC,OAAO,GAMH,EAAE;QAEN,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC;QAC7C,IAAI,CAAC,KAAK;YACR,OAAO,CAAC,KAAK;gBACb,IAAI,aAAa,CAAC;oBAChB,QAAQ;oBACR,IAAI,EAAE,OAAO,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;oBAC5D,gBAAgB,EAAE,QAAQ,KAAK,iBAAiB,EAAE;iBACnD,CAAC,CAAC;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACpC,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;YAC5F,IAAI,CAAC,SAAS;gBACZ,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW;oBAC7B,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC;oBAC/B,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,IAAI,CAAC,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;IAEO,aAAa,CAAC,WAAmB;QACvC,MAAM,aAAa,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,UAAU;aAClB,OAAO,CACN;6DACqD,CACtD;aACA,GAAG,CAAC,SAAS,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7C,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,WAAW,CAAC,WAAmB;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU;aAC9B,OAAO,CAAC,uEAAuE,CAAC;aAChF,GAAG,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC;QAC1C,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;IAClD,CAAC;IAES,gBAAgB;QACxB,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QAChG,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAES,YAAY,CAAC,UAAkB;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU;aAC9B,OAAO,CACN;;2CAEmC,CACpC;aACA,GAAG,CAAC,UAAU,CAAC,CAAC;QACnB,iEAAiE;QACjE,gFAAgF;QAChF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,UAAU,EAAE,CAAC,CAAC;QACzE,OAAO,GAAG,CAAC;IACb,CAAC;IAES,gBAAgB,CAAC,UAAkB;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU;aAC9B,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,UAAU,CAAC,CAAC;QACnB,iEAAiE;QACjE,gFAAgF;QAChF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,UAAU,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC,QAAQ,CAAC;IACtB,CAAC;IAES,YAAY,CAAC,UAAkB,EAAE,gBAAwB,EAAE,GAAW;QAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU;aACjC,OAAO,CACN,qGAAqG,CACtG;aACA,GAAG,CAAC,GAAG,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAC1C,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QACxE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU;aAC9B,OAAO,CACN;;iCAEyB,CAC1B;aACA,GAAG,CAAC,UAAU,CAAC,CAAC;QACnB,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnD,kBAAkB,CAChB,IAAI,CAAC,KAAK,EACV,GAAG,CAAC,KAAK,EACT;gBACE,EAAE,UAAU,EAAE,SAAS,EAAE;gBACzB,EAAE,UAAU,EAAE,OAAO,EAAE;gBACvB,EAAE,UAAU,EAAE,QAAQ,EAAE;gBACxB,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE;aAC9C,EACD,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAES,WAAW,CACnB,UAAkB,EAClB,QAAgB,EAChB,IAAY,EACZ,SAAiB,EACjB,OAAsB,EACtB,OAAgB,EAChB,GAAW,EACX,eAAwB;QAExB,MAAM,OAAO,GAAG,SAAS,UAAU,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,UAAU;aAClB,OAAO,CACN;;;8CAGsC,CACvC;aACA,GAAG,CACF,OAAO,EACP,UAAU,EACV,QAAQ,EACR,IAAI,EACJ,SAAS,EACT,OAAO,EACP,eAAe,IAAI,IAAI,EACvB,WAAW,EACX,GAAG,CACJ,CAAC;QACJ,OAAO,OAAO,CAAC;IACjB,CAAC;IAES,cAAc;QACtB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACnF,CAAC;CACF"}

package/dist/state/prune.d.ts

@@ -1,4 +1,9 @@
+import type Database from "better-sqlite3";
 import { StateDatabase } from "./database.js";
+export declare const AUTOMATIC_STATE_RETENTION_MS: number;
+export declare const AUTOMATIC_STATE_PRUNE_INTERVAL_MS: number;
+export declare const AUTOMATIC_STATE_VACUUM_MIN_BYTES: number;
+export declare const AUTOMATIC_STATE_VACUUM_MIN_FREE_RATIO = 0.2;
 export type StatePruneOptions = {
     before: string;
     apply: boolean;
@@ -16,5 +21,28 @@ export type StatePruneReport = {
     databaseBytesAfter: number;
     applied: boolean;
 };
+export type AutomaticStatePruneOptions = {
+    now?: number;
+    activeBlobHashes?: () => readonly Buffer[];
+    shouldContinue?: () => boolean;
+    yieldControl?: () => Promise<void>;
+    vacuumMinBytes?: number;
+    vacuumMinFreeRatio?: number;
+    vacuum?: (database: Database.Database) => void;
+};
+export type AutomaticStatePruneReport = StatePruneReport & {
+    completed: boolean;
+    compacted: boolean;
+    pageCount: number;
+    freePageCount: number;
+    pageSize: number;
+    reclaimableBytes: number;
+    freePageRatio: number;
+    compactionError?: string;
+};
+type DatabasePageMetrics = Pick<AutomaticStatePruneReport, "pageCount" | "freePageCount" | "pageSize" | "reclaimableBytes" | "freePageRatio">;
 export declare function validateStatePruneOptions(options: StatePruneOptions): void;
 export declare function pruneState(state: StateDatabase, databasePath: string, options: StatePruneOptions, activeBlobHashes?: () => readonly Buffer[]): Promise<StatePruneReport>;
+export declare function pruneStateAutomatically(state: StateDatabase, databasePath: string, options?: AutomaticStatePruneOptions): Promise<AutomaticStatePruneReport>;
+export declare function shouldVacuumStateAutomatically(metrics: DatabasePageMetrics, minimumBytes?: number, minimumFreeRatio?: number): boolean;
+export {};