@ryanstark24/sfgraph-core 1.4.0 → 1.6.0

package/dist/storage/sqlite/snapshot-store.d.ts

@@ -1,6 +1,13 @@
 import type { OrgId, QualifiedName, Sha256 } from "@ryanstark24/sfgraph-shared";
 import type { Snapshot } from "../../domain/index.js";
-import type { BetterSqlite3Database, EdgeDiff, NodeDiff, SnapshotStore } from "../interfaces.js";
+import type { BetterSqlite3Database, EdgeDiff, EdgeDiffPage, NodeDiff, SnapshotStore } from "../interfaces.js";
+/**
+ * Rows in a graph file's `_sfgraph_snapshots` table; 0 when the file is not a
+ * database or has no such table, -1 when it cannot be read (callers should
+ * then assume it may hold history). Not opened read-only: a WAL-mode backup
+ * whose -shm is missing cannot be read that way.
+ */
+export declare function snapshotCountInFile(filePath: string): number;
 export interface SqliteSnapshotStoreOptions {
     dbPath: string;
     backupDir?: string;
@@ -15,16 +22,85 @@ export declare class SqliteSnapshotStore implements SnapshotStore {
     private initialized;
     constructor(opts: SqliteSnapshotStoreOptions);
     init(): Promise<void>;
+    private readonly stmts;
+    private stmt;
     private getNodeLabelTables;
     private getEdgeRelTables;
+    /**
+     * perf-03: record only what changed since the org's previous snapshot
+     * (see snapshot-versions.ts). An unchanged graph adds no version rows.
+     */
     createSnapshot(orgId: OrgId, label: string, isAuto: boolean): Snapshot;
+    /**
+     * Copy the snapshot history from an older graph file (a `--rebuild` backup)
+     * into this database, so a rebuild keeps `point_in_time_diff`'s history.
+     * Copies every `_sfgraph_snap*` table of the old file (rows only; a table
+     * this database lacks is created from the old file's own SQL), using the
+     * columns both sides share. All or nothing: any error rolls the copy back.
+     * Returns how many snapshots were copied, or why nothing was copied. Only
+     * runs into an empty snapshot table (the seq numbers are kept as they are).
+     */
+    copySnapshotsFrom(filePath: string): {
+        copied: number;
+        skipped?: undefined;
+    } | {
+        copied: 0;
+        skipped: string;
+    };
     listSnapshots(orgId: OrgId): Snapshot[];
     getSnapshot(id: string): Snapshot | null;
+    /**
+     * Drop the snapshot, garbage-collect versions no remaining snapshot can see
+     * (only those visible at the deleted seq can have become unreachable), and
+     * reopen versions closed after the org's new latest snapshot so the open set
+     * is again that snapshot's state.
+     */
     deleteSnapshot(id: string): void;
-    private readNodes;
-    private readEdges;
+    /**
+     * A diff side: the live graph, or a snapshot's seq. A snapshot of another
+     * org reads as empty (seq -1 matches no version), as the old
+     * `snapshot_id AND org_id` filter did.
+     */
+    private side;
+    /** Node rows of side `x` whose qualified name (BINARY) is absent from side `y`. */
+    private nodesOnlyIn;
+    /** Pairs present on both sides whose source hash differs. */
+    private nodesChanged;
+    /**
+     * The queries whose union is the edge rows of side `x` whose (src, dst, rel)
+     * key (BINARY) is absent from side `y`. Each part is `FROM ... WHERE ...`
+     * plus its select list and bindings, so a caller can fetch all rows, the
+     * first n rows (`ORDER BY ... LIMIT`) or a `COUNT(*)` from the same SQL.
+     * The version key / rel indexes cover every column these predicates read
+     * (schema v15), so a count never touches the version table's rows.
+     */
+    private edgeParts;
+    /** Edge rows of side `x` whose (src, dst, rel) key (BINARY) is absent from side `y`. */
+    private edgesOnlyIn;
+    /**
+     * The first `limit` rows of {@link edgesOnlyIn} (same order) and its exact
+     * length, without materialising the rest: each part is counted in SQL and,
+     * when non-empty, returns at most `limit` rows in key order. `counts` holds
+     * per-part counts already known: `exact` ones are used as is; an `upper`
+     * bound of 0 proves the part empty, any other bound is recounted.
+     */
+    private edgesOnlyInPage;
+    /**
+     * Per rel type (the order of `edgeParts(snap, CURRENT)`, without its last
+     * unregistered-rel part), an upper bound on the number of snapshot edges
+     * absent from the live table, from the live-only count `curOnly` (the order
+     * of `edgeParts(CURRENT, snap)`): |snap| - (|live| - |live \ snap|).
+     * |live| - |live \ snap| counts live rows with a matching snapshot row;
+     * live keys are unique, so at least as many snapshot rows match, and the
+     * bound holds whatever the snapshot holds. A bound of 0 proves the part
+     * empty without the anti-join; any other bound is recounted.
+     */
+    private snapOnlyUpperBounds;
+    /** Index-only count of every part of {@link edgeParts}(x, y). */
+    private edgePartCounts;
     diffNodes(orgId: OrgId, fromId: string | "current", toId: string | "current"): NodeDiff;
     diffEdges(orgId: OrgId, fromId: string | "current", toId: string | "current"): EdgeDiff;
+    diffEdgesPage(orgId: OrgId, fromId: string | "current", toId: string | "current", limit: number): EdgeDiffPage;
     prune(orgId: OrgId, retainDays: number): number;
 }
 export type { QualifiedName, Sha256 };

package/dist/storage/sqlite/snapshot-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"snapshot-store.d.ts","sourceRoot":"","sources":["../../../src/storage/sqlite/snapshot-store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAEhF,OAAO,KAAK,EAA+B,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIjG,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,EAAE,CAAC,EAAE,qBAAqB,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAkED,qBAAa,mBAAoB,YAAW,aAAa;IACvD,QAAQ,CAAC,EAAE,EAAE,qBAAqB,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA6B;IAClD,OAAO,CAAC,WAAW,CAAS;gBAEhB,IAAI,EAAE,0BAA0B;IAqBtC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,OAAO,CAAC,kBAAkB;IAS1B,OAAO,CAAC,gBAAgB;IASxB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,QAAQ;IAoCtE,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,QAAQ,EAAE;IASvC,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAOxC,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAShC,OAAO,CAAC,SAAS;IA4BjB,OAAO,CAAC,SAAS;IA6BjB,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ;IAuBvF,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ;IAgBvF,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;CAUhD;AAGD,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC"}
+{"version":3,"file":"snapshot-store.d.ts","sourceRoot":"","sources":["../../../src/storage/sqlite/snapshot-store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAEhF,OAAO,KAAK,EAA+B,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EACV,qBAAqB,EACrB,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,aAAa,EACd,MAAM,kBAAkB,CAAC;AAmB1B;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAe5D;AAkCD,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,EAAE,CAAC,EAAE,qBAAqB,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAwFD,qBAAa,mBAAoB,YAAW,aAAa;IACvD,QAAQ,CAAC,EAAE,EAAE,qBAAqB,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA6B;IAClD,OAAO,CAAC,WAAW,CAAS;gBAEhB,IAAI,EAAE,0BAA0B;IAqBtC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,IAAI;IASZ,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,gBAAgB;IAUxB;;;OAGG;IACH,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,QAAQ;IAmEtE;;;;;;;;OAQG;IACH,iBAAiB,CACf,QAAQ,EAAE,MAAM,GACf;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,SAAS,CAAA;KAAE,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IA0D3E,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,QAAQ,EAAE;IASvC,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAOxC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAgChC;;;;OAIG;IACH,OAAO,CAAC,IAAI;IAcZ,mFAAmF;IACnF,OAAO,CAAC,WAAW;IA0EnB,6DAA6D;IAC7D,OAAO,CAAC,YAAY;IA+DpB;;;;;;;OAOG;IACH,OAAO,CAAC,SAAS;IA8DjB,wFAAwF;IACxF,OAAO,CAAC,WAAW;IAYnB;;;;;;OAMG;IACH,OAAO,CAAC,eAAe;IA6BvB;;;;;;;;;OASG;IACH,OAAO,CAAC,mBAAmB;IAqB3B,iEAAiE;IACjE,OAAO,CAAC,cAAc;IAMtB,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ;IAavF,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ;IASvF,aAAa,CACX,KAAK,EAAE,KAAK,EACZ,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,IAAI,EAAE,MAAM,GAAG,SAAS,EACxB,KAAK,EAAE,MAAM,GACZ,YAAY;IA8Bf,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;CAUhD;AAGD,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC"}