@ryanstark24/sfgraph-core 1.2.0 → 1.6.0

package/dist/storage/sqlite/rename-stability.js.map

@@ -1 +1 @@
-{"version":3,"file":"rename-stability.js","sourceRoot":"","sources":["../../../src/storage/sqlite/rename-stability.ts"],"names":[],"mappings":"AAuDA;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,EAAyB,EACzB,KAAqB,EACrB,SAAiB;IAEjB,MAAM,GAAG,GAAG,EAAE;SACX,OAAO,CACN,6IAA6I,CAC9I;SACA,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,CASlB,CAAC;IACd,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,aAAa,EAAE,GAAG,CAAC,cAAc;QACjC,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,WAAW,EAAE,GAAG,CAAC,aAAa;QAC9B,UAAU,EAAE,GAAG,CAAC,YAAY;KAC7B,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,EAAyB,EACzB,KAAqB,EACrB,SAAiB,EACjB,aAAqB,EACrB,KAAa;IAEb,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,EAAE,CAAC,OAAO,CACR;;iCAE2B,CAC5B,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC3D,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC7C,CAAC;IACD,IAAI,QAAQ,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;QAC7C,EAAE,CAAC,OAAO,CACR,qHAAqH,CACtH,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,QAAQ,CAAC,aAAa;YACrC,YAAY,EAAE,aAAa;SAC5B,CAAC;IACJ,CAAC;IACD,wDAAwD;IACxD,EAAE,CAAC,OAAO,CACR,sFAAsF,CACvF,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAChC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC9C,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,qBAAqB,CACnC,EAAyB,EACzB,KAAqB,EACrB,QAAgB,EAChB,QAAgB;IAEhB,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,UAAU,GAAG,EAAE;SAClB,OAAO,CAAC,4CAA4C,CAAC;SACrD,GAAG,EAAmC,CAAC;IAC1C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,EAAE,UAAU,EAAE,IAAI,UAAU,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,EAAE;aACjB,OAAO,CACN,UAAU,UAAU,uDAAuD,CAC5E;aACA,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,YAAY,IAAI,SAAS,CAAC,OAAO,CAAC;QAClC,MAAM,SAAS,GAAG,EAAE;aACjB,OAAO,CACN,UAAU,UAAU,uDAAuD,CAC5E;aACA,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,YAAY,IAAI,SAAS,CAAC,OAAO,CAAC;IACpC,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;AACxC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,EAAyB,EACzB,KAAqB;IAErB,MAAM,MAAM,GAAG,EAAE;SACd,OAAO,CAAC,mDAAmD,CAAC;SAC5D,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACtB,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;AACrC,CAAC"}
+{"version":3,"file":"rename-stability.js","sourceRoot":"","sources":["../../../src/storage/sqlite/rename-stability.ts"],"names":[],"mappings":"AAuDA;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,EAAyB,EACzB,KAAqB,EACrB,SAAiB;IAEjB,MAAM,GAAG,GAAG,EAAE;SACX,OAAO,CACN,6IAA6I,CAC9I;SACA,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,CASlB,CAAC;IACd,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,aAAa,EAAE,GAAG,CAAC,cAAc;QACjC,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,WAAW,EAAE,GAAG,CAAC,aAAa;QAC9B,UAAU,EAAE,GAAG,CAAC,YAAY;KAC7B,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,EAAyB,EACzB,KAAqB,EACrB,SAAiB,EACjB,aAAqB,EACrB,KAAa;IAEb,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,EAAE,CAAC,OAAO,CACR;;iCAE2B,CAC5B,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC3D,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC7C,CAAC;IACD,IAAI,QAAQ,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;QAC7C,EAAE,CAAC,OAAO,CACR,qHAAqH,CACtH,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,QAAQ,CAAC,aAAa;YACrC,YAAY,EAAE,aAAa;SAC5B,CAAC;IACJ,CAAC;IACD,wDAAwD;IACxD,EAAE,CAAC,OAAO,CACR,sFAAsF,CACvF,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAChC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC9C,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,qBAAqB,CACnC,EAAyB,EACzB,KAAqB,EACrB,QAAgB,EAChB,QAAgB;IAEhB,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAE7E,CAAC;IACH,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,EAAE,UAAU,EAAE,IAAI,UAAU,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,EAAE;aACjB,OAAO,CAAC,UAAU,UAAU,uDAAuD,CAAC;aACpF,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,YAAY,IAAI,SAAS,CAAC,OAAO,CAAC;QAClC,MAAM,SAAS,GAAG,EAAE;aACjB,OAAO,CAAC,UAAU,UAAU,uDAAuD,CAAC;aACpF,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,YAAY,IAAI,SAAS,CAAC,OAAO,CAAC;IACpC,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;AACxC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,EAAyB,EACzB,KAAqB;IAErB,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAClG,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;AACrC,CAAC"}

package/dist/storage/sqlite/snapshot-store.d.ts

@@ -1,6 +1,13 @@
 import type { OrgId, QualifiedName, Sha256 } from "@ryanstark24/sfgraph-shared";
 import type { Snapshot } from "../../domain/index.js";
-import type { BetterSqlite3Database, EdgeDiff, NodeDiff, SnapshotStore } from "../interfaces.js";
+import type { BetterSqlite3Database, EdgeDiff, EdgeDiffPage, NodeDiff, SnapshotStore } from "../interfaces.js";
+/**
+ * Rows in a graph file's `_sfgraph_snapshots` table; 0 when the file is not a
+ * database or has no such table, -1 when it cannot be read (callers should
+ * then assume it may hold history). Not opened read-only: a WAL-mode backup
+ * whose -shm is missing cannot be read that way.
+ */
+export declare function snapshotCountInFile(filePath: string): number;
 export interface SqliteSnapshotStoreOptions {
     dbPath: string;
     backupDir?: string;
@@ -15,16 +22,85 @@ export declare class SqliteSnapshotStore implements SnapshotStore {
     private initialized;
     constructor(opts: SqliteSnapshotStoreOptions);
     init(): Promise<void>;
+    private readonly stmts;
+    private stmt;
     private getNodeLabelTables;
     private getEdgeRelTables;
+    /**
+     * perf-03: record only what changed since the org's previous snapshot
+     * (see snapshot-versions.ts). An unchanged graph adds no version rows.
+     */
     createSnapshot(orgId: OrgId, label: string, isAuto: boolean): Snapshot;
+    /**
+     * Copy the snapshot history from an older graph file (a `--rebuild` backup)
+     * into this database, so a rebuild keeps `point_in_time_diff`'s history.
+     * Copies every `_sfgraph_snap*` table of the old file (rows only; a table
+     * this database lacks is created from the old file's own SQL), using the
+     * columns both sides share. All or nothing: any error rolls the copy back.
+     * Returns how many snapshots were copied, or why nothing was copied. Only
+     * runs into an empty snapshot table (the seq numbers are kept as they are).
+     */
+    copySnapshotsFrom(filePath: string): {
+        copied: number;
+        skipped?: undefined;
+    } | {
+        copied: 0;
+        skipped: string;
+    };
     listSnapshots(orgId: OrgId): Snapshot[];
     getSnapshot(id: string): Snapshot | null;
+    /**
+     * Drop the snapshot, garbage-collect versions no remaining snapshot can see
+     * (only those visible at the deleted seq can have become unreachable), and
+     * reopen versions closed after the org's new latest snapshot so the open set
+     * is again that snapshot's state.
+     */
     deleteSnapshot(id: string): void;
-    private readNodes;
-    private readEdges;
+    /**
+     * A diff side: the live graph, or a snapshot's seq. A snapshot of another
+     * org reads as empty (seq -1 matches no version), as the old
+     * `snapshot_id AND org_id` filter did.
+     */
+    private side;
+    /** Node rows of side `x` whose qualified name (BINARY) is absent from side `y`. */
+    private nodesOnlyIn;
+    /** Pairs present on both sides whose source hash differs. */
+    private nodesChanged;
+    /**
+     * The queries whose union is the edge rows of side `x` whose (src, dst, rel)
+     * key (BINARY) is absent from side `y`. Each part is `FROM ... WHERE ...`
+     * plus its select list and bindings, so a caller can fetch all rows, the
+     * first n rows (`ORDER BY ... LIMIT`) or a `COUNT(*)` from the same SQL.
+     * The version key / rel indexes cover every column these predicates read
+     * (schema v15), so a count never touches the version table's rows.
+     */
+    private edgeParts;
+    /** Edge rows of side `x` whose (src, dst, rel) key (BINARY) is absent from side `y`. */
+    private edgesOnlyIn;
+    /**
+     * The first `limit` rows of {@link edgesOnlyIn} (same order) and its exact
+     * length, without materialising the rest: each part is counted in SQL and,
+     * when non-empty, returns at most `limit` rows in key order. `counts` holds
+     * per-part counts already known: `exact` ones are used as is; an `upper`
+     * bound of 0 proves the part empty, any other bound is recounted.
+     */
+    private edgesOnlyInPage;
+    /**
+     * Per rel type (the order of `edgeParts(snap, CURRENT)`, without its last
+     * unregistered-rel part), an upper bound on the number of snapshot edges
+     * absent from the live table, from the live-only count `curOnly` (the order
+     * of `edgeParts(CURRENT, snap)`): |snap| - (|live| - |live \ snap|).
+     * |live| - |live \ snap| counts live rows with a matching snapshot row;
+     * live keys are unique, so at least as many snapshot rows match, and the
+     * bound holds whatever the snapshot holds. A bound of 0 proves the part
+     * empty without the anti-join; any other bound is recounted.
+     */
+    private snapOnlyUpperBounds;
+    /** Index-only count of every part of {@link edgeParts}(x, y). */
+    private edgePartCounts;
     diffNodes(orgId: OrgId, fromId: string | "current", toId: string | "current"): NodeDiff;
     diffEdges(orgId: OrgId, fromId: string | "current", toId: string | "current"): EdgeDiff;
+    diffEdgesPage(orgId: OrgId, fromId: string | "current", toId: string | "current", limit: number): EdgeDiffPage;
     prune(orgId: OrgId, retainDays: number): number;
 }
 export type { QualifiedName, Sha256 };

package/dist/storage/sqlite/snapshot-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"snapshot-store.d.ts","sourceRoot":"","sources":["../../../src/storage/sqlite/snapshot-store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAEhF,OAAO,KAAK,EAA+B,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIjG,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,EAAE,CAAC,EAAE,qBAAqB,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAkED,qBAAa,mBAAoB,YAAW,aAAa;IACvD,QAAQ,CAAC,EAAE,EAAE,qBAAqB,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA6B;IAClD,OAAO,CAAC,WAAW,CAAS;gBAEhB,IAAI,EAAE,0BAA0B;IAqBtC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,OAAO,CAAC,kBAAkB;IAS1B,OAAO,CAAC,gBAAgB;IASxB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,QAAQ;IAoCtE,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,QAAQ,EAAE;IASvC,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAOxC,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAShC,OAAO,CAAC,SAAS;IA4BjB,OAAO,CAAC,SAAS;IA6BjB,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ;IAuBvF,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ;IAgBvF,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;CAUhD;AAGD,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC"}
+{"version":3,"file":"snapshot-store.d.ts","sourceRoot":"","sources":["../../../src/storage/sqlite/snapshot-store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAEhF,OAAO,KAAK,EAA+B,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EACV,qBAAqB,EACrB,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,aAAa,EACd,MAAM,kBAAkB,CAAC;AAmB1B;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAe5D;AAkCD,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,EAAE,CAAC,EAAE,qBAAqB,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAwFD,qBAAa,mBAAoB,YAAW,aAAa;IACvD,QAAQ,CAAC,EAAE,EAAE,qBAAqB,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA6B;IAClD,OAAO,CAAC,WAAW,CAAS;gBAEhB,IAAI,EAAE,0BAA0B;IAqBtC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,IAAI;IASZ,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,gBAAgB;IAUxB;;;OAGG;IACH,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,QAAQ;IAmEtE;;;;;;;;OAQG;IACH,iBAAiB,CACf,QAAQ,EAAE,MAAM,GACf;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,SAAS,CAAA;KAAE,GAAG;QAAE,MAAM,EAAE,CAAC,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IA0D3E,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,QAAQ,EAAE;IASvC,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAOxC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAgChC;;;;OAIG;IACH,OAAO,CAAC,IAAI;IAcZ,mFAAmF;IACnF,OAAO,CAAC,WAAW;IA0EnB,6DAA6D;IAC7D,OAAO,CAAC,YAAY;IA+DpB;;;;;;;OAOG;IACH,OAAO,CAAC,SAAS;IA8DjB,wFAAwF;IACxF,OAAO,CAAC,WAAW;IAYnB;;;;;;OAMG;IACH,OAAO,CAAC,eAAe;IA6BvB;;;;;;;;;OASG;IACH,OAAO,CAAC,mBAAmB;IAqB3B,iEAAiE;IACjE,OAAO,CAAC,cAAc;IAMtB,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ;IAavF,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ;IASvF,aAAa,CACX,KAAK,EAAE,KAAK,EACZ,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,IAAI,EAAE,MAAM,GAAG,SAAS,EACxB,KAAK,EAAE,MAAM,GACZ,YAAY;IA8Bf,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;CAUhD;AAGD,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC"}