@opendatalabs/personal-server-ts-server 1.34.2 → 1.35.1

package/dist/storage/pdpp-replica-copies.js

@@ -0,0 +1,59 @@
+import { perform, runEffectSync, } from "@opendatalabs/personal-server-ts-core/replication/effects";
+import { replicaCopies, REPLICA_COPY_MIGRATION, } from "@opendatalabs/personal-server-ts-core/replication/copies";
+import { nodeReplicaContext } from "./pdpp-replica-sql.js";
+/**
+ * Batch-copy retention, finalized-fact history and batch disposition
+ * (contract v3.1, replica-copy-promotion-contract-1021-v3.md) on Node. The
+ * transitions are core's (`core/replication/copies.ts`), shared with PS-Lite;
+ * this binds them to one better-sqlite3 connection. Every transition is one
+ * SQLite transaction and idempotent under replay.
+ */
+export { REPLICA_COPY_MIGRATION, ReplicaCopyRefused, } from "@opendatalabs/personal-server-ts-core/replication/copies";
+export { REPLICA_REFETCH_BUDGET } from "@opendatalabs/personal-server-ts-core/replication/copy-promotion";
+export function createReplicaCopies(deps) {
+    const { db } = deps;
+    const context = nodeReplicaContext(db);
+    const run = (effect) => runEffectSync(effect, context);
+    const copies = replicaCopies({
+        owner: deps.owner,
+        importEnvelope: (envelope, blobs, id) => perform(() => deps.importEnvelope(envelope, blobs, id)),
+        quarantineConnection: (instance) => perform(() => deps.quarantineConnection(instance)),
+        preview: {
+            show: (id, envelope, blobsJson) => perform(() => deps.preview.show(id, envelope, blobsJson)),
+            hide: (id, state) => perform(() => deps.preview.hide(id, state)),
+        },
+        releaseBytes: (id, blobIds) => perform(() => deps.releaseBytes(id, blobIds)),
+        // A nested better-sqlite3 transaction is a savepoint.
+        savepoint: (effect) => perform(() => db.transaction(() => run(effect))()),
+        now: deps.now,
+    });
+    const immediate = (effect) => db.transaction(() => run(effect)).immediate();
+    return {
+        REPLICA_COPY_MIGRATION,
+        decide: (id, refetch) => run(copies.decide(id, refetch)),
+        disposition: (id) => run(copies.disposition(id)),
+        copies: (id) => run(copies.copies(id)),
+        /**
+         * Retain one valid copy (contract §3 "Stage copy", amendment C), then
+         * decide and apply the quarantine set. Returns the copy key and decision.
+         * An input failing a validity check is recorded as a reject only.
+         */
+        stage: (copy, refetch) => immediate(copies.stage(copy, refetch)),
+        /**
+         * Append a verified finalized fact for one registered slot (F2). A fact
+         * from another owner is refused (a diagnostic, never a fact). Returns
+         * true when it is new.
+         */
+        recordFact: (input) => run(copies.recordFact(input)),
+        /** Apply a non-promoting decision's durable effects (coordinator step). */
+        apply(id, decision) {
+            immediate(copies.apply(id, decision));
+        },
+        terminate(id, reason) {
+            immediate(copies.terminate(id, reason));
+        },
+        /** Promote one copy (contract §3, amendments E and F). */
+        promote: (input) => immediate(copies.promote(input)),
+    };
+}
+//# sourceMappingURL=pdpp-replica-copies.js.map

package/dist/storage/pdpp-replica-copies.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replica-copies.js","sourceRoot":"","sources":["../../src/storage/pdpp-replica-copies.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,OAAO,EACP,aAAa,GAEd,MAAM,2DAA2D,CAAC;AACnE,OAAO,EACL,aAAa,EACb,sBAAsB,GAEvB,MAAM,0DAA0D,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D;;;;;;GAMG;AACH,OAAO,EACL,sBAAsB,EACtB,kBAAkB,GAInB,MAAM,0DAA0D,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,kEAAkE,CAAC;AAE1G,MAAM,UAAU,mBAAmB,CAAC,IAyBnC;IACC,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC;IACpB,MAAM,OAAO,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,CAAI,MAAwB,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,aAAa,CAAC;QAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,cAAc,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CACtC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACzD,oBAAoB,EAAE,CAAC,QAAQ,EAAE,EAAE,CACjC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,EAAE;YACP,IAAI,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,CAChC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC3D,IAAI,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SACjE;QACD,YAAY,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAC5B,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC/C,sDAAsD;QACtD,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,EAAE,IAAI,CAAC,GAAG;KACd,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,CAAI,MAAwB,EAAE,EAAE,CAChD,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAEhD,OAAO;QACL,sBAAsB;QACtB,MAAM,EAAE,CAAC,EAAU,EAAE,OAA6C,EAAE,EAAE,CACpE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACjC,WAAW,EAAE,CAAC,EAAU,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACxD,MAAM,EAAE,CAAC,EAAU,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9C;;;;WAIG;QACH,KAAK,EAAE,CAAC,IAAgB,EAAE,OAA6C,EAAE,EAAE,CACzE,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC;;;;WAIG;QACH,UAAU,EAAE,CAAC,KAKZ,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACnC,2EAA2E;QAC3E,KAAK,CAAC,EAAU,EAAE,QAAsB;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;QACxC,CAAC;QACD,SAAS,CAAC,EAAU,EAAE,MAAc;YAClC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,0DAA0D;QAC1D,OAAO,EAAE,CAAC,KAAuC,EAAE,EAAE,CACnD,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;KACnC,CAAC;AACJ,CAAC"}

package/dist/storage/pdpp-replica-reconciler.d.ts

@@ -0,0 +1,96 @@
+import type { Database } from "better-sqlite3";
+import { type ReplicaOperation, type RecordOperation } from "@opendatalabs/personal-server-ts-core/replication/envelope";
+import { type MergeContext, type ReplicaMergePlan } from "@opendatalabs/personal-server-ts-core/replication/merge-plan";
+/**
+ * Durable state of the incremental reconciler. Replica tables only, created
+ * by the receiver, so a database that never enabled replication has none.
+ * - state: how far each retained table has been ingested (rowid frontiers).
+ * - bindings, equivocations: per-connection facts that `connectionFromFacts`
+ *   needs, kept as retained evidence arrives instead of re-read from it.
+ * - connections: the last committed decision per connection, so a change is
+ *   expanded to the connection's keys once, not on every import.
+ * - blockers: keys with an unresolved issue; a completion of their stream
+ *   cannot be available.
+ * - dependencies: the operation ids each stream's retained completions pin,
+ *   so an operation that arrives, or gains a variant, re-queues them.
+ * - queue: work not yet reconciled. `background` marks entries of a paged
+ *   pass that an import does not have to finish.
+ */
+export declare const RECONCILE_MIGRATION: string;
+/** Work one bounded call may load: retained operations and their JSON bytes. */
+export interface ReplicaReconcilePage {
+    operations: number;
+    bytes: number;
+}
+/** Cumulative retained evidence the reconciler loaded. For bounds tests. */
+export interface ReplicaReconcileStats {
+    operations: number;
+    bytes: number;
+    entries: number;
+}
+type Binding = {
+    source_id: string | null;
+    method: string | null;
+    generation: number;
+    deleted_at: string | null;
+};
+type Upsert = Extract<ReplicaOperation, {
+    kind: "upsert";
+}>;
+/**
+ * Incremental reconcile of retained history into the canonical tables.
+ *
+ * The canonical result equals a reconcile of the full retained set: a
+ * connection's eligibility comes from `connectionFromFacts` over facts kept
+ * as evidence arrives, and each key is planned by `planReplicaMerge` over the
+ * connection's unique lifecycle and that key's operations only. Evidence
+ * marks the keys, connections and completions it can change. A connection
+ * whose decision changed is expanded to all of its keys and completions.
+ *
+ * The receiver supplies the canonical effects; this module decides which
+ * work exists and does it in bounded pages.
+ */
+export declare function createReplicaReconciler(deps: {
+    db: Database;
+    owner: string;
+    declarations: () => MergeContext["declarations"];
+    effects: {
+        binding(instance: string): Binding | undefined;
+        write(instance: string, stream: string, key: string, operation: RecordOperation | null): void;
+        quarantineKey(instance: string, generation: number, stream: string, recordKey: string): void;
+        quarantineConnection(instance: string): boolean;
+        isRecordQuarantined(instance: string, stream: string, key: string): boolean;
+        verifiedBlobs(blobs: Upsert["blobs"]): Set<string>;
+        persistBlobs(operation: Upsert): void;
+        markBindingConflict(input: {
+            connectionId: string;
+            reason: "source_binding_conflict" | "local_mapping_conflict";
+            evidence: unknown;
+        }): boolean;
+    };
+}): {
+    /** Mark what an imported envelope can change, retained duplicates included. */
+    touch(operations: readonly ReplicaOperation[]): void;
+    touchBlobs: (blobIds: readonly string[]) => void;
+    /** Mark one key, e.g. a local write that completes a conflict. */
+    touchKey(instance: string, stream: string, recordKey: string): void;
+    /** Mark a connection whose quarantine fact changed outside a reconcile. */
+    touchConnection(instance: string): void;
+    /**
+     * Queue a full pass: every connection, expanded to all its keys and
+     * completions. Needed when declarations or validators change.
+     */
+    beginPass(): void;
+    drain: (input: {
+        background: boolean;
+        page?: ReplicaReconcilePage;
+    }) => {
+        plan: ReplicaMergePlan;
+        complete: boolean;
+        explaining: ReplicaOperation[];
+    };
+    queued: () => boolean;
+    stats: () => ReplicaReconcileStats;
+};
+export {};
+//# sourceMappingURL=pdpp-replica-reconciler.d.ts.map

package/dist/storage/pdpp-replica-reconciler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdpp-replica-reconciler.d.ts","sourceRoot":"","sources":["../../src/storage/pdpp-replica-reconciler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAa,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAGL,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACrB,MAAM,4DAA4D,CAAC;AACpE,OAAO,EAIL,KAAK,YAAY,EAEjB,KAAK,gBAAgB,EACtB,MAAM,8DAA8D,CAAC;AActE;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,mBAAmB,QAgB/B,CAAC;AAkBF,gFAAgF;AAChF,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AACD,4EAA4E;AAC5E,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,KAAK,OAAO,GAAG;IACb,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B,CAAC;AACF,KAAK,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,CAAC,CAAC;AA+B5D;;;;;;;;;;;;GAYG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,EAAE,EAAE,QAAQ,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,YAAY,CAAC,cAAc,CAAC,CAAC;IACjD,OAAO,EAAE;QACP,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;QAC/C,KAAK,CACH,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,eAAe,GAAG,IAAI,GAChC,IAAI,CAAC;QACR,aAAa,CACX,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,IAAI,CAAC;QACR,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAChD,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAC5E,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;QACnD,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QACtC,mBAAmB,CAAC,KAAK,EAAE;YACzB,YAAY,EAAE,MAAM,CAAC;YACrB,MAAM,EAAE,yBAAyB,GAAG,wBAAwB,CAAC;YAC7D,QAAQ,EAAE,OAAO,CAAC;SACnB,GAAG,OAAO,CAAC;KACb,CAAC;CACH;IAi3BG,+EAA+E;sBAC7D,SAAS,gBAAgB,EAAE;0BAlwBlB,SAAS,MAAM,EAAE;IAuwB5C,kEAAkE;uBAC/C,MAAM,UAAU,MAAM,aAAa,MAAM;IAI5D,2EAA2E;8BACjD,MAAM;IAGhC;;;OAGG;;mBAxFiB;QAAE,UAAU,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,oBAAoB,CAAA;KAAE,KAAG;QAC3E,IAAI,EAAE,gBAAgB,CAAC;QACvB,QAAQ,EAAE,OAAO,CAAC;QAClB,UAAU,EAAE,gBAAgB,EAAE,CAAC;KAChC;kBA6DkB,OAAO;iBAsCb,qBAAqB;EAEnC"}