@cruba/crubal-postgres 0.0.0-stage → 0.3.0

package/dist/src/definitions.js

@@ -0,0 +1,119 @@
+import { createHash } from "node:crypto";
+// definitions.ts: what the engine runs with, built from the store (docs/design/publishing.md): the installed
+// bundles in install order (extended before extending, because a dependency is installed first), then the
+// owner's working package, every `define` write as the member now stands. The publish checks run on the
+// result, so a definition that breaks the set is refused before it is written.
+import { checkPermissions } from "@cruba/crubal";
+import { emptyParsed, readBundleOnto } from "@cruba/crubal";
+import { checkPackage } from "@cruba/crubal";
+import { checkContracts } from "@cruba/crubal";
+import { unitsExtensionText } from "@cruba/crubal";
+import { extendUnits, resetUnits, unitsTableWith } from "@cruba/crubal";
+import { checkRules } from "@cruba/crubal";
+import { checkViews } from "@cruba/crubal";
+/** The owner's working package as one bundle: the define writes grouped by member kind, in log order. */
+/** The owner's units extension (11.9), from the last `units` define write. */
+export function unitsExtensionOf(definitions) {
+    let measures = [];
+    for (const d of definitions)
+        if (d.units === "extension" && Array.isArray(d.measures))
+            measures = d.measures;
+    return measures;
+}
+export function workingBundle(owner, definitions) {
+    // The member kinds that carry another kind's word come first (a filter names its facet, a view its shape,
+    // a contract its kind), so each define is filed under what it is (G11).
+    const sections = { filter: "filters", view: "views", contract: "contracts", facet: "facets", class: "classes", rule: "rules", kind: "kinds", shape: "shapes" };
+    const b = { crubal: "2", package: "working", version: "working", owner, id: `${owner}/working` };
+    // In log order, by member key: a later define of the same member replaces the earlier, a retired one
+    // (8.5, 11.4) takes it out, so the working package holds each member once as it now stands.
+    const members = new Map();
+    for (const d of definitions) {
+        const member = Object.keys(sections).find((m) => typeof d[m] === "string");
+        if (member) {
+            const key = `${member}:${String(d[member])}`;
+            if (d.retired === true)
+                members.delete(key);
+            else
+                members.set(key, { section: sections[member], def: d });
+            continue;
+        }
+        if (typeof d.permissions === "string") {
+            if (d.retired === true)
+                delete b.permissions;
+            else
+                b.permissions = d;
+        }
+        if (d.ownership !== undefined)
+            b.ownership = d.ownership;
+    }
+    for (const { section, def } of members.values()) {
+        const list = b[section] ?? [];
+        list.push(def);
+        b[section] = list;
+    }
+    return b;
+}
+/**
+ * Parsed definitions shared across stores that hold the same packages and the same working package
+ * (brief 18 step 1: a host of a thousand deployments on one package set parses it once, not a thousand
+ * times, and keeps one copy). Keyed by the installed versions and a hash of the define writes; a trial
+ * (`extra`) is never cached. The object is read-only to its callers, as a store's own cache already was.
+ */
+const parsedShared = new Map();
+const PARSED_SHARED_MAX = 64;
+/** Build the definitions in force: installed bundles in order, then the working package. */
+export async function definitionsOf(client, owner, extra = []) {
+    const installed = (await client.query("select json from installed where owner = $1 order by ord", [owner])).rows;
+    const defs = (await client.query("select json from definitions where owner = $1 order by ord", [owner])).rows;
+    const key = extra.length ? undefined : `${installed.map((r) => `${r.json.package}/${r.json.version}`).join(",")}|${createHash("sha256").update(JSON.stringify(defs.map((r) => r.json))).digest("hex")}`;
+    const shared = key ? parsedShared.get(key) : undefined;
+    if (shared) {
+        parsedShared.delete(key);
+        parsedShared.set(key, shared);
+        // The process units table follows the owner read last, for the facet-only readers (see below).
+        const measures = shared.units ?? [];
+        resetUnits();
+        if (measures.length)
+            extendUnits(unitsExtensionText(measures));
+        return shared;
+    }
+    const base = emptyParsed();
+    for (const row of installed) {
+        const w = row.json;
+        const { rows } = await client.query("select json from bundles where owner = $1 and package = $2 and version = $3", [owner, String(w.package), String(w.version)]);
+        const bundle = rows[0]?.json;
+        if (!bundle)
+            throw new Error(`${w.package} /${w.version} is installed but its bundle is missing`);
+        readBundleOnto(bundle, base);
+    }
+    // `extra`: define writes not yet committed, so a trial (store.define) is checked as the package would stand.
+    const working = [...defs.map((r) => r.json), ...extra];
+    if (working.length)
+        readBundleOnto(workingBundle(owner, working), base);
+    // The units table in force: the standard table plus this owner's extension (one owner per process for now).
+    const measures = unitsExtensionOf(working);
+    // The units table in force rides on the dictionary (11.9, per owner): the readers that hold a dictionary
+    // read it there. The process table is set too, for the few readers that hold a facet alone
+    // (checkScalar's unit question); that remaining path still sees the last owner read in this process.
+    base.dict.units = unitsTableWith(measures.length ? unitsExtensionText(measures) : undefined);
+    resetUnits();
+    if (measures.length)
+        extendUnits(unitsExtensionText(measures));
+    base.units = measures;
+    if (key) {
+        parsedShared.set(key, base);
+        while (parsedShared.size > PARSED_SHARED_MAX)
+            parsedShared.delete(parsedShared.keys().next().value);
+    }
+    return base;
+}
+/** Every publish check (11.5) over a set of definitions. Throws the first problem. */
+export function checkAll(p) {
+    checkPackage(p.dict);
+    checkRules(p.rules, p.dict);
+    checkContracts(p.contracts, p.dict, "", new Set(p.views.views.keys()));
+    checkViews(p.views, p.dict);
+    checkPermissions(p.perms, p.dict, new Set(p.contracts.map((c) => c.name)), new Set(p.views.views.keys()));
+}
+//# sourceMappingURL=definitions.js.map

package/dist/src/definitions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"definitions.js","sourceRoot":"","sources":["../../src/definitions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,6GAA6G;AAC7G,0GAA0G;AAC1G,wGAAwG;AACxG,+EAA+E;AAE/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,WAAW,EAAe,cAAc,EAAE,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAK3C,yGAAyG;AACzG,8EAA8E;AAC9E,MAAM,UAAU,gBAAgB,CAAC,WAAiC;IAChE,IAAI,QAAQ,GAAiB,EAAE,CAAC;IAChC,KAAK,MAAM,CAAC,IAAI,WAAW;QAAE,IAAI,CAAC,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;YAAE,QAAQ,GAAG,CAAC,CAAC,QAAwB,CAAC;IAC7H,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,WAAiC;IAC5E,0GAA0G;IAC1G,wEAAwE;IACxE,MAAM,QAAQ,GAAiC,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC7L,MAAM,CAAC,GAAe,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,KAAK,UAAU,EAAE,CAAC;IAC7G,qGAAqG;IACrG,4FAA4F;IAC5F,MAAM,OAAO,GAAG,IAAI,GAAG,EAAgD,CAAC;IACxE,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC;QAC3E,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,GAAG,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI;gBAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;;gBACvC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAW,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACvE,SAAS;QACX,CAAC;QACD,IAAI,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI;gBAAE,OAAO,CAAC,CAAC,WAAW,CAAC;;gBACxC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS;YAAE,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;IAC3D,CAAC;IACD,KAAK,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QAChD,MAAM,IAAI,GAAI,CAAC,CAAC,OAAO,CAA8B,IAAI,EAAE,CAAC;QAC5D,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,CAAC,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;GAKG;AACH,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;AAC/C,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B,4FAA4F;AAC5F,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,KAAa,EAAE,QAAsB,EAAE;IACzF,MAAM,SAAS,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,0DAA0D,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAa,CAAC;IAC1H,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,4DAA4D,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAa,CAAC;IACvH,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAI,CAAC,CAAC,IAAmB,CAAC,OAAO,IAAK,CAAC,CAAC,IAAmB,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IACxO,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,IAAI,MAAM,EAAE,CAAC;QACX,YAAY,CAAC,MAAM,CAAC,GAAa,CAAC,CAAC;QACnC,YAAY,CAAC,GAAG,CAAC,GAAa,EAAE,MAAM,CAAC,CAAC;QACxC,+FAA+F;QAC/F,MAAM,QAAQ,GAAI,MAA4C,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3E,UAAU,EAAE,CAAC;QACb,IAAI,QAAQ,CAAC,MAAM;YAAE,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,GAAG,CAAC,IAAkB,CAAC;QACjC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,6EAA6E,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClK,MAAM,MAAM,GAAI,IAAI,CAAC,CAAC,CAAqB,EAAE,IAA8B,CAAC;QAC5E,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,yCAAyC,CAAC,CAAC;QAClG,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IACD,6GAA6G;IAC7G,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAkB,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IACrE,IAAI,OAAO,CAAC,MAAM;QAAE,cAAc,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IACxE,4GAA4G;IAC5G,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC3C,yGAAyG;IACzG,2FAA2F;IAC3F,qGAAqG;IACrG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC7F,UAAU,EAAE,CAAC;IACb,IAAI,QAAQ,CAAC,MAAM;QAAE,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC9D,IAA0C,CAAC,KAAK,GAAG,QAAQ,CAAC;IAC7D,IAAI,GAAG,EAAE,CAAC;QACR,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC5B,OAAO,YAAY,CAAC,IAAI,GAAG,iBAAiB;YAAE,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAe,CAAC,CAAC;IAChH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,QAAQ,CAAC,CAAS;IAChC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACrB,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5B,cAAc,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACvE,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5B,gBAAgB,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAC5G,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,9 @@
+export { connect, migrate, testSchema, transaction, type Client, type Pool } from "./db.ts";
+export { loadState, persist, wipeState } from "./state.ts";
+export { PgStore } from "./store.ts";
+export { entriesSince, markStale, publish, type Projecting } from "./projector.ts";
+export { Needs, settle, WorkingMap, WorkingRecords, workingState } from "./working.ts";
+export { type Adapter, PgBorder, type BorderOptions } from "./border.ts";
+export type { StoreOptions } from "./store.ts";
+export { borderOptions } from "./border.ts";
+export { checkAll, definitionsOf, unitsExtensionOf, workingBundle } from "./definitions.ts";

package/dist/src/index.js

@@ -0,0 +1,9 @@
+export { connect, migrate, testSchema, transaction } from "./db.js";
+export { loadState, persist, wipeState } from "./state.js";
+export { PgStore } from "./store.js";
+export { entriesSince, markStale, publish } from "./projector.js";
+export { Needs, settle, WorkingMap, WorkingRecords, workingState } from "./working.js";
+export { PgBorder } from "./border.js";
+export { borderOptions } from "./border.js";
+export { checkAll, definitionsOf, unitsExtensionOf, workingBundle } from "./definitions.js";
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAA0B,MAAM,SAAS,CAAC;AAC5F,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAmB,MAAM,gBAAgB,CAAC;AACnF,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACvF,OAAO,EAAgB,QAAQ,EAAsB,MAAM,aAAa,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/src/projector.d.ts

@@ -0,0 +1,24 @@
+import { type Permissions } from "@cruba/crubal";
+import type { Dictionary } from "@cruba/crubal";
+import type { State } from "@cruba/crubal";
+import { type StreamEntry, type ViewSet } from "@cruba/crubal";
+import type { Client } from "./db.ts";
+/** What a store needs to project: the dictionary, the views, and the permissions for partitioned ones. */
+export type Projecting = {
+    dict: Dictionary;
+    views: ViewSet;
+    perms?: Permissions;
+};
+/**
+ * Mark the rows an entry made stale (12.6): for every record it changed, in every view, the rows whose
+ * read set the change touched, worked out on the state as it was before the entry.
+ */
+export declare function markStale(client: Client, owner: string, p: Projecting, before: State, after: State, seq: number): Promise<void>;
+/**
+ * Publish one view for one audience: rebuild its stale rows (every row the first time, or after a new
+ * version), compare them with the projection as stored, append the stream entries, and clear the marks.
+ * Returns the entries published.
+ */
+export declare function publish(client: Client, owner: string, p: Projecting, name: string, audience?: string): Promise<StreamEntry[]>;
+/** The stream entries of a view for an audience after `seq`, for an index resuming from its cursor. */
+export declare function entriesSince(client: Client, owner: string, p: Projecting, name: string, seq: number, audience?: string, limit?: number): Promise<StreamEntry[]>;

package/dist/src/projector.js

@@ -0,0 +1,148 @@
+// projector.ts: projections and the projection stream (spec 12.6, docs/design/store.md). A write marks the
+// rows it makes stale inside its own transaction, a row per (view, record); publishing drains those marks
+// outside any write transaction, rebuilds only the marked rows with the engine's Views, upserts the
+// projection and appends one stream entry per row that changed or left, numbered per view and audience.
+import { Access } from "@cruba/crubal";
+import { serialize } from "@cruba/crubal";
+import { Views } from "@cruba/crubal";
+import { Needs, settle, workingState, loadWhole } from "./working.js";
+/**
+ * Mark the rows an entry made stale (12.6): for every record it changed, in every view, the rows whose
+ * read set the change touched, worked out on the state as it was before the entry.
+ */
+export async function markStale(client, owner, p, before, after, seq) {
+    const changed = [];
+    const beforeRecords = new Map(Map.prototype.entries.call(before.records));
+    for (const [id, r] of Map.prototype.entries.call(after.records)) {
+        if (serialize((beforeRecords.get(id) ?? null)) !== serialize(r))
+            changed.push(r);
+    }
+    if (!changed.length)
+        return;
+    const { out } = await settle(client, owner, before, (s) => {
+        const views = new Views(p.dict, p.views, s.records);
+        const marks = [];
+        for (const name of p.views.views.keys())
+            for (const r of changed)
+                for (const id of views.staleAfter(name, r))
+                    marks.push([name, id]);
+        return marks;
+    });
+    for (const [view, record] of out) {
+        await client.query("insert into stale (owner, view, record, since) values ($1, $2, $3, $4) on conflict (owner, view, record) do update set since = least(stale.since, excluded.since)", [owner, view, record, seq]);
+    }
+}
+/**
+ * Publish one view for one audience: rebuild its stale rows (every row the first time, or after a new
+ * version), compare them with the projection as stored, append the stream entries, and clear the marks.
+ * Returns the entries published.
+ */
+export async function publish(client, owner, p, name, audience) {
+    const v = p.views.views.get(name);
+    if (!v)
+        throw new Error(`no view ${name}`);
+    const aud = audience ?? v.show;
+    const version = v.version ?? "";
+    const projection = version ? `${name} /${version}` : name;
+    // What is marked and whether the view was ever published come first: a view with nothing stale costs
+    // two small queries, never a read of every stored row (ME: fifteen views, thousands of rows each, on
+    // every write). Stored rows are read in full only for a first or a reset publish; otherwise the marked ones.
+    // Published before, and under which versions: the marker row, or (stores published before 0.1.16 kept
+    // no marker) any stored row; an empty view published once is not published again whole.
+    const marker = (await client.query("select version from published where owner = $1 and view = $2 and audience = $3", [owner, name, aud])).rows;
+    const anyVersion = marker.length ? marker : (await client.query("select distinct version from projections where owner = $1 and view = $2 and audience = $3", [owner, name, aud])).rows;
+    const published = anyVersion.length > 0;
+    const reset = published && !anyVersion.some((r) => r.version === version);
+    const marked = (await client.query("select record from stale where owner = $1 and view = $2", [owner, name])).rows;
+    const full = !published || reset;
+    const only = full ? undefined : marked.map((r) => String(r.record));
+    if (!full && !only?.length)
+        return [];
+    const stored = (full
+        ? await client.query("select record, row, buckets, sort, pin, seq from projections where owner = $1 and view = $2 and audience = $3 and version = $4 order by seq", [owner, name, aud, version])
+        : await client.query("select record, row, buckets, sort, pin, seq from projections where owner = $1 and view = $2 and audience = $3 and version = $4 and record = any($5) order by seq", [owner, name, aud, version, only])).rows;
+    // On a reset every row is announced again, whatever was stored: the index drops everything when the
+    // reset arrives and keeps only what follows it.
+    const last = new Map(reset ? [] : stored.map((r) => [String(r.record), serialize({ row: r.row, buckets: (r.buckets ?? {}), order: { sort: (r.sort ?? []), ...(r.pin ? { pin: Number(r.pin) } : {}) } })]));
+    // The rows, on a working set that loads what the view reads.
+    const needs = new Needs();
+    const base = workingState(needs);
+    await loadWhole(client, owner, base);
+    const { out: now } = await settle(client, owner, base, (s) => {
+        const views = new Views(p.dict, p.views, s.records);
+        const access = p.perms ? new Access(p.dict, p.perms, s.records, [...s.edges.values()], owner) : undefined;
+        if (access && p.views)
+            access.views = p.views;
+        const rows = new Map();
+        // Every row in one pass: a page at a time selected and counted the whole view once per page.
+        for (const row of views.project(name, { audience: aud, all: true, ...(access ? { access } : {}), ...(only ? { only } : {}) }).rows) {
+            const rec = s.records.get(String(row.record));
+            rows.set(String(row.record), { row, buckets: rec ? views.bucketsFor(v, rec) : {}, ...(rec ? views.sortOf(v, rec) : { sort: [] }) });
+        }
+        return rows;
+    });
+    const head = (await client.query("select coalesce(max(seq), 0) as seq from projection_stream where owner = $1 and view = $2 and audience = $3 and version = $4", [owner, name, aud, version])).rows[0];
+    // The stream continues from its head under this version: a fresh version starts at 1, and a version
+    // come back to (a package reinstalled, a later one retired) continues past what it published before,
+    // so an index resuming from its cursor for that version takes the reset and what follows.
+    let seq = Number(head.seq);
+    const entries = [];
+    const upserts = [];
+    if (reset)
+        await client.query("delete from projections where owner = $1 and view = $2 and audience = $3 and version <> $4", [owner, name, aud, version]);
+    for (const [id, { row, buckets, sort, pin }] of now) {
+        const s = serialize({ row, buckets, order: { sort, ...(pin ? { pin } : {}) } });
+        if (last.get(id) === s)
+            continue;
+        const e = { projection, audience: aud, seq: ++seq, record: id, row, ...(Object.keys(buckets).length ? { buckets } : {}), ...(sort.length ? { sort } : {}), ...(pin ? { pin } : {}) };
+        if (reset && !entries.length)
+            e.reset = true;
+        entries.push(e);
+        upserts.push({ id, row, buckets, sort, ...(pin ? { pin } : {}), seq });
+    }
+    // Rows that left: every stored row the rebuild didn't give back, among the records rebuilt.
+    const gone = full ? [...last.keys()].filter((id) => !now.has(id)) : (only ?? []).filter((id) => last.has(id) && !now.has(id));
+    for (const id of gone) {
+        const e = { projection, audience: aud, seq: ++seq, record: id, removed: true };
+        if (reset && !entries.length)
+            e.reset = true;
+        entries.push(e);
+    }
+    // The stream and the rows written in batches, one statement per 500 entries rather than two per row
+    // (ME: 9,437 units in one view; the round trips were a third of a full publish).
+    for (const batch of chunks(entries, 500)) {
+        await client.query("insert into projection_stream (owner, view, version, audience, seq, json) select $1, $2, $3, $4, (e ->> 'seq')::bigint, e from jsonb_array_elements($5::jsonb) as t(e)", [owner, name, version, aud, JSON.stringify(batch)]);
+    }
+    for (const batch of chunks(upserts, 500)) {
+        await client.query(`insert into projections (owner, view, version, audience, record, row, buckets, marks, ancestors, sort, pin, seq)
+       select $1, $2, $3, $4, e ->> 'id', e -> 'row', e -> 'buckets', e -> 'row' -> 'marks',
+         coalesce(array(select jsonb_array_elements_text(case when jsonb_typeof(e -> 'row' -> 'ancestors') = 'array' then e -> 'row' -> 'ancestors' else '[]'::jsonb end)), '{}'),
+         e -> 'sort', (e ->> 'pin')::integer, (e ->> 'seq')::bigint
+       from jsonb_array_elements($5::jsonb) as t(e)
+       on conflict (owner, view, version, audience, record) do update set row = excluded.row, buckets = excluded.buckets, marks = excluded.marks, ancestors = excluded.ancestors, sort = excluded.sort, pin = excluded.pin, seq = excluded.seq`, [owner, name, version, aud, JSON.stringify(batch)]);
+    }
+    if (gone.length)
+        await client.query("delete from projections where owner = $1 and view = $2 and version = $3 and audience = $4 and record = any($5)", [owner, name, version, aud, gone]);
+    if (reset && !entries.length) {
+        // A new version with nothing changed still starts its stream: the index must drop the old rows.
+        await client.query("delete from projection_stream where owner = $1 and view = $2 and audience = $3 and version <> $4", [owner, name, aud, version]);
+    }
+    await client.query("insert into published (owner, view, audience, version) values ($1, $2, $3, $4) on conflict (owner, view, audience) do update set version = excluded.version", [owner, name, aud, version]);
+    await client.query("delete from stale where owner = $1 and view = $2", [owner, name]);
+    return entries;
+}
+/** The stream entries of a view for an audience after `seq`, for an index resuming from its cursor. */
+export async function entriesSince(client, owner, p, name, seq, audience, limit) {
+    const v = p.views.views.get(name);
+    if (!v)
+        throw new Error(`no view ${name}`);
+    const rows = (await client.query(`select json from projection_stream where owner = $1 and view = $2 and audience = $3 and version = $4 and seq > $5 order by seq${limit ? ` limit ${Math.max(1, Math.floor(limit))}` : ""}`, [owner, name, audience ?? v.show, v.version ?? "", seq])).rows;
+    return rows.map((r) => r.json);
+}
+function chunks(list, size) {
+    const out = [];
+    for (let i = 0; i < list.length; i += size)
+        out.push(list.slice(i, i + size));
+    return out;
+}
+//# sourceMappingURL=projector.js.map

package/dist/src/projector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"projector.js","sourceRoot":"","sources":["../../src/projector.ts"],"names":[],"mappings":"AAAA,2GAA2G;AAC3G,0GAA0G;AAC1G,oGAAoG;AACpG,wGAAwG;AAExG,OAAO,EAAE,MAAM,EAAoB,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAI1C,OAAO,EAAoB,KAAK,EAAgB,MAAM,eAAe,CAAC;AAEtE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAOtE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAc,EAAE,KAAa,EAAE,CAAa,EAAE,MAAa,EAAE,KAAY,EAAE,GAAW;IACpH,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,aAAa,GAAG,IAAI,GAAG,CAAiB,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAA+B,CAAC,CAAC;IACxH,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAA+B,EAAE,CAAC;QAC9F,IAAI,SAAS,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAe,CAAC,KAAK,SAAS,CAAC,CAA0B,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1H,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO;IAC5B,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;QACxD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,KAAK,GAAuB,EAAE,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,KAAK,MAAM,CAAC,IAAI,OAAO;gBAAE,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACrI,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;IACH,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACjC,MAAM,MAAM,CAAC,KAAK,CAAC,mKAAmK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IACtN,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,MAAc,EAAE,KAAa,EAAE,CAAa,EAAE,IAAY,EAAE,QAAiB;IACzG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC;IAC/B,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAChC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1D,qGAAqG;IACrG,qGAAqG;IACrG,6GAA6G;IAC7G,sGAAsG;IACtG,wFAAwF;IACxF,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,gFAAgF,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAa,CAAC;IACxJ,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,2FAA2F,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAc,CAAC;IAClM,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,SAAS,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,yDAAyD,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAa,CAAC;IAC5H,MAAM,IAAI,GAAG,CAAC,SAAS,IAAI,KAAK,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,MAAM;QAAE,OAAO,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,CACb,IAAI;QACF,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,6IAA6I,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAChM,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,kKAAkK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAC9N,CAAC,IAAa,CAAC;IAChB,oGAAoG;IACpG,gDAAgD;IAChD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAiB,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAiB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAe,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAS,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/P,6DAA6D;IAC7D,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACrC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE;QAC3D,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAY,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACrH,IAAI,MAAM,IAAI,CAAC,CAAC,KAAK;YAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkF,CAAC;QACvG,6FAA6F;QAC7F,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACnI,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9C,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACtI,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,8HAA8H,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAA6B,CAAC;IACnO,oGAAoG;IACpG,qGAAqG;IACrG,0FAA0F;IAC1F,IAAI,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3B,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,KAAK;QAAE,MAAM,MAAM,CAAC,KAAK,CAAC,4FAA4F,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;IACzJ,KAAK,MAAM,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC;QACpD,MAAM,CAAC,GAAG,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAChF,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;YAAE,SAAS;QACjC,MAAM,CAAC,GAAgB,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAClM,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,4FAA4F;IAC5F,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9H,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,CAAC,GAAgB,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC5F,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,oGAAoG;IACpG,iFAAiF;IACjF,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,MAAM,CAAC,KAAK,CAAC,wKAAwK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnP,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,MAAM,CAAC,KAAK,CAChB;;;;;+OAKyO,EACzO,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CACnD,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,MAAM;QAAE,MAAM,MAAM,CAAC,KAAK,CAAC,gHAAgH,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;IACzL,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAC7B,gGAAgG;QAChG,MAAM,MAAM,CAAC,KAAK,CAAC,kGAAkG,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;IACtJ,CAAC;IACD,MAAM,MAAM,CAAC,KAAK,CAAC,6JAA6J,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/M,MAAM,MAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IACtF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,uGAAuG;AACvG,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAc,EAAE,KAAa,EAAE,CAAa,EAAE,IAAY,EAAE,GAAW,EAAE,QAAiB,EAAE,KAAc;IAC3I,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,iIAAiI,KAAK,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAa,CAAC;IACrS,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAmB,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,MAAM,CAAI,IAAS,EAAE,IAAY;IACxC,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAC9E,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/src/schema.sql

@@ -0,0 +1,273 @@
+-- The persistent store's schema (docs/design/store.md). Every table is keyed by owner: a domain, or a
+-- hosted person's domain:ID. The log is the truth; every other table is a cache that `rebuild` gives back
+-- from the log alone. JSON columns hold the spec's JSON form unchanged. `ord` keeps insertion order, so a
+-- state read back lists things in the order the log made them, as the memory store does.
+
+create table if not exists schema_version (version text primary key, applied_at timestamptz not null default now());
+
+create table if not exists chains (
+  owner text not null,
+  chain text not null,
+  head_seq bigint not null default 0,
+  head_hash text,
+  primary key (owner, chain)
+);
+
+-- Append-only. The one update allowed is redaction (8.5.2); the trigger below refuses every other one.
+create table if not exists log (
+  owner text not null,
+  chain text not null,
+  seq bigint not null,
+  log_id text not null,
+  prev text,
+  hash text not null,
+  at text,
+  witnessed boolean not null default false,
+  entry jsonb not null,
+  primary key (owner, chain, seq),
+  unique (owner, log_id)
+);
+
+create table if not exists records (
+  owner text not null,
+  id text not null,
+  ord bigint generated always as identity,
+  kind text not null,
+  level text not null,
+  "of" text,
+  within text,
+  ancestors text[] not null default '{}',
+  status jsonb,
+  applied jsonb,
+  wears text[] not null default '{}',
+  created text,
+  updated text,
+  doc jsonb not null,
+  primary key (owner, id)
+);
+create index if not exists records_level on records (owner, level);
+-- A level's or a kind's rows in log order with a limit, served from the index alone (the probe: a seq scan over a million rows otherwise).
+create index if not exists records_level_ord on records (owner, level, ord);
+create index if not exists records_kind_ord on records (owner, kind, ord);
+create index if not exists records_of on records (owner, "of");
+create index if not exists records_within on records (owner, within);
+create index if not exists records_ancestors on records using gin (ancestors);
+create index if not exists records_values on records using gin ((doc -> 'values'));
+create index if not exists records_kind on records (owner, kind);
+create index if not exists records_wears on records using gin (wears);
+
+create table if not exists definitions (
+  owner text not null,
+  key text not null,
+  ord bigint generated always as identity,
+  json jsonb not null,
+  primary key (owner, key)
+);
+
+create table if not exists installed (
+  owner text not null,
+  ord bigint generated always as identity,
+  json jsonb not null,
+  primary key (owner, ord)
+);
+
+-- The bundle of every installed version, whole: the install write names it by hash, and definitions are
+-- rebuilt from it (docs/design/publishing.md).
+create table if not exists bundles (
+  owner text not null,
+  package text not null,
+  version text not null,
+  hash text not null,
+  json jsonb not null,
+  primary key (owner, package, version)
+);
+
+create table if not exists edges (
+  owner text not null,
+  edge text not null,
+  ord bigint generated always as identity,
+  json jsonb not null,
+  primary key (owner, edge)
+);
+
+create table if not exists bindings (
+  owner text not null,
+  key text not null,
+  ord bigint generated always as identity,
+  record text not null,
+  primary key (owner, key)
+);
+
+create table if not exists instructions (
+  owner text not null,
+  issuer text not null,
+  n integer not null,
+  ord bigint generated always as identity,
+  json jsonb not null,
+  primary key (owner, issuer, n)
+);
+
+create table if not exists review (
+  owner text not null,
+  ord bigint generated always as identity,
+  json jsonb not null,
+  primary key (owner, ord)
+);
+create index if not exists review_key on review (owner, (json ->> 'key'));
+
+create table if not exists runs (
+  owner text not null,
+  run text not null,
+  ord bigint generated always as identity,
+  json jsonb not null,
+  primary key (owner, run)
+);
+
+create table if not exists observations (
+  owner text not null,
+  ord bigint generated always as identity,
+  json jsonb not null,
+  primary key (owner, ord)
+);
+create index if not exists observations_on on observations (owner, (json ->> 'on'));
+create index if not exists observations_supports on observations (owner, (json ->> 'supports'));
+
+create table if not exists reads (
+  owner text not null,
+  ord bigint generated always as identity,
+  json jsonb not null,
+  primary key (owner, ord)
+);
+
+-- Kept beside the log, never rebuilt from it (9.1): the bytes as received.
+create table if not exists intake (
+  owner text not null,
+  intake text not null,
+  contract text,
+  received text,
+  "for" text,
+  raw bytea,
+  sha256 text,
+  type text,
+  json jsonb not null,
+  primary key (owner, intake)
+);
+
+-- A send's mapped-out payload, kept beside the log (docs/design/runs.md): the run write holds only its hash,
+-- so the payload can be shown, replayed to the adapter on retry, and erased.
+create table if not exists outtake (
+  owner text not null,
+  run text not null,
+  contract text not null,
+  record text,
+  key text not null,
+  raw bytea not null,
+  sha256 text not null,
+  primary key (owner, run)
+);
+
+create table if not exists cursors (
+  owner text not null,
+  contract text not null,
+  view text not null,
+  version text not null,
+  audience text not null,
+  seq bigint not null,
+  primary key (owner, contract, view, version, audience)
+);
+
+create table if not exists schedules (
+  owner text not null,
+  contract text not null,
+  last_tick text,
+  primary key (owner, contract)
+);
+
+create table if not exists projections (
+  owner text not null,
+  view text not null,
+  version text not null,
+  audience text not null,
+  record text not null,
+  row jsonb,
+  buckets jsonb,
+  marks jsonb,
+  ancestors text[] not null default '{}',
+  sort jsonb,
+  pin integer,
+  seq bigint not null,
+  primary key (owner, view, version, audience, record)
+);
+
+create table if not exists projection_stream (
+  owner text not null,
+  view text not null,
+  version text not null,
+  audience text not null,
+  seq bigint not null,
+  json jsonb not null,
+  primary key (owner, view, version, audience, seq)
+);
+
+-- A view published at least once for an audience, and under which version: a view with no rows is
+-- otherwise indistinguishable from one never published, and would rebuild whole on every write.
+create table if not exists published (
+  owner text not null,
+  view text not null,
+  audience text not null,
+  version text not null,
+  primary key (owner, view, audience)
+);
+
+create table if not exists stale (
+  owner text not null,
+  view text not null,
+  record text not null,
+  since bigint not null,
+  primary key (owner, view, record)
+);
+
+-- The log never changes except by redaction (8.5.2): a write replaced by its hash, or an entry reduced to
+-- its hash. Anything else is refused here, whatever the caller.
+create or replace function log_only_redaction() returns trigger language plpgsql as $$
+declare
+  i integer;
+  old_writes jsonb := old.entry -> 'writes';
+  new_writes jsonb := new.entry -> 'writes';
+begin
+  if tg_op = 'DELETE' then
+    raise exception 'the log is append-only: % cannot be deleted', old.log_id;
+  end if;
+  if new.owner <> old.owner or new.chain <> old.chain or new.seq <> old.seq or new.log_id <> old.log_id
+     or new.hash <> old.hash or coalesce(new.prev, '') <> coalesce(old.prev, '') then
+    raise exception 'the log is append-only: only a redaction may change %', old.log_id;
+  end if;
+  -- A whole entry reduced to its hash.
+  if new.entry ? 'redacted' then
+    if (new.entry - 'log' - 'prev' - 'chain' - 'sig' - 'redacted') <> '{}'::jsonb then
+      raise exception 'a redacted entry keeps only log, prev, chain, sig and redacted: %', old.log_id;
+    end if;
+    return new;
+  end if;
+  -- Write by write: every write is unchanged or replaced by {"redacted": "sha256:…"}.
+  if (new.entry - 'writes') <> (old.entry - 'writes') or jsonb_array_length(new_writes) <> jsonb_array_length(old_writes) then
+    raise exception 'the log is append-only: only a write may be redacted in %', old.log_id;
+  end if;
+  for i in 0 .. jsonb_array_length(old_writes) - 1 loop
+    if (new_writes -> i) <> (old_writes -> i) and not (((new_writes -> i) ? 'redacted') and ((new_writes -> i) - 'redacted') = '{}'::jsonb) then
+      raise exception 'the log is append-only: write % of % may only be redacted', i, old.log_id;
+    end if;
+  end loop;
+  return new;
+end $$;
+
+drop trigger if exists log_only_redaction on log;
+create trigger log_only_redaction before update or delete on log for each row execute function log_only_redaction();
+
+insert into schema_version (version) values ('2026-10-15') on conflict do nothing;
+
+-- One order across an owner's chain and the chains of the people it hosts (14.1), for a rebuild.
+alter table log add column if not exists ord bigint generated always as identity;
+
+-- The platform index reads a caller's edges across owners (14.8, docs/design/host.md).
+create index if not exists edges_who on edges ((json->>'who'));

package/dist/src/state.d.ts

@@ -0,0 +1,16 @@
+import { type State } from "@cruba/crubal";
+import type { JsonObject, Record } from "@cruba/crubal";
+import type { Client } from "./db.ts";
+declare const isObj: (v: unknown) => v is JsonObject;
+export type Row = {
+    [column: string]: unknown;
+};
+/** A record as the engine holds it, from its row. Absent members stay absent. */
+export declare function recordOf(row: Row): Record;
+/** Read an owner's whole state. Order is the order the log made things, by `ord`. */
+export declare function loadState(client: Client, owner: string): Promise<State>;
+/** Write what changed between two states of one owner: upserts, deletes, and appends to the lists. */
+export declare function persist(client: Client, owner: string, before: State, after: State): Promise<void>;
+/** Forget an owner's state tables (not its log), before a rebuild. */
+export declare function wipeState(client: Client, owner: string): Promise<void>;
+export { isObj };