@antelopejs/postgres 0.0.1-stage → 0.2.0

package/dist/implementations/database/feeds.js

@@ -0,0 +1,338 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IsRegisteredFeed = IsRegisteredFeed;
+exports.ReadFeedEvent = ReadFeedEvent;
+exports.CloseOneFeed = CloseOneFeed;
+exports.CloseAllFeeds = CloseAllFeeds;
+const schema_1 = require("@antelopejs/interface-database/schema");
+const logger_1 = require("../../logger");
+const external_refusals_1 = require("./external-refusals");
+const result_1 = require("./result");
+const sql_1 = require("./sql");
+const migrate_1 = require("./migrate");
+const schema_2 = require("./schema");
+const selection_1 = require("./selection");
+const identifier_1 = require("./identifier");
+const relation_1 = require("./relation");
+const utils_1 = require("./utils");
+const config_1 = require("../../config");
+const listener_1 = require("./listener");
+const connection_1 = require("../../connection");
+const feed_pipeline_1 = require("./feed-pipeline");
+const changes_1 = require("./changes");
+const CLOSED = "closed";
+const LAPSED = "lapsed";
+const RESTARTED = "restarted";
+const ADDED = "added";
+const REMOVED = "removed";
+const EMPTY = 0;
+const NO_EVENTS = "0";
+const OUTPUT = (0, sql_1.QuoteIdentifier)(relation_1.OUTPUT_COLUMN);
+const EVENT_CTE = (0, sql_1.QuoteIdentifier)("settled");
+const EVENT = (0, sql_1.QuoteIdentifier)("ev");
+const INSTANCE_PARAM = 3;
+const POLL_FAILED = "a PostgreSQL change feed's poll failed and will be retried";
+const LIVE = {
+    read: (sql, params) => (0, connection_1.Query)(sql, params),
+    install: migrate_1.EnsureTriggers,
+    origin: selection_1.RegisteredOrigin,
+    listen: listener_1.EnsureListening,
+};
+const REMEMBERED_ENDINGS = 1024;
+const feeds = new Map();
+const retired = [];
+let isSweeping = false;
+function Ignore() { }
+function Present(column, value) {
+    return `(CASE WHEN ${EVENT}.${column} IS NOT NULL THEN ${value} END)`;
+}
+function Admitted(side) {
+    return `COALESCE((${side} ->> '${feed_pipeline_1.MATCHED_KEY}')::boolean, false)`;
+}
+function PollSql(plan, instanced, limit) {
+    const first = plan.params.length;
+    const scope = instanced
+        ? ` AND ${changes_1.LOG}.${changes_1.LOG_INSTANCE_COLUMN} = $${first + INSTANCE_PARAM}`
+        : "";
+    const watermark = `$${first + (instanced ? 4 : 3)}`;
+    return `WITH "candidate" AS (
+  SELECT ${changes_1.LOG}.${changes_1.SEQ_COLUMN} AS ${changes_1.SEQ_COLUMN},
+         ${changes_1.LOG}.${changes_1.TXID_COLUMN} AS ${changes_1.TXID_COLUMN},
+         ${changes_1.LOG}.${changes_1.OP_COLUMN} AS ${changes_1.OP_COLUMN},
+         ${changes_1.LOG}.${changes_1.OLD_ROW_COLUMN} AS ${changes_1.OLD_ROW_COLUMN},
+         ${changes_1.LOG}.${changes_1.NEW_ROW_COLUMN} AS ${changes_1.NEW_ROW_COLUMN}
+    FROM ${changes_1.LOG}
+   WHERE ${changes_1.LOG}.${changes_1.SCHEMA_COLUMN} = $${first + 1} AND ${changes_1.LOG}.${changes_1.TABLE_COLUMN} = $${first + 2}${scope}
+     AND ${changes_1.LOG}.${changes_1.SEQ_COLUMN} > ${watermark}::bigint
+   ORDER BY ${changes_1.LOG}.${changes_1.SEQ_COLUMN}
+   LIMIT ${limit}
+),
+"boundary" AS (
+  SELECT min(${changes_1.SEQ_COLUMN}) AS "stop" FROM "candidate"
+   WHERE ${changes_1.TXID_COLUMN} >= pg_snapshot_xmin(pg_current_snapshot())
+),
+${EVENT_CTE} AS (
+  SELECT "candidate".* FROM "candidate", "boundary"
+   WHERE "boundary"."stop" IS NULL OR "candidate".${changes_1.SEQ_COLUMN} < "boundary"."stop"
+),
+"scanned" AS (
+  SELECT ${EVENT}.${changes_1.SEQ_COLUMN} AS ${changes_1.SEQ_COLUMN},
+         ${EVENT}.${changes_1.OP_COLUMN} AS ${changes_1.OP_COLUMN},
+         ${Present(changes_1.OLD_ROW_COLUMN, `"o".${OUTPUT}`)} AS "old",
+         ${Present(changes_1.NEW_ROW_COLUMN, `"n".${OUTPUT}`)} AS "new"
+    FROM ${EVENT_CTE} AS ${EVENT}
+    LEFT JOIN LATERAL (${plan.oldSide}) AS "o" ON true
+    LEFT JOIN LATERAL (${plan.newSide}) AS "n" ON true
+)
+SELECT
+  pg_postmaster_start_time() AS "epoch",
+  (SELECT ${changes_1.HIGH_WATER_COLUMN} FROM ${changes_1.REAPED}
+    WHERE ${changes_1.EPOCH_COLUMN} = pg_postmaster_start_time()) AS "high_water",
+  (SELECT max(${changes_1.SEQ_COLUMN})::text FROM "scanned") AS "scanned_to",
+  (SELECT count(*)::int FROM "scanned") AS "scanned_count",
+  COALESCE((SELECT jsonb_agg(jsonb_build_object(
+      'op', "x".${changes_1.OP_COLUMN}, 'old', "x"."old", 'new', "x"."new")
+      ORDER BY "x".${changes_1.SEQ_COLUMN})
+    FROM "scanned" "x"
+   WHERE ${Admitted('"x"."old"')} OR ${Admitted('"x"."new"')}), '[]'::jsonb) AS "events"`;
+}
+const OPEN_SQL = `SELECT
+  pg_postmaster_start_time() AS "epoch",
+  GREATEST(
+    (SELECT COALESCE(max(${changes_1.SEQ_COLUMN}), ${NO_EVENTS}) FROM ${changes_1.LOG}
+      WHERE ${changes_1.TXID_COLUMN} < pg_snapshot_xmin(pg_current_snapshot())),
+    (SELECT ${changes_1.HIGH_WATER_COLUMN} FROM ${changes_1.REAPED}
+      WHERE ${changes_1.EPOCH_COLUMN} = pg_postmaster_start_time())
+  )::text AS "scanned_to"`;
+function Named(state) {
+    const target = state.target;
+    return `${target.schemaId}.${target.tableId}`;
+}
+function LapsedMessage(state) {
+    const gap = state.gap;
+    return `change feed on '${Named(state)}' fell behind the retention window (changeRetentionMs): events ${gap.from} through ${gap.to} were reaped before it read them, so it cannot continue; re-open the feed`;
+}
+function RestartedMessage(state) {
+    return `change feed on '${Named(state)}' cannot continue: the PostgreSQL server restarted, and the change log does not survive a restart, so every event it had not read is lost; re-open the feed`;
+}
+const ENDED_MESSAGES = {
+    [CLOSED]: () => "",
+    [LAPSED]: LapsedMessage,
+    [RESTARTED]: RestartedMessage,
+};
+function Registered(reqId, env) {
+    const known = feeds.get(reqId);
+    if (known) {
+        return known;
+    }
+    let endNow = Ignore;
+    const ending = new Promise((resolve) => {
+        endNow = resolve;
+    });
+    const state = {
+        chain: Promise.resolve(),
+        watermark: 0n,
+        buffer: [],
+        woken: false,
+        full: false,
+        ending,
+        endNow,
+        env: env ?? LIVE,
+    };
+    feeds.set(reqId, state);
+    return state;
+}
+function IsRegisteredFeed(reqId) {
+    return feeds.has(reqId);
+}
+function Forget(reqId) {
+    retired.push(reqId);
+    while (retired.length > REMEMBERED_ENDINGS) {
+        feeds.delete(retired.shift());
+    }
+}
+function Retire(reqId, state, reason) {
+    if (!state.reason) {
+        state.reason = reason;
+        Forget(reqId);
+    }
+    state.endNow();
+    Wake(state);
+}
+function Wake(state) {
+    state.woken = true;
+    const waiting = state.wake;
+    state.wake = undefined;
+    waiting?.();
+}
+function Waited(state, options) {
+    if (state.woken) {
+        state.woken = false;
+        return Promise.resolve();
+    }
+    return new Promise((resolve) => {
+        const timer = setTimeout(() => {
+            state.wake = undefined;
+            resolve();
+        }, options.changePollIntervalMs);
+        timer.unref();
+        state.wake = () => {
+            clearTimeout(timer);
+            resolve();
+        };
+    });
+}
+function Announced(target) {
+    return `${target.schemaName}.${target.tableName}`;
+}
+function Notified(payload) {
+    for (const state of feeds.values()) {
+        if (!payload || (state.target && Announced(state.target) === payload)) {
+            Wake(state);
+        }
+    }
+}
+(0, listener_1.SubscribeToChanges)(Notified);
+function Delivered(event, type) {
+    const change = { changeType: event.op };
+    if (event.op !== ADDED) {
+        change.oldValue = (0, result_1.ReviveValue)(event.old[feed_pipeline_1.DOC_KEY], type);
+    }
+    if (event.op !== REMOVED) {
+        change.newValue = (0, result_1.ReviveValue)(event.new[feed_pipeline_1.DOC_KEY], type);
+    }
+    return change;
+}
+function PollParams(target, watermark) {
+    const scope = target.instance === schema_1.CROSS_INSTANCE ? [] : [target.instance];
+    return [target.schemaName, target.tableName, ...scope, watermark.toString()];
+}
+function Lapsed(state, high) {
+    if (high === null) {
+        return false;
+    }
+    return state.watermark < BigInt(high);
+}
+async function Poll(reqId, state, options) {
+    const target = state.target;
+    const plan = state.plan;
+    const result = await state.env.read(PollSql(plan, target.instance !== schema_1.CROSS_INSTANCE, options.changeBatchSize), [...plan.params, ...PollParams(target, state.watermark)]);
+    const row = result.rows[0];
+    if (row.epoch.getTime() !== state.epoch) {
+        Retire(reqId, state, RESTARTED);
+        return;
+    }
+    if (Lapsed(state, row.high_water)) {
+        state.gap = {
+            from: state.watermark + 1n,
+            to: BigInt(row.high_water),
+        };
+        Retire(reqId, state, LAPSED);
+        return;
+    }
+    state.full = row.scanned_count >= options.changeBatchSize;
+    for (const event of row.events) {
+        state.buffer.push(Delivered(event, plan.type));
+    }
+    if (row.scanned_to !== null) {
+        state.watermark = BigInt(row.scanned_to);
+    }
+}
+const ROOT_LENGTH = 3;
+function RootId(stages, index) {
+    const id = stages[index]?.options?.id;
+    return typeof id === "string" ? id : "";
+}
+function Between(stages) {
+    return stages.slice(ROOT_LENGTH, stages.length - 1);
+}
+function TargetOf(stages) {
+    const schemaId = RootId(stages, 0);
+    const tableId = RootId(stages, 2);
+    const supplied = stages[1]?.options?.id;
+    const instance = supplied === schema_1.CROSS_INSTANCE
+        ? schema_1.CROSS_INSTANCE
+        : (supplied ?? utils_1.DEFAULT_INSTANCE_ID);
+    return {
+        schemaId,
+        tableId,
+        schemaName: (0, identifier_1.SchemaName)(schemaId),
+        tableName: (0, identifier_1.TableName)(tableId),
+        instance,
+    };
+}
+async function Open(state, stages) {
+    const target = TargetOf(stages);
+    await (0, schema_2.WaitForSchemaReady)(target.schemaId);
+    const origin = state.env.origin(target.schemaId, target.tableId);
+    if (origin.shape.external) {
+        throw (0, external_refusals_1.ExternalFeedRefusal)(origin.shape.external);
+    }
+    const plan = (0, feed_pipeline_1.CompileFeed)(Between(stages), origin, `${EVENT}.${changes_1.OLD_ROW_COLUMN}`, `${EVENT}.${changes_1.NEW_ROW_COLUMN}`);
+    await state.env.install(target.schemaId, target.tableId);
+    const opened = await state.env.read(OPEN_SQL, []);
+    state.target = target;
+    state.plan = plan;
+    state.epoch = opened.rows[0].epoch.getTime();
+    state.watermark = BigInt(opened.rows[0].scanned_to ?? NO_EVENTS);
+    await state.env.listen();
+}
+function Ended(state) {
+    const reason = state.reason;
+    if (reason === CLOSED) {
+        return { done: true, value: undefined };
+    }
+    throw new Error(ENDED_MESSAGES[reason](state));
+}
+async function Advance(reqId, state, stages, options) {
+    if (isSweeping) {
+        Retire(reqId, state, CLOSED);
+    }
+    for (;;) {
+        if (state.reason) {
+            return Ended(state);
+        }
+        if (state.buffer.length > EMPTY) {
+            return { done: false, value: state.buffer.shift() };
+        }
+        if (!state.target) {
+            await Open(state, stages);
+            continue;
+        }
+        state.woken = false;
+        await Promise.race([
+            Poll(reqId, state, options).catch((err) => {
+                logger_1.Logger.Warn(POLL_FAILED, err);
+            }),
+            state.ending,
+        ]);
+        if (state.buffer.length === EMPTY && !state.reason && !state.full) {
+            await Waited(state, options);
+        }
+    }
+}
+function ReadFeedEvent(reqId, stages, env) {
+    const options = (0, config_1.GetOptions)();
+    const state = Registered(reqId, env);
+    const next = state.chain.then(() => Advance(reqId, state, stages, options));
+    state.chain = next.then(Ignore, Ignore);
+    return next;
+}
+function CloseOneFeed(reqId) {
+    Retire(reqId, Registered(reqId), CLOSED);
+    return Promise.resolve();
+}
+async function CloseAllFeeds() {
+    isSweeping = true;
+    try {
+        for (const [reqId, state] of feeds.entries()) {
+            Retire(reqId, state, CLOSED);
+        }
+        await Promise.resolve();
+    }
+    finally {
+        isSweeping = false;
+    }
+}
+(0, connection_1.RegisterBeforeDisconnect)(CloseAllFeeds);
+//# sourceMappingURL=feeds.js.map

package/dist/implementations/database/feeds.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"feeds.js","sourceRoot":"","sources":["../../../src/implementations/database/feeds.ts"],"names":[],"mappings":";;AAsSA,4CAEC;AAiPD,sCAUC;AASD,oCAGC;AAUD,sCAUC;AAlkBD,kEAAuE;AAEvE,yCAAsC;AACtC,2DAA0D;AAC1D,qCAAuC;AAEvC,+BAAwC;AACxC,uCAA2C;AAC3C,qCAA8C;AAC9C,2CAA+C;AAC/C,6CAAqD;AACrD,yCAA6D;AAC7D,mCAA+D;AAC/D,yCAAgE;AAChE,yCAAiE;AACjE,iDAAmE;AACnE,mDAKyB;AACzB,uCAcmB;AAqCnB,MAAM,MAAM,GAAc,QAAQ,CAAC;AACnC,MAAM,MAAM,GAAc,QAAQ,CAAC;AACnC,MAAM,SAAS,GAAc,WAAW,CAAC;AAEzC,MAAM,KAAK,GAAoB,OAAO,CAAC;AACvC,MAAM,OAAO,GAAoB,SAAS,CAAC;AAE3C,MAAM,KAAK,GAAG,CAAC,CAAC;AAChB,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB,MAAM,MAAM,GAAG,IAAA,qBAAe,EAAC,wBAAa,CAAC,CAAC;AAG9C,MAAM,SAAS,GAAG,IAAA,qBAAe,EAAC,SAAS,CAAC,CAAC;AAC7C,MAAM,KAAK,GAAG,IAAA,qBAAe,EAAC,IAAI,CAAC,CAAC;AAEpC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,MAAM,WAAW,GACf,4DAA4D,CAAC;AAiC/D,MAAM,IAAI,GAAoB;IAC5B,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,IAAA,kBAAK,EAAU,GAAG,EAAE,MAAM,CAAC;IAClD,OAAO,EAAE,wBAAc;IACvB,MAAM,EAAE,4BAAgB;IACxB,MAAM,EAAE,0BAAe;CACxB,CAAC;AA6BF,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAEhC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;AAC3C,MAAM,OAAO,GAAa,EAAE,CAAC;AAE7B,IAAI,UAAU,GAAG,KAAK,CAAC;AAEvB,SAAS,MAAM,KAAI,CAAC;AAMpB,SAAS,OAAO,CAAC,MAAc,EAAE,KAAa;IAC5C,OAAO,cAAc,KAAK,IAAI,MAAM,qBAAqB,KAAK,OAAO,CAAC;AACxE,CAAC;AAMD,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,aAAa,IAAI,SAAS,2BAAW,qBAAqB,CAAC;AACpE,CAAC;AAMD,SAAS,OAAO,CAAC,IAAc,EAAE,SAAkB,EAAE,KAAa;IAChE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IACjC,MAAM,KAAK,GAAG,SAAS;QACrB,CAAC,CAAC,QAAQ,aAAG,IAAI,6BAAmB,OAAO,KAAK,GAAG,cAAc,EAAE;QACnE,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,SAAS,GAAG,IAAI,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpD,OAAO;WACE,aAAG,IAAI,oBAAU,OAAO,oBAAU;WAClC,aAAG,IAAI,qBAAW,OAAO,qBAAW;WACpC,aAAG,IAAI,mBAAS,OAAO,mBAAS;WAChC,aAAG,IAAI,wBAAc,OAAO,wBAAc;WAC1C,aAAG,IAAI,wBAAc,OAAO,wBAAc;WAC1C,aAAG;WACH,aAAG,IAAI,uBAAa,OAAO,KAAK,GAAG,CAAC,QAAQ,aAAG,IAAI,sBAAY,OAAO,KAAK,GAAG,CAAC,GAAG,KAAK;WACvF,aAAG,IAAI,oBAAU,MAAM,SAAS;cAC7B,aAAG,IAAI,oBAAU;WACpB,KAAK;;;eAGD,oBAAU;WACd,qBAAW;;EAEpB,SAAS;;oDAEyC,oBAAU;;;WAGnD,KAAK,IAAI,oBAAU,OAAO,oBAAU;WACpC,KAAK,IAAI,mBAAS,OAAO,mBAAS;WAClC,OAAO,CAAC,wBAAc,EAAE,OAAO,MAAM,EAAE,CAAC;WACxC,OAAO,CAAC,wBAAc,EAAE,OAAO,MAAM,EAAE,CAAC;WACxC,SAAS,OAAO,KAAK;yBACP,IAAI,CAAC,OAAO;yBACZ,IAAI,CAAC,OAAO;;;;YAIzB,2BAAiB,SAAS,gBAAM;YAChC,sBAAY;gBACR,oBAAU;;;kBAGR,mBAAS;qBACN,oBAAU;;WAEpB,QAAQ,CAAC,WAAW,CAAC,OAAO,QAAQ,CAAC,WAAW,CAAC,6BAA6B,CAAC;AAC1F,CAAC;AAMD,MAAM,QAAQ,GAAG;;;2BAGU,oBAAU,MAAM,SAAS,UAAU,aAAG;cACnD,qBAAW;cACX,2BAAiB,SAAS,gBAAM;cAChC,sBAAY;0BACA,CAAC;AAE3B,SAAS,KAAK,CAAC,KAAgB;IAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAoB,CAAC;IAC1C,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;AAChD,CAAC;AAGD,SAAS,aAAa,CAAC,KAAgB;IACrC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAc,CAAC;IACjC,OAAO,mBAAmB,KAAK,CAAC,KAAK,CAAC,kEAAkE,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,2EAA2E,CAAC;AAChN,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAgB;IACxC,OAAO,mBAAmB,KAAK,CAAC,KAAK,CAAC,6JAA6J,CAAC;AACtM,CAAC;AAED,MAAM,cAAc,GAAoD;IACtE,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;IAClB,CAAC,MAAM,CAAC,EAAE,aAAa;IACvB,CAAC,SAAS,CAAC,EAAE,gBAAgB;CAC9B,CAAC;AAEF,SAAS,UAAU,CAAC,KAAa,EAAE,GAAqB;IACtD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,MAAM,GAAG,MAAM,CAAC;IACpB,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC3C,MAAM,GAAG,OAAO,CAAC;IACnB,CAAC,CAAC,CAAC;IACH,MAAM,KAAK,GAAc;QACvB,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;QACxB,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,KAAK;QACZ,IAAI,EAAE,KAAK;QACX,MAAM;QACN,MAAM;QACN,GAAG,EAAE,GAAG,IAAI,IAAI;KACjB,CAAC;IACF,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACxB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,gBAAgB,CAAC,KAAa;IAC5C,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAGD,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpB,OAAO,OAAO,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QAC3C,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAY,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC;AAGD,SAAS,MAAM,CAAC,KAAa,EAAE,KAAgB,EAAE,MAAiB;IAChE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QACtB,MAAM,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC;IACD,KAAK,CAAC,MAAM,EAAE,CAAC;IACf,IAAI,CAAC,KAAK,CAAC,CAAC;AACd,CAAC;AAMD,SAAS,IAAI,CAAC,KAAgB;IAC5B,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;IAC3B,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC;IACvB,OAAO,EAAE,EAAE,CAAC;AACd,CAAC;AAGD,SAAS,MAAM,CAAC,KAAgB,EAAE,OAAwB;IACxD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;QACpB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QACnC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,GAAG,GAAG,EAAE;YAChB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAC,MAAkB;IACnC,OAAO,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;AACpD,CAAC;AAGD,SAAS,QAAQ,CAAC,OAAgB;IAChC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACnC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,CAAC;IACH,CAAC;AACH,CAAC;AAED,IAAA,6BAAkB,EAAC,QAAQ,CAAC,CAAC;AAM7B,SAAS,SAAS,CAAC,KAAkB,EAAE,IAAa;IAClD,MAAM,MAAM,GAAqB,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;IAC1D,IAAI,KAAK,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,QAAQ,GAAG,IAAA,oBAAW,EAAC,KAAK,CAAC,GAAG,CAAC,uBAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,KAAK,CAAC,EAAE,KAAK,OAAO,EAAE,CAAC;QACzB,MAAM,CAAC,QAAQ,GAAG,IAAA,oBAAW,EAAC,KAAK,CAAC,GAAG,CAAC,uBAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,MAAkB,EAAE,SAAiB;IACvD,MAAM,KAAK,GACT,MAAM,CAAC,QAAQ,KAAK,uBAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAkB,CAAC,CAAC;IACxE,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,GAAG,KAAK,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,MAAM,CAAC,KAAgB,EAAE,IAAmB;IACnD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;AACxC,CAAC;AAMD,KAAK,UAAU,IAAI,CACjB,KAAa,EACb,KAAgB,EAChB,OAAwB;IAExB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAoB,CAAC;IAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAgB,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,CACjC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,KAAK,uBAAc,EAAE,OAAO,CAAC,eAAe,CAAC,EAC1E,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CACzD,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;QACxC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAChC,OAAO;IACT,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,GAAG,GAAG;YACV,IAAI,EAAE,KAAK,CAAC,SAAS,GAAG,EAAE;YAC1B,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,UAAoB,CAAC;SACrC,CAAC;QACF,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7B,OAAO;IACT,CAAC;IACD,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC;IAC1D,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAC/B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QAC5B,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,SAAS,MAAM,CAAC,MAAoB,EAAE,KAAa;IACjD,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;IACtC,OAAO,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1C,CAAC;AAGD,SAAS,OAAO,CAAC,MAAoB;IACnC,OAAO,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtD,CAAC;AAGD,SAAS,QAAQ,CAAC,MAAoB;IACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;IACxC,MAAM,QAAQ,GACZ,QAAQ,KAAK,uBAAc;QACzB,CAAC,CAAC,uBAAc;QAChB,CAAC,CAAC,CAAE,QAA+B,IAAI,2BAAmB,CAAC,CAAC;IAChE,OAAO;QACL,QAAQ;QACR,OAAO;QACP,UAAU,EAAE,IAAA,uBAAU,EAAC,QAAQ,CAAC;QAChC,SAAS,EAAE,IAAA,sBAAS,EAAC,OAAO,CAAC;QAC7B,QAAQ;KACT,CAAC;AACJ,CAAC;AAMD,KAAK,UAAU,IAAI,CAAC,KAAgB,EAAE,MAAoB;IACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,IAAA,2BAAkB,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IACjE,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAA,uCAAmB,EAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC;IACD,MAAM,IAAI,GAAG,IAAA,2BAAW,EACtB,OAAO,CAAC,MAAM,CAAC,EACf,MAAM,EACN,GAAG,KAAK,IAAI,wBAAc,EAAE,EAC5B,GAAG,KAAK,IAAI,wBAAc,EAAE,CAC7B,CAAC;IACF,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAClD,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IACtB,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;IAClB,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;IAC7C,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,CAAC;IACjE,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,KAAK,CAAC,KAAgB;IAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAmB,CAAC;IACzC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAC1C,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AACjD,CAAC;AAMD,KAAK,UAAU,OAAO,CACpB,KAAa,EACb,KAAgB,EAChB,MAAoB,EACpB,OAAwB;IAExB,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/B,CAAC;IACD,SAAS,CAAC;QACR,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YAChC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;QACpB,MAAM,OAAO,CAAC,IAAI,CAAC;YACjB,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACjD,eAAM,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YAChC,CAAC,CAAC;YACF,KAAK,CAAC,MAAM;SACb,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAClE,MAAM,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;AACH,CAAC;AAYD,SAAgB,aAAa,CAC3B,KAAa,EACb,MAAoB,EACpB,GAAqB;IAErB,MAAM,OAAO,GAAG,IAAA,mBAAU,GAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC5E,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,OAAO,IAAI,CAAC;AACd,CAAC;AASD,SAAgB,YAAY,CAAC,KAAa;IACxC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;IACzC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;AAC3B,CAAC;AAUM,KAAK,UAAU,aAAa;IACjC,UAAU,GAAG,IAAI,CAAC;IAClB,IAAI,CAAC;QACH,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;YAAS,CAAC;QACT,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;AACH,CAAC;AAED,IAAA,qCAAwB,EAAC,aAAa,CAAC,CAAC"}

package/dist/implementations/database/fields.d.ts

@@ -0,0 +1,37 @@
+import type { FieldType, SchemaDefinition, TableDefinition } from "@antelopejs/interface-database/schema";
+import type { ColumnDescriptor } from "./external-types";
+import { type SqlType } from "./types";
+interface IoTsCodec {
+    is(value: unknown): boolean;
+    encode(value: never): unknown;
+    decode(value: unknown): unknown;
+}
+export interface ParsedField {
+    type: SqlType;
+    codec?: IoTsCodec;
+}
+export interface FieldSpec {
+    column: string;
+    type: SqlType;
+    codec?: IoTsCodec;
+    native?: ColumnDescriptor;
+}
+export interface ExternalRelation {
+    schema: string;
+    table: string;
+    key?: ColumnDescriptor[];
+}
+export interface TableShape {
+    fields: Record<string, FieldSpec>;
+    external?: ExternalRelation;
+}
+export declare function DeclaredColumns(shape: TableShape): string[];
+export declare function DocumentKeys(shape: TableShape): string[];
+export declare function PhysicalOrder<T>(key: T, instance: T, declared: T[], extra: T): T[];
+export interface SchemaShape {
+    [tableId: string]: TableShape;
+}
+export declare function ParseFieldType(field: FieldType, path: string): ParsedField;
+export declare function ParseTable(table: TableDefinition, path: string): TableShape;
+export declare function ParseSchema(schemaId: string, schema: SchemaDefinition): SchemaShape;
+export {};

package/dist/implementations/database/fields.js

@@ -0,0 +1,114 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DeclaredColumns = DeclaredColumns;
+exports.DocumentKeys = DocumentKeys;
+exports.PhysicalOrder = PhysicalOrder;
+exports.ParseFieldType = ParseFieldType;
+exports.ParseTable = ParseTable;
+exports.ParseSchema = ParseSchema;
+const identifier_1 = require("./identifier");
+const utils_1 = require("./utils");
+const types_1 = require("./types");
+function DeclaredColumns(shape) {
+    return Object.values(shape.fields).map((spec) => spec.column);
+}
+function DocumentKeys(shape) {
+    return [utils_1.ID_COLUMN, utils_1.INSTANCE_COLUMN, ...Object.keys(shape.fields)];
+}
+function PhysicalOrder(key, instance, declared, extra) {
+    return [key, instance, ...declared, extra];
+}
+const SCALAR_TYPES = {
+    string: types_1.TEXT,
+    number: types_1.FLOAT,
+    boolean: types_1.BOOL,
+    date: types_1.TIMESTAMP,
+    object: types_1.OPAQUE,
+    any: types_1.OPAQUE,
+};
+const ARRAY_SUFFIX = "[]";
+const SUPPORTED_TOKENS = Object.keys(SCALAR_TYPES).join(", ");
+function AsCodec(value) {
+    const candidate = value;
+    const looksLikeCodec = typeof candidate.encode === "function" &&
+        typeof candidate.decode === "function" &&
+        typeof candidate.is === "function";
+    return looksLikeCodec ? value : undefined;
+}
+function UnsupportedFieldType(token, path) {
+    return new Error(`Unsupported field type '${token}' for '${path}'. Supported: ${SUPPORTED_TOKENS}, optionally suffixed with [], a nested record, or an io-ts codec`);
+}
+function ParseToken(token, path) {
+    const normalized = token.trim().toLowerCase();
+    if (normalized.endsWith(ARRAY_SUFFIX)) {
+        return (0, types_1.ArrayOf)(ParseToken(normalized.slice(0, -ARRAY_SUFFIX.length), path));
+    }
+    if (!Object.hasOwn(SCALAR_TYPES, normalized)) {
+        throw UnsupportedFieldType(token, path);
+    }
+    return SCALAR_TYPES[normalized];
+}
+function ParseShape(record, path) {
+    const shape = {};
+    for (const [name, value] of Object.entries(record)) {
+        shape[name] = ParseFieldType(value, `${path}.${name}`).type;
+    }
+    return shape;
+}
+function ParseFieldType(field, path) {
+    if (typeof field === "string") {
+        return { type: ParseToken(field, path) };
+    }
+    if (Array.isArray(field)) {
+        if (field.length !== 1) {
+            throw new Error(`Field '${path}' must declare exactly one element type, received ${field.length}`);
+        }
+        return { type: (0, types_1.ArrayOf)(ParseFieldType(field[0], path).type) };
+    }
+    if (typeof field !== "object" || field === null) {
+        throw UnsupportedFieldType(String(field), path);
+    }
+    const codec = AsCodec(field);
+    if (codec) {
+        return { type: types_1.OPAQUE, codec };
+    }
+    return {
+        type: (0, types_1.JsonOf)(ParseShape(field, path)),
+    };
+}
+function AssertKeyRestated(declared, path) {
+    const parsed = ParseFieldType(declared, `${path}.${utils_1.ID_COLUMN}`);
+    if (parsed.type.kind !== types_1.TEXT.kind || parsed.codec) {
+        throw new Error(`Field '${utils_1.ID_COLUMN}' on '${path}' restates the adapter's key column and must be declared 'string'`);
+    }
+}
+function ParseTable(table, path) {
+    const fields = {};
+    const owners = new Map();
+    for (const [name, declared] of Object.entries(table.fields ?? {})) {
+        if (name === utils_1.ID_COLUMN) {
+            AssertKeyRestated(declared, path);
+            continue;
+        }
+        if (utils_1.UNDECLARABLE_COLUMNS.includes(name)) {
+            throw new Error(`Field '${name}' on '${path}' uses a reserved column name (${utils_1.UNDECLARABLE_COLUMNS.join(", ")})`);
+        }
+        const column = (0, identifier_1.PgIdentifier)(name);
+        const owner = owners.get(column);
+        if (owner !== undefined) {
+            throw new Error(`Fields '${owner}' and '${name}' on '${path}' both map to column '${column}'; rename one`);
+        }
+        owners.set(column, name);
+        const parsed = ParseFieldType(declared, `${path}.${name}`);
+        fields[name] = { column, type: parsed.type, codec: parsed.codec };
+    }
+    return { fields };
+}
+function ParseSchema(schemaId, schema) {
+    const tables = {};
+    for (const [tableId, table] of Object.entries(schema)) {
+        tables[tableId] = ParseTable(table, `${schemaId}.${tableId}`);
+    }
+    return tables;
+}
+//# sourceMappingURL=fields.js.map

package/dist/implementations/database/fields.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fields.js","sourceRoot":"","sources":["../../../src/implementations/database/fields.ts"],"names":[],"mappings":";;AAgEA,0CAEC;AAiBD,oCAEC;AAaD,sCAOC;AAuDD,wCAsBC;AAuBD,gCAyBC;AAED,kCASC;AA1OD,6CAA4C;AAE5C,mCAA2E;AAC3E,mCAUiB;AA4CjB,SAAgB,eAAe,CAAC,KAAiB;IAC/C,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAChE,CAAC;AAiBD,SAAgB,YAAY,CAAC,KAAiB;IAC5C,OAAO,CAAC,iBAAS,EAAE,uBAAe,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AACpE,CAAC;AAaD,SAAgB,aAAa,CAC3B,GAAM,EACN,QAAW,EACX,QAAa,EACb,KAAQ;IAER,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,KAAK,CAAC,CAAC;AAC7C,CAAC;AAMD,MAAM,YAAY,GAA4B;IAC5C,MAAM,EAAE,YAAI;IACZ,MAAM,EAAE,aAAK;IACb,OAAO,EAAE,YAAI;IACb,IAAI,EAAE,iBAAS;IACf,MAAM,EAAE,cAAM;IACd,GAAG,EAAE,cAAM;CACZ,CAAC;AAEF,MAAM,YAAY,GAAG,IAAI,CAAC;AAC1B,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAE9D,SAAS,OAAO,CAAC,KAAa;IAC5B,MAAM,SAAS,GAAG,KAA2B,CAAC;IAC9C,MAAM,cAAc,GAClB,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU;QACtC,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU;QACtC,OAAO,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC;IACrC,OAAO,cAAc,CAAC,CAAC,CAAE,KAAmB,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3D,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa,EAAE,IAAY;IACvD,OAAO,IAAI,KAAK,CACd,2BAA2B,KAAK,UAAU,IAAI,iBAAiB,gBAAgB,mEAAmE,CACnJ,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,IAAY;IAC7C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9C,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACtC,OAAO,IAAA,eAAO,EAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,EAAE,CAAC;QAC7C,MAAM,oBAAoB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,YAAY,CAAC,UAAU,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,UAAU,CACjB,MAAuC,EACvC,IAAY;IAEZ,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnD,KAAK,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,EAAE,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IAC9D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,cAAc,CAAC,KAAgB,EAAE,IAAY;IAC3D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;IAC3C,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,UAAU,IAAI,qDAAqD,KAAK,CAAC,MAAM,EAAE,CAClF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,IAAA,eAAO,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;IAChE,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,MAAM,oBAAoB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,EAAE,IAAI,EAAE,cAAM,EAAE,KAAK,EAAE,CAAC;IACjC,CAAC;IACD,OAAO;QACL,IAAI,EAAE,IAAA,cAAM,EAAC,UAAU,CAAC,KAAwC,EAAE,IAAI,CAAC,CAAC;KACzE,CAAC;AACJ,CAAC;AAcD,SAAS,iBAAiB,CAAC,QAAmB,EAAE,IAAY;IAC1D,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,GAAG,IAAI,IAAI,iBAAS,EAAE,CAAC,CAAC;IAChE,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,YAAI,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CACb,UAAU,iBAAS,SAAS,IAAI,mEAAmE,CACpG,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAgB,UAAU,CAAC,KAAsB,EAAE,IAAY;IAC7D,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QAClE,IAAI,IAAI,KAAK,iBAAS,EAAE,CAAC;YACvB,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAClC,SAAS;QACX,CAAC;QACD,IAAI,4BAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,UAAU,IAAI,SAAS,IAAI,kCAAkC,4BAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAChG,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,IAAI,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CACb,WAAW,KAAK,UAAU,IAAI,SAAS,IAAI,yBAAyB,MAAM,eAAe,CAC1F,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzB,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IACpE,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,SAAgB,WAAW,CACzB,QAAgB,EAChB,MAAwB;IAExB,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC,KAAK,EAAE,GAAG,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/implementations/database/identifier.d.ts

@@ -0,0 +1,8 @@
+export declare function PgIdentifier(name: string): string;
+export declare function SchemaName(schemaId: string): string;
+export declare function TableName(tableId: string): string;
+export declare function IndexName(tableId: string, indexId: string): string;
+export declare function CrossInstanceIndexName(indexName: string): string;
+export declare function ReplacementIndexName(indexName: string): string;
+export declare function QualifiedName(schemaName: string, objectName: string): string;
+export declare function TableReference(schemaId: string, tableId: string): string;

package/dist/implementations/database/identifier.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PgIdentifier = PgIdentifier;
+exports.SchemaName = SchemaName;
+exports.TableName = TableName;
+exports.IndexName = IndexName;
+exports.CrossInstanceIndexName = CrossInstanceIndexName;
+exports.ReplacementIndexName = ReplacementIndexName;
+exports.QualifiedName = QualifiedName;
+exports.TableReference = TableReference;
+const node_crypto_1 = require("node:crypto");
+const sql_1 = require("./sql");
+const utils_1 = require("./utils");
+const connection_1 = require("../../connection");
+const HASH_LENGTH = 7;
+const HASH_SEPARATOR = "_";
+const INDEX_NAME_SEPARATOR = "_";
+const CROSS_INSTANCE_INDEX_SUFFIX = "__g";
+const REPLACEMENT_INDEX_SUFFIX = "__next";
+const KEPT_BYTES = utils_1.MAX_IDENTIFIER_BYTES - HASH_LENGTH - HASH_SEPARATOR.length;
+const CONTINUATION_MASK = 0xc0;
+const CONTINUATION_BITS = 0x80;
+function TruncateBytes(value, limit) {
+    let end = limit;
+    while (end > 0 && (value[end] & CONTINUATION_MASK) === CONTINUATION_BITS) {
+        end--;
+    }
+    return value.subarray(0, end).toString("utf8");
+}
+function PgIdentifier(name) {
+    if (Buffer.byteLength(name, "utf8") <= utils_1.MAX_IDENTIFIER_BYTES) {
+        return name;
+    }
+    const digest = (0, node_crypto_1.createHash)("sha256")
+        .update(name)
+        .digest("hex")
+        .slice(0, HASH_LENGTH);
+    const truncated = TruncateBytes(Buffer.from(name, "utf8"), KEPT_BYTES);
+    return `${truncated}${HASH_SEPARATOR}${digest}`;
+}
+function SchemaName(schemaId) {
+    return PgIdentifier(`${(0, connection_1.GetSchemaPrefix)()}${schemaId}`);
+}
+function TableName(tableId) {
+    return PgIdentifier(tableId);
+}
+function IndexName(tableId, indexId) {
+    return PgIdentifier(`${tableId}${INDEX_NAME_SEPARATOR}${indexId}`);
+}
+function CrossInstanceIndexName(indexName) {
+    return PgIdentifier(`${indexName}${CROSS_INSTANCE_INDEX_SUFFIX}`);
+}
+function ReplacementIndexName(indexName) {
+    return PgIdentifier(`${indexName}${REPLACEMENT_INDEX_SUFFIX}`);
+}
+function QualifiedName(schemaName, objectName) {
+    return `${(0, sql_1.QuoteIdentifier)(schemaName)}.${(0, sql_1.QuoteIdentifier)(objectName)}`;
+}
+function TableReference(schemaId, tableId) {
+    return QualifiedName(SchemaName(schemaId), TableName(tableId));
+}
+//# sourceMappingURL=identifier.js.map

package/dist/implementations/database/identifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"identifier.js","sourceRoot":"","sources":["../../../src/implementations/database/identifier.ts"],"names":[],"mappings":";;AA+BA,oCAUC;AAED,gCAEC;AAED,8BAEC;AAED,8BAEC;AAGD,wDAEC;AAGD,oDAEC;AAGD,sCAEC;AAED,wCAEC;AAxED,6CAAyC;AAEzC,+BAAwC;AACxC,mCAA+C;AAC/C,iDAAmD;AAEnD,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,2BAA2B,GAAG,KAAK,CAAC;AAC1C,MAAM,wBAAwB,GAAG,QAAQ,CAAC;AAC1C,MAAM,UAAU,GAAG,4BAAoB,GAAG,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC;AAC9E,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,SAAS,aAAa,CAAC,KAAa,EAAE,KAAa;IACjD,IAAI,GAAG,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,iBAAiB,CAAC,KAAK,iBAAiB,EAAE,CAAC;QACzE,GAAG,EAAE,CAAC;IACR,CAAC;IACD,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACjD,CAAC;AAUD,SAAgB,YAAY,CAAC,IAAY;IACvC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,4BAAoB,EAAE,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC;SAChC,MAAM,CAAC,IAAI,CAAC;SACZ,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACzB,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,UAAU,CAAC,CAAC;IACvE,OAAO,GAAG,SAAS,GAAG,cAAc,GAAG,MAAM,EAAE,CAAC;AAClD,CAAC;AAED,SAAgB,UAAU,CAAC,QAAgB;IACzC,OAAO,YAAY,CAAC,GAAG,IAAA,4BAAe,GAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,SAAgB,SAAS,CAAC,OAAe;IACvC,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC;AAED,SAAgB,SAAS,CAAC,OAAe,EAAE,OAAe;IACxD,OAAO,YAAY,CAAC,GAAG,OAAO,GAAG,oBAAoB,GAAG,OAAO,EAAE,CAAC,CAAC;AACrE,CAAC;AAGD,SAAgB,sBAAsB,CAAC,SAAiB;IACtD,OAAO,YAAY,CAAC,GAAG,SAAS,GAAG,2BAA2B,EAAE,CAAC,CAAC;AACpE,CAAC;AAGD,SAAgB,oBAAoB,CAAC,SAAiB;IACpD,OAAO,YAAY,CAAC,GAAG,SAAS,GAAG,wBAAwB,EAAE,CAAC,CAAC;AACjE,CAAC;AAGD,SAAgB,aAAa,CAAC,UAAkB,EAAE,UAAkB;IAClE,OAAO,GAAG,IAAA,qBAAe,EAAC,UAAU,CAAC,IAAI,IAAA,qBAAe,EAAC,UAAU,CAAC,EAAE,CAAC;AACzE,CAAC;AAED,SAAgB,cAAc,CAAC,QAAgB,EAAE,OAAe;IAC9D,OAAO,aAAa,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;AACjE,CAAC"}

package/dist/implementations/database/instances.d.ts

@@ -0,0 +1,4 @@
+export declare const REGISTRY_STATEMENTS: readonly string[];
+export declare function CreateInstance(schemaId: string, id: unknown): Promise<string>;
+export declare function DestroyInstance(schemaId: string, tableIds: readonly string[], id: unknown): Promise<void>;
+export declare function ListInstances(schemaId: string): Promise<string[]>;

package/dist/implementations/database/instances.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.REGISTRY_STATEMENTS = void 0;
+exports.CreateInstance = CreateInstance;
+exports.DestroyInstance = DestroyInstance;
+exports.ListInstances = ListInstances;
+const ddl_1 = require("./ddl");
+const sql_1 = require("./sql");
+const connection_1 = require("../../connection");
+const identifier_1 = require("./identifier");
+const utils_1 = require("./utils");
+const REGISTRY = (0, identifier_1.QualifiedName)(utils_1.REGISTRY_SCHEMA, utils_1.REGISTRY_INSTANCES_TABLE);
+const SCHEMA_KEY = (0, sql_1.QuoteIdentifier)("schema_id");
+const INSTANCE_KEY = (0, sql_1.QuoteIdentifier)("instance_id");
+const CREATED_KEY = (0, sql_1.QuoteIdentifier)("created_at");
+const INSTANCE = (0, sql_1.QuoteIdentifier)(utils_1.INSTANCE_COLUMN);
+const REGISTRY_KEY = `(${SCHEMA_KEY}, ${INSTANCE_KEY})`;
+const INSTANCE_PARAM = "$1";
+const SCHEMA_PARAM = "$2";
+const PURGE_ALIAS_PREFIX = "purge_";
+exports.REGISTRY_STATEMENTS = [
+    (0, ddl_1.CreateSchemaSql)(utils_1.REGISTRY_SCHEMA),
+    `CREATE TABLE IF NOT EXISTS ${REGISTRY} (
+     ${SCHEMA_KEY} text NOT NULL,
+     ${INSTANCE_KEY} text NOT NULL,
+     ${CREATED_KEY} timestamptz NOT NULL DEFAULT now(),
+     PRIMARY KEY ${REGISTRY_KEY}
+   )`,
+];
+async function CreateInstance(schemaId, id) {
+    const instanceId = (0, utils_1.NormalizeInstanceId)(utils_1.CREATE_INSTANCE, id);
+    await (0, connection_1.Query)(`INSERT INTO ${REGISTRY} (${SCHEMA_KEY}, ${INSTANCE_KEY}) VALUES (${SCHEMA_PARAM}, ${INSTANCE_PARAM}) ON CONFLICT ${REGISTRY_KEY} DO NOTHING`, [instanceId, (0, identifier_1.SchemaName)(schemaId)]);
+    return instanceId;
+}
+function PurgeBranches(schemaId, tableIds) {
+    return tableIds.map((tableId, position) => `${PURGE_ALIAS_PREFIX}${position} AS (DELETE FROM ${(0, identifier_1.TableReference)(schemaId, tableId)} WHERE ${INSTANCE} = ${INSTANCE_PARAM})`);
+}
+function DestroyInstanceSql(schemaId, tableIds) {
+    const forget = `DELETE FROM ${REGISTRY} WHERE ${SCHEMA_KEY} = ${SCHEMA_PARAM} AND ${INSTANCE_KEY} = ${INSTANCE_PARAM}`;
+    const branches = PurgeBranches(schemaId, tableIds);
+    if (branches.length === 0) {
+        return forget;
+    }
+    return `WITH ${branches.join(", ")} ${forget}`;
+}
+async function DestroyInstance(schemaId, tableIds, id) {
+    const instanceId = (0, utils_1.NormalizeInstanceId)(utils_1.DESTROY_INSTANCE, id);
+    await (0, connection_1.Query)(DestroyInstanceSql(schemaId, tableIds), [
+        instanceId,
+        (0, identifier_1.SchemaName)(schemaId),
+    ]);
+}
+async function ListInstances(schemaId) {
+    const result = await (0, connection_1.Query)(`SELECT ${INSTANCE_KEY} AS id FROM ${REGISTRY} WHERE ${SCHEMA_KEY} = ${SCHEMA_PARAM} AND ${INSTANCE_KEY} <> ${INSTANCE_PARAM} ORDER BY ${INSTANCE_KEY}`, [utils_1.DEFAULT_INSTANCE_ID, (0, identifier_1.SchemaName)(schemaId)]);
+    return result.rows.map((row) => row.id);
+}
+//# sourceMappingURL=instances.js.map