@substrat-run/model-emit 0.4.0 → 0.5.0

package/dist/replay.js

@@ -0,0 +1,156 @@
+/**
+ * The journal, read by REPLAYING it.
+ *
+ * Every reader in this package used to parse SQL with regular expressions, and
+ * every one of them was wrong in a way nobody could have predicted from reading
+ * it. #807 reported two defects; probing the same cause found five more in ten
+ * minutes — a `CREATE TABLE` on one line, a `) STRICT;` suffix, a wrapped
+ * `PRIMARY KEY (` list, a quoted `"order"` identifier, the word UNIQUE inside a
+ * comment. That is not a list of bugs, it is a shape: a regex over SQL text has
+ * no bottom, and every fix is a patch against the next spelling.
+ *
+ * So this does not read SQL. It runs it, into a throwaway in-memory database,
+ * and asks SQLite what the schema is. The answer is the one the production
+ * database would give, because it comes from the same engine — which is the
+ * whole claim `emitTables` makes and the reason a reader exists at all.
+ *
+ * **Only schema statements are replayed.** A journal's `INSERT`s do not change
+ * its schema, and skipping them is what lets a vertical's journal be read on its
+ * own: two of this repo's verticals hand data to an engine with
+ * `INSERT … SELECT` into a table that lives in the ENGINE's journal (the
+ * decision-28 extraction handoff), which no amount of replaying the vertical
+ * alone can satisfy. Foreign keys stay off — SQLite's default — so a
+ * `REFERENCES` pointing into another module's journal is created, not refused.
+ *
+ * Node-only, deliberately. This package is a devDependency in all of its
+ * dependents and no `src/` file imports it, so nothing here reaches a worker
+ * bundle or a scope; the builder runs its gates as shell commands in a
+ * container. `node:sqlite` is a builtin, so this costs no dependency.
+ */
+import { DatabaseSync } from 'node:sqlite';
+/** The quote characters SQLite accepts around an identifier or a literal. */
+const CLOSING = { "'": "'", '"': '"', '`': '`', '[': ']' };
+/** Index after the quoted run starting at `i`; a doubled quote is an escape. */
+function endOfQuoted(s, i) {
+    const close = CLOSING[s[i]];
+    let j = i + 1;
+    while (j < s.length) {
+        if (s[j] === close) {
+            if (s[j + 1] === close) {
+                j += 2;
+                continue;
+            }
+            return j + 1;
+        }
+        j++;
+    }
+    return s.length;
+}
+/**
+ * The journal's statements, split on the semicolons that actually end one.
+ *
+ * Quote- and comment-aware, because a `;` inside a string literal or a `--`
+ * comment ends nothing. This is the only text scanning left in the package, and
+ * it exists because the statements have to be filtered before they are run —
+ * `db.exec` would happily run the `INSERT`s too.
+ */
+export function statements(sql) {
+    const out = [];
+    let start = 0;
+    for (let i = 0; i < sql.length; i++) {
+        const c = sql[i];
+        if (CLOSING[c]) {
+            i = endOfQuoted(sql, i) - 1;
+            continue;
+        }
+        if (c === '-' && sql[i + 1] === '-') {
+            while (i < sql.length && sql[i] !== '\n')
+                i++;
+            continue;
+        }
+        if (c === '/' && sql[i + 1] === '*') {
+            i += 2;
+            while (i < sql.length && !(sql[i] === '*' && sql[i + 1] === '/'))
+                i++;
+            i++;
+            continue;
+        }
+        if (c === ';') {
+            const s = sql.slice(start, i).trim();
+            if (s)
+                out.push(s);
+            start = i + 1;
+        }
+    }
+    const last = sql.slice(start).trim();
+    if (last)
+        out.push(last);
+    return out;
+}
+/** Statements that change the schema — the only ones worth replaying. */
+const isSchemaStatement = (s) => /^(CREATE|ALTER|DROP)\b/i.test(s.replace(/^(?:\s|--[^\n]*\n|\/\*[\s\S]*?\*\/)*/, ''));
+/**
+ * One replay per journal string.
+ *
+ * `planMigration` asks for columns, keys and uniques off the same journal, and
+ * building three identical databases to answer three questions about one schema
+ * would be silly. Keyed on the SQL itself, which is what makes it safe: the
+ * readers are pure functions of their input, and this does not change that.
+ */
+const cache = new Map();
+/**
+ * The schema a journal leaves behind, as SQLite sees it.
+ *
+ * Throws if a schema statement does not apply — which is a feature, not a
+ * regression. A journal that cannot be replayed is a journal that will not apply
+ * to a real scope either, and the old readers answered anyway.
+ */
+export function readSchema(sql) {
+    const hit = cache.get(sql);
+    if (hit)
+        return hit;
+    const db = new DatabaseSync(':memory:');
+    try {
+        for (const statement of statements(sql)) {
+            if (!isSchemaStatement(statement))
+                continue;
+            try {
+                db.exec(statement);
+            }
+            catch (cause) {
+                const head = statement.replace(/\s+/g, ' ').slice(0, 120);
+                throw new Error(`journal: a schema statement does not apply — ${cause.message}\n  in: ${head}…\n` +
+                    'The journal is replayed into SQLite to read its schema, so a statement that cannot ' +
+                    'run here would not run against a scope either.', { cause });
+            }
+        }
+        const schema = new Map();
+        const names = db
+            .prepare(`SELECT name FROM sqlite_schema WHERE type = 'table' AND name NOT LIKE 'sqlite_%' ORDER BY name`)
+            .all();
+        for (const { name } of names) {
+            const info = db.prepare(`SELECT name FROM pragma_table_info(?)`).all(name);
+            const primaryKey = db.prepare(`SELECT name FROM pragma_table_info(?) WHERE pk > 0 ORDER BY pk`).all(name).map((r) => r.name);
+            const uniques = [];
+            const indexes = db
+                .prepare(`SELECT name, "unique" AS uniq, partial, origin FROM pragma_index_list(?)`)
+                .all(name);
+            for (const index of indexes) {
+                // `pk` is the primary key wearing an index; it has its own reader.
+                // A PARTIAL index constrains a subset of the rows, so reading it as a
+                // key would claim a guarantee the database does not make.
+                if (!index.uniq || index.partial || index.origin === 'pk')
+                    continue;
+                const cols = db.prepare(`SELECT name FROM pragma_index_info(?) ORDER BY seqno`).all(index.name).map((r) => r.name);
+                uniques.push(cols.join(', '));
+            }
+            schema.set(name, { columns: info.map((c) => c.name), primaryKey, uniques });
+        }
+        cache.set(sql, schema);
+        return schema;
+    }
+    finally {
+        db.close();
+    }
+}
+//# sourceMappingURL=replay.js.map

package/dist/replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.js","sourceRoot":"","sources":["../src/replay.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,6EAA6E;AAC7E,MAAM,OAAO,GAA2B,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AAEnF,gFAAgF;AAChF,SAAS,WAAW,CAAC,CAAS,EAAE,CAAS;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAW,CAAW,CAAC;IAChD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;QACpB,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;gBACvB,CAAC,IAAI,CAAC,CAAC;gBACP,SAAS;YACX,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;QACD,CAAC,EAAE,CAAC;IACN,CAAC;IACD,OAAO,CAAC,CAAC,MAAM,CAAC;AAClB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAW,CAAC;QAC3B,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACf,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;YAC5B,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;gBAAE,CAAC,EAAE,CAAC;YAC9C,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACpC,CAAC,IAAI,CAAC,CAAC;YACP,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC;gBAAE,CAAC,EAAE,CAAC;YACtE,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,yEAAyE;AACzE,MAAM,iBAAiB,GAAG,CAAC,CAAS,EAAW,EAAE,CAC/C,yBAAyB,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,sCAAsC,EAAE,EAAE,CAAC,CAAC,CAAC;AAWxF;;;;;;;GAOG;AACH,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoC,CAAC;AAE1D;;;;;;GAMG;AACH,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAEpB,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;IACxC,IAAI,CAAC;QACH,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC;gBAAE,SAAS;YAC5C,IAAI,CAAC;gBACH,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC1D,MAAM,IAAI,KAAK,CACb,gDAAiD,KAAe,CAAC,OAAO,WAAW,IAAI,KAAK;oBAC1F,qFAAqF;oBACrF,gDAAgD,EAClD,EAAE,KAAK,EAAE,CACV,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC9C,MAAM,KAAK,GAAG,EAAE;aACb,OAAO,CAAC,gGAAgG,CAAC;aACzG,GAAG,EAAwC,CAAC;QAE/C,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAuC,CAAC;YACjH,MAAM,UAAU,GACd,EAAE,CAAC,OAAO,CAAC,gEAAgE,CAAC,CAAC,GAAG,CAAC,IAAI,CAGtF,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAErB,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,EAAE;iBACf,OAAO,CAAC,0EAA0E,CAAC;iBACnF,GAAG,CAAC,IAAI,CAAsF,CAAC;YAClG,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,mEAAmE;gBACnE,sEAAsE;gBACtE,0DAA0D;gBAC1D,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI;oBAAE,SAAS;gBACpE,MAAM,IAAI,GACR,EAAE,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAGlF,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9E,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvB,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@substrat-run/model-emit",
-  "version": "0.4.0",
+  "version": "0.5.0",
   "description": "Build-time tooling over a Substrat model — DDL emitted from the entity registry, and the journal reader that holds it honest",
   "license": "Apache-2.0",
   "repository": {
@@ -22,9 +22,10 @@
     "dist"
   ],
   "dependencies": {
-    "@substrat-run/contracts": "0.77.0"
+    "@substrat-run/contracts": "0.79.0"
   },
   "devDependencies": {
+    "@types/node": "^22.0.0",
     "typescript": "^7.0.0",
     "vitest": "^3.2.7",
     "zod": "^4.4.3"
@@ -35,6 +36,9 @@
   "peerDependencies": {
     "zod": "^4.4.0"
   },
+  "engines": {
+    "node": ">=22.5"
+  },
   "scripts": {
     "build": "tsc -p tsconfig.json",
     "typecheck": "tsc -p tsconfig.json --noEmit && tsc -p tsconfig.test.json --noEmit",