supaschema 0.1.0-rc.1

package/dist/sql/split.js

@@ -0,0 +1,182 @@
+export function splitSqlStatements(sql) {
+    const statements = [];
+    let start = 0;
+    let dollarTag = "";
+    let inSingleQuote = false;
+    let inDoubleQuote = false;
+    let inLineComment = false;
+    let inBlockComment = false;
+    for (let index = 0; index < sql.length; index += 1) {
+        const char = sql[index] ?? "";
+        const next = sql[index + 1] ?? "";
+        if (inLineComment) {
+            if (char === "\n") {
+                inLineComment = false;
+            }
+            continue;
+        }
+        if (inBlockComment) {
+            if (char === "*" && next === "/") {
+                inBlockComment = false;
+                index += 1;
+            }
+            continue;
+        }
+        if (dollarTag) {
+            if (sql.startsWith(dollarTag, index)) {
+                index += dollarTag.length - 1;
+                dollarTag = "";
+            }
+            continue;
+        }
+        if (inSingleQuote) {
+            if (char === "'" && next === "'") {
+                index += 1;
+                continue;
+            }
+            if (char === "'") {
+                inSingleQuote = false;
+            }
+            continue;
+        }
+        if (inDoubleQuote) {
+            if (char === '"' && next === '"') {
+                index += 1;
+                continue;
+            }
+            if (char === '"') {
+                inDoubleQuote = false;
+            }
+            continue;
+        }
+        if (char === "-" && next === "-") {
+            inLineComment = true;
+            index += 1;
+            continue;
+        }
+        if (char === "/" && next === "*") {
+            inBlockComment = true;
+            index += 1;
+            continue;
+        }
+        if (char === "'") {
+            inSingleQuote = true;
+            continue;
+        }
+        if (char === '"') {
+            inDoubleQuote = true;
+            continue;
+        }
+        const tag = readDollarTag(sql, index);
+        if (tag) {
+            dollarTag = tag;
+            index += tag.length - 1;
+            continue;
+        }
+        if (char === ";") {
+            const statement = sql.slice(start, index).trim();
+            if (statement.length > 0) {
+                statements.push(statement);
+            }
+            start = index + 1;
+        }
+    }
+    const trailing = sql.slice(start).trim();
+    if (trailing.length > 0) {
+        statements.push(trailing);
+    }
+    return statements;
+}
+function isTagStartChar(char) {
+    return (char >= "a" && char <= "z") || (char >= "A" && char <= "Z") || char === "_";
+}
+function isTagChar(char) {
+    return isTagStartChar(char) || (char >= "0" && char <= "9");
+}
+function readDollarTag(sql, index) {
+    if (sql[index] !== "$") {
+        return undefined;
+    }
+    if (sql[index + 1] === "$") {
+        return "$$";
+    }
+    let cursor = index + 1;
+    if (!isTagStartChar(sql[cursor] ?? "")) {
+        return undefined;
+    }
+    cursor += 1;
+    while (isTagChar(sql[cursor] ?? "")) {
+        cursor += 1;
+    }
+    return sql[cursor] === "$" ? sql.slice(index, cursor + 1) : undefined;
+}
+export function splitTopLevel(input, separator = ",") {
+    const parts = [];
+    let start = 0;
+    let depth = 0;
+    let dollarTag = "";
+    let inSingleQuote = false;
+    let inDoubleQuote = false;
+    for (let index = 0; index < input.length; index += 1) {
+        const char = input[index] ?? "";
+        const next = input[index + 1] ?? "";
+        if (dollarTag) {
+            if (input.startsWith(dollarTag, index)) {
+                index += dollarTag.length - 1;
+                dollarTag = "";
+            }
+            continue;
+        }
+        if (inSingleQuote) {
+            if (char === "'" && next === "'") {
+                index += 1;
+                continue;
+            }
+            if (char === "'") {
+                inSingleQuote = false;
+            }
+            continue;
+        }
+        if (inDoubleQuote) {
+            if (char === '"' && next === '"') {
+                index += 1;
+                continue;
+            }
+            if (char === '"') {
+                inDoubleQuote = false;
+            }
+            continue;
+        }
+        if (char === "'") {
+            inSingleQuote = true;
+            continue;
+        }
+        if (char === '"') {
+            inDoubleQuote = true;
+            continue;
+        }
+        const tag = readDollarTag(input, index);
+        if (tag) {
+            dollarTag = tag;
+            index += tag.length - 1;
+            continue;
+        }
+        if (char === "(") {
+            depth += 1;
+            continue;
+        }
+        if (char === ")") {
+            depth = Math.max(0, depth - 1);
+            continue;
+        }
+        if (char === separator && depth === 0) {
+            parts.push(input.slice(start, index).trim());
+            start = index + 1;
+        }
+    }
+    const trailing = input.slice(start).trim();
+    if (trailing.length > 0) {
+        parts.push(trailing);
+    }
+    return parts;
+}

package/dist/sql/statements.d.ts

@@ -0,0 +1,17 @@
+import type { ObjectRef, SchemaObject } from "../core.js";
+import type { AstNode } from "./ast.js";
+export declare function makeObject(ref: ObjectRef, statement: string, ordinal: number, file?: string, metadata?: Record<string, unknown>): SchemaObject;
+export interface TableElement {
+    end: number;
+    isColumn: boolean;
+    node: AstNode;
+    start: number;
+}
+export declare function toByteString(sql: string): string;
+export declare function fromByteString(bytes: string): string;
+export declare function tableMetadataFromAst(createStmt: AstNode, sql: string, byteOffset?: number): Record<string, unknown>;
+export declare function tableElements(createStmt: AstNode, sql: string, byteOffset?: number): TableElement[];
+export declare function elementText(sql: string, element: TableElement): string;
+export declare function findCharOutsideQuotes(input: string, target: string, from: number): number;
+export declare function findMatchingParen(input: string, openIndex: number): number;
+//# sourceMappingURL=statements.d.ts.map

package/dist/sql/statements.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"statements.d.ts","sourceRoot":"","sources":["../../src/sql/statements.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAe,MAAM,YAAY,CAAC;AAEvE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAIxC,wBAAgB,UAAU,CACxB,GAAG,EAAE,SAAS,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,EACb,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GACrC,YAAY,CAiBd;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAgB,oBAAoB,CAClC,UAAU,EAAE,OAAO,EACnB,GAAG,EAAE,MAAM,EACX,UAAU,SAAI,GACb,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAmCzB;AAED,wBAAgB,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,SAAI,GAAG,YAAY,EAAE,CAmC9F;AAsED,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAMtE;AAmCD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAuCzF;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CA8C1E"}

package/dist/sql/statements.js

@@ -0,0 +1,284 @@
+import { sha256, stableJson } from "../hash.js";
+import { asRecord, columnFacts, readArray, readNumber, readString } from "./ast.js";
+import { normalizeSql, objectKey } from "./identifiers.js";
+export function makeObject(ref, statement, ordinal, file, metadata = {}) {
+    const normalizedSql = normalizeSql(statement);
+    const key = objectKey(ref);
+    const object = {
+        dependencies: [],
+        hash: sha256(stableJson({ key, normalizedSql, ref })),
+        key,
+        metadata,
+        normalizedSql,
+        ordinal,
+        ref,
+        sql: normalizedSql,
+    };
+    if (file) {
+        object.file = file;
+    }
+    return object;
+}
+export function toByteString(sql) {
+    return Buffer.from(sql, "utf8").toString("latin1");
+}
+export function fromByteString(bytes) {
+    return Buffer.from(bytes, "latin1").toString("utf8");
+}
+export function tableMetadataFromAst(createStmt, sql, byteOffset = 0) {
+    const bytes = toByteString(sql);
+    const elements = tableElements(createStmt, bytes, byteOffset);
+    const columns = [];
+    const constraintFragments = [];
+    for (const element of elements) {
+        const text = fromByteString(elementText(bytes, element));
+        if (!element.isColumn) {
+            constraintFragments.push(normalizeSql(text));
+            continue;
+        }
+        const facts = columnFacts({ ColumnDef: element.node });
+        if (!facts) {
+            continue;
+        }
+        const column = {
+            definition: normalizeSql(stripLeadingIdentifier(text)),
+            generated: facts.generated,
+            hasDefault: facts.hasDefault,
+            hasInlineConstraint: facts.hasInlineConstraint,
+            identity: facts.identity,
+            name: facts.name,
+            notNull: facts.notNull,
+            type: facts.type,
+        };
+        const defaultExpression = columnDefaultExpression(element, bytes, byteOffset);
+        if (defaultExpression !== undefined) {
+            column.defaultExpression = fromByteString(defaultExpression);
+        }
+        columns.push(column);
+    }
+    return {
+        columns,
+        constraintFragments: constraintFragments.sort((left, right) => left.localeCompare(right)),
+    };
+}
+export function tableElements(createStmt, sql, byteOffset = 0) {
+    const relationLocation = (readNumber(asRecord(createStmt.relation)?.location) ?? 0) - byteOffset;
+    const open = findCharOutsideQuotes(sql, "(", Math.max(relationLocation, 0));
+    if (open === -1) {
+        return [];
+    }
+    const close = findMatchingParen(sql, open);
+    if (close === -1) {
+        return [];
+    }
+    const located = [];
+    for (const item of readArray(createStmt.tableElts)) {
+        const columnDef = asRecord(asRecord(item)?.ColumnDef);
+        if (columnDef) {
+            const location = readNumber(columnDef.location);
+            if (location !== undefined) {
+                located.push({ isColumn: true, location: location - byteOffset, node: columnDef });
+            }
+            continue;
+        }
+        const constraint = asRecord(asRecord(item)?.Constraint);
+        if (constraint) {
+            const location = readNumber(constraint.location);
+            if (location !== undefined) {
+                located.push({ isColumn: false, location: location - byteOffset, node: constraint });
+            }
+        }
+    }
+    located.sort((left, right) => left.location - right.location);
+    return located.map((element, index) => ({
+        end: located[index + 1]?.location ?? close,
+        isColumn: element.isColumn,
+        node: element.node,
+        start: element.location,
+    }));
+}
+function columnDefaultExpression(element, sql, byteOffset = 0) {
+    const constraints = readArray(element.node.constraints)
+        .map((item) => asRecord(asRecord(item)?.Constraint))
+        .filter((item) => item !== undefined);
+    const located = constraints
+        .map((constraint) => ({
+        constraint,
+        location: (readNumber(constraint.location) ?? -1) - byteOffset,
+    }))
+        .filter((item) => item.location >= 0)
+        .sort((left, right) => left.location - right.location);
+    for (const [index, item] of located.entries()) {
+        if (readString(item.constraint.contype) !== "CONSTR_DEFAULT") {
+            continue;
+        }
+        const expressionStart = expressionLocation(item.constraint.raw_expr);
+        if (expressionStart === undefined) {
+            return undefined;
+        }
+        const end = located[index + 1]?.location ?? element.end;
+        let text = sql.slice(expressionStart - byteOffset, end).trim();
+        if (text.endsWith(",")) {
+            text = text.slice(0, -1).trimEnd();
+        }
+        return text.length > 0 ? text : undefined;
+    }
+    return undefined;
+}
+function expressionLocation(expression) {
+    const record = asRecord(expression);
+    if (!record) {
+        return undefined;
+    }
+    let earliest;
+    const visit = (value) => {
+        if (Array.isArray(value)) {
+            for (const item of value) {
+                visit(item);
+            }
+            return;
+        }
+        const node = asRecord(value);
+        if (!node) {
+            return;
+        }
+        const location = readNumber(node.location);
+        if (location !== undefined &&
+            location >= 0 &&
+            (earliest === undefined || location < earliest)) {
+            earliest = location;
+        }
+        for (const child of Object.values(node)) {
+            if (child && typeof child === "object") {
+                visit(child);
+            }
+        }
+    };
+    visit(record);
+    return earliest;
+}
+export function elementText(sql, element) {
+    let text = sql.slice(element.start, element.end).trim();
+    if (text.endsWith(",")) {
+        text = text.slice(0, -1).trimEnd();
+    }
+    return text;
+}
+function stripLeadingIdentifier(text) {
+    if (text.startsWith('"')) {
+        let index = 1;
+        while (index < text.length) {
+            if (text[index] === '"' && text[index + 1] === '"') {
+                index += 2;
+                continue;
+            }
+            if (text[index] === '"') {
+                index += 1;
+                break;
+            }
+            index += 1;
+        }
+        return text.slice(index).trim();
+    }
+    let length = 0;
+    while (length < text.length) {
+        const char = text[length] ?? "";
+        const isWordChar = (char >= "a" && char <= "z") ||
+            (char >= "A" && char <= "Z") ||
+            (char >= "0" && char <= "9" && length > 0) ||
+            char === "_" ||
+            (char === "$" && length > 0);
+        if (!isWordChar) {
+            break;
+        }
+        length += 1;
+    }
+    return length > 0 ? text.slice(length).trim() : text;
+}
+export function findCharOutsideQuotes(input, target, from) {
+    let inSingleQuote = false;
+    let inDoubleQuote = false;
+    for (let index = from; index < input.length; index += 1) {
+        const char = input[index] ?? "";
+        const next = input[index + 1] ?? "";
+        if (inSingleQuote) {
+            if (char === "'" && next === "'") {
+                index += 1;
+                continue;
+            }
+            if (char === "'") {
+                inSingleQuote = false;
+            }
+            continue;
+        }
+        if (inDoubleQuote) {
+            if (char === '"' && next === '"') {
+                index += 1;
+                continue;
+            }
+            if (char === '"') {
+                inDoubleQuote = false;
+            }
+            continue;
+        }
+        if (char === "'") {
+            inSingleQuote = true;
+            continue;
+        }
+        if (char === '"') {
+            inDoubleQuote = true;
+            continue;
+        }
+        if (char === target) {
+            return index;
+        }
+    }
+    return -1;
+}
+export function findMatchingParen(input, openIndex) {
+    let depth = 0;
+    let inSingleQuote = false;
+    let inDoubleQuote = false;
+    for (let index = openIndex; index < input.length; index += 1) {
+        const char = input[index] ?? "";
+        const next = input[index + 1] ?? "";
+        if (inSingleQuote) {
+            if (char === "'" && next === "'") {
+                index += 1;
+                continue;
+            }
+            if (char === "'") {
+                inSingleQuote = false;
+            }
+            continue;
+        }
+        if (inDoubleQuote) {
+            if (char === '"' && next === '"') {
+                index += 1;
+                continue;
+            }
+            if (char === '"') {
+                inDoubleQuote = false;
+            }
+            continue;
+        }
+        if (char === "'") {
+            inSingleQuote = true;
+            continue;
+        }
+        if (char === '"') {
+            inDoubleQuote = true;
+            continue;
+        }
+        if (char === "(") {
+            depth += 1;
+        }
+        if (char === ")") {
+            depth -= 1;
+            if (depth === 0) {
+                return index;
+            }
+        }
+    }
+    return -1;
+}

package/dist/sql/table-constraints.d.ts

@@ -0,0 +1,15 @@
+import type { AstNode } from "./ast.js";
+export interface SynthesizedConstraint {
+    name: string;
+    sql: string;
+}
+export declare function tableConstraintSyntheses(createStmt: AstNode, sql: string, byteOffset?: number): SynthesizedConstraint[];
+/**
+ * Rebuilds the CREATE TABLE statement without its declared constraints so the
+ * table object's SQL matches the columns-only shape the catalog lane emits.
+ * Raw-apply consumers (verify, parity tests) then apply the table once and
+ * each constraint once instead of creating hoisted constraints twice. Returns
+ * undefined when the statement declares no hoistable constraints.
+ */
+export declare function stripDeclaredConstraints(createStmt: AstNode, sql: string, byteOffset?: number): string | undefined;
+//# sourceMappingURL=table-constraints.d.ts.map

package/dist/sql/table-constraints.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"table-constraints.d.ts","sourceRoot":"","sources":["../../src/sql/table-constraints.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAaxC,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;CACb;AAED,wBAAgB,wBAAwB,CACtC,UAAU,EAAE,OAAO,EACnB,GAAG,EAAE,MAAM,EACX,UAAU,SAAI,GACb,qBAAqB,EAAE,CA0BzB;AAED;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CACtC,UAAU,EAAE,OAAO,EACnB,GAAG,EAAE,MAAM,EACX,UAAU,SAAI,GACb,MAAM,GAAG,SAAS,CAgDpB"}