@memberjunction/sqlglot-ts 5.41.0 → 5.43.0

package/dist/MJPostgresTranspiler.d.ts

@@ -0,0 +1,66 @@
+/** One statement the MJ dialect refused to emit — a reported conversion gap. */
+export interface MJUnhandledStatement {
+    /** What the dialect saw (e.g. 'Command', 'Declare'). */
+    kind: string;
+    /** The offending T-SQL (possibly truncated by the dialect). */
+    snippet: string;
+}
+/** Result of transpiling MemberJunction T-SQL to PostgreSQL via the MJ dialect. */
+export interface MJPostgresTranspileResult {
+    /** The emitted PostgreSQL statements, in order. */
+    sql: string[];
+    /** Statements the dialect refused to emit — never silently dropped. */
+    unhandled: MJUnhandledStatement[];
+}
+export interface MJPostgresTranspilerOptions {
+    /**
+     * Python interpreter to run the dialect with. Resolution order:
+     * this option → `MJ_SQLGLOT_PYTHON` env var → `python3` on PATH.
+     * The interpreter must have `sqlglot` installed (`pip install sqlglot`).
+     */
+    pythonPath?: string;
+    /**
+     * BIT/BOOLEAN columns declared OUTSIDE the SQL being transpiled (cross-file
+     * registry, e.g. collected from the baselines), so seed INSERTs targeting those
+     * tables get their 1/0 values coerced to TRUE/FALSE.
+     */
+    extraBitColumns?: string[];
+    /** Per-invocation timeout in ms (default 120000 — baselines are large). */
+    timeoutMs?: number;
+}
+/**
+ * One-shot transpiler for MemberJunction T-SQL → PostgreSQL via the MJ sqlglot
+ * dialect (`mj_postgres.py`). Unlike `SqlGlotClient` (a long-lived FastAPI
+ * microservice for generic dialect conversion), this invokes the dialect script
+ * directly per call — deterministic, no server lifecycle, suited to CLI batch
+ * conversion where each migration is transpiled exactly once.
+ *
+ * The dialect's contract: every input statement is either emitted as PostgreSQL
+ * or reported in `unhandled` — never silently dropped.
+ *
+ * @example
+ * ```ts
+ * const transpiler = new MJPostgresTranspiler({ extraBitColumns: bitCols });
+ * const result = await transpiler.transpile(keptTsql);
+ * // result.sql → PG statements; result.unhandled → gaps to surface
+ * ```
+ */
+export declare class MJPostgresTranspiler {
+    private readonly pythonPath;
+    private readonly dialectPath;
+    private readonly extraBitColumns;
+    private readonly timeoutMs;
+    constructor(options?: MJPostgresTranspilerOptions);
+    /** Transpile T-SQL to PostgreSQL. Statements the dialect can't emit land in `unhandled`. */
+    transpile(tsql: string): Promise<MJPostgresTranspileResult>;
+    /**
+     * Collect the BIT/BOOLEAN column registry (`Table.Column` pairs) declared in the
+     * given SQL — used to build the cross-file registry from baselines before
+     * transpiling individual migrations.
+     */
+    collectBitColumns(sql: string): Promise<string[]>;
+    /** Verify the interpreter + sqlglot are available; throws with install guidance if not. */
+    preflight(): Promise<void>;
+    private runDialect;
+}
+//# sourceMappingURL=MJPostgresTranspiler.d.ts.map

package/dist/MJPostgresTranspiler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MJPostgresTranspiler.d.ts","sourceRoot":"","sources":["../src/MJPostgresTranspiler.ts"],"names":[],"mappings":"AAQA,gFAAgF;AAChF,MAAM,WAAW,oBAAoB;IACnC,wDAAwD;IACxD,IAAI,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,mFAAmF;AACnF,MAAM,WAAW,yBAAyB;IACxC,mDAAmD;IACnD,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,uEAAuE;IACvE,SAAS,EAAE,oBAAoB,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,2BAA2B;IAC1C;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAkBD;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAW;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,CAAC,EAAE,2BAA2B;IAOjD,4FAA4F;IACtF,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,yBAAyB,CAAC;IASjE;;;;OAIG;IACG,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IASvD,2FAA2F;IACrF,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAIhC,OAAO,CAAC,UAAU;CAoEnB"}

package/dist/MJPostgresTranspiler.js

@@ -0,0 +1,126 @@
+import { spawn } from 'node:child_process';
+import { existsSync } from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+/**
+ * Resolve the MJ dialect script path.
+ * When running from dist/ the path is ../src/python/mj_postgres.py
+ * When running from src/ (e.g. vitest) the path is ./python/mj_postgres.py
+ */
+function resolveDialectPath() {
+    const candidates = [
+        path.resolve(__dirname, '..', 'src', 'python', 'mj_postgres.py'), // from dist/
+        path.resolve(__dirname, 'python', 'mj_postgres.py'), // from src/ (vitest)
+    ];
+    for (const candidate of candidates) {
+        if (existsSync(candidate))
+            return candidate;
+    }
+    return candidates[0]; // fail at spawn time with a clear error
+}
+/**
+ * One-shot transpiler for MemberJunction T-SQL → PostgreSQL via the MJ sqlglot
+ * dialect (`mj_postgres.py`). Unlike `SqlGlotClient` (a long-lived FastAPI
+ * microservice for generic dialect conversion), this invokes the dialect script
+ * directly per call — deterministic, no server lifecycle, suited to CLI batch
+ * conversion where each migration is transpiled exactly once.
+ *
+ * The dialect's contract: every input statement is either emitted as PostgreSQL
+ * or reported in `unhandled` — never silently dropped.
+ *
+ * @example
+ * ```ts
+ * const transpiler = new MJPostgresTranspiler({ extraBitColumns: bitCols });
+ * const result = await transpiler.transpile(keptTsql);
+ * // result.sql → PG statements; result.unhandled → gaps to surface
+ * ```
+ */
+export class MJPostgresTranspiler {
+    constructor(options) {
+        this.pythonPath = options?.pythonPath ?? process.env.MJ_SQLGLOT_PYTHON ?? 'python3';
+        this.dialectPath = resolveDialectPath();
+        this.extraBitColumns = options?.extraBitColumns ?? [];
+        this.timeoutMs = options?.timeoutMs ?? 120_000;
+    }
+    /** Transpile T-SQL to PostgreSQL. Statements the dialect can't emit land in `unhandled`. */
+    async transpile(tsql) {
+        const stdout = await this.runDialect([], tsql);
+        const parsed = JSON.parse(stdout);
+        if (!Array.isArray(parsed.sql) || !Array.isArray(parsed.unhandled)) {
+            throw new Error(`MJPostgresTranspiler: unexpected dialect output shape: ${stdout.slice(0, 200)}`);
+        }
+        return parsed;
+    }
+    /**
+     * Collect the BIT/BOOLEAN column registry (`Table.Column` pairs) declared in the
+     * given SQL — used to build the cross-file registry from baselines before
+     * transpiling individual migrations.
+     */
+    async collectBitColumns(sql) {
+        const stdout = await this.runDialect(['--collect-bitcols'], sql);
+        const parsed = JSON.parse(stdout);
+        if (!Array.isArray(parsed)) {
+            throw new Error(`MJPostgresTranspiler: unexpected --collect-bitcols output: ${stdout.slice(0, 200)}`);
+        }
+        return parsed;
+    }
+    /** Verify the interpreter + sqlglot are available; throws with install guidance if not. */
+    async preflight() {
+        await this.runDialect([], 'SELECT 1;');
+    }
+    runDialect(args, stdin) {
+        return new Promise((resolve, reject) => {
+            const proc = spawn(this.pythonPath, [this.dialectPath, ...args], {
+                stdio: ['pipe', 'pipe', 'pipe'],
+                env: {
+                    ...process.env,
+                    MJ_EXTRA_BIT_COLS: JSON.stringify(this.extraBitColumns),
+                },
+            });
+            let stdout = '';
+            let stderr = '';
+            let settled = false;
+            const timeout = setTimeout(() => {
+                if (!settled) {
+                    settled = true;
+                    proc.kill('SIGKILL');
+                    reject(new Error(`MJPostgresTranspiler: dialect invocation timed out after ${this.timeoutMs}ms`));
+                }
+            }, this.timeoutMs);
+            proc.stdout.on('data', (chunk) => { stdout += chunk.toString(); });
+            proc.stderr.on('data', (chunk) => { stderr += chunk.toString(); });
+            proc.on('error', (err) => {
+                if (settled)
+                    return;
+                settled = true;
+                clearTimeout(timeout);
+                reject(err.code === 'ENOENT'
+                    ? new Error(`MJPostgresTranspiler: Python interpreter '${this.pythonPath}' not found. ` +
+                        'Install Python 3.10+ and set MJ_SQLGLOT_PYTHON to its path (or ensure python3 is on PATH).')
+                    : new Error(`MJPostgresTranspiler: failed to spawn dialect: ${err.message}`));
+            });
+            proc.on('close', (code) => {
+                if (settled)
+                    return;
+                settled = true;
+                clearTimeout(timeout);
+                if (code === 0) {
+                    resolve(stdout);
+                    return;
+                }
+                if (/ModuleNotFoundError.*sqlglot/.test(stderr)) {
+                    reject(new Error(`MJPostgresTranspiler: the interpreter '${this.pythonPath}' has no sqlglot module. ` +
+                        `Install it with: ${this.pythonPath} -m pip install 'sqlglot>=27'`));
+                    return;
+                }
+                reject(new Error(`MJPostgresTranspiler: dialect exited with code ${code}.` +
+                    (stderr ? `\nstderr: ${stderr.slice(0, 500)}` : '')));
+            });
+            proc.stdin.write(stdin);
+            proc.stdin.end();
+        });
+    }
+}
+//# sourceMappingURL=MJPostgresTranspiler.js.map

package/dist/MJPostgresTranspiler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MJPostgresTranspiler.js","sourceRoot":"","sources":["../src/MJPostgresTranspiler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAmC3C;;;;GAIG;AACH,SAAS,kBAAkB;IACzB,MAAM,UAAU,GAAG;QACjB,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,CAAC,EAAE,aAAa;QAC/E,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,gBAAgB,CAAC,EAAe,qBAAqB;KACxF,CAAC;IACF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;IAC9C,CAAC;IACD,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,wCAAwC;AAChE,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,OAAO,oBAAoB;IAM/B,YAAY,OAAqC;QAC/C,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,SAAS,CAAC;QACpF,IAAI,CAAC,WAAW,GAAG,kBAAkB,EAAE,CAAC;QACxC,IAAI,CAAC,eAAe,GAAG,OAAO,EAAE,eAAe,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC;IACjD,CAAC;IAED,4FAA4F;IAC5F,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAA8B,CAAC;QAC/D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,0DAA0D,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACpG,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,iBAAiB,CAAC,GAAW;QACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,mBAAmB,CAAC,EAAE,GAAG,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAa,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACxG,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,2FAA2F;IAC3F,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;IACzC,CAAC;IAEO,UAAU,CAAC,IAAc,EAAE,KAAa;QAC9C,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,EAAE;gBAC/D,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;gBAC/B,GAAG,EAAE;oBACH,GAAG,OAAO,CAAC,GAAG;oBACd,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC;iBACxD;aACF,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO,GAAG,IAAI,CAAC;oBACf,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,4DAA4D,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;gBACpG,CAAC;YACH,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAEnB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3E,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAE3E,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAA0B,EAAE,EAAE;gBAC9C,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,MAAM,CACJ,GAAG,CAAC,IAAI,KAAK,QAAQ;oBACnB,CAAC,CAAC,IAAI,KAAK,CACP,6CAA6C,IAAI,CAAC,UAAU,eAAe;wBACzE,4FAA4F,CAC/F;oBACH,CAAC,CAAC,IAAI,KAAK,CAAC,kDAAkD,GAAG,CAAC,OAAO,EAAE,CAAC,CAC/E,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,OAAO,CAAC,MAAM,CAAC,CAAC;oBAChB,OAAO;gBACT,CAAC;gBACD,IAAI,8BAA8B,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBAChD,MAAM,CACJ,IAAI,KAAK,CACP,0CAA0C,IAAI,CAAC,UAAU,2BAA2B;wBAClF,oBAAoB,IAAI,CAAC,UAAU,+BAA+B,CACrE,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,MAAM,CACJ,IAAI,KAAK,CACP,kDAAkD,IAAI,GAAG;oBACvD,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACtD,CACF,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/index.d.ts

@@ -1,3 +1,5 @@
 export { SqlGlotClient } from './SqlGlotClient.js';
+export { MJPostgresTranspiler } from './MJPostgresTranspiler.js';
+export type { MJPostgresTranspilerOptions, MJPostgresTranspileResult, MJUnhandledStatement, } from './MJPostgresTranspiler.js';
 export type { SQLDialect, ErrorLevel, TranspileOptions, TranspileResult, ParseOptions, ParseResult, SqlGlotClientOptions, HealthStatus, } from './types.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,YAAY,EACV,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,WAAW,EACX,oBAAoB,EACpB,YAAY,GACb,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,YAAY,EACV,2BAA2B,EAC3B,yBAAyB,EACzB,oBAAoB,GACrB,MAAM,2BAA2B,CAAC;AACnC,YAAY,EACV,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,WAAW,EACX,oBAAoB,EACpB,YAAY,GACb,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -1,2 +1,3 @@
 export { SqlGlotClient } from './SqlGlotClient.js';
+export { MJPostgresTranspiler } from './MJPostgresTranspiler.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memberjunction/sqlglot-ts",
-  "version": "5.41.0",
+  "version": "5.43.0",
   "description": "TypeScript wrapper for Python's sqlglot SQL transpiler. Manages a local Python FastAPI microservice to provide deterministic SQL dialect conversion.",
   "type": "module",
   "main": "dist/index.js",