@mkven/samples-generation 0.1.0

package/dist/generator/sqlite-generator.js

@@ -0,0 +1,334 @@
+import Database from "better-sqlite3";
+import { BaseDataGenerator } from "./base-generator.js";
+import { getLookupTableName } from "./utils.js";
+function columnTypeToSqlite(column) {
+    switch (column.type) {
+        case "integer":
+        case "bigint":
+            return "INTEGER";
+        case "float":
+            return "REAL";
+        case "string":
+            return "TEXT";
+        case "boolean":
+            return "INTEGER";
+        case "datetime":
+        case "date":
+            return "TEXT";
+    }
+}
+/**
+ * Wrap an expression to return NULL with given probability (SQLite)
+ */
+function wrapWithNullCheck(expr, nullProbability) {
+    if (nullProbability <= 0)
+        return expr;
+    if (nullProbability >= 1)
+        return "NULL";
+    // abs(random()) / 9223372036854775807.0 gives 0 to 1
+    return `CASE WHEN abs(random()) / 9223372036854775807.0 < ${String(nullProbability)} THEN NULL ELSE ${expr} END`;
+}
+/**
+ * Convert a generator config to a SQLite SQL expression
+ * SQLite uses 'n' as the row number from the recursive CTE (1-based)
+ */
+export function generatorToSqliteExpr(gen, seqExpr) {
+    switch (gen.kind) {
+        case "sequence": {
+            const start = gen.start ?? 1;
+            const step = gen.step ?? 1;
+            return `(${String(start)} - 1 + ${seqExpr} * ${String(step)})`;
+        }
+        case "randomInt":
+            // abs(random()) gives 0 to 2^63-1, % range gives 0 to range-1
+            return `(${String(gen.min)} + abs(random()) % (${String(gen.max - gen.min + 1)}))`;
+        case "randomFloat": {
+            const precision = gen.precision ?? 2;
+            // random() / 9223372036854775807.0 gives -1 to 1, use abs and scale
+            return `round(${String(gen.min)} + (abs(random()) / 9223372036854775807.0) * ${String(gen.max - gen.min)}, ${String(precision)})`;
+        }
+        case "randomString": {
+            const len = gen.length;
+            // SQLite doesn't have md5, use hex(randomblob) and substr
+            return `substr(hex(randomblob(${String(Math.ceil(len / 2))})), 1, ${String(len)})`;
+        }
+        case "choice": {
+            const values = gen.values;
+            // Build a CASE expression based on random index
+            const count = values.length;
+            const cases = values
+                .map((v, i) => {
+                const val = typeof v === "string" ? `'${v}'` : String(v);
+                return `WHEN ${String(i)} THEN ${val}`;
+            })
+                .join(" ");
+            return `CASE (abs(random()) % ${String(count)}) ${cases} END`;
+        }
+        case "choiceByLookup": {
+            // SQLite: use json_extract from the CTE json array
+            const cteName = getLookupTableName(gen.values);
+            const count = gen.values.length;
+            return `json_extract(${cteName}.arr, '$[' || (abs(random()) % ${String(count)}) || ']')`;
+        }
+        case "constant": {
+            const val = gen.value;
+            return typeof val === "string" ? `'${val}'` : String(val);
+        }
+        case "datetime": {
+            const from = gen.from ?? new Date("2020-01-01");
+            const to = gen.to ?? new Date();
+            const fromTs = Math.floor(from.getTime() / 1000);
+            const toTs = Math.floor(to.getTime() / 1000);
+            // SQLite stores datetime as ISO string
+            return `datetime(${String(fromTs)} + abs(random()) % ${String(toTs - fromTs)}, 'unixepoch')`;
+        }
+        case "uuid":
+            // SQLite doesn't have native UUID, generate a pseudo-UUID from random bytes
+            return `lower(hex(randomblob(4)) || '-' || hex(randomblob(2)) || '-4' || substr(hex(randomblob(2)),2) || '-' || substr('89ab', abs(random()) % 4 + 1, 1) || substr(hex(randomblob(2)),2) || '-' || hex(randomblob(6)))`;
+    }
+}
+export class SQLiteDataGenerator extends BaseDataGenerator {
+    config;
+    name = "sqlite";
+    db = null;
+    constructor(config) {
+        super();
+        this.config = config;
+    }
+    connect() {
+        this.db = new Database(this.config.path);
+        return Promise.resolve();
+    }
+    disconnect() {
+        if (this.db) {
+            this.db.close();
+            this.db = null;
+        }
+        return Promise.resolve();
+    }
+    getDb() {
+        if (!this.db) {
+            throw new Error("Not connected to SQLite");
+        }
+        return this.db;
+    }
+    createTable(table) {
+        const db = this.getDb();
+        const columns = table.columns
+            .map((col) => `${col.name} ${columnTypeToSqlite(col)}${col.nullable ? "" : " NOT NULL"}`)
+            .join(", ");
+        db.exec(`CREATE TABLE IF NOT EXISTS ${table.name} (${columns})`);
+        return Promise.resolve();
+    }
+    truncateTable(tableName) {
+        const db = this.getDb();
+        db.exec(`DELETE FROM ${tableName}`);
+        return Promise.resolve();
+    }
+    dropTable(tableName) {
+        const db = this.getDb();
+        db.exec(`DROP TABLE IF EXISTS ${tableName}`);
+        return Promise.resolve();
+    }
+    generateNative(table, rowCount, startSequence) {
+        const db = this.getDb();
+        // Collect choiceByLookup generators for additional CTEs
+        const lookupCtes = [];
+        for (const col of table.columns) {
+            if (col.generator.kind === "choiceByLookup") {
+                const gen = col.generator;
+                const cteName = getLookupTableName(gen.values);
+                // Store as JSON array
+                const jsonArray = JSON.stringify(gen.values);
+                lookupCtes.push(`${cteName}(arr) AS (SELECT '${jsonArray.replace(/'/g, "''")}')`);
+            }
+        }
+        // Build column list and expressions
+        const columns = table.columns.map((c) => c.name);
+        const seqExpr = "n";
+        const expressions = table.columns.map((col) => {
+            let expr = generatorToSqliteExpr(col.generator, seqExpr);
+            // Apply null probability if specified
+            if (col.nullable && col.nullProbability && col.nullProbability > 0) {
+                expr = wrapWithNullCheck(expr, col.nullProbability);
+            }
+            return expr;
+        });
+        // Cross join with lookup CTEs
+        const lookupJoins = lookupCtes.length > 0
+            ? ", " +
+                [
+                    ...new Set(table.columns
+                        .filter((c) => c.generator.kind === "choiceByLookup")
+                        .map((c) => getLookupTableName(c.generator.values))),
+                ].join(", ")
+            : "";
+        // Combine all CTEs
+        const allCtes = [
+            `seq(n) AS (
+        SELECT ${String(startSequence)}
+        UNION ALL
+        SELECT n + 1 FROM seq WHERE n < ${String(startSequence + rowCount - 1)}
+      )`,
+            ...lookupCtes,
+        ];
+        // Use recursive CTE to generate sequence
+        const insertSql = `
+      WITH RECURSIVE ${allCtes.join(", ")}
+      INSERT INTO ${table.name} (${columns.join(", ")})
+      SELECT ${expressions.join(", ")}
+      FROM seq${lookupJoins}
+    `;
+        db.exec(insertSql);
+        return Promise.resolve();
+    }
+    queryRows(tableName, limit = 100) {
+        const db = this.getDb();
+        const result = db
+            .prepare(`SELECT * FROM ${tableName} LIMIT ?`)
+            .all(limit);
+        return Promise.resolve(result);
+    }
+    countRows(tableName) {
+        const db = this.getDb();
+        const result = db
+            .prepare(`SELECT COUNT(*) as count FROM ${tableName}`)
+            .get();
+        return Promise.resolve(result.count);
+    }
+    getMaxValue(tableName, columnName) {
+        const db = this.getDb();
+        const result = db
+            .prepare(`SELECT MAX(${columnName}) as max_val FROM ${tableName}`)
+            .get();
+        return Promise.resolve(result.max_val);
+    }
+    getTableSize(tableName) {
+        const db = this.getDb();
+        // Use dbstat virtual table to get table + index size
+        try {
+            const result = db
+                .prepare(`SELECT SUM(pgsize) as size FROM dbstat WHERE name = ? OR name IN (SELECT name FROM sqlite_master WHERE type = 'index' AND tbl_name = ?)`)
+                .get(tableName, tableName);
+            return Promise.resolve(result.size);
+        }
+        catch {
+            // dbstat may not be available, fall back to page-based estimate
+            const pageCount = db.prepare(`PRAGMA page_count`).get();
+            const pageSize = db.prepare(`PRAGMA page_size`).get();
+            return Promise.resolve(pageCount.page_count * pageSize.page_size);
+        }
+    }
+    optimize(_tableName) {
+        const db = this.getDb();
+        // VACUUM rebuilds the database file to reclaim space
+        db.exec(`VACUUM`);
+        // ANALYZE gathers statistics for the query planner
+        db.exec(`ANALYZE`);
+        return Promise.resolve();
+    }
+    applyTransformations(tableName, transformations) {
+        if (transformations.length === 0)
+            return Promise.resolve();
+        const db = this.getDb();
+        // SQLite identifier escaping with double quotes
+        const escapeId = (name) => `"${name.replace(/"/g, '""')}"`;
+        const escapedTable = escapeId(tableName);
+        const setClauses = [];
+        for (const t of transformations) {
+            switch (t.kind) {
+                case "template": {
+                    const escapedCol = escapeId(t.column);
+                    // Replace {column_name} with column references
+                    let expr = `'${t.template.replace(/'/g, "''")}'`;
+                    const refs = t.template.match(/\{([^}]+)\}/g) ?? [];
+                    for (const ref of refs) {
+                        const colName = ref.slice(1, -1);
+                        const colRef = escapeId(colName);
+                        // Replace {col} with concatenation
+                        expr = expr.replace(`'{${colName}}'`, `' || ${colRef} || '`);
+                        expr = expr.replace(`{${colName}}`, `' || ${colRef} || '`);
+                    }
+                    // Clean up empty string concatenations
+                    expr = expr.replace(/^'' \|\| /, "").replace(/ \|\| ''$/, "");
+                    expr = expr.replace(/' \|\| '' \|\| '/g, "' || '");
+                    if (t.lowercase) {
+                        expr = `lower(${expr})`;
+                    }
+                    setClauses.push(`${escapedCol} = ${expr}`);
+                    break;
+                }
+                case "mutate": {
+                    const escapedCol = escapeId(t.column);
+                    // Random string mutation using SQLite functions
+                    const { probability, operations } = t;
+                    // SQLite random() returns int64, abs+modulo to get position
+                    const randomPos = `(abs(random()) % max(length(${escapedCol}), 1)) + 1`;
+                    // Build mutation expressions for each operation
+                    const mutationExprs = {
+                        replace: `substr(${escapedCol}, 1, ${randomPos} - 1) || 'X' || substr(${escapedCol}, ${randomPos} + 1)`,
+                        delete: `substr(${escapedCol}, 1, ${randomPos} - 1) || substr(${escapedCol}, ${randomPos} + 1)`,
+                        insert: `substr(${escapedCol}, 1, ${randomPos}) || 'X' || substr(${escapedCol}, ${randomPos} + 1)`,
+                    };
+                    // Build expression that randomly picks from available operations
+                    let mutateExpr;
+                    if (operations.length === 1) {
+                        // We know operations[0] exists since length === 1
+                        mutateExpr = mutationExprs[operations[0]]; // eslint-disable-line @typescript-eslint/no-non-null-assertion
+                    }
+                    else {
+                        // Use modulo to pick operation index, then CASE to select expression
+                        const opIndex = `(abs(random()) % ${String(operations.length)})`;
+                        const cases = operations.map((op, i) => {
+                            if (i === operations.length - 1) {
+                                return `ELSE ${mutationExprs[op]}`;
+                            }
+                            return `WHEN ${opIndex} = ${String(i)} THEN ${mutationExprs[op]}`;
+                        });
+                        mutateExpr = `(CASE ${cases.join(" ")} END)`;
+                    }
+                    // Use <= for probability to handle edge case where probability = 1.0
+                    setClauses.push(`${escapedCol} = CASE WHEN abs(random()) / 9223372036854775807.0 <= ${String(probability)} THEN ${mutateExpr} ELSE ${escapedCol} END`);
+                    break;
+                }
+                case "lookup": {
+                    const escapedCol = escapeId(t.column);
+                    // Lookup value from another table via join
+                    // SQLite uses correlated subquery
+                    const fromTable = escapeId(t.fromTable);
+                    const fromCol = escapeId(t.fromColumn);
+                    const targetJoinCol = escapeId(t.joinOn.targetColumn);
+                    const lookupJoinCol = escapeId(t.joinOn.lookupColumn);
+                    setClauses.push(`${escapedCol} = (SELECT ${fromCol} FROM ${fromTable} WHERE ${lookupJoinCol} = ${escapedTable}.${targetJoinCol})`);
+                    break;
+                }
+                case "swap": {
+                    // Swap handled separately - needs both columns in one UPDATE
+                    break;
+                }
+            }
+        }
+        // Handle swap transformations separately (need atomic swap with same random)
+        const swapTransformations = transformations.filter((t) => t.kind === "swap");
+        for (const swap of swapTransformations) {
+            const col1 = escapeId(swap.column1);
+            const col2 = escapeId(swap.column2);
+            const prob = String(swap.probability);
+            // SQLite: random() returns int64, divide by max int64 for 0-1 range
+            // SET a = b, b = a works atomically in SQLite (uses old values on right side)
+            const swapSql = `
+        UPDATE ${escapedTable} SET
+          ${col1} = ${col2},
+          ${col2} = ${col1}
+        WHERE abs(random()) / 9223372036854775807.0 < ${prob}
+      `;
+            db.exec(swapSql);
+        }
+        if (setClauses.length === 0)
+            return Promise.resolve();
+        const updateSql = `UPDATE ${escapedTable} SET ${setClauses.join(", ")}`;
+        db.exec(updateSql);
+        return Promise.resolve();
+    }
+}
+//# sourceMappingURL=sqlite-generator.js.map

package/dist/generator/sqlite-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-generator.js","sourceRoot":"","sources":["../../src/generator/sqlite-generator.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAWtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAMhD,SAAS,kBAAkB,CAAC,MAAoB;IAC9C,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,SAAS,CAAC;QACnB,KAAK,OAAO;YACV,OAAO,MAAM,CAAC;QAChB,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC;QAChB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,UAAU,CAAC;QAChB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAY,EAAE,eAAuB;IAC9D,IAAI,eAAe,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,eAAe,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACxC,qDAAqD;IACrD,OAAO,qDAAqD,MAAM,CAAC,eAAe,CAAC,mBAAmB,IAAI,MAAM,CAAC;AACnH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,GAAoB,EACpB,OAAe;IAEf,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;YAC3B,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACjE,CAAC;QACD,KAAK,WAAW;YACd,8DAA8D;YAC9D,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;QACrF,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;YACrC,oEAAoE;YACpE,OAAO,SAAS,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,gDAAgD,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC;QACpI,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC;YACvB,0DAA0D;YAC1D,OAAO,yBAAyB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;QACrF,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,gDAAgD;YAChD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAC5B,MAAM,KAAK,GAAG,MAAM;iBACjB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACZ,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACzD,OAAO,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;YACzC,CAAC,CAAC;iBACD,IAAI,CAAC,GAAG,CAAC,CAAC;YACb,OAAO,yBAAyB,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC;QAChE,CAAC;QACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,mDAAmD;YACnD,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;YAChC,OAAO,gBAAgB,OAAO,kCAAkC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;QAC3F,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC;YACtB,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5D,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;YAC7C,uCAAuC;YACvC,OAAO,YAAY,MAAM,CAAC,MAAM,CAAC,sBAAsB,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAC/F,CAAC;QACD,KAAK,MAAM;YACT,4EAA4E;YAC5E,OAAO,gNAAgN,CAAC;IAC5N,CAAC;AACH,CAAC;AAED,MAAM,OAAO,mBAAoB,SAAQ,iBAAiB;IAIpC;IAHX,IAAI,GAAG,QAAQ,CAAC;IACjB,EAAE,GAA6B,IAAI,CAAC;IAE5C,YAAoB,MAAoB;QACtC,KAAK,EAAE,CAAC;QADU,WAAM,GAAN,MAAM,CAAc;IAExC,CAAC;IAED,OAAO;QACL,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,UAAU;QACR,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAEO,KAAK;QACX,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,WAAW,CAAC,KAAkB;QAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO;aAC1B,GAAG,CACF,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,GAAG,CAAC,IAAI,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAC7E;aACA,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,EAAE,CAAC,IAAI,CAAC,8BAA8B,KAAK,CAAC,IAAI,KAAK,OAAO,GAAG,CAAC,CAAC;QACjE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,aAAa,CAAC,SAAiB;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,EAAE,CAAC,IAAI,CAAC,eAAe,SAAS,EAAE,CAAC,CAAC;QACpC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,EAAE,CAAC,IAAI,CAAC,wBAAwB,SAAS,EAAE,CAAC,CAAC;QAC7C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAES,cAAc,CACtB,KAAkB,EAClB,QAAgB,EAChB,aAAqB;QAErB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAExB,wDAAwD;QACxD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBAC5C,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC/C,sBAAsB;gBACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC7C,UAAU,CAAC,IAAI,CACb,GAAG,OAAO,qBAAqB,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CACjE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,GAAG,CAAC;QACpB,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC5C,IAAI,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACzD,sCAAsC;YACtC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gBACnE,IAAI,GAAG,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC;YACtD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,8BAA8B;QAC9B,MAAM,WAAW,GACf,UAAU,CAAC,MAAM,GAAG,CAAC;YACnB,CAAC,CAAC,IAAI;gBACJ;oBACE,GAAG,IAAI,GAAG,CACR,KAAK,CAAC,OAAO;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,gBAAgB,CAAC;yBACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,kBAAkB,CACf,CAAC,CAAC,SAAqC,CAAC,MAAM,CAChD,CACF,CACJ;iBACF,CAAC,IAAI,CAAC,IAAI,CAAC;YACd,CAAC,CAAC,EAAE,CAAC;QAET,mBAAmB;QACnB,MAAM,OAAO,GAAG;YACd;iBACW,MAAM,CAAC,aAAa,CAAC;;0CAEI,MAAM,CAAC,aAAa,GAAG,QAAQ,GAAG,CAAC,CAAC;QACtE;YACF,GAAG,UAAU;SACd,CAAC;QAEF,yCAAyC;QACzC,MAAM,SAAS,GAAG;uBACC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBACrB,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;eACtC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrB,WAAW;KACtB,CAAC;QAEF,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,SAAS,CAAC,SAAiB,EAAE,KAAK,GAAG,GAAG;QACtC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,EAAE;aACd,OAAO,CAAC,iBAAiB,SAAS,UAAU,CAAC;aAC7C,GAAG,CAAC,KAAK,CAAmB,CAAC;QAChC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,EAAE;aACd,OAAO,CAAC,iCAAiC,SAAS,EAAE,CAAC;aACrD,GAAG,EAAuB,CAAC;QAC9B,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,WAAW,CAAC,SAAiB,EAAE,UAAkB;QAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,EAAE;aACd,OAAO,CAAC,cAAc,UAAU,qBAAqB,SAAS,EAAE,CAAC;aACjE,GAAG,EAAgC,CAAC;QACvC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,YAAY,CAAC,SAAiB;QAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,qDAAqD;QACrD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,EAAE;iBACd,OAAO,CACN,yIAAyI,CAC1I;iBACA,GAAG,CAAC,SAAS,EAAE,SAAS,CAA4B,CAAC;YACxD,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,gEAAgE;YAChE,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,GAAG,EAEpD,CAAC;YACF,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAElD,CAAC;YACF,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,UAAkB;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,qDAAqD;QACrD,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClB,mDAAmD;QACnD,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAES,oBAAoB,CAC5B,SAAiB,EACjB,eAAiC;QAEjC,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAE3D,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,gDAAgD;QAChD,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QAC3E,MAAM,YAAY,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;YAChC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBACf,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACtC,+CAA+C;oBAC/C,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;oBACjD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;oBACpD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;wBACvB,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBACjC,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;wBACjC,mCAAmC;wBACnC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,OAAO,IAAI,EAAE,QAAQ,MAAM,OAAO,CAAC,CAAC;wBAC7D,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,EAAE,QAAQ,MAAM,OAAO,CAAC,CAAC;oBAC7D,CAAC;oBACD,uCAAuC;oBACvC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;oBAC9D,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,QAAQ,CAAC,CAAC;oBACnD,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;wBAChB,IAAI,GAAG,SAAS,IAAI,GAAG,CAAC;oBAC1B,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,MAAM,IAAI,EAAE,CAAC,CAAC;oBAC3C,MAAM;gBACR,CAAC;gBACD,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACtC,gDAAgD;oBAChD,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;oBACtC,4DAA4D;oBAC5D,MAAM,SAAS,GAAG,+BAA+B,UAAU,YAAY,CAAC;oBAExE,gDAAgD;oBAChD,MAAM,aAAa,GAAsC;wBACvD,OAAO,EAAE,UAAU,UAAU,QAAQ,SAAS,0BAA0B,UAAU,KAAK,SAAS,OAAO;wBACvG,MAAM,EAAE,UAAU,UAAU,QAAQ,SAAS,mBAAmB,UAAU,KAAK,SAAS,OAAO;wBAC/F,MAAM,EAAE,UAAU,UAAU,QAAQ,SAAS,sBAAsB,UAAU,KAAK,SAAS,OAAO;qBACnG,CAAC;oBAEF,iEAAiE;oBACjE,IAAI,UAAkB,CAAC;oBACvB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,kDAAkD;wBAClD,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,+DAA+D;oBAC7G,CAAC;yBAAM,CAAC;wBACN,qEAAqE;wBACrE,MAAM,OAAO,GAAG,oBAAoB,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC;wBACjE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;4BACrC,IAAI,CAAC,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAChC,OAAO,QAAQ,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;4BACrC,CAAC;4BACD,OAAO,QAAQ,OAAO,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;wBACpE,CAAC,CAAC,CAAC;wBACH,UAAU,GAAG,SAAS,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;oBAC/C,CAAC;oBAED,qEAAqE;oBACrE,UAAU,CAAC,IAAI,CACb,GAAG,UAAU,yDAAyD,MAAM,CAAC,WAAW,CAAC,SAAS,UAAU,SAAS,UAAU,MAAM,CACtI,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACtC,2CAA2C;oBAC3C,kCAAkC;oBAClC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBACxC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;oBACvC,MAAM,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBACtD,MAAM,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBAEtD,UAAU,CAAC,IAAI,CACb,GAAG,UAAU,cAAc,OAAO,SAAS,SAAS,UAAU,aAAa,MAAM,YAAY,IAAI,aAAa,GAAG,CAClH,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,6DAA6D;oBAC7D,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,MAAM,mBAAmB,GAAG,eAAe,CAAC,MAAM,CAChD,CAAC,CAAC,EAA2B,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAClD,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEtC,oEAAoE;YACpE,8EAA8E;YAC9E,MAAM,OAAO,GAAG;iBACL,YAAY;YACjB,IAAI,MAAM,IAAI;YACd,IAAI,MAAM,IAAI;wDAC8B,IAAI;OACrD,CAAC;YACF,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnB,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAEtD,MAAM,SAAS,GAAG,UAAU,YAAY,QAAQ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACxE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;CACF"}

package/dist/generator/trino-generator.d.ts

@@ -0,0 +1,38 @@
+import type { TableConfig, GeneratedRow, GeneratorConfig, Transformation } from "./types.js";
+import { BaseDataGenerator } from "./base-generator.js";
+export interface TrinoConfig {
+    host: string;
+    port: number;
+    catalog: string;
+    schema: string;
+    user: string;
+}
+/**
+ * Convert a generator config to a Trino SQL expression
+ * Trino uses 'n' as the row number from UNNEST(sequence(...))
+ */
+export declare function generatorToTrinoExpr(gen: GeneratorConfig, seqExpr: string): string;
+export declare class TrinoDataGenerator extends BaseDataGenerator {
+    private config;
+    readonly name = "trino";
+    private trino;
+    private escapedCatalog;
+    private escapedSchema;
+    constructor(config: TrinoConfig);
+    private get fullSchemaPath();
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    private getTrino;
+    private fullTableName;
+    createTable(table: TableConfig): Promise<void>;
+    truncateTable(tableName: string): Promise<void>;
+    dropTable(tableName: string): Promise<void>;
+    protected generateNative(table: TableConfig, rowCount: number, startSequence: number): Promise<void>;
+    queryRows(tableName: string, limit?: number): Promise<GeneratedRow[]>;
+    countRows(tableName: string): Promise<number>;
+    getMaxValue(tableName: string, columnName: string): Promise<number | null>;
+    getTableSize(tableName: string): Promise<number | null>;
+    optimize(tableName: string): Promise<void>;
+    protected applyTransformations(tableName: string, transformations: Transformation[]): Promise<void>;
+}
+//# sourceMappingURL=trino-generator.d.ts.map

package/dist/generator/trino-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trino-generator.d.ts","sourceRoot":"","sources":["../../src/generator/trino-generator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EAEZ,eAAe,EAEf,cAAc,EAGf,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAIxD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AA8BD;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,GAAG,EAAE,eAAe,EACpB,OAAO,EAAE,MAAM,GACd,MAAM,CA+CR;AAED,qBAAa,kBAAmB,SAAQ,iBAAiB;IAM3C,OAAO,CAAC,MAAM;IAL1B,QAAQ,CAAC,IAAI,WAAW;IACxB,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,aAAa,CAAS;gBAEV,MAAM,EAAE,WAAW;IAMvC,OAAO,KAAK,cAAc,GAEzB;IAEK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB9B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,OAAO,CAAC,QAAQ;IAOhB,OAAO,CAAC,aAAa;IAIf,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAsB9C,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAe/C,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;cAcjC,cAAc,CAC5B,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,IAAI,CAAC;IA8EV,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAyBlE,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAgB7C,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAgBnB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmBvD,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;cA8BhC,oBAAoB,CAClC,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,cAAc,EAAE,GAChC,OAAO,CAAC,IAAI,CAAC;CAgIjB"}