@mkven/samples-generation 0.1.0

package/dist/generator/postgres-generator.js

@@ -0,0 +1,317 @@
+import postgres from "postgres";
+import { BaseDataGenerator } from "./base-generator.js";
+import { escapePostgresIdentifier } from "./escape.js";
+import { getLookupTableName } from "./utils.js";
+function columnTypeToPostgres(column) {
+    switch (column.type) {
+        case "integer":
+            return "INTEGER";
+        case "bigint":
+            return "BIGINT";
+        case "float":
+            return "DOUBLE PRECISION";
+        case "string":
+            return "TEXT";
+        case "boolean":
+            return "BOOLEAN";
+        case "datetime":
+            return "TIMESTAMP";
+        case "date":
+            return "DATE";
+    }
+}
+/**
+ * Wrap an expression to return NULL with given probability (Postgres)
+ */
+function wrapWithNullCheck(expr, nullProbability) {
+    if (nullProbability <= 0)
+        return expr;
+    if (nullProbability >= 1)
+        return "NULL";
+    return `CASE WHEN random() < ${String(nullProbability)} THEN NULL ELSE ${expr} END`;
+}
+/**
+ * Convert a generator config to a Postgres SQL expression
+ */
+export function generatorToPostgresExpr(gen, seqExpr) {
+    switch (gen.kind) {
+        case "sequence": {
+            const start = gen.start ?? 1;
+            const step = gen.step ?? 1;
+            return `(${String(start)} - 1 + ${seqExpr} * ${String(step)})`;
+        }
+        case "randomInt":
+            return `floor(random() * (${String(gen.max)} - ${String(gen.min)} + 1) + ${String(gen.min)})::int`;
+        case "randomFloat": {
+            const precision = gen.precision ?? 2;
+            return `round((random() * (${String(gen.max)} - ${String(gen.min)}) + ${String(gen.min)})::numeric, ${String(precision)})`;
+        }
+        case "randomString": {
+            const len = gen.length;
+            // Use md5 for random strings, repeat and substr for length
+            return `substr(md5(random()::text || ${seqExpr}::text), 1, ${String(len)})`;
+        }
+        case "choice": {
+            const values = gen.values;
+            const arr = values.map((v) => typeof v === "string" ? `'${v}'` : String(v));
+            return `(ARRAY[${arr.join(", ")}])[floor(random() * ${String(arr.length)} + 1)::int]`;
+        }
+        case "choiceByLookup": {
+            // Reference the CTE that will be added by generateNative
+            const cteName = getLookupTableName(gen.values);
+            return `${cteName}.arr[floor(random() * array_length(${cteName}.arr, 1) + 1)::int]`;
+        }
+        case "constant": {
+            const val = gen.value;
+            return typeof val === "string" ? `'${val}'` : String(val);
+        }
+        case "datetime": {
+            const from = gen.from ?? new Date("2020-01-01");
+            const to = gen.to ?? new Date();
+            const fromTs = Math.floor(from.getTime() / 1000);
+            const toTs = Math.floor(to.getTime() / 1000);
+            return `to_timestamp(${String(fromTs)} + floor(random() * ${String(toTs - fromTs)})::int)`;
+        }
+        case "uuid":
+            return "gen_random_uuid()";
+    }
+}
+export class PostgresDataGenerator extends BaseDataGenerator {
+    config;
+    name = "postgres";
+    sql = null;
+    constructor(config) {
+        super();
+        this.config = config;
+    }
+    connect() {
+        this.sql = postgres({
+            host: this.config.host,
+            port: this.config.port,
+            database: this.config.database,
+            username: this.config.username,
+            password: this.config.password,
+        });
+        return Promise.resolve();
+    }
+    async disconnect() {
+        if (this.sql) {
+            await this.sql.end();
+            this.sql = null;
+        }
+    }
+    getSql() {
+        if (!this.sql) {
+            throw new Error("Not connected to Postgres");
+        }
+        return this.sql;
+    }
+    async createTable(table) {
+        const sql = this.getSql();
+        const columnDefs = table.columns
+            .map((col) => {
+            const colType = columnTypeToPostgres(col);
+            const nullable = col.nullable ? "" : " NOT NULL";
+            return `${escapePostgresIdentifier(col.name)} ${colType}${nullable}`;
+        })
+            .join(", ");
+        const escapedTableName = escapePostgresIdentifier(table.name);
+        await sql.unsafe(`CREATE TABLE IF NOT EXISTS ${escapedTableName} (${columnDefs})`);
+    }
+    async truncateTable(tableName) {
+        const sql = this.getSql();
+        await sql `TRUNCATE TABLE ${sql(tableName)}`;
+    }
+    async dropTable(tableName) {
+        const sql = this.getSql();
+        await sql `DROP TABLE IF EXISTS ${sql(tableName)}`;
+    }
+    async generateNative(table, rowCount, startSequence) {
+        const sql = this.getSql();
+        const escapedTableName = escapePostgresIdentifier(table.name);
+        // Collect choiceByLookup generators to create CTEs
+        const lookupCtes = [];
+        for (const col of table.columns) {
+            if (col.generator.kind === "choiceByLookup") {
+                const gen = col.generator;
+                const cteName = getLookupTableName(gen.values);
+                const valuesLiteral = gen.values
+                    .map((v) => `'${v.replace(/'/g, "''")}'`)
+                    .join(", ");
+                lookupCtes.push(`${cteName} AS (SELECT ARRAY[${valuesLiteral}] AS arr)`);
+            }
+        }
+        // Build column list and expressions
+        const columns = table.columns.map((c) => escapePostgresIdentifier(c.name));
+        const seqExpr = `(n + ${String(startSequence - 1)})`;
+        const expressions = table.columns.map((col) => {
+            let expr = generatorToPostgresExpr(col.generator, seqExpr);
+            // Cast to proper type if needed
+            if (col.type === "integer")
+                expr = `(${expr})::integer`;
+            else if (col.type === "bigint")
+                expr = `(${expr})::bigint`;
+            else if (col.type === "boolean")
+                expr = `(${expr})::boolean`;
+            // Apply null probability if specified
+            if (col.nullable && col.nullProbability && col.nullProbability > 0) {
+                expr = wrapWithNullCheck(expr, col.nullProbability);
+            }
+            return expr;
+        });
+        // Build CTE prefix if we have lookup tables
+        const ctePrefix = lookupCtes.length > 0 ? `WITH ${lookupCtes.join(", ")} ` : "";
+        // Cross join with lookup CTEs to make them available
+        const lookupJoins = lookupCtes.length > 0
+            ? ", " +
+                [
+                    ...new Set(table.columns
+                        .filter((c) => c.generator.kind === "choiceByLookup")
+                        .map((c) => getLookupTableName(c.generator.values))),
+                ].join(", ")
+            : "";
+        const insertSql = `
+      ${ctePrefix}INSERT INTO ${escapedTableName} (${columns.join(", ")})
+      SELECT ${expressions.join(", ")}
+      FROM generate_series(1, ${String(rowCount)}) AS n${lookupJoins}
+    `;
+        await sql.unsafe(insertSql);
+    }
+    async queryRows(tableName, limit = 100) {
+        const sql = this.getSql();
+        const result = await sql `SELECT * FROM ${sql(tableName)} LIMIT ${limit}`;
+        return result;
+    }
+    async countRows(tableName) {
+        const sql = this.getSql();
+        const result = await sql `SELECT COUNT(*) as count FROM ${sql(tableName)}`;
+        const firstRow = result[0];
+        if (!firstRow) {
+            return 0;
+        }
+        return Number(firstRow.count);
+    }
+    async getMaxValue(tableName, columnName) {
+        const sql = this.getSql();
+        const result = await sql `SELECT MAX(${sql(columnName)}) as max_val FROM ${sql(tableName)}`;
+        const firstRow = result[0];
+        if (!firstRow?.max_val) {
+            return null;
+        }
+        return Number(firstRow.max_val);
+    }
+    async getTableSize(tableName) {
+        const sql = this.getSql();
+        const result = await sql `SELECT pg_total_relation_size(${tableName}::regclass) as size`;
+        const firstRow = result[0];
+        if (!firstRow) {
+            return null;
+        }
+        return Number(firstRow.size);
+    }
+    async optimize(tableName) {
+        const sql = this.getSql();
+        // VACUUM reclaims storage and ANALYZE updates statistics
+        await sql.unsafe(`VACUUM ANALYZE ${escapePostgresIdentifier(tableName)}`);
+    }
+    async applyTransformations(tableName, transformations) {
+        if (transformations.length === 0)
+            return;
+        const sql = this.getSql();
+        const escapedTable = escapePostgresIdentifier(tableName);
+        const setClauses = [];
+        for (const t of transformations) {
+            switch (t.kind) {
+                case "template": {
+                    const escapedCol = escapePostgresIdentifier(t.column);
+                    // Replace {column_name} with column references
+                    let expr = `'${t.template.replace(/'/g, "''")}'`;
+                    const refs = t.template.match(/\{([^}]+)\}/g) ?? [];
+                    for (const ref of refs) {
+                        const colName = ref.slice(1, -1);
+                        const colRef = escapePostgresIdentifier(colName);
+                        // Replace {col} with concatenation: ... || col || ...
+                        expr = expr.replace(`'{${colName}}'`, `' || ${colRef} || '`);
+                        expr = expr.replace(`{${colName}}`, `' || ${colRef} || '`);
+                    }
+                    // Clean up empty string concatenations
+                    expr = expr.replace(/^'' \|\| /, "").replace(/ \|\| ''$/, "");
+                    expr = expr.replace(/' \|\| '' \|\| '/g, "' || '");
+                    if (t.lowercase) {
+                        expr = `lower(${expr})`;
+                    }
+                    setClauses.push(`${escapedCol} = ${expr}`);
+                    break;
+                }
+                case "mutate": {
+                    const escapedCol = escapePostgresIdentifier(t.column);
+                    // Random string mutation
+                    const { probability, operations } = t;
+                    // Build mutation expressions for each operation
+                    const mutationExprs = {
+                        replace: `overlay(${escapedCol} placing 'X' from (floor(random() * length(${escapedCol})) + 1)::int for 1)`,
+                        delete: `left(${escapedCol}, (floor(random() * length(${escapedCol})))::int) || right(${escapedCol}, length(${escapedCol}) - (floor(random() * length(${escapedCol})) + 1)::int)`,
+                        insert: `left(${escapedCol}, (floor(random() * length(${escapedCol})))::int) || 'X' || right(${escapedCol}, length(${escapedCol}) - (floor(random() * length(${escapedCol})))::int)`,
+                    };
+                    // Build expression that randomly picks from available operations
+                    let mutateExpr;
+                    if (operations.length === 1) {
+                        // We know operations[0] exists since length === 1
+                        mutateExpr = mutationExprs[operations[0]]; // eslint-disable-line @typescript-eslint/no-non-null-assertion
+                    }
+                    else {
+                        // Use CASE with random() to pick operation
+                        const cases = operations.map((op, i) => {
+                            const threshold = (i + 1) / operations.length;
+                            if (i === operations.length - 1) {
+                                return `ELSE ${mutationExprs[op]}`;
+                            }
+                            return `WHEN random() < ${String(threshold)} THEN ${mutationExprs[op]}`;
+                        });
+                        mutateExpr = `(CASE ${cases.join(" ")} END)`;
+                    }
+                    setClauses.push(`${escapedCol} = CASE WHEN random() < ${String(probability)} THEN ${mutateExpr} ELSE ${escapedCol} END`);
+                    break;
+                }
+                case "lookup": {
+                    const escapedCol = escapePostgresIdentifier(t.column);
+                    // Lookup value from another table via join
+                    // PostgreSQL supports UPDATE ... FROM ... WHERE syntax
+                    const fromTable = escapePostgresIdentifier(t.fromTable);
+                    const fromCol = escapePostgresIdentifier(t.fromColumn);
+                    const targetJoinCol = escapePostgresIdentifier(t.joinOn.targetColumn);
+                    const lookupJoinCol = escapePostgresIdentifier(t.joinOn.lookupColumn);
+                    // Use subquery for simplicity (works with multiple lookups in same batch)
+                    setClauses.push(`${escapedCol} = (SELECT ${fromCol} FROM ${fromTable} WHERE ${lookupJoinCol} = ${escapedTable}.${targetJoinCol})`);
+                    break;
+                }
+                case "swap": {
+                    // Swap handled separately - needs both columns in one UPDATE
+                    // Skip here, will be handled after the loop
+                    break;
+                }
+            }
+        }
+        // Handle swap transformations separately (need atomic swap with same random)
+        const swapTransformations = transformations.filter((t) => t.kind === "swap");
+        for (const swap of swapTransformations) {
+            const col1 = escapePostgresIdentifier(swap.column1);
+            const col2 = escapePostgresIdentifier(swap.column2);
+            const prob = String(swap.probability);
+            // Use a subquery to ensure same random value for both columns
+            // PostgreSQL evaluates SET expressions using old values, so a = b, b = a works
+            const swapSql = `
+        UPDATE ${escapedTable} SET
+          ${col1} = ${col2},
+          ${col2} = ${col1}
+        WHERE random() < ${prob}
+      `;
+            await sql.unsafe(swapSql);
+        }
+        if (setClauses.length === 0)
+            return;
+        const updateSql = `UPDATE ${escapedTable} SET ${setClauses.join(", ")}`;
+        await sql.unsafe(updateSql);
+    }
+}
+//# sourceMappingURL=postgres-generator.js.map

package/dist/generator/postgres-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-generator.js","sourceRoot":"","sources":["../../src/generator/postgres-generator.ts"],"names":[],"mappings":"AAAA,OAAO,QAAsB,MAAM,UAAU,CAAC;AAW9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAUhD,SAAS,oBAAoB,CAAC,MAAoB;IAChD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,OAAO;YACV,OAAO,kBAAkB,CAAC;QAC5B,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC;QAChB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,UAAU;YACb,OAAO,WAAW,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAY,EAAE,eAAuB;IAC9D,IAAI,eAAe,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,eAAe,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACxC,OAAO,wBAAwB,MAAM,CAAC,eAAe,CAAC,mBAAmB,IAAI,MAAM,CAAC;AACtF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,GAAoB,EACpB,OAAe;IAEf,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;YAC3B,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACjE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,qBAAqB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC;QACrG,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;YACrC,OAAO,sBAAsB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC;QAC7H,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC;YACvB,2DAA2D;YAC3D,OAAO,gCAAgC,OAAO,eAAe,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;QAC9E,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3B,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAC7C,CAAC;YACF,OAAO,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC;QACxF,CAAC;QACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,yDAAyD;YACzD,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC/C,OAAO,GAAG,OAAO,sCAAsC,OAAO,qBAAqB,CAAC;QACtF,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC;YACtB,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5D,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;YAC7C,OAAO,gBAAgB,MAAM,CAAC,MAAM,CAAC,uBAAuB,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC;QAC7F,CAAC;QACD,KAAK,MAAM;YACT,OAAO,mBAAmB,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,MAAM,OAAO,qBAAsB,SAAQ,iBAAiB;IAItC;IAHX,IAAI,GAAG,UAAU,CAAC;IACnB,GAAG,GAAe,IAAI,CAAC;IAE/B,YAAoB,MAAsB;QACxC,KAAK,EAAE,CAAC;QADU,WAAM,GAAN,MAAM,CAAgB;IAE1C,CAAC;IAED,OAAO;QACL,IAAI,CAAC,GAAG,GAAG,QAAQ,CAAC;YAClB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;SAC/B,CAAC,CAAC;QACH,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IAEO,MAAM;QACZ,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAkB;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO;aAC7B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;YACjD,OAAO,GAAG,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,OAAO,GAAG,QAAQ,EAAE,CAAC;QACvE,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,GAAG,CAAC,MAAM,CACd,8BAA8B,gBAAgB,KAAK,UAAU,GAAG,CACjE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,GAAG,CAAA,kBAAkB,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,GAAG,CAAA,wBAAwB,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;IACpD,CAAC;IAES,KAAK,CAAC,cAAc,CAC5B,KAAkB,EAClB,QAAgB,EAChB,aAAqB;QAErB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE9D,mDAAmD;QACnD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBAC5C,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC/C,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM;qBAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;qBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,UAAU,CAAC,IAAI,CACb,GAAG,OAAO,qBAAqB,aAAa,WAAW,CACxD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,QAAQ,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,GAAG,CAAC;QACrD,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC5C,IAAI,IAAI,GAAG,uBAAuB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC3D,gCAAgC;YAChC,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;gBAAE,IAAI,GAAG,IAAI,IAAI,YAAY,CAAC;iBACnD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;gBAAE,IAAI,GAAG,IAAI,IAAI,WAAW,CAAC;iBACtD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;gBAAE,IAAI,GAAG,IAAI,IAAI,YAAY,CAAC;YAC7D,sCAAsC;YACtC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gBACnE,IAAI,GAAG,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC;YACtD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,4CAA4C;QAC5C,MAAM,SAAS,GACb,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,qDAAqD;QACrD,MAAM,WAAW,GACf,UAAU,CAAC,MAAM,GAAG,CAAC;YACnB,CAAC,CAAC,IAAI;gBACJ;oBACE,GAAG,IAAI,GAAG,CACR,KAAK,CAAC,OAAO;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,gBAAgB,CAAC;yBACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,kBAAkB,CACf,CAAC,CAAC,SAAqC,CAAC,MAAM,CAChD,CACF,CACJ;iBACF,CAAC,IAAI,CAAC,IAAI,CAAC;YACd,CAAC,CAAC,EAAE,CAAC;QAET,MAAM,SAAS,GAAG;QACd,SAAS,eAAe,gBAAgB,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;eACxD,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;gCACL,MAAM,CAAC,QAAQ,CAAC,SAAS,WAAW;KAC/D,CAAC;QAEF,MAAM,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,KAAK,GAAG,GAAG;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAA,iBAAiB,GAAG,CAAC,SAAS,CAAC,UAAU,KAAK,EAAE,CAAC;QACzE,OAAO,MAAwB,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAA,iCAAiC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1E,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAkC,CAAC;QAC5D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,WAAW,CACf,SAAiB,EACjB,UAAkB;QAElB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,MAAM,GACV,MAAM,GAAG,CAAA,cAAc,GAAG,CAAC,UAAU,CAAC,qBAAqB,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9E,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAA2C,CAAC;QACrE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAiB;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,MAAM,GACV,MAAM,GAAG,CAAA,iCAAiC,SAAS,qBAAqB,CAAC;QAC3E,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAiC,CAAC;QAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,yDAAyD;QACzD,MAAM,GAAG,CAAC,MAAM,CAAC,kBAAkB,wBAAwB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;IAES,KAAK,CAAC,oBAAoB,CAClC,SAAiB,EACjB,eAAiC;QAEjC,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEzC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAE1B,MAAM,YAAY,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;YAChC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBACf,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,MAAM,UAAU,GAAG,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACtD,+CAA+C;oBAC/C,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;oBACjD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;oBACpD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;wBACvB,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBACjC,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAC;wBACjD,sDAAsD;wBACtD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,OAAO,IAAI,EAAE,QAAQ,MAAM,OAAO,CAAC,CAAC;wBAC7D,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,EAAE,QAAQ,MAAM,OAAO,CAAC,CAAC;oBAC7D,CAAC;oBACD,uCAAuC;oBACvC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;oBAC9D,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,QAAQ,CAAC,CAAC;oBACnD,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;wBAChB,IAAI,GAAG,SAAS,IAAI,GAAG,CAAC;oBAC1B,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,MAAM,IAAI,EAAE,CAAC,CAAC;oBAC3C,MAAM;gBACR,CAAC;gBACD,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,UAAU,GAAG,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACtD,yBAAyB;oBACzB,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;oBAEtC,gDAAgD;oBAChD,MAAM,aAAa,GAAsC;wBACvD,OAAO,EAAE,WAAW,UAAU,8CAA8C,UAAU,qBAAqB;wBAC3G,MAAM,EAAE,QAAQ,UAAU,8BAA8B,UAAU,sBAAsB,UAAU,YAAY,UAAU,gCAAgC,UAAU,eAAe;wBACjL,MAAM,EAAE,QAAQ,UAAU,8BAA8B,UAAU,6BAA6B,UAAU,YAAY,UAAU,gCAAgC,UAAU,WAAW;qBACrL,CAAC;oBAEF,iEAAiE;oBACjE,IAAI,UAAkB,CAAC;oBACvB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,kDAAkD;wBAClD,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,+DAA+D;oBAC7G,CAAC;yBAAM,CAAC;wBACN,2CAA2C;wBAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;4BACrC,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;4BAC9C,IAAI,CAAC,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAChC,OAAO,QAAQ,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;4BACrC,CAAC;4BACD,OAAO,mBAAmB,MAAM,CAAC,SAAS,CAAC,SAAS,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;wBAC1E,CAAC,CAAC,CAAC;wBACH,UAAU,GAAG,SAAS,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;oBAC/C,CAAC;oBAED,UAAU,CAAC,IAAI,CACb,GAAG,UAAU,2BAA2B,MAAM,CAAC,WAAW,CAAC,SAAS,UAAU,SAAS,UAAU,MAAM,CACxG,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,UAAU,GAAG,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACtD,2CAA2C;oBAC3C,uDAAuD;oBACvD,MAAM,SAAS,GAAG,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBACxD,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;oBACvD,MAAM,aAAa,GAAG,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBACtE,MAAM,aAAa,GAAG,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBAEtE,0EAA0E;oBAC1E,UAAU,CAAC,IAAI,CACb,GAAG,UAAU,cAAc,OAAO,SAAS,SAAS,UAAU,aAAa,MAAM,YAAY,IAAI,aAAa,GAAG,CAClH,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,6DAA6D;oBAC7D,4CAA4C;oBAC5C,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,MAAM,mBAAmB,GAAG,eAAe,CAAC,MAAM,CAChD,CAAC,CAAC,EAA2B,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAClD,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEtC,8DAA8D;YAC9D,+EAA+E;YAC/E,MAAM,OAAO,GAAG;iBACL,YAAY;YACjB,IAAI,MAAM,IAAI;YACd,IAAI,MAAM,IAAI;2BACC,IAAI;OACxB,CAAC;YACF,MAAM,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEpC,MAAM,SAAS,GAAG,UAAU,YAAY,QAAQ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACxE,MAAM,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/generator/sqlite-generator.d.ts

@@ -0,0 +1,30 @@
+import type { TableConfig, GeneratedRow, GeneratorConfig, Transformation } from "./types.js";
+import { BaseDataGenerator } from "./base-generator.js";
+export interface SQLiteConfig {
+    path: string;
+}
+/**
+ * Convert a generator config to a SQLite SQL expression
+ * SQLite uses 'n' as the row number from the recursive CTE (1-based)
+ */
+export declare function generatorToSqliteExpr(gen: GeneratorConfig, seqExpr: string): string;
+export declare class SQLiteDataGenerator extends BaseDataGenerator {
+    private config;
+    readonly name = "sqlite";
+    private db;
+    constructor(config: SQLiteConfig);
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    private getDb;
+    createTable(table: TableConfig): Promise<void>;
+    truncateTable(tableName: string): Promise<void>;
+    dropTable(tableName: string): Promise<void>;
+    protected generateNative(table: TableConfig, rowCount: number, startSequence: number): Promise<void>;
+    queryRows(tableName: string, limit?: number): Promise<GeneratedRow[]>;
+    countRows(tableName: string): Promise<number>;
+    getMaxValue(tableName: string, columnName: string): Promise<number | null>;
+    getTableSize(tableName: string): Promise<number | null>;
+    optimize(_tableName: string): Promise<void>;
+    protected applyTransformations(tableName: string, transformations: Transformation[]): Promise<void>;
+}
+//# sourceMappingURL=sqlite-generator.d.ts.map

package/dist/generator/sqlite-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-generator.d.ts","sourceRoot":"","sources":["../../src/generator/sqlite-generator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EAEZ,eAAe,EAEf,cAAc,EAGf,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAGxD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;CACd;AA6BD;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,eAAe,EACpB,OAAO,EAAE,MAAM,GACd,MAAM,CAsDR;AAED,qBAAa,mBAAoB,SAAQ,iBAAiB;IAI5C,OAAO,CAAC,MAAM;IAH1B,QAAQ,CAAC,IAAI,YAAY;IACzB,OAAO,CAAC,EAAE,CAAkC;gBAExB,MAAM,EAAE,YAAY;IAIxC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAKxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B,OAAO,CAAC,KAAK;IAOb,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAY9C,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM/C,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3C,SAAS,CAAC,cAAc,CACtB,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,IAAI,CAAC;IAoEhB,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAQlE,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAQ7C,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAQ1E,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAsBvD,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAS3C,SAAS,CAAC,oBAAoB,CAC5B,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,cAAc,EAAE,GAChC,OAAO,CAAC,IAAI,CAAC;CAqHjB"}