@mkven/samples-generation 0.1.0

package/dist/generator/trino-generator.js

@@ -0,0 +1,408 @@
+import { BasicAuth, Trino } from "trino-client";
+import { BaseDataGenerator } from "./base-generator.js";
+import { escapeTrinoIdentifier } from "./escape.js";
+import { getLookupTableName } from "./utils.js";
+function columnTypeToTrino(column) {
+    switch (column.type) {
+        case "integer":
+            return "INTEGER";
+        case "bigint":
+            return "BIGINT";
+        case "float":
+            return "DOUBLE";
+        case "string":
+            return "VARCHAR";
+        case "boolean":
+            return "BOOLEAN";
+        case "datetime":
+            return "TIMESTAMP";
+        case "date":
+            return "DATE";
+    }
+}
+/**
+ * Wrap an expression to return NULL with given probability (Trino)
+ */
+function wrapWithNullCheck(expr, nullProbability) {
+    if (nullProbability <= 0)
+        return expr;
+    if (nullProbability >= 1)
+        return "NULL";
+    return `CASE WHEN random() < ${String(nullProbability)} THEN NULL ELSE ${expr} END`;
+}
+/**
+ * Convert a generator config to a Trino SQL expression
+ * Trino uses 'n' as the row number from UNNEST(sequence(...))
+ */
+export function generatorToTrinoExpr(gen, seqExpr) {
+    switch (gen.kind) {
+        case "sequence": {
+            const start = gen.start ?? 1;
+            const step = gen.step ?? 1;
+            return `(${String(start)} - 1 + ${seqExpr} * ${String(step)})`;
+        }
+        case "randomInt":
+            // Trino random() returns 0.0 to 1.0
+            return `CAST(floor(random() * ${String(gen.max - gen.min + 1)} + ${String(gen.min)}) AS INTEGER)`;
+        case "randomFloat": {
+            const precision = gen.precision ?? 2;
+            return `round(random() * ${String(gen.max - gen.min)} + ${String(gen.min)}, ${String(precision)})`;
+        }
+        case "randomString": {
+            const len = gen.length;
+            // Trino doesn't have md5 on random, use substr of uuid
+            return `substr(replace(cast(uuid() as varchar), '-', ''), 1, ${String(len)})`;
+        }
+        case "choice": {
+            const values = gen.values;
+            const arr = values.map((v) => typeof v === "string" ? `'${v}'` : String(v));
+            // Use element_at with 1-based index
+            return `element_at(ARRAY[${arr.join(", ")}], CAST(floor(random() * ${String(arr.length)}) + 1 AS INTEGER))`;
+        }
+        case "choiceByLookup": {
+            // Reference the CTE that will be added by generateNative
+            const cteName = getLookupTableName(gen.values);
+            return `element_at(${cteName}.arr, CAST(floor(random() * cardinality(${cteName}.arr)) + 1 AS INTEGER))`;
+        }
+        case "constant": {
+            const val = gen.value;
+            return typeof val === "string" ? `'${val}'` : String(val);
+        }
+        case "datetime": {
+            const from = gen.from ?? new Date("2020-01-01");
+            const to = gen.to ?? new Date();
+            const fromTs = Math.floor(from.getTime() / 1000);
+            const toTs = Math.floor(to.getTime() / 1000);
+            // from_unixtime returns timestamp
+            return `from_unixtime(${String(fromTs)} + CAST(floor(random() * ${String(toTs - fromTs)}) AS BIGINT))`;
+        }
+        case "uuid":
+            return "uuid()";
+    }
+}
+export class TrinoDataGenerator extends BaseDataGenerator {
+    config;
+    name = "trino";
+    trino = null;
+    escapedCatalog;
+    escapedSchema;
+    constructor(config) {
+        super();
+        this.config = config;
+        this.escapedCatalog = escapeTrinoIdentifier(config.catalog);
+        this.escapedSchema = escapeTrinoIdentifier(config.schema);
+    }
+    get fullSchemaPath() {
+        return `${this.escapedCatalog}.${this.escapedSchema}`;
+    }
+    async connect() {
+        this.trino = Trino.create({
+            server: `http://${this.config.host}:${String(this.config.port)}`,
+            catalog: this.config.catalog,
+            schema: this.config.schema,
+            auth: new BasicAuth(this.config.user),
+        });
+        // Ensure schema exists
+        const createSchema = await this.trino.query(`CREATE SCHEMA IF NOT EXISTS ${this.fullSchemaPath}`);
+        for await (const _ of createSchema) {
+            // consume iterator
+        }
+    }
+    disconnect() {
+        this.trino = null;
+        return Promise.resolve();
+    }
+    getTrino() {
+        if (!this.trino) {
+            throw new Error("Not connected to Trino");
+        }
+        return this.trino;
+    }
+    fullTableName(tableName) {
+        return `${this.fullSchemaPath}.${escapeTrinoIdentifier(tableName)}`;
+    }
+    async createTable(table) {
+        const trino = this.getTrino();
+        const columns = table.columns
+            .map((col) => {
+            const nullable = col.nullable ? "" : " NOT NULL";
+            return `${escapeTrinoIdentifier(col.name)} ${columnTypeToTrino(col)}${nullable}`;
+        })
+            .join(", ");
+        const query = await trino.query(`CREATE TABLE IF NOT EXISTS ${this.fullTableName(table.name)} (${columns}) WITH (format = 'PARQUET')`);
+        for await (const result of query) {
+            const trinoResult = result;
+            if (trinoResult.error) {
+                throw new Error(`Trino createTable failed: ${trinoResult.error.message}`);
+            }
+        }
+    }
+    async truncateTable(tableName) {
+        const trino = this.getTrino();
+        const query = await trino.query(`DELETE FROM ${this.fullTableName(tableName)}`);
+        for await (const result of query) {
+            const trinoResult = result;
+            if (trinoResult.error) {
+                throw new Error(`Trino truncateTable failed: ${trinoResult.error.message}`);
+            }
+        }
+    }
+    async dropTable(tableName) {
+        const trino = this.getTrino();
+        const query = await trino.query(`DROP TABLE IF EXISTS ${this.fullTableName(tableName)}`);
+        for await (const result of query) {
+            // Check for errors in Trino response
+            const trinoResult = result;
+            if (trinoResult.error) {
+                throw new Error(`Trino query failed: ${trinoResult.error.message}`);
+            }
+        }
+    }
+    async generateNative(table, rowCount, startSequence) {
+        const trino = this.getTrino();
+        // Collect choiceByLookup generators to create CTEs
+        const lookupCtes = [];
+        for (const col of table.columns) {
+            if (col.generator.kind === "choiceByLookup") {
+                const gen = col.generator;
+                const cteName = getLookupTableName(gen.values);
+                const valuesLiteral = gen.values
+                    .map((v) => `'${v.replace(/'/g, "''")}'`)
+                    .join(", ");
+                lookupCtes.push(`${cteName} AS (SELECT ARRAY[${valuesLiteral}] AS arr)`);
+            }
+        }
+        // Build column list and expressions
+        const columns = table.columns.map((c) => escapeTrinoIdentifier(c.name));
+        // Trino sequence() has a 10,000 entry limit
+        // Use 3-level CROSS JOIN to support up to 1 trillion rows:
+        // - level1: 0 to numChunks - 1 (each chunk = 100M rows)
+        // - level2: 0 to 9999 (10k values)
+        // - level3: 1 to 10000 (10k values)
+        // Row number = level1 * 100M + level2 * 10k + level3
+        const SEQUENCE_LIMIT = 10_000; // Trino's hard limit per sequence
+        const ROWS_PER_CHUNK = SEQUENCE_LIMIT * SEQUENCE_LIMIT; // 100M
+        const numChunks = Math.ceil(rowCount / ROWS_PER_CHUNK);
+        // The row number expression combines all three levels
+        const seqExpr = `(${String(startSequence - 1)} + level1 * ${String(ROWS_PER_CHUNK)} + level2 * ${String(SEQUENCE_LIMIT)} + level3)`;
+        const expressions = table.columns.map((col) => {
+            let expr = generatorToTrinoExpr(col.generator, seqExpr);
+            // Apply null probability if specified
+            if (col.nullable && col.nullProbability && col.nullProbability > 0) {
+                expr = wrapWithNullCheck(expr, col.nullProbability);
+            }
+            return expr;
+        });
+        // Build WITH clause and cross joins for lookup CTEs
+        const ctePrefix = lookupCtes.length > 0 ? `WITH ${lookupCtes.join(", ")} ` : "";
+        const lookupJoins = lookupCtes.length > 0
+            ? " CROSS JOIN " +
+                [
+                    ...new Set(table.columns
+                        .filter((c) => c.generator.kind === "choiceByLookup")
+                        .map((c) => getLookupTableName(c.generator.values))),
+                ].join(" CROSS JOIN ")
+            : "";
+        const insertSql = `
+      INSERT INTO ${this.fullTableName(table.name)} (${columns.join(", ")})
+      ${ctePrefix}SELECT ${expressions.join(", ")}
+      FROM UNNEST(sequence(0, ${String(numChunks - 1)})) AS t1(level1)
+      CROSS JOIN UNNEST(sequence(0, ${String(SEQUENCE_LIMIT - 1)})) AS t2(level2)
+      CROSS JOIN UNNEST(sequence(1, ${String(SEQUENCE_LIMIT)})) AS t3(level3)${lookupJoins}
+      WHERE (level1 * ${String(ROWS_PER_CHUNK)} + level2 * ${String(SEQUENCE_LIMIT)} + level3) <= ${String(rowCount)}
+    `;
+        const query = await trino.query(insertSql);
+        for await (const result of query) {
+            const trinoResult = result;
+            if (trinoResult.error) {
+                throw new Error(`Trino insert failed: ${trinoResult.error.message}`);
+            }
+        }
+    }
+    async queryRows(tableName, limit = 100) {
+        const trino = this.getTrino();
+        const query = await trino.query(`SELECT * FROM ${this.fullTableName(tableName)} LIMIT ${String(limit)}`);
+        const results = [];
+        for await (const result of query) {
+            const trinoResult = result;
+            if (trinoResult.data && trinoResult.columns) {
+                for (const row of trinoResult.data) {
+                    const obj = {};
+                    trinoResult.columns.forEach((col, i) => {
+                        obj[col.name] = row[i];
+                    });
+                    results.push(obj);
+                }
+            }
+        }
+        return results;
+    }
+    async countRows(tableName) {
+        const trino = this.getTrino();
+        const query = await trino.query(`SELECT COUNT(*) as count FROM ${this.fullTableName(tableName)}`);
+        for await (const result of query) {
+            const trinoResult = result;
+            const firstRow = trinoResult.data?.[0];
+            if (firstRow && firstRow.length > 0) {
+                return Number(firstRow[0]);
+            }
+        }
+        return 0;
+    }
+    async getMaxValue(tableName, columnName) {
+        const trino = this.getTrino();
+        const query = await trino.query(`SELECT MAX(${escapeTrinoIdentifier(columnName)}) as max_val FROM ${this.fullTableName(tableName)}`);
+        for await (const result of query) {
+            const trinoResult = result;
+            const firstRow = trinoResult.data?.[0];
+            if (firstRow && firstRow.length > 0 && firstRow[0] !== null) {
+                return Number(firstRow[0]);
+            }
+        }
+        return null;
+    }
+    async getTableSize(tableName) {
+        const trino = this.getTrino();
+        // Query the $files metadata table to get total file sizes
+        // The $files suffix must be part of the quoted table name
+        const filesTableName = escapeTrinoIdentifier(`${tableName}$files`);
+        const query = await trino.query(`SELECT COALESCE(SUM(file_size_in_bytes), 0) as size FROM ${this.fullSchemaPath}.${filesTableName}`);
+        for await (const result of query) {
+            const trinoResult = result;
+            const firstRow = trinoResult.data?.[0];
+            if (firstRow && firstRow.length > 0) {
+                return Number(firstRow[0]);
+            }
+        }
+        return null;
+    }
+    async optimize(tableName) {
+        const trino = this.getTrino();
+        const fullTableName = `${this.fullSchemaPath}.${escapeTrinoIdentifier(tableName)}`;
+        // Compact small files into larger ones for better read performance
+        const rewriteQuery = await trino.query(`ALTER TABLE ${fullTableName} EXECUTE rewrite_data_files(min_file_size_bytes => 10485760)`);
+        // Consume the iterator to complete the query
+        for await (const _ of rewriteQuery) {
+            // no-op
+        }
+        // Remove old snapshots older than 1 day to reclaim storage
+        const expireQuery = await trino.query(`ALTER TABLE ${fullTableName} EXECUTE expire_snapshots(retention_threshold => '1d')`);
+        for await (const _ of expireQuery) {
+            // no-op
+        }
+        // Remove orphan files not referenced by any snapshot
+        const orphanQuery = await trino.query(`ALTER TABLE ${fullTableName} EXECUTE remove_orphan_files(retention_threshold => '1d')`);
+        for await (const _ of orphanQuery) {
+            // no-op
+        }
+    }
+    async applyTransformations(tableName, transformations) {
+        if (transformations.length === 0)
+            return;
+        const trino = this.getTrino();
+        const fullTableName = `${this.fullSchemaPath}.${escapeTrinoIdentifier(tableName)}`;
+        const setClauses = [];
+        for (const t of transformations) {
+            switch (t.kind) {
+                case "template": {
+                    const escapedCol = escapeTrinoIdentifier(t.column);
+                    // Replace {column_name} with column references
+                    let expr = `'${t.template.replace(/'/g, "''")}'`;
+                    const refs = t.template.match(/\{([^}]+)\}/g) ?? [];
+                    for (const ref of refs) {
+                        const colName = ref.slice(1, -1);
+                        const colRef = escapeTrinoIdentifier(colName);
+                        // Replace {col} with concat function
+                        expr = expr.replace(`'{${colName}}'`, `', cast(${colRef} as varchar), '`);
+                        expr = expr.replace(`{${colName}}`, `', cast(${colRef} as varchar), '`);
+                    }
+                    // Wrap in concat and clean up
+                    expr = `concat(${expr})`;
+                    expr = expr.replace(/concat\('',\s*/g, "concat(");
+                    expr = expr.replace(/,\s*''\)/g, ")");
+                    expr = expr.replace(/concat\('([^']+)'\)/g, "'$1'"); // Single literal doesn't need concat
+                    if (t.lowercase) {
+                        expr = `lower(${expr})`;
+                    }
+                    setClauses.push(`${escapedCol} = ${expr}`);
+                    break;
+                }
+                case "mutate": {
+                    const escapedCol = escapeTrinoIdentifier(t.column);
+                    // Random string mutation using Trino functions
+                    const { probability, operations } = t;
+                    // Trino random() returns double 0-1
+                    const randomPos = `cast(floor(random() * length(${escapedCol})) + 1 as integer)`;
+                    // Build mutation expressions for each operation
+                    const mutationExprs = {
+                        replace: `concat(substr(${escapedCol}, 1, ${randomPos} - 1), 'X', substr(${escapedCol}, ${randomPos} + 1))`,
+                        delete: `concat(substr(${escapedCol}, 1, ${randomPos} - 1), substr(${escapedCol}, ${randomPos} + 1))`,
+                        insert: `concat(substr(${escapedCol}, 1, ${randomPos}), 'X', substr(${escapedCol}, ${randomPos} + 1))`,
+                    };
+                    // Build expression that randomly picks from available operations
+                    let mutateExpr;
+                    if (operations.length === 1) {
+                        // We know operations[0] exists since length === 1
+                        mutateExpr = mutationExprs[operations[0]]; // eslint-disable-line @typescript-eslint/no-non-null-assertion
+                    }
+                    else {
+                        // Use CASE with random() to pick operation
+                        const cases = operations.map((op, i) => {
+                            const threshold = (i + 1) / operations.length;
+                            if (i === operations.length - 1) {
+                                return `ELSE ${mutationExprs[op]}`;
+                            }
+                            return `WHEN random() < ${String(threshold)} THEN ${mutationExprs[op]}`;
+                        });
+                        mutateExpr = `(CASE ${cases.join(" ")} END)`;
+                    }
+                    setClauses.push(`${escapedCol} = CASE WHEN random() < ${String(probability)} THEN ${mutateExpr} ELSE ${escapedCol} END`);
+                    break;
+                }
+                case "lookup": {
+                    const escapedCol = escapeTrinoIdentifier(t.column);
+                    // Lookup value from another table via join
+                    // Trino uses correlated subquery
+                    const lookupSchema = escapeTrinoIdentifier(this.config.schema);
+                    const fromTable = escapeTrinoIdentifier(t.fromTable);
+                    const fromCol = escapeTrinoIdentifier(t.fromColumn);
+                    const targetJoinCol = escapeTrinoIdentifier(t.joinOn.targetColumn);
+                    const lookupJoinCol = escapeTrinoIdentifier(t.joinOn.lookupColumn);
+                    const fullLookupTable = `${this.escapedCatalog}.${lookupSchema}.${fromTable}`;
+                    setClauses.push(`${escapedCol} = (SELECT ${fromCol} FROM ${fullLookupTable} WHERE ${lookupJoinCol} = ${fullTableName}.${targetJoinCol})`);
+                    break;
+                }
+                case "swap": {
+                    // Swap handled separately - needs both columns in one UPDATE with same random
+                    break;
+                }
+            }
+        }
+        // Handle swap transformations separately (need atomic swap with same random)
+        const swapTransformations = transformations.filter((t) => t.kind === "swap");
+        for (const swap of swapTransformations) {
+            const col1 = escapeTrinoIdentifier(swap.column1);
+            const col2 = escapeTrinoIdentifier(swap.column2);
+            const prob = String(swap.probability);
+            // Trino: SET a = b, b = a works atomically (uses old values on right side)
+            const swapSql = `
+        UPDATE ${fullTableName} SET
+          ${col1} = ${col2},
+          ${col2} = ${col1}
+        WHERE random() < ${prob}
+      `;
+            const swapResult = await trino.query(swapSql);
+            for await (const _ of swapResult) {
+                // consume result
+            }
+        }
+        if (setClauses.length === 0)
+            return;
+        const updateSql = `UPDATE ${fullTableName} SET ${setClauses.join(", ")}`;
+        const result = await trino.query(updateSql);
+        for await (const _ of result) {
+            // consume result
+        }
+    }
+}
+//# sourceMappingURL=trino-generator.js.map

package/dist/generator/trino-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trino-generator.js","sourceRoot":"","sources":["../../src/generator/trino-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAWhD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAUhD,SAAS,iBAAiB,CAAC,MAAoB;IAC7C,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,OAAO;YACV,OAAO,QAAQ,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,SAAS,CAAC;QACnB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,UAAU;YACb,OAAO,WAAW,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAY,EAAE,eAAuB;IAC9D,IAAI,eAAe,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,eAAe,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACxC,OAAO,wBAAwB,MAAM,CAAC,eAAe,CAAC,mBAAmB,IAAI,MAAM,CAAC;AACtF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,GAAoB,EACpB,OAAe;IAEf,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;YAC3B,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACjE,CAAC;QACD,KAAK,WAAW;YACd,oCAAoC;YACpC,OAAO,yBAAyB,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC;QACpG,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;YACrC,OAAO,oBAAoB,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC;QACrG,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC;YACvB,uDAAuD;YACvD,OAAO,wDAAwD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;QAChF,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3B,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAC7C,CAAC;YACF,oCAAoC;YACpC,OAAO,oBAAoB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,4BAA4B,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,oBAAoB,CAAC;QAC9G,CAAC;QACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,yDAAyD;YACzD,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC/C,OAAO,cAAc,OAAO,2CAA2C,OAAO,yBAAyB,CAAC;QAC1G,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC;YACtB,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5D,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;YAC7C,kCAAkC;YAClC,OAAO,iBAAiB,MAAM,CAAC,MAAM,CAAC,4BAA4B,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,eAAe,CAAC;QACzG,CAAC;QACD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC;IACpB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,kBAAmB,SAAQ,iBAAiB;IAMnC;IALX,IAAI,GAAG,OAAO,CAAC;IAChB,KAAK,GAAiB,IAAI,CAAC;IAC3B,cAAc,CAAS;IACvB,aAAa,CAAS;IAE9B,YAAoB,MAAmB;QACrC,KAAK,EAAE,CAAC;QADU,WAAM,GAAN,MAAM,CAAa;QAErC,IAAI,CAAC,cAAc,GAAG,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5D,IAAI,CAAC,aAAa,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5D,CAAC;IAED,IAAY,cAAc;QACxB,OAAO,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;YACxB,MAAM,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAChE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,IAAI,EAAE,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;SACtC,CAAC,CAAC;QAEH,uBAAuB;QACvB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CACzC,+BAA+B,IAAI,CAAC,cAAc,EAAE,CACrD,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YACnC,mBAAmB;QACrB,CAAC;IACH,CAAC;IAED,UAAU;QACR,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAEO,QAAQ;QACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,aAAa,CAAC,SAAiB;QACrC,OAAO,GAAG,IAAI,CAAC,cAAc,IAAI,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAkB;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO;aAC1B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;YACjD,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,QAAQ,EAAE,CAAC;QACnF,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAC7B,8BAA8B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,6BAA6B,CACtG,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAAyC,CAAC;YAC9D,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACb,6BAA6B,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CACzD,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAC7B,eAAe,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAC/C,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAAyC,CAAC;YAC9D,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACb,+BAA+B,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAC3D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAC7B,wBAAwB,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CACxD,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACjC,qCAAqC;YACrC,MAAM,WAAW,GAAG,MAAyC,CAAC;YAC9D,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,uBAAuB,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAES,KAAK,CAAC,cAAc,CAC5B,KAAkB,EAClB,QAAgB,EAChB,aAAqB;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE9B,mDAAmD;QACnD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBAC5C,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC/C,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM;qBAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;qBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,UAAU,CAAC,IAAI,CACb,GAAG,OAAO,qBAAqB,aAAa,WAAW,CACxD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACxE,4CAA4C;QAC5C,2DAA2D;QAC3D,wDAAwD;QACxD,mCAAmC;QACnC,oCAAoC;QACpC,qDAAqD;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,kCAAkC;QACjE,MAAM,cAAc,GAAG,cAAc,GAAG,cAAc,CAAC,CAAC,OAAO;QAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,cAAc,CAAC,CAAC;QAEvD,sDAAsD;QACtD,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,eAAe,MAAM,CAAC,cAAc,CAAC,eAAe,MAAM,CAAC,cAAc,CAAC,YAAY,CAAC;QACpI,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC5C,IAAI,IAAI,GAAG,oBAAoB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACxD,sCAAsC;YACtC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gBACnE,IAAI,GAAG,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC;YACtD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,oDAAoD;QACpD,MAAM,SAAS,GACb,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,MAAM,WAAW,GACf,UAAU,CAAC,MAAM,GAAG,CAAC;YACnB,CAAC,CAAC,cAAc;gBACd;oBACE,GAAG,IAAI,GAAG,CACR,KAAK,CAAC,OAAO;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,gBAAgB,CAAC;yBACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,kBAAkB,CACf,CAAC,CAAC,SAAqC,CAAC,MAAM,CAChD,CACF,CACJ;iBACF,CAAC,IAAI,CAAC,cAAc,CAAC;YACxB,CAAC,CAAC,EAAE,CAAC;QAET,MAAM,SAAS,GAAG;oBACF,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QACjE,SAAS,UAAU,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;gCACjB,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;sCACf,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC;sCAC1B,MAAM,CAAC,cAAc,CAAC,mBAAmB,WAAW;wBAClE,MAAM,CAAC,cAAc,CAAC,eAAe,MAAM,CAAC,cAAc,CAAC,iBAAiB,MAAM,CAAC,QAAQ,CAAC;KAC/G,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAAyC,CAAC;YAC9D,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,KAAK,GAAG,GAAG;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAC7B,iBAAiB,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,UAAU,MAAM,CAAC,KAAK,CAAC,EAAE,CACxE,CAAC;QAEF,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAGnB,CAAC;YACF,IAAI,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;gBAC5C,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;oBACnC,MAAM,GAAG,GAAiB,EAAE,CAAC;oBAC7B,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;wBACrC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBACzB,CAAC,CAAC,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAC7B,iCAAiC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CACjE,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAAgC,CAAC;YACrD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,WAAW,CACf,SAAiB,EACjB,UAAkB;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAC7B,cAAc,qBAAqB,CAAC,UAAU,CAAC,qBAAqB,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CACpG,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAAgC,CAAC;YACrD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC5D,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAiB;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,0DAA0D;QAC1D,0DAA0D;QAC1D,MAAM,cAAc,GAAG,qBAAqB,CAAC,GAAG,SAAS,QAAQ,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAC7B,4DAA4D,IAAI,CAAC,cAAc,IAAI,cAAc,EAAE,CACpG,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAAgC,CAAC;YACrD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,cAAc,IAAI,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;QAEnF,mEAAmE;QACnE,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,KAAK,CACpC,eAAe,aAAa,8DAA8D,CAC3F,CAAC;QACF,6CAA6C;QAC7C,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YACnC,QAAQ;QACV,CAAC;QAED,2DAA2D;QAC3D,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,KAAK,CACnC,eAAe,aAAa,wDAAwD,CACrF,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAClC,QAAQ;QACV,CAAC;QAED,qDAAqD;QACrD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,KAAK,CACnC,eAAe,aAAa,2DAA2D,CACxF,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAClC,QAAQ;QACV,CAAC;IACH,CAAC;IAES,KAAK,CAAC,oBAAoB,CAClC,SAAiB,EACjB,eAAiC;QAEjC,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEzC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,cAAc,IAAI,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;QACnF,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;YAChC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBACf,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,MAAM,UAAU,GAAG,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACnD,+CAA+C;oBAC/C,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;oBACjD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;oBACpD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;wBACvB,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBACjC,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;wBAC9C,qCAAqC;wBACrC,IAAI,GAAG,IAAI,CAAC,OAAO,CACjB,KAAK,OAAO,IAAI,EAChB,WAAW,MAAM,iBAAiB,CACnC,CAAC;wBACF,IAAI,GAAG,IAAI,CAAC,OAAO,CACjB,IAAI,OAAO,GAAG,EACd,WAAW,MAAM,iBAAiB,CACnC,CAAC;oBACJ,CAAC;oBACD,8BAA8B;oBAC9B,IAAI,GAAG,UAAU,IAAI,GAAG,CAAC;oBACzB,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC;oBAClD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;oBACtC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC,CAAC,qCAAqC;oBAC1F,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;wBAChB,IAAI,GAAG,SAAS,IAAI,GAAG,CAAC;oBAC1B,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,MAAM,IAAI,EAAE,CAAC,CAAC;oBAC3C,MAAM;gBACR,CAAC;gBACD,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,UAAU,GAAG,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACnD,+CAA+C;oBAC/C,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;oBACtC,oCAAoC;oBACpC,MAAM,SAAS,GAAG,gCAAgC,UAAU,oBAAoB,CAAC;oBAEjF,gDAAgD;oBAChD,MAAM,aAAa,GAAsC;wBACvD,OAAO,EAAE,iBAAiB,UAAU,QAAQ,SAAS,sBAAsB,UAAU,KAAK,SAAS,QAAQ;wBAC3G,MAAM,EAAE,iBAAiB,UAAU,QAAQ,SAAS,iBAAiB,UAAU,KAAK,SAAS,QAAQ;wBACrG,MAAM,EAAE,iBAAiB,UAAU,QAAQ,SAAS,kBAAkB,UAAU,KAAK,SAAS,QAAQ;qBACvG,CAAC;oBAEF,iEAAiE;oBACjE,IAAI,UAAkB,CAAC;oBACvB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,kDAAkD;wBAClD,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,+DAA+D;oBAC7G,CAAC;yBAAM,CAAC;wBACN,2CAA2C;wBAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;4BACrC,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;4BAC9C,IAAI,CAAC,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAChC,OAAO,QAAQ,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;4BACrC,CAAC;4BACD,OAAO,mBAAmB,MAAM,CAAC,SAAS,CAAC,SAAS,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;wBAC1E,CAAC,CAAC,CAAC;wBACH,UAAU,GAAG,SAAS,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;oBAC/C,CAAC;oBAED,UAAU,CAAC,IAAI,CACb,GAAG,UAAU,2BAA2B,MAAM,CAAC,WAAW,CAAC,SAAS,UAAU,SAAS,UAAU,MAAM,CACxG,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,UAAU,GAAG,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBACnD,2CAA2C;oBAC3C,iCAAiC;oBACjC,MAAM,YAAY,GAAG,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBAC/D,MAAM,SAAS,GAAG,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBACrD,MAAM,OAAO,GAAG,qBAAqB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;oBACpD,MAAM,aAAa,GAAG,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBACnE,MAAM,aAAa,GAAG,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBACnE,MAAM,eAAe,GAAG,GAAG,IAAI,CAAC,cAAc,IAAI,YAAY,IAAI,SAAS,EAAE,CAAC;oBAE9E,UAAU,CAAC,IAAI,CACb,GAAG,UAAU,cAAc,OAAO,SAAS,eAAe,UAAU,aAAa,MAAM,aAAa,IAAI,aAAa,GAAG,CACzH,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,8EAA8E;oBAC9E,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,MAAM,mBAAmB,GAAG,eAAe,CAAC,MAAM,CAChD,CAAC,CAAC,EAA2B,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAClD,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEtC,2EAA2E;YAC3E,MAAM,OAAO,GAAG;iBACL,aAAa;YAClB,IAAI,MAAM,IAAI;YACd,IAAI,MAAM,IAAI;2BACC,IAAI;OACxB,CAAC;YACF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9C,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBACjC,iBAAiB;YACnB,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEpC,MAAM,SAAS,GAAG,UAAU,aAAa,QAAQ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YAC7B,iBAAiB;QACnB,CAAC;IACH,CAAC;CACF"}

package/dist/generator/types.d.ts

@@ -0,0 +1,230 @@
+export type ColumnType = "integer" | "bigint" | "float" | "string" | "boolean" | "datetime" | "date";
+export interface SequenceGenerator {
+    kind: "sequence";
+    start?: number;
+    step?: number;
+}
+export interface RandomIntGenerator {
+    kind: "randomInt";
+    min: number;
+    max: number;
+}
+export interface RandomFloatGenerator {
+    kind: "randomFloat";
+    min: number;
+    max: number;
+    precision?: number;
+}
+export interface RandomStringGenerator {
+    kind: "randomString";
+    length: number;
+}
+export interface ChoiceGenerator<T = unknown> {
+    kind: "choice";
+    values: T[];
+}
+export interface ConstantGenerator<T = unknown> {
+    kind: "constant";
+    value: T;
+}
+export interface DatetimeGenerator {
+    kind: "datetime";
+    from?: Date;
+    to?: Date;
+}
+export interface UuidGenerator {
+    kind: "uuid";
+}
+export interface ChoiceByLookupGenerator {
+    kind: "choiceByLookup";
+    /** Array of values to choose from (will be stored in a lookup table) */
+    values: string[];
+}
+export type GeneratorConfig = SequenceGenerator | RandomIntGenerator | RandomFloatGenerator | RandomStringGenerator | ChoiceGenerator | ConstantGenerator | DatetimeGenerator | UuidGenerator | ChoiceByLookupGenerator;
+/**
+ * Template transformation - construct a string from other columns
+ * Use {column_name} to reference other columns
+ */
+export interface TemplateTransformation {
+    kind: "template";
+    /** Column to update */
+    column: string;
+    /** Template string, e.g., "{first_name}.{last_name}@example.com" */
+    template: string;
+    /** If true, convert to lowercase (default: false) */
+    lowercase?: boolean;
+}
+/**
+ * Mutation operation types
+ */
+export type MutationOperation = "replace" | "delete" | "insert";
+/**
+ * Mutate transformation - randomly modify characters in a string
+ */
+export interface MutateTransformation {
+    kind: "mutate";
+    /** Column to mutate */
+    column: string;
+    /** Probability of mutation (0-1) */
+    probability: number;
+    /** Operations to apply randomly */
+    operations: MutationOperation[];
+}
+/**
+ * Lookup transformation - set column value from another table via join.
+ *
+ * **Execution order note (ClickHouse)**: Due to ClickHouse limitations with
+ * correlated subqueries in ALTER TABLE UPDATE, lookup transformations are
+ * applied using a table swap approach and execute **before** template/mutate
+ * transformations in the same batch. If transformation order matters, place
+ * lookups in a separate postTransformations batch.
+ */
+export interface LookupTransformation {
+    kind: "lookup";
+    /** Column to update */
+    column: string;
+    /** Lookup table name */
+    fromTable: string;
+    /** Column in lookup table to get value from */
+    fromColumn: string;
+    /** Join condition */
+    joinOn: {
+        /** Column in target table to match */
+        targetColumn: string;
+        /** Column in lookup table to match */
+        lookupColumn: string;
+    };
+}
+/**
+ * Swap transformation - swap values of two columns with probability.
+ * Useful for simulating data entry errors where values are entered in wrong fields.
+ */
+export interface SwapTransformation {
+    kind: "swap";
+    /** First column to swap */
+    column1: string;
+    /** Second column to swap */
+    column2: string;
+    /** Probability of swap (0-1) */
+    probability: number;
+}
+export type Transformation = TemplateTransformation | MutateTransformation | LookupTransformation | SwapTransformation;
+/**
+ * A batch of transformations with optional description.
+ */
+export interface TransformationBatch {
+    /** Optional description for logging and debugging */
+    description?: string;
+    /** Transformations to apply in this batch */
+    transformations: Transformation[];
+}
+export interface ColumnConfig {
+    name: string;
+    type: ColumnType;
+    generator: GeneratorConfig;
+    nullable?: boolean;
+    /**
+     * Probability of NULL values for this column (0-1).
+     * Requires nullable: true to take effect.
+     */
+    nullProbability?: number;
+}
+export interface TableConfig {
+    name: string;
+    /** Optional description for logging */
+    description?: string;
+    columns: ColumnConfig[];
+}
+export interface GenerateOptions {
+    table: TableConfig;
+    rowCount: number;
+    createTable?: boolean;
+    truncateFirst?: boolean;
+    dropFirst?: boolean;
+    /**
+     * If true, queries the table for max values of sequence columns
+     * and continues from there. Default: true.
+     */
+    resumeSequences?: boolean;
+    /**
+     * If true, runs database-specific optimization after insert
+     * (VACUUM, OPTIMIZE TABLE, etc.). Default: true.
+     */
+    optimize?: boolean;
+}
+export type GeneratedRow = Record<string, unknown>;
+export interface GenerateResult {
+    rowsInserted: number;
+    /** Total duration including optimization */
+    durationMs: number;
+    /** Duration of data generation only */
+    generateMs: number;
+    /** Duration of optimization (0 if skipped) */
+    optimizeMs: number;
+}
+export interface TransformResult {
+    /** Total duration of transformations */
+    durationMs: number;
+    /** Number of batches applied */
+    batchesApplied: number;
+}
+export interface DataGenerator {
+    readonly name: string;
+    /**
+     * Connect to the database
+     */
+    connect(): Promise<void>;
+    /**
+     * Disconnect from the database
+     */
+    disconnect(): Promise<void>;
+    /**
+     * Create a table based on the configuration
+     */
+    createTable(table: TableConfig): Promise<void>;
+    /**
+     * Truncate/clear a table
+     */
+    truncateTable(tableName: string): Promise<void>;
+    /**
+     * Drop a table if it exists
+     */
+    dropTable(tableName: string): Promise<void>;
+    /**
+     * Generate and insert rows into the database
+     */
+    generate(options: GenerateOptions): Promise<GenerateResult>;
+    /**
+     * Apply transformations to an existing table
+     */
+    transform(tableName: string, batches: TransformationBatch[]): Promise<TransformResult>;
+    /**
+     * Query rows from a table (for verification)
+     */
+    queryRows(tableName: string, limit?: number): Promise<GeneratedRow[]>;
+    /**
+     * Count rows in a table
+     */
+    countRows(tableName: string): Promise<number>;
+    /**
+     * Get the maximum value of a column (for resuming sequences)
+     */
+    getMaxValue(tableName: string, columnName: string): Promise<number | null>;
+    /**
+     * Get the total size of a table in bytes (including indexes if applicable)
+     */
+    getTableSize(tableName: string): Promise<number | null>;
+    /**
+     * Get the total size of a table as a human-readable string
+     */
+    getTableSizeForHuman(tableName: string): Promise<string | null>;
+    /**
+     * Run database-specific optimization after large inserts.
+     * - PostgreSQL: VACUUM ANALYZE
+     * - ClickHouse: OPTIMIZE TABLE FINAL
+     * - SQLite: VACUUM + ANALYZE
+     * - Trino/Iceberg: rewrite_data_files, expire_snapshots
+     */
+    optimize(tableName: string): Promise<void>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/generator/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/generator/types.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,UAAU,GAClB,SAAS,GACT,QAAQ,GACR,OAAO,GACP,QAAQ,GACR,SAAS,GACT,UAAU,GACV,MAAM,CAAC;AAEX,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,WAAW,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,aAAa,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,cAAc,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe,CAAC,CAAC,GAAG,OAAO;IAC1C,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,CAAC,EAAE,CAAC;CACb;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC,GAAG,OAAO;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,EAAE,CAAC,CAAC;CACV;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,CAAC,EAAE,IAAI,CAAC;IACZ,EAAE,CAAC,EAAE,IAAI,CAAC;CACX;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,gBAAgB,CAAC;IACvB,wEAAwE;IACxE,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,MAAM,eAAe,GACvB,iBAAiB,GACjB,kBAAkB,GAClB,oBAAoB,GACpB,qBAAqB,GACrB,eAAe,GACf,iBAAiB,GACjB,iBAAiB,GACjB,aAAa,GACb,uBAAuB,CAAC;AAI5B;;;GAGG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,UAAU,CAAC;IACjB,uBAAuB;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,qDAAqD;IACrD,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEhE;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,QAAQ,CAAC;IACf,uBAAuB;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,oCAAoC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,UAAU,EAAE,iBAAiB,EAAE,CAAC;CACjC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,QAAQ,CAAC;IACf,uBAAuB;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,wBAAwB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,+CAA+C;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,qBAAqB;IACrB,MAAM,EAAE;QACN,sCAAsC;QACtC,YAAY,EAAE,MAAM,CAAC;QACrB,sCAAsC;QACtC,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,2BAA2B;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,4BAA4B;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,cAAc,GACtB,sBAAsB,GACtB,oBAAoB,GACpB,oBAAoB,GACpB,kBAAkB,CAAC;AAEvB;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,qDAAqD;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,6CAA6C;IAC7C,eAAe,EAAE,cAAc,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,eAAe,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,uCAAuC;IACvC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,YAAY,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,WAAW,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;OAGG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEnD,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,4CAA4C;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,wCAAwC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,cAAc,EAAE,MAAM,CAAC;CACxB;AAGD,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;OAEG;IACH,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C;;OAEG;IACH,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhD;;OAEG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5C;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IAE5D;;OAEG;IACH,SAAS,CACP,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,mBAAmB,EAAE,GAC7B,OAAO,CAAC,eAAe,CAAC,CAAC;IAE5B;;OAEG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAEtE;;OAEG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9C;;OAEG;IACH,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAE3E;;OAEG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAExD;;OAEG;IACH,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAEhE;;;;;;OAMG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5C"}