@javalabs/prisma-client 1.0.0

package/dist/scripts/data-migration/batch-migrator.js

@@ -0,0 +1,333 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BatchMigrator = void 0;
+const common_1 = require("@nestjs/common");
+class BatchMigrator {
+    constructor(dataTransformer, schemaUtils, connections, dependencyResolver, schemaCache = {}, targetSchemaCache = {}) {
+        this.dataTransformer = dataTransformer;
+        this.schemaUtils = schemaUtils;
+        this.connections = connections;
+        this.dependencyResolver = dependencyResolver;
+        this.schemaCache = schemaCache;
+        this.targetSchemaCache = targetSchemaCache;
+        this.logger = new common_1.Logger("BatchMigrator");
+        this.BATCH_SIZE = 10;
+    }
+    async checkTableHasData(tenantId, tableName) {
+        var _a;
+        try {
+            const result = await this.connections.targetPool.query(`SELECT EXISTS (SELECT 1 FROM "${tenantId}"."${tableName}" LIMIT 1)`);
+            return ((_a = result.rows[0]) === null || _a === void 0 ? void 0 : _a.exists) || false;
+        }
+        catch (error) {
+            this.logger.warn(`Error checking data existence for ${tableName}: ${error.message}`);
+            return false;
+        }
+    }
+    async migrateEntityDataInBatches(prisma, entity, providerId, targetSchema) {
+        try {
+            if (targetSchema !== "public") {
+                await this.ensureSchemaExists(targetSchema);
+            }
+            await this.connections.targetPool.query(`SET session_replication_role = 'replica';`);
+            const { name: tableName, idField, filterColumn, filterVia } = entity;
+            this.logger.log(`Migrating ${tableName} -> target schema '${targetSchema}'. ${providerId
+                ? `Filtering source by Provider ID: ${providerId}`
+                : "Migrating all source records."}`);
+            try {
+                const sourceTableSchema = await this.getSourceSchema(tableName);
+                const targetTableSchema = await this.getTargetSchema(targetSchema, tableName);
+                if (!sourceTableSchema.length) {
+                    this.logger.warn(`Source table ${tableName} schema not found. Skipping.`);
+                    return;
+                }
+                if (!targetTableSchema.length) {
+                    this.logger.warn(`Target table ${tableName} schema '${targetSchema}' not found. Skipping.`);
+                    return;
+                }
+                let selectQuery;
+                let queryParams = [];
+                const columnList = sourceTableSchema
+                    .map((col) => `"${col.column_name}"`)
+                    .join(", ");
+                let fromClause = `FROM "${tableName}" t`;
+                let whereClause = "";
+                if (providerId && filterColumn) {
+                    if (filterVia) {
+                        const joinTable = filterVia;
+                        const joinCondition = `t."${filterColumn}" = j.id`;
+                        const providerFilter = `j.provider_id = $1`;
+                        fromClause = `FROM "${tableName}" t JOIN "${joinTable}" j ON ${joinCondition}`;
+                        whereClause = `WHERE ${providerFilter}`;
+                        queryParams = [providerId];
+                        this.logger.log(`Using JOIN filter: ${fromClause} ${whereClause}`);
+                    }
+                    else {
+                        whereClause = `WHERE t."${filterColumn}" = $1`;
+                        queryParams = [providerId];
+                        this.logger.log(`Using direct filter: ${whereClause}`);
+                    }
+                }
+                else {
+                    this.logger.log(`No providerId filter applied for ${tableName}. Selecting all records.`);
+                }
+                selectQuery = `SELECT t.* ${fromClause} ${whereClause}`;
+                const sourceData = await this.executeSourceQuery(selectQuery, queryParams);
+                const totalRecords = sourceData.rows.length;
+                this.logger.log(`Found ${totalRecords} ${tableName} records in source to migrate to '${targetSchema}'.`);
+                if (totalRecords === 0) {
+                    this.logger.log(`No records to migrate for ${tableName} with current filter. Skipping processing.`);
+                    await this.connections.targetPool.query(`SET session_replication_role = 'origin';`);
+                    return;
+                }
+                const primaryKeyField = idField;
+                await this.processRecords(prisma, targetSchema, tableName, primaryKeyField, sourceData.rows, sourceTableSchema, targetTableSchema);
+            }
+            catch (error) {
+                this.logger.error(`Error during migration step for ${tableName} to schema '${targetSchema}': ${error.message}`);
+                console.error(`Entity Config:`, JSON.stringify(entity));
+                console.error(`Provider ID used for filter:`, providerId);
+                throw error;
+            }
+        }
+        catch (error) {
+            this.logger.error(`Error preparing migration for ${entity.name} to schema '${targetSchema}': ${error.message}`);
+            throw error;
+        }
+        finally {
+            try {
+                await this.connections.targetPool.query(`SET session_replication_role = 'origin';`);
+            }
+            catch (finallyError) {
+                this.logger.error(`Failed to reset session_replication_role: ${finallyError.message}`);
+            }
+        }
+    }
+    async ensureSchemaExists(schemaName) {
+        const schemaExistsResult = await this.connections.targetPool.query(`SELECT schema_name FROM information_schema.schemata WHERE schema_name = $1`, [schemaName]);
+        if (schemaExistsResult.rows.length === 0) {
+            this.logger.log(`Schema '${schemaName}' does not exist. Creating...`);
+            await this.schemaUtils.createSchema(schemaName);
+            this.logger.log(`Schema '${schemaName}' created.`);
+            try {
+                await this.connections.targetPool.query(`
+                    INSERT INTO "${schemaName}"."_prisma_migrations" (id, checksum, finished_at, migration_name, logs, rolled_back_at, started_at, applied_steps_count)
+                    SELECT id, checksum, finished_at, migration_name, logs, rolled_back_at, started_at, applied_steps_count
+                    FROM "public"."_prisma_migrations" WHERE migration_name LIKE '%_init'
+                    ON CONFLICT DO NOTHING;
+                `);
+                this.logger.log(`Attempted to copy initial migration record to schema '${schemaName}'.`);
+            }
+            catch (migrationError) {
+                this.logger.warn(`Could not copy baseline migration to schema '${schemaName}': ${migrationError.message}`);
+            }
+        }
+    }
+    async getSourceSchema(tableName) {
+        const cacheKey = `source.${tableName}`;
+        if (!this.schemaCache[cacheKey]) {
+            this.logger.debug(`Cache miss for source schema: ${tableName}`);
+            this.schemaCache[cacheKey] = await this.schemaUtils.getTableSchema(tableName, "source", "public");
+        }
+        return this.schemaCache[cacheKey];
+    }
+    async getTargetSchema(schema, tableName) {
+        const cacheKey = `${schema}.${tableName}`;
+        if (!this.targetSchemaCache[cacheKey]) {
+            this.logger.debug(`Cache miss for target schema: ${cacheKey}`);
+            this.targetSchemaCache[cacheKey] = await this.schemaUtils.getTableSchema(tableName, "target", schema);
+        }
+        return this.targetSchemaCache[cacheKey];
+    }
+    async executeSourceQuery(query, params) {
+        var _a;
+        try {
+            this.logger.debug(`Executing source query: ${query.replace(/\s\s+/g, " ")} || PARAMS: ${JSON.stringify(params)}`);
+            const result = await this.connections.sourcePool.query(query, params);
+            this.logger.debug(`Query returned ${((_a = result.rows) === null || _a === void 0 ? void 0 : _a.length) || 0} rows`);
+            return result;
+        }
+        catch (error) {
+            this.logger.error(`Error executing source query: ${error.message}`);
+            this.logger.error(`Query was: ${query}`);
+            this.logger.error(`Params were: ${JSON.stringify(params)}`);
+            throw error;
+        }
+    }
+    async getPrimaryKeyField(schemaName, tableName) {
+        var _a;
+        try {
+            const result = await this.connections.targetPool.query(`
+        SELECT kcu.column_name
+        FROM information_schema.table_constraints tc
+        JOIN information_schema.key_column_usage kcu
+          ON tc.constraint_name = kcu.constraint_name
+          AND tc.table_schema = kcu.table_schema
+        WHERE tc.constraint_type = 'PRIMARY KEY'
+          AND tc.table_schema = $1
+          AND tc.table_name = $2
+      `, [schemaName, tableName]);
+            return ((_a = result.rows[0]) === null || _a === void 0 ? void 0 : _a.column_name) || null;
+        }
+        catch (error) {
+            this.logger.error(`Error getting primary key for ${schemaName}.${tableName}: ${error.message}`);
+            return null;
+        }
+    }
+    async processRecords(prisma, targetSchema, tableName, idField, records, sourceSchema, targetSchemaInfo) {
+        if (!idField) {
+            this.logger.error(`Cannot process records for ${tableName}: idField is missing in configuration.`);
+            return;
+        }
+        for (const record of records) {
+            let recordId = record[idField];
+            try {
+                this.logger.debug(`Processing record ${recordId !== null && recordId !== void 0 ? recordId : "(no id found)"} for ${targetSchema}.${tableName}`);
+                if (!record || Object.keys(record).length === 0) {
+                    this.logger.warn(`Empty record found for ${tableName}, skipping`);
+                    continue;
+                }
+                if (!recordId) {
+                    this.logger.warn(`Record missing configured ID field '${idField}' in source data, skipping: ${JSON.stringify(record)}`);
+                    continue;
+                }
+                const transformedData = await this.dataTransformer.transformRecord(record, sourceSchema, targetSchemaInfo, targetSchema);
+                const processedData = Object.entries(transformedData).reduce((acc, [key, value]) => {
+                    const columnSchema = targetSchemaInfo.find((col) => col.column_name === key);
+                    if (!columnSchema)
+                        return acc;
+                    const columnName = `"${columnSchema.column_name}"`;
+                    const escapeValue = (val) => {
+                        if (val === null || val === undefined)
+                            return "NULL";
+                        if (typeof val === "boolean")
+                            return val ? "TRUE" : "FALSE";
+                        if (typeof val === "number")
+                            return String(val);
+                        return String(val).replace(/'/g, "''").replace(/\\/g, "");
+                    };
+                    if (value === null || value === undefined) {
+                        acc[columnName] = "NULL";
+                        return acc;
+                    }
+                    if (typeof value === "object" &&
+                        value !== null &&
+                        value["needsEnumCast"]) {
+                        const enumValue = value;
+                        const schemaPrefix = targetSchema === "public" ? '"public".' : `"${targetSchema}".`;
+                        const quotedEnumType = `"${enumValue.enumType}"`;
+                        const escapedEnumValue = escapeValue(enumValue.value);
+                        acc[columnName] = `CAST(E'${escapedEnumValue}' AS ${schemaPrefix}${quotedEnumType})`;
+                        return acc;
+                    }
+                    let targetType = columnSchema.data_type.toLowerCase();
+                    let udtName = columnSchema.udt_name;
+                    let sqlValue;
+                    let requiresQuotes = false;
+                    if ([
+                        "text",
+                        "varchar",
+                        "character varying",
+                        "char",
+                        "timestamp with time zone",
+                        "timestamptz",
+                        "timestamp without time zone",
+                        "timestamp",
+                        "date",
+                        "uuid",
+                        "json",
+                        "jsonb",
+                    ].includes(targetType) ||
+                        targetType.includes("enum") ||
+                        (targetType === "user-defined" && (udtName === null || udtName === void 0 ? void 0 : udtName.startsWith("enum_")))) {
+                        requiresQuotes = true;
+                    }
+                    const escaped = escapeValue(value);
+                    if (escaped === "NULL") {
+                        sqlValue = "NULL";
+                    }
+                    else if (requiresQuotes) {
+                        sqlValue = `E'${escaped}'`;
+                    }
+                    else {
+                        sqlValue = escaped;
+                    }
+                    let castExpression = "";
+                    if (targetType.includes("timestamp"))
+                        castExpression = "::timestamp with time zone";
+                    else if (targetType === "date")
+                        castExpression = "::date";
+                    else if (targetType === "integer" ||
+                        targetType === "int" ||
+                        targetType === "int4")
+                        castExpression = "::integer";
+                    else if (targetType === "bigint" || targetType === "int8")
+                        castExpression = "::bigint";
+                    else if (targetType === "smallint" || targetType === "int2")
+                        castExpression = "::smallint";
+                    else if (targetType === "numeric" || targetType === "decimal")
+                        castExpression = "::numeric";
+                    else if (targetType === "real" || targetType === "float4")
+                        castExpression = "::real";
+                    else if (targetType === "double precision" ||
+                        targetType === "float8")
+                        castExpression = "::double precision";
+                    else if (targetType === "boolean" || targetType === "bool")
+                        castExpression = "::boolean";
+                    else if (targetType === "json" || targetType === "jsonb")
+                        castExpression = `::${targetType}`;
+                    else if (targetType === "uuid")
+                        castExpression = "::uuid";
+                    else if (targetType === "text" || targetType.includes("char"))
+                        castExpression = "::text";
+                    else if (targetType === "user-defined" &&
+                        (udtName === null || udtName === void 0 ? void 0 : udtName.startsWith("enum_"))) {
+                        const schemaPrefix = targetSchema === "public" ? '"public".' : `"${targetSchema}".`;
+                        castExpression = `::${schemaPrefix}"${udtName}"`;
+                    }
+                    acc[columnName] = `${sqlValue}${castExpression}`;
+                    return acc;
+                }, {});
+                const validProcessedData = Object.entries(processedData).reduce((acc, [key, val]) => {
+                    if (val !== undefined &&
+                        val !== "NULL" &&
+                        val !== "E''" &&
+                        val !== "E'undefined'" &&
+                        val !== "E'null'") {
+                        acc[key] = val;
+                    }
+                    return acc;
+                }, {});
+                const columns = Object.keys(validProcessedData);
+                const valuesString = Object.values(validProcessedData).join(", ");
+                if (columns.length === 0) {
+                    this.logger.warn(`Record ${recordId} for ${tableName} resulted in no valid columns to insert/update after processing. Skipping.`);
+                    continue;
+                }
+                const updateSetClauses = columns
+                    .filter((col) => col !== `"${idField}"`)
+                    .map((col) => `${col} = EXCLUDED.${col}`)
+                    .join(", ");
+                const quotedSchemaTable = `"${targetSchema}"."${tableName}"`;
+                const quotedIdField = `"${idField}"`;
+                const conflictClause = updateSetClauses
+                    ? `ON CONFLICT (${quotedIdField}) DO UPDATE SET ${updateSetClauses}`
+                    : `ON CONFLICT (${quotedIdField}) DO NOTHING`;
+                const query = `
+          INSERT INTO ${quotedSchemaTable} (${columns.join(", ")})
+          VALUES (${valuesString})
+          ${conflictClause}
+        `;
+                this.logger.debug(`Executing Upsert: ${query.replace(/\s\s+/g, " ")}`);
+                await this.connections.targetPool.query(query);
+            }
+            catch (error) {
+                this.logger.error(`Error processing record ID '${recordId !== null && recordId !== void 0 ? recordId : "(unknown)"}' for ${targetSchema}.${tableName}: ${error.message}`);
+                this.logger.error(`Record data: ${JSON.stringify(record)}`);
+                throw error;
+            }
+        }
+    }
+}
+exports.BatchMigrator = BatchMigrator;
+//# sourceMappingURL=batch-migrator.js.map

package/dist/scripts/data-migration/batch-migrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-migrator.js","sourceRoot":"","sources":["../../../src/scripts/data-migration/batch-migrator.ts"],"names":[],"mappings":";;;AAAA,2CAAwC;AASxC,MAAa,aAAa;IAKxB,YACmB,eAAgC,EAChC,WAAwB,EACxB,WAAgC,EAChC,kBAAsC,EACtC,cAA8C,EAAE,EAChD,oBAAoD,EAAE;QALtD,oBAAe,GAAf,eAAe,CAAiB;QAChC,gBAAW,GAAX,WAAW,CAAa;QACxB,gBAAW,GAAX,WAAW,CAAqB;QAChC,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,gBAAW,GAAX,WAAW,CAAqC;QAChD,sBAAiB,GAAjB,iBAAiB,CAAqC;QAVxD,WAAM,GAAG,IAAI,eAAM,CAAC,eAAe,CAAC,CAAC;QACrC,eAAU,GAAG,EAAE,CAAC;IAU9B,CAAC;IAEI,KAAK,CAAC,iBAAiB,CAC7B,QAAgB,EAChB,SAAiB;;QAGjB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CACpD,iCAAiC,QAAQ,MAAM,SAAS,YAAY,CACrE,CAAC;YACF,OAAO,CAAA,MAAA,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,0CAAE,MAAM,KAAI,KAAK,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qCAAqC,SAAS,KAAK,KAAK,CAAC,OAAO,EAAE,CACnE,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAC9B,MAAoB,EACpB,MAAkB,EAClB,UAAyB,EACzB,YAAoB;QAEpB,IAAI,CAAC;YAEH,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAC9C,CAAC;YASD,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CACrC,2CAA2C,CAC5C,CAAC;YAEF,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;YAErE,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,aAAa,SAAS,sBAAsB,YAAY,MACtD,UAAU;gBACR,CAAC,CAAC,oCAAoC,UAAU,EAAE;gBAClD,CAAC,CAAC,+BACN,EAAE,CACH,CAAC;YAEF,IAAI,CAAC;gBAEH,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;gBAChE,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,eAAe,CAClD,YAAY,EACZ,SAAS,CACV,CAAC;gBAGF,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;oBAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gBAAgB,SAAS,8BAA8B,CACxD,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;oBAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gBAAgB,SAAS,YAAY,YAAY,wBAAwB,CAC1E,CAAC;oBACF,OAAO;gBACT,CAAC;gBAGD,IAAI,WAAmB,CAAC;gBACxB,IAAI,WAAW,GAAU,EAAE,CAAC;gBAI5B,MAAM,UAAU,GAAG,iBAAiB;qBACjC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,WAAW,GAAG,CAAC;qBACpC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,IAAI,UAAU,GAAG,SAAS,SAAS,KAAK,CAAC;gBACzC,IAAI,WAAW,GAAG,EAAE,CAAC;gBAErB,IAAI,UAAU,IAAI,YAAY,EAAE,CAAC;oBAE/B,IAAI,SAAS,EAAE,CAAC;wBASd,MAAM,SAAS,GAAG,SAAS,CAAC;wBAC5B,MAAM,aAAa,GAAG,MAAM,YAAY,UAAU,CAAC;wBACnD,MAAM,cAAc,GAAG,oBAAoB,CAAC;wBAE5C,UAAU,GAAG,SAAS,SAAS,aAAa,SAAS,UAAU,aAAa,EAAE,CAAC;wBAC/E,WAAW,GAAG,SAAS,cAAc,EAAE,CAAC;wBACxC,WAAW,GAAG,CAAC,UAAU,CAAC,CAAC;wBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,UAAU,IAAI,WAAW,EAAE,CAAC,CAAC;oBACrE,CAAC;yBAAM,CAAC;wBAEN,WAAW,GAAG,YAAY,YAAY,QAAQ,CAAC;wBAC/C,WAAW,GAAG,CAAC,UAAU,CAAC,CAAC;wBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,WAAW,EAAE,CAAC,CAAC;oBACzD,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,oCAAoC,SAAS,0BAA0B,CACxE,CAAC;gBAEJ,CAAC;gBAED,WAAW,GAAG,cAAc,UAAU,IAAI,WAAW,EAAE,CAAC;gBAIxD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC9C,WAAW,EACX,WAAW,CACZ,CAAC;gBACF,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;gBAE5C,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,SAAS,YAAY,IAAI,SAAS,qCAAqC,YAAY,IAAI,CACxF,CAAC;gBAEF,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,6BAA6B,SAAS,4CAA4C,CACnF,CAAC;oBAEF,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CACrC,0CAA0C,CAC3C,CAAC;oBACF,OAAO;gBACT,CAAC;gBAGD,MAAM,eAAe,GAAG,OAAO,CAAC;gBAEhC,MAAM,IAAI,CAAC,cAAc,CACvB,MAAM,EACN,YAAY,EACZ,SAAS,EACT,eAAe,EACf,UAAU,CAAC,IAAI,EACf,iBAAiB,EACjB,iBAAiB,CAClB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mCAAmC,SAAS,eAAe,YAAY,MAAM,KAAK,CAAC,OAAO,EAAE,CAC7F,CAAC;gBAEF,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;gBACxD,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,UAAU,CAAC,CAAC;gBAI1D,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,MAAM,CAAC,IAAI,eAAe,YAAY,MAAM,KAAK,CAAC,OAAO,EAAE,CAC7F,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YAET,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CACrC,0CAA0C,CAC3C,CAAC;YACJ,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6CAA6C,YAAY,CAAC,OAAO,EAAE,CACpE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAMO,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QAEjD,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAChE,4EAA4E,EAC5E,CAAC,UAAU,CAAC,CACb,CAAC;QAEF,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,UAAU,+BAA+B,CAAC,CAAC;YAEtE,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YAChD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,UAAU,YAAY,CAAC,CAAC;YAGnD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC;mCACb,UAAU;;;;iBAI5B,CAAC,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yDAAyD,UAAU,IAAI,CACxE,CAAC;YACJ,CAAC;YAAC,OAAO,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gDAAgD,UAAU,MAAM,cAAc,CAAC,OAAO,EAAE,CACzF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,SAAiB;QAC7C,MAAM,QAAQ,GAAG,UAAU,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,SAAS,EAAE,CAAC,CAAC;YAChE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAChE,SAAS,EACT,QAAQ,EACR,QAAQ,CACT,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,MAAc,EACd,SAAiB;QAEjB,MAAM,QAAQ,GAAG,GAAG,MAAM,IAAI,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;YAC/D,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CACtE,SAAS,EACT,QAAQ,EACR,MAAM,CACP,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,KAAa,EAAE,MAAa;;QAC3D,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,2BAA2B,KAAK,CAAC,OAAO,CACtC,QAAQ,EACR,GAAG,CACJ,eAAe,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CACzC,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACtE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAA,MAAA,MAAM,CAAC,IAAI,0CAAE,MAAM,KAAI,CAAC,OAAO,CAAC,CAAC;YACrE,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,KAAK,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC5D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,UAAkB,EAClB,SAAiB;;QAIjB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CACpD;;;;;;;;;OASD,EACC,CAAC,UAAU,EAAE,SAAS,CAAC,CACxB,CAAC;YACF,OAAO,CAAA,MAAA,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,0CAAE,WAAW,KAAI,IAAI,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,UAAU,IAAI,SAAS,KAAK,KAAK,CAAC,OAAO,EAAE,CAC7E,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,cAAc,CAC1B,MAAoB,EACpB,YAAoB,EACpB,SAAiB,EACjB,OAAe,EACf,OAAc,EACd,YAA4B,EAC5B,gBAAgC;QAEhC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,SAAS,wCAAwC,CAChF,CAAC;YACF,OAAO;QACT,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YAC/B,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBACE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,eACd,QAAQ,YAAY,IAAI,SAAS,EAAE,CACpC,CAAC;gBAEF,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,SAAS,YAAY,CAAC,CAAC;oBAClE,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uCAAuC,OAAO,+BAA+B,IAAI,CAAC,SAAS,CACzF,MAAM,CACP,EAAE,CACJ,CAAC;oBACF,SAAS;gBACX,CAAC;gBAGD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAChE,MAAM,EACN,YAAY,EACZ,gBAAgB,EAChB,YAAY,CACb,CAAC;gBAGF,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,MAAM,CAC1D,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;oBACpB,MAAM,YAAY,GAAG,gBAAgB,CAAC,IAAI,CACxC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,KAAK,GAAG,CACjC,CAAC;oBACF,IAAI,CAAC,YAAY;wBAAE,OAAO,GAAG,CAAC;oBAE9B,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,WAAW,GAAG,CAAC;oBAGnD,MAAM,WAAW,GAAG,CAAC,GAAQ,EAAU,EAAE;wBACvC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;4BAAE,OAAO,MAAM,CAAC;wBACrD,IAAI,OAAO,GAAG,KAAK,SAAS;4BAAE,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;wBAC5D,IAAI,OAAO,GAAG,KAAK,QAAQ;4BAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;wBAEhD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC5D,CAAC,CAAC;oBAGF,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;wBAC1C,GAAG,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC;wBACzB,OAAO,GAAG,CAAC;oBACb,CAAC;oBAGD,IACE,OAAO,KAAK,KAAK,QAAQ;wBACzB,KAAK,KAAK,IAAI;wBACd,KAAK,CAAC,eAAe,CAAC,EACtB,CAAC;wBACD,MAAM,SAAS,GAAG,KAAsB,CAAC;wBACzC,MAAM,YAAY,GAChB,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,YAAY,IAAI,CAAC;wBACjE,MAAM,cAAc,GAAG,IAAI,SAAS,CAAC,QAAQ,GAAG,CAAC;wBACjD,MAAM,gBAAgB,GAAG,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;wBAEtD,GAAG,CACD,UAAU,CACX,GAAG,UAAU,gBAAgB,QAAQ,YAAY,GAAG,cAAc,GAAG,CAAC;wBACvE,OAAO,GAAG,CAAC;oBACb,CAAC;oBAGD,IAAI,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;oBACtD,IAAI,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC;oBACpC,IAAI,QAAgB,CAAC;oBACrB,IAAI,cAAc,GAAG,KAAK,CAAC;oBAG3B,IACE;wBACE,MAAM;wBACN,SAAS;wBACT,mBAAmB;wBACnB,MAAM;wBACN,0BAA0B;wBAC1B,aAAa;wBACb,6BAA6B;wBAC7B,WAAW;wBACX,MAAM;wBACN,MAAM;wBACN,MAAM;wBACN,OAAO;qBACR,CAAC,QAAQ,CAAC,UAAU,CAAC;wBACtB,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;wBAC3B,CAAC,UAAU,KAAK,cAAc,KAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,CAAC,OAAO,CAAC,CAAA,CAAC,EAC/D,CAAC;wBACD,cAAc,GAAG,IAAI,CAAC;oBACxB,CAAC;oBAGD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACnC,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;wBAEvB,QAAQ,GAAG,MAAM,CAAC;oBACpB,CAAC;yBAAM,IAAI,cAAc,EAAE,CAAC;wBAC1B,QAAQ,GAAG,KAAK,OAAO,GAAG,CAAC;oBAC7B,CAAC;yBAAM,CAAC;wBACN,QAAQ,GAAG,OAAO,CAAC;oBACrB,CAAC;oBAGD,IAAI,cAAc,GAAG,EAAE,CAAC;oBACxB,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;wBAClC,cAAc,GAAG,4BAA4B,CAAC;yBAC3C,IAAI,UAAU,KAAK,MAAM;wBAAE,cAAc,GAAG,QAAQ,CAAC;yBACrD,IACH,UAAU,KAAK,SAAS;wBACxB,UAAU,KAAK,KAAK;wBACpB,UAAU,KAAK,MAAM;wBAErB,cAAc,GAAG,WAAW,CAAC;yBAC1B,IAAI,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,MAAM;wBACvD,cAAc,GAAG,UAAU,CAAC;yBACzB,IAAI,UAAU,KAAK,UAAU,IAAI,UAAU,KAAK,MAAM;wBACzD,cAAc,GAAG,YAAY,CAAC;yBAC3B,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;wBAC3D,cAAc,GAAG,WAAW,CAAC;yBAC1B,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,QAAQ;wBACvD,cAAc,GAAG,QAAQ,CAAC;yBACvB,IACH,UAAU,KAAK,kBAAkB;wBACjC,UAAU,KAAK,QAAQ;wBAEvB,cAAc,GAAG,oBAAoB,CAAC;yBACnC,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,MAAM;wBACxD,cAAc,GAAG,WAAW,CAAC;yBAC1B,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,OAAO;wBACtD,cAAc,GAAG,KAAK,UAAU,EAAE,CAAC;yBAChC,IAAI,UAAU,KAAK,MAAM;wBAAE,cAAc,GAAG,QAAQ,CAAC;yBACrD,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;wBAC3D,cAAc,GAAG,QAAQ,CAAC;yBACvB,IACH,UAAU,KAAK,cAAc;yBAC7B,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,CAAC,OAAO,CAAC,CAAA,EAC5B,CAAC;wBACD,MAAM,YAAY,GAChB,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,YAAY,IAAI,CAAC;wBACjE,cAAc,GAAG,KAAK,YAAY,IAAI,OAAO,GAAG,CAAC;oBACnD,CAAC;oBAED,GAAG,CAAC,UAAU,CAAC,GAAG,GAAG,QAAQ,GAAG,cAAc,EAAE,CAAC;oBAEjD,OAAO,GAAG,CAAC;gBACb,CAAC,EACD,EAA4B,CAC7B,CAAC;gBAGF,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAC7D,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;oBAClB,IACE,GAAG,KAAK,SAAS;wBACjB,GAAG,KAAK,MAAM;wBACd,GAAG,KAAK,KAAK;wBACb,GAAG,KAAK,cAAc;wBACtB,GAAG,KAAK,SAAS,EACjB,CAAC;wBAED,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;oBACjB,CAAC;oBACD,OAAO,GAAG,CAAC;gBACb,CAAC,EACD,EAAE,CACH,CAAC;gBAEF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAChD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAElE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,UAAU,QAAQ,QAAQ,SAAS,4EAA4E,CAChH,CAAC;oBACF,SAAS;gBACX,CAAC;gBAGD,MAAM,gBAAgB,GAAG,OAAO;qBAC7B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,OAAO,GAAG,CAAC;qBACvC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,eAAe,GAAG,EAAE,CAAC;qBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAGd,MAAM,iBAAiB,GAAG,IAAI,YAAY,MAAM,SAAS,GAAG,CAAC;gBAC7D,MAAM,aAAa,GAAG,IAAI,OAAO,GAAG,CAAC;gBAGrC,MAAM,cAAc,GAAG,gBAAgB;oBACrC,CAAC,CAAC,gBAAgB,aAAa,mBAAmB,gBAAgB,EAAE;oBACpE,CAAC,CAAC,gBAAgB,aAAa,cAAc,CAAC;gBAEhD,MAAM,KAAK,GAAG;wBACE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC5C,YAAY;YACpB,cAAc;SACjB,CAAC;gBAGF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBACvE,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAEf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,+BACE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,WACd,SAAS,YAAY,IAAI,SAAS,KAAK,KAAK,CAAC,OAAO,EAAE,CACvD,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAK5D,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;CACF;AA/iBD,sCA+iBC"}

package/dist/scripts/data-migration/data-transformer.d.ts

@@ -0,0 +1,17 @@
+import { ColumnSchema, EnumCastValue } from "./types";
+import { SchemaUtils } from "./schema-utils";
+export declare class DataTransformer {
+    readonly schemaUtils: SchemaUtils;
+    private readonly logger;
+    private enumValuesCache;
+    private columnValuesCache;
+    constructor(schemaUtils: SchemaUtils);
+    validateEnumValue(schemaName: string, enumType: string, value: string): Promise<string | null>;
+    transformToNumeric(value: any): number | null;
+    private getDefaultEnumValue;
+    prepareEnumValue(tenantId: string, enumType: string, value: string): Promise<EnumCastValue | null>;
+    transformColumnValue(value: any, columnName: string, targetColumn: ColumnSchema, tenantId: string): Promise<any>;
+    private extractEnumValueFromObject;
+    private getDefaultValueForType;
+    transformRecord(record: any, sourceSchema: ColumnSchema[], targetSchema: ColumnSchema[], tenantId: string): Promise<any>;
+}

package/dist/scripts/data-migration/data-transformer.js

@@ -0,0 +1,242 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataTransformer = void 0;
+const common_1 = require("@nestjs/common");
+class DataTransformer {
+    constructor(schemaUtils) {
+        this.schemaUtils = schemaUtils;
+        this.logger = new common_1.Logger("DataTransformer");
+        this.enumValuesCache = new Map();
+        this.columnValuesCache = new Map();
+    }
+    async validateEnumValue(schemaName, enumType, value) {
+        try {
+            const cacheKey = `${schemaName}.${enumType}`;
+            if (!this.enumValuesCache.has(cacheKey)) {
+                const query = `
+          SELECT e.enumlabel
+          FROM pg_type t
+          JOIN pg_enum e ON t.oid = e.enumtypid
+          JOIN pg_namespace n ON n.oid = t.typnamespace
+          WHERE t.typname = $1 AND n.nspname = $2
+        `;
+                const result = await this.schemaUtils.queryTargetDb(query, [
+                    enumType,
+                    schemaName,
+                ]);
+                const uniqueValues = new Set(result.rows.map((row) => String(row.enumlabel)));
+                const normalizedMap = new Map();
+                result.rows.forEach((row) => {
+                    const original = String(row.enumlabel);
+                    const normalized = original.toLowerCase().trim();
+                    normalizedMap.set(normalized, original);
+                });
+                this.enumValuesCache.set(cacheKey, uniqueValues);
+                this.enumValuesCache.set(`${cacheKey}_normalized`, normalizedMap);
+                this.logger.log(`Valid values for ${enumType}: ${[...uniqueValues].join(", ")}`);
+            }
+            const validValues = this.enumValuesCache.get(cacheKey);
+            const normalizedMap = this.enumValuesCache.get(`${cacheKey}_normalized`);
+            if (!validValues || !normalizedMap) {
+                throw new Error(`No valid values found for enum ${enumType}`);
+            }
+            if (validValues.has(value)) {
+                return value;
+            }
+            const normalizedValue = value.toLowerCase().trim();
+            if (normalizedMap.has(normalizedValue)) {
+                return normalizedMap.get(normalizedValue);
+            }
+            this.logger.warn(`Invalid enum value "${value}" for type ${enumType}. Valid values are: ${[
+                ...validValues,
+            ].join(", ")}`);
+            return null;
+        }
+        catch (error) {
+            this.logger.error(`Error validating enum value "${value}" for type ${enumType}: ${error.message}`);
+            return null;
+        }
+    }
+    transformToNumeric(value) {
+        if (value === null || value === "") {
+            return null;
+        }
+        const numericValue = parseFloat(value);
+        if (isNaN(numericValue)) {
+            return null;
+        }
+        return numericValue;
+    }
+    async getDefaultEnumValue(enumType, tenantId = "public") {
+        try {
+            const query = `
+              SELECT e.enumlabel
+              FROM pg_type t
+              JOIN pg_enum e ON t.oid = e.enumtypid
+              JOIN pg_namespace n ON n.oid = t.typnamespace
+              WHERE t.typname = $1 AND n.nspname = $2
+              ORDER BY e.enumsortorder
+              LIMIT 1
+          `;
+            const result = await this.schemaUtils.queryTargetDb(query, [
+                enumType,
+                tenantId,
+            ]);
+            if (result.rows.length > 0) {
+                return result.rows[0].enumlabel;
+            }
+            return null;
+        }
+        catch (error) {
+            this.logger.error(`Error getting default enum value for ${enumType}: ${error.message}`);
+            return null;
+        }
+    }
+    async prepareEnumValue(tenantId, enumType, value) {
+        if (value === null || value === undefined || value === "") {
+            return null;
+        }
+        const validatedValue = await this.validateEnumValue(tenantId, enumType, value);
+        if (validatedValue === null) {
+            const defaultValue = await this.getDefaultEnumValue(enumType, tenantId);
+            if (defaultValue) {
+                this.logger.warn(`Using first enum value '${defaultValue}' as default for invalid value '${value}' of type ${enumType}`);
+                return {
+                    needsEnumCast: true,
+                    value: defaultValue,
+                    enumType,
+                };
+            }
+            return null;
+        }
+        return {
+            needsEnumCast: true,
+            value: validatedValue,
+            enumType,
+        };
+    }
+    async transformColumnValue(value, columnName, targetColumn, tenantId) {
+        this.logger.debug(`Transforming column ${columnName}, value: ${JSON.stringify(value)}, type: ${targetColumn.udt_name}`);
+        if (value === null && targetColumn.is_nullable === "YES") {
+            return null;
+        }
+        try {
+            if (targetColumn.udt_name.startsWith("enum_")) {
+                if (typeof value === "object" && value !== null) {
+                    const stringValue = this.extractEnumValueFromObject(value);
+                    if (stringValue) {
+                        return await this.prepareEnumValue(tenantId, targetColumn.udt_name, stringValue);
+                    }
+                }
+                if (typeof value === "string") {
+                    return await this.prepareEnumValue(tenantId, targetColumn.udt_name, value);
+                }
+                const defaultValue = await this.getDefaultEnumValue(targetColumn.udt_name, tenantId);
+                if (defaultValue) {
+                    this.logger.warn(`Using default enum value '${defaultValue}' for column ${columnName}`);
+                    return {
+                        needsEnumCast: true,
+                        value: defaultValue,
+                        enumType: targetColumn.udt_name,
+                    };
+                }
+            }
+            if (targetColumn.udt_name === "numeric" ||
+                targetColumn.data_type === "decimal") {
+                const numericValue = this.transformToNumeric(value);
+                if (numericValue !== null || targetColumn.is_nullable === "YES") {
+                    return numericValue;
+                }
+                return 0;
+            }
+            if (targetColumn.udt_name === "bool" ||
+                targetColumn.data_type === "boolean") {
+                if (typeof value === "string") {
+                    return value.toLowerCase() === "true" || value === "1";
+                }
+                return Boolean(value);
+            }
+            if (targetColumn.data_type.includes("timestamp") ||
+                targetColumn.data_type.includes("date")) {
+                if (!value)
+                    return null;
+                const date = new Date(value);
+                return isNaN(date.getTime()) ? null : date.toISOString();
+            }
+            if (targetColumn.data_type === "json" ||
+                targetColumn.data_type === "jsonb") {
+                if (typeof value === "string") {
+                    try {
+                        return JSON.parse(value);
+                    }
+                    catch (_a) {
+                        return value;
+                    }
+                }
+                return value;
+            }
+            return value;
+        }
+        catch (error) {
+            this.logger.error(`Error transforming value for column ${columnName}: ${error.message}`);
+            if (targetColumn.is_nullable === "YES") {
+                return null;
+            }
+            return this.getDefaultValueForType(targetColumn.udt_name);
+        }
+    }
+    extractEnumValueFromObject(value) {
+        const possibleKeys = ["type", "value", "document_type", "status", "state"];
+        for (const key of possibleKeys) {
+            if (value[key] && typeof value[key] === "string") {
+                return value[key];
+            }
+        }
+        for (const val of Object.values(value)) {
+            if (typeof val === "string") {
+                return val;
+            }
+        }
+        return null;
+    }
+    getDefaultValueForType(udtName) {
+        switch (udtName) {
+            case "int4":
+            case "int8":
+            case "numeric":
+                return 0;
+            case "bool":
+                return false;
+            case "text":
+            case "varchar":
+                return "";
+            case "jsonb":
+            case "json":
+                return {};
+            default:
+                if (udtName.startsWith("enum_")) {
+                    return null;
+                }
+                return null;
+        }
+    }
+    async transformRecord(record, sourceSchema, targetSchema, tenantId) {
+        const transformedData = {};
+        for (const [key, value] of Object.entries(record)) {
+            let targetColumn = targetSchema.find((col) => col.column_name === key);
+            if (!targetColumn) {
+                targetColumn = targetSchema.find((col) => col.column_name.toLowerCase() === key.toLowerCase());
+            }
+            if (!targetColumn) {
+                this.logger.warn(`Column ${key} not found in target schema, skipping`);
+                continue;
+            }
+            const columnName = targetColumn.column_name;
+            const transformedValue = await this.transformColumnValue(value, columnName, targetColumn, tenantId);
+            transformedData[columnName] = transformedValue;
+        }
+        return transformedData;
+    }
+}
+exports.DataTransformer = DataTransformer;
+//# sourceMappingURL=data-transformer.js.map

package/dist/scripts/data-migration/data-transformer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-transformer.js","sourceRoot":"","sources":["../../../src/scripts/data-migration/data-transformer.ts"],"names":[],"mappings":";;;AAAA,2CAAwC;AAIxC,MAAa,eAAe;IAK1B,YAA4B,WAAwB;QAAxB,gBAAW,GAAX,WAAW,CAAa;QAJnC,WAAM,GAAG,IAAI,eAAM,CAAC,iBAAiB,CAAC,CAAC;QAChD,oBAAe,GAAqB,IAAI,GAAG,EAAE,CAAC;QAC9C,sBAAiB,GAAkC,IAAI,GAAG,EAAE,CAAC;IAEd,CAAC;IAExD,KAAK,CAAC,iBAAiB,CACrB,UAAkB,EAClB,QAAgB,EAChB,KAAa;QAEb,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,GAAG,UAAU,IAAI,QAAQ,EAAE,CAAC;YAC7C,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG;;;;;;SAMb,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,EAAE;oBACzD,QAAQ;oBACR,UAAU;iBACX,CAAC,CAAC;gBACH,MAAM,YAAY,GAAgB,IAAI,GAAG,CACvC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAU,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CACxD,CAAC;gBAGF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBAC1B,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBACvC,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;oBACjD,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBAC1C,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;gBACjD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,QAAQ,aAAa,EAAE,aAAa,CAAC,CAAC;gBAElE,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,oBAAoB,QAAQ,KAAK,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChE,CAAC;YACJ,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvD,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAC5C,GAAG,QAAQ,aAAa,CACS,CAAC;YAEpC,IAAI,CAAC,WAAW,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;YAChE,CAAC;YAGD,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO,KAAK,CAAC;YACf,CAAC;YAGD,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;gBAEvC,OAAO,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uBAAuB,KAAK,cAAc,QAAQ,uBAAuB;gBACvE,GAAG,WAAW;aACf,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACf,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,gCAAgC,KAAK,cAAc,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE,CAChF,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,KAAU;QAC3B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,QAAgB,EAChB,WAAmB,QAAQ;QAE3B,IAAI,CAAC;YAEH,MAAM,KAAK,GAAG;;;;;;;;WAQT,CAAC;YAEN,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,EAAE;gBACzD,QAAQ;gBACR,QAAQ;aACT,CAAC,CAAC;YAGH,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAClC,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,wCAAwC,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE,CACrE,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,QAAgB,EAChB,QAAgB,EAChB,KAAa;QAEb,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YAC1D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CACjD,QAAQ,EACR,QAAQ,EACR,KAAK,CACN,CAAC;QAEF,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;YAE5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACxE,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,2BAA2B,YAAY,mCAAmC,KAAK,aAAa,QAAQ,EAAE,CACvG,CAAC;gBACF,OAAO;oBACL,aAAa,EAAE,IAAI;oBACnB,KAAK,EAAE,YAAY;oBACnB,QAAQ;iBACT,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,aAAa,EAAE,IAAI;YACnB,KAAK,EAAE,cAAc;YACrB,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,KAAU,EACV,UAAkB,EAClB,YAA0B,EAC1B,QAAgB;QAGhB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,uBAAuB,UAAU,YAAY,IAAI,CAAC,SAAS,CACzD,KAAK,CACN,WAAW,YAAY,CAAC,QAAQ,EAAE,CACpC,CAAC;QAEF,IAAI,KAAK,KAAK,IAAI,IAAI,YAAY,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YAEH,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAE9C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAChD,MAAM,WAAW,GAAG,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC;oBAC3D,IAAI,WAAW,EAAE,CAAC;wBAChB,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAChC,QAAQ,EACR,YAAY,CAAC,QAAQ,EACrB,WAAW,CACZ,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAGD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC9B,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAChC,QAAQ,EACR,YAAY,CAAC,QAAQ,EACrB,KAAK,CACN,CAAC;gBACJ,CAAC;gBAGD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,mBAAmB,CACjD,YAAY,CAAC,QAAQ,EACrB,QAAQ,CACT,CAAC;gBACF,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,6BAA6B,YAAY,gBAAgB,UAAU,EAAE,CACtE,CAAC;oBACF,OAAO;wBACL,aAAa,EAAE,IAAI;wBACnB,KAAK,EAAE,YAAY;wBACnB,QAAQ,EAAE,YAAY,CAAC,QAAQ;qBAChC,CAAC;gBACJ,CAAC;YACH,CAAC;YAGD,IACE,YAAY,CAAC,QAAQ,KAAK,SAAS;gBACnC,YAAY,CAAC,SAAS,KAAK,SAAS,EACpC,CAAC;gBACD,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;gBACpD,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;oBAChE,OAAO,YAAY,CAAC;gBACtB,CAAC;gBACD,OAAO,CAAC,CAAC;YACX,CAAC;YAGD,IACE,YAAY,CAAC,QAAQ,KAAK,MAAM;gBAChC,YAAY,CAAC,SAAS,KAAK,SAAS,EACpC,CAAC;gBACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC9B,OAAO,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,KAAK,KAAK,GAAG,CAAC;gBACzD,CAAC;gBACD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;YAGD,IACE,YAAY,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC5C,YAAY,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EACvC,CAAC;gBACD,IAAI,CAAC,KAAK;oBAAE,OAAO,IAAI,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3D,CAAC;YAGD,IACE,YAAY,CAAC,SAAS,KAAK,MAAM;gBACjC,YAAY,CAAC,SAAS,KAAK,OAAO,EAClC,CAAC;gBACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC3B,CAAC;oBAAC,WAAM,CAAC;wBACP,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;YAGD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,uCAAuC,UAAU,KAAK,KAAK,CAAC,OAAO,EAAE,CACtE,CAAC;YAGF,IAAI,YAAY,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;gBACvC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,IAAI,CAAC,sBAAsB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAEO,0BAA0B,CAAC,KAAU;QAC3C,MAAM,YAAY,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE3E,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACjD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAGD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAC5B,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,sBAAsB,CAAC,OAAe;QAC5C,QAAQ,OAAO,EAAE,CAAC;YAChB,KAAK,MAAM,CAAC;YACZ,KAAK,MAAM,CAAC;YACZ,KAAK,SAAS;gBACZ,OAAO,CAAC,CAAC;YACX,KAAK,MAAM;gBACT,OAAO,KAAK,CAAC;YACf,KAAK,MAAM,CAAC;YACZ,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;YACZ,KAAK,OAAO,CAAC;YACb,KAAK,MAAM;gBACT,OAAO,EAAE,CAAC;YACZ;gBACE,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBAChC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAAW,EACX,YAA4B,EAC5B,YAA4B,EAC5B,QAAgB;QAEhB,MAAM,eAAe,GAAQ,EAAE,CAAC;QAEhC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAElD,IAAI,YAAY,GAAG,YAAY,CAAC,IAAI,CAClC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,KAAK,GAAG,CACjC,CAAC;YAGF,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,YAAY,CAAC,IAAI,CAC9B,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,WAAW,EAAE,CAC7D,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,GAAG,uCAAuC,CAAC,CAAC;gBACvE,SAAS;YACX,CAAC;YAGD,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC;YAE5C,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CACtD,KAAK,EACL,UAAU,EACV,YAAY,EACZ,QAAQ,CACT,CAAC;YAEF,eAAe,CAAC,UAAU,CAAC,GAAG,gBAAgB,CAAC;QACjD,CAAC;QAED,OAAO,eAAe,CAAC;IACzB,CAAC;CACF;AApXD,0CAoXC"}

package/dist/scripts/data-migration/db-connector.d.ts

@@ -0,0 +1,7 @@
+import { PrismaClient } from "@prisma/client";
+import { DatabaseConnections } from "./types";
+export declare class DatabaseConnector {
+    static createConnections(): DatabaseConnections;
+    static createTenantPrismaClient(tenantId: string): PrismaClient;
+    static cleanup(connections: DatabaseConnections): Promise<void>;
+}