dbdock 1.1.16 → 1.1.19

package/dist/migration/engines/postgres-to-mongo.engine.js

@@ -0,0 +1,192 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.executePostgresToMongo = executePostgresToMongo;
+const mongodb_1 = require("mongodb");
+const pg_1 = require("pg");
+async function executePostgresToMongo(plan, onProgress) {
+    const startTime = Date.now();
+    const errors = [];
+    const results = [];
+    const pgPool = new pg_1.Pool({ connectionString: plan.source.url });
+    const mongoClient = new mongodb_1.MongoClient(plan.target.url);
+    try {
+        await mongoClient.connect();
+        const db = mongoClient.db(plan.target.database);
+        const errorsCollection = plan.options.createErrorsTable
+            ? db.collection('_migration_errors')
+            : null;
+        for (const mapping of plan.documentMappings || []) {
+            const result = await migrateTable(pgPool, db, mapping, plan, errors, onProgress);
+            results.push(result);
+        }
+        if (errorsCollection && errors.length > 0) {
+            const errorDocs = errors.map((e) => ({
+                collection: e.collection,
+                sourceId: e.sourceId,
+                error: e.error,
+                sourceData: e.data,
+                createdAt: new Date(),
+            }));
+            await errorsCollection.insertMany(errorDocs);
+        }
+    }
+    finally {
+        await mongoClient.close();
+        await pgPool.end();
+    }
+    const duration = Date.now() - startTime;
+    const allSuccess = results.every((r) => r.status === 'success');
+    return {
+        success: allSuccess && errors.length === 0,
+        tables: results,
+        totalErrors: errors.length,
+        duration,
+        dryRun: plan.options.dryRun,
+    };
+}
+async function migrateTable(pgPool, db, mapping, plan, errors, onProgress) {
+    const batchSize = plan.options.batchSize;
+    const collection = db.collection(mapping.targetCollection);
+    if (!plan.options.incremental) {
+        await collection.deleteMany({});
+    }
+    let whereClause = '';
+    if (plan.options.incremental && plan.options.since) {
+        whereClause = buildIncrementalWhere(plan.options.since);
+    }
+    const countResult = await pgPool.query(`SELECT count(*)::integer AS count FROM "${mapping.primaryTable}" ${whereClause}`);
+    const totalCount = parseInt(countResult.rows[0]?.count || '0');
+    let processed = 0;
+    let failedCount = 0;
+    let offset = 0;
+    while (offset < totalCount) {
+        const rows = await pgPool.query(`SELECT * FROM "${mapping.primaryTable}" ${whereClause} ORDER BY 1 LIMIT $1 OFFSET $2`, [batchSize, offset]);
+        const documents = [];
+        for (const row of rows.rows) {
+            try {
+                const doc = await buildDocument(pgPool, mapping, row);
+                documents.push(doc);
+            }
+            catch (err) {
+                failedCount++;
+                const pkColumn = Object.keys(row)[0];
+                errors.push({
+                    collection: mapping.targetCollection,
+                    sourceId: String(row[pkColumn]),
+                    error: err instanceof Error ? err.message : String(err),
+                    data: JSON.stringify(row),
+                });
+            }
+        }
+        if (documents.length > 0) {
+            try {
+                if (plan.options.incremental) {
+                    for (const doc of documents) {
+                        await collection.replaceOne({ _id: doc._id }, doc, { upsert: true });
+                    }
+                }
+                else {
+                    await collection.insertMany(documents, { ordered: false });
+                }
+            }
+            catch (err) {
+                failedCount += documents.length;
+                errors.push({
+                    collection: mapping.targetCollection,
+                    sourceId: 'batch',
+                    error: err instanceof Error ? err.message : String(err),
+                });
+            }
+        }
+        processed += rows.rows.length;
+        offset += batchSize;
+        onProgress?.(mapping.targetCollection, processed, totalCount);
+    }
+    const targetCount = processed - failedCount;
+    return {
+        name: mapping.targetCollection,
+        sourceCount: totalCount,
+        targetCount,
+        failedCount,
+        status: failedCount === 0
+            ? 'success'
+            : targetCount > 0
+                ? 'partial'
+                : 'failed',
+    };
+}
+async function buildDocument(pgPool, mapping, row) {
+    const doc = {};
+    for (const [pgCol, mongoField] of Object.entries(mapping.fieldMappings)) {
+        if (pgCol.startsWith('_'))
+            continue;
+        const value = row[pgCol];
+        if (value === undefined)
+            continue;
+        if (mongoField === '_id') {
+            doc._id = convertToMongoId(value);
+        }
+        else {
+            doc[mongoField] = convertPgValueToMongo(value);
+        }
+    }
+    for (const embed of mapping.embeddings) {
+        const childRows = await pgPool.query(`SELECT * FROM "${embed.sourceTable}" WHERE "${embed.foreignKey}" = $1`, [getPrimaryKeyValue(row)]);
+        if (embed.isArray) {
+            doc[embed.embedAs] = childRows.rows.map((r) => convertRowToEmbeddedDoc(r, embed.foreignKey));
+        }
+        else if (childRows.rows.length > 0) {
+            doc[embed.embedAs] = convertRowToEmbeddedDoc(childRows.rows[0], embed.foreignKey);
+        }
+    }
+    for (const [pgCol, mongoField] of Object.entries(mapping.fieldMappings)) {
+        if (!pgCol.startsWith('_'))
+            continue;
+        const otherTable = pgCol.slice(1);
+        const relatedRows = await pgPool.query(`SELECT * FROM "${otherTable}" ORDER BY 1`);
+        doc[mongoField] = relatedRows.rows.map((r) => {
+            const pk = Object.keys(r)[0];
+            return convertPgValueToMongo(r[Object.keys(r).find((k) => k !== pk) || pk]);
+        });
+    }
+    return doc;
+}
+function convertToMongoId(value) {
+    if (typeof value === 'string' && /^[a-f0-9]{24}$/.test(value)) {
+        return new mongodb_1.ObjectId(value);
+    }
+    return value;
+}
+function convertPgValueToMongo(value) {
+    if (value === null || value === undefined)
+        return null;
+    if (value instanceof Date)
+        return value;
+    if (Buffer.isBuffer(value))
+        return value;
+    if (typeof value === 'object' && !Array.isArray(value))
+        return value;
+    if (Array.isArray(value))
+        return value.map(convertPgValueToMongo);
+    return value;
+}
+function convertRowToEmbeddedDoc(row, excludeFk) {
+    const doc = {};
+    for (const [key, value] of Object.entries(row)) {
+        if (key === excludeFk)
+            continue;
+        if (key === 'id')
+            continue;
+        const camelKey = key.replace(/_([a-z])/g, (_, l) => l.toUpperCase());
+        doc[camelKey] = convertPgValueToMongo(value);
+    }
+    return doc;
+}
+function getPrimaryKeyValue(row) {
+    return row.id || row[Object.keys(row)[0]];
+}
+function buildIncrementalWhere(since) {
+    const sinceDate = new Date(since).toISOString();
+    return `WHERE COALESCE(created_at, updated_at, '1970-01-01'::timestamptz) >= '${sinceDate}'`;
+}
+//# sourceMappingURL=postgres-to-mongo.engine.js.map

package/dist/migration/engines/postgres-to-mongo.engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-to-mongo.engine.js","sourceRoot":"","sources":["../../../src/migration/engines/postgres-to-mongo.engine.ts"],"names":[],"mappings":";;AAgBA,wDAuDC;AAvED,qCAAoD;AACpD,2BAA0B;AAenB,KAAK,UAAU,sBAAsB,CAC1C,IAAmB,EACnB,UAA2E;IAE3E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,MAAM,OAAO,GAA2B,EAAE,CAAC;IAE3C,MAAM,MAAM,GAAG,IAAI,SAAI,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,IAAI,qBAAW,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAErD,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,GAAG,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB;YACrD,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC;YACpC,CAAC,CAAC,IAAI,CAAC;QAET,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,gBAAgB,IAAI,EAAE,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,MAAM,EACN,EAAE,EACF,OAAO,EACP,IAAI,EACJ,MAAM,EACN,UAAU,CACX,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,IAAI,gBAAgB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,UAAU,EAAE,CAAC,CAAC,IAAI;gBAClB,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC,CAAC,CAAC;YACJ,MAAM,gBAAgB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;QAC1B,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAEhE,OAAO;QACL,OAAO,EAAE,UAAU,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAC1C,MAAM,EAAE,OAAO;QACf,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,QAAQ;QACR,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;KAC5B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,MAAY,EACZ,EAAM,EACN,OAAwB,EACxB,IAAmB,EACnB,MAAwB,EACxB,UAA2E;IAE3E,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;IACzC,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE3D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC9B,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnD,WAAW,GAAG,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,KAAK,CACpC,2CAA2C,OAAO,CAAC,YAAY,KAAK,WAAW,EAAE,CAClF,CAAC;IACF,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,GAAG,CAAC,CAAC;IAE/D,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,UAAU,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAC7B,kBAAkB,OAAO,CAAC,YAAY,KAAK,WAAW,gCAAgC,EACtF,CAAC,SAAS,EAAE,MAAM,CAAC,CACpB,CAAC;QAEF,MAAM,SAAS,GAAU,EAAE,CAAC;QAE5B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;gBACtD,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC;oBACV,UAAU,EAAE,OAAO,CAAC,gBAAgB;oBACpC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAC/B,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;iBAC1B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC7B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;wBAC5B,MAAM,UAAU,CAAC,UAAU,CACzB,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,EAChB,GAAG,EACH,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,UAAU,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC;oBACV,UAAU,EAAE,OAAO,CAAC,gBAAgB;oBACpC,QAAQ,EAAE,OAAO;oBACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9B,MAAM,IAAI,SAAS,CAAC;QACpB,UAAU,EAAE,CAAC,OAAO,CAAC,gBAAgB,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,WAAW,GAAG,SAAS,GAAG,WAAW,CAAC;IAE5C,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,gBAAgB;QAC9B,WAAW,EAAE,UAAU;QACvB,WAAW;QACX,WAAW;QACX,MAAM,EACJ,WAAW,KAAK,CAAC;YACf,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,WAAW,GAAG,CAAC;gBACf,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,QAAQ;KACjB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAY,EACZ,OAAwB,EACxB,GAAQ;IAER,MAAM,GAAG,GAAQ,EAAE,CAAC;IAEpB,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACxE,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACpC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAElC,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;YACzB,GAAG,CAAC,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,UAAU,CAAC,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,KAAK,CAClC,kBAAkB,KAAK,CAAC,WAAW,YAAY,KAAK,CAAC,UAAU,QAAQ,EACvE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAC1B,CAAC;QAEF,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5C,uBAAuB,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAC7C,CAAC;QACJ,CAAC;aAAM,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,uBAAuB,CAC1C,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EACjB,KAAK,CAAC,UAAU,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACxE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACrC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAElC,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,KAAK,CACpC,kBAAkB,UAAU,cAAc,CAC3C,CAAC;QAEF,GAAG,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3C,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,OAAO,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAI,kBAAQ,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAU;IACvC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC;IACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IAClE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,uBAAuB,CAAC,GAAQ,EAAE,SAAiB;IAC1D,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,IAAI,GAAG,KAAK,SAAS;YAAE,SAAS;QAChC,IAAI,GAAG,KAAK,IAAI;YAAE,SAAS;QAC3B,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACrE,GAAG,CAAC,QAAQ,CAAC,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAQ;IAClC,OAAO,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa;IAC1C,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IAChD,OAAO,yEAAyE,SAAS,GAAG,CAAC;AAC/F,CAAC"}

package/dist/migration/mappers/mongo-to-postgres.mapper.d.ts

@@ -0,0 +1,2 @@
+import { MongoAnalysisResult, MigrationPlan, MigrationOptions } from '../types';
+export declare function generateMongoToPostgresPlan(analysis: MongoAnalysisResult, sourceUrl: string, targetUrl: string, options?: Partial<MigrationOptions>): MigrationPlan;

package/dist/migration/mappers/mongo-to-postgres.mapper.js

@@ -0,0 +1,263 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateMongoToPostgresPlan = generateMongoToPostgresPlan;
+const types_1 = require("../types");
+const type_mapper_1 = require("../type.mapper");
+const reference_detector_1 = require("../reference.detector");
+function generateMongoToPostgresPlan(analysis, sourceUrl, targetUrl, options = {}) {
+    const mergedOptions = { ...types_1.DEFAULT_MIGRATION_OPTIONS, ...options };
+    const conflicts = [];
+    const referenceMap = (0, reference_detector_1.detectReferences)(analysis.collections);
+    const tableMappings = [];
+    for (const collection of analysis.collections) {
+        const refs = referenceMap.get(collection.name) || [];
+        const mapping = mapCollection(collection, refs, conflicts, mergedOptions.maxNestingDepth);
+        tableMappings.push(mapping);
+    }
+    return {
+        version: '1.0.0',
+        direction: 'mongo_to_postgres',
+        source: { type: 'mongodb', url: sourceUrl, database: analysis.database },
+        target: {
+            type: 'postgresql',
+            url: targetUrl,
+            database: extractDbName(targetUrl),
+        },
+        tableMappings,
+        conflicts,
+        options: mergedOptions,
+    };
+}
+function extractDbName(url) {
+    try {
+        const parsed = new URL(url);
+        return parsed.pathname.replace(/^\//, '') || 'postgres';
+    }
+    catch {
+        return 'postgres';
+    }
+}
+function mapCollection(collection, detectedRefs, conflicts, maxDepth) {
+    const tableName = (0, type_mapper_1.toSnakeCase)(collection.name);
+    const fields = [];
+    const nestedMappings = [];
+    const arrayMappings = [];
+    for (const field of collection.fields) {
+        processField(field, tableName, collection.name, fields, nestedMappings, arrayMappings, conflicts, maxDepth, collection.documentCount);
+    }
+    const hasIdField = fields.some((f) => f.sourceField === '_id');
+    if (!hasIdField) {
+        fields.unshift({
+            sourceField: '_id',
+            targetColumn: 'id',
+            targetType: 'uuid',
+            transform: 'uuid_from_objectid',
+            nullable: false,
+            isUnique: true,
+            isPrimaryKey: true,
+        });
+    }
+    const usedColumns = new Set();
+    for (const field of fields) {
+        if (usedColumns.has(field.targetColumn)) {
+            const original = field.targetColumn;
+            field.targetColumn = field.isPrimaryKey
+                ? original
+                : `${original}_original`;
+        }
+        usedColumns.add(field.targetColumn);
+    }
+    return {
+        sourceCollection: collection.name,
+        targetTable: tableName,
+        fields,
+        nestedMappings,
+        arrayMappings,
+        detectedReferences: detectedRefs,
+    };
+}
+function processField(field, parentTable, collectionName, fields, nestedMappings, arrayMappings, conflicts, maxDepth, docCount) {
+    if (field.name === '_id') {
+        fields.push({
+            sourceField: '_id',
+            targetColumn: 'id',
+            targetType: 'uuid',
+            transform: 'uuid_from_objectid',
+            nullable: false,
+            isUnique: true,
+            isPrimaryKey: true,
+        });
+        return;
+    }
+    const nonNullTypes = Object.entries(field.types).filter(([t]) => t !== 'null' && t !== 'undefined');
+    if (nonNullTypes.length > 1) {
+        const sorted = nonNullTypes.sort((a, b) => b[1] - a[1]);
+        const majorType = sorted[0][0];
+        const total = sorted.reduce((sum, [, c]) => sum + c, 0);
+        conflicts.push({
+            type: 'type_mismatch',
+            location: `${collectionName}.${field.path}`,
+            field: field.name,
+            details: sorted
+                .map(([t, c]) => `${t} in ${c} docs`)
+                .join(', '),
+            suggestion: `cast to ${(0, type_mapper_1.mongoTypeToPgType)(majorType)}, log failures`,
+        });
+    }
+    if (field.frequency < 100) {
+        conflicts.push({
+            type: 'missing_field',
+            location: `${collectionName}.${field.path}`,
+            field: field.name,
+            details: `missing in ${(100 - field.frequency).toFixed(1)}% of documents`,
+            suggestion: 'nullable column',
+        });
+    }
+    if (field.isNestedObject && !field.isArray) {
+        handleNestedObject(field, parentTable, collectionName, fields, nestedMappings, conflicts, maxDepth, docCount);
+        return;
+    }
+    if (field.isArray) {
+        handleArray(field, parentTable, collectionName, arrayMappings, conflicts, maxDepth, docCount);
+        return;
+    }
+    const majorType = (0, type_mapper_1.resolveMajorityType)(field.types);
+    const pgType = field.isObjectId ? 'uuid' : (0, type_mapper_1.mongoTypeToPgType)(majorType);
+    const hasNullValues = (field.types['null'] || 0) + (field.types['undefined'] || 0) > 0;
+    const isNullable = field.frequency < 100 || hasNullValues;
+    const columnName = (0, type_mapper_1.toSnakeCase)(field.name);
+    const isUniqueFromIndex = false;
+    fields.push({
+        sourceField: field.path,
+        targetColumn: columnName,
+        targetType: pgType,
+        transform: field.isObjectId ? 'uuid_from_objectid' : undefined,
+        nullable: isNullable,
+        isUnique: isUniqueFromIndex,
+        isPrimaryKey: false,
+    });
+}
+function handleNestedObject(field, parentTable, collectionName, fields, nestedMappings, conflicts, maxDepth, docCount) {
+    const nestedFields = field.nestedFields || [];
+    const isConsistent = nestedFields.length > 0 &&
+        nestedFields.length <= 20 &&
+        nestedFields.every((f) => f.frequency > 50);
+    if (isConsistent && field.depth < maxDepth) {
+        const childTable = `${(0, type_mapper_1.singularize)(parentTable)}_${(0, type_mapper_1.toSnakeCase)(field.name)}`;
+        const childFields = [
+            {
+                sourceField: 'id',
+                targetColumn: 'id',
+                targetType: 'uuid',
+                nullable: false,
+                isUnique: true,
+                isPrimaryKey: true,
+                defaultValue: 'gen_random_uuid()',
+            },
+            {
+                sourceField: `${parentTable}_id`,
+                targetColumn: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
+                targetType: 'uuid',
+                nullable: false,
+                isUnique: false,
+                isPrimaryKey: false,
+            },
+        ];
+        for (const nested of nestedFields) {
+            const majorType = (0, type_mapper_1.resolveMajorityType)(nested.types);
+            childFields.push({
+                sourceField: nested.path,
+                targetColumn: (0, type_mapper_1.toSnakeCase)(nested.name),
+                targetType: (0, type_mapper_1.mongoTypeToPgType)(majorType),
+                nullable: nested.frequency < 100,
+                isUnique: false,
+                isPrimaryKey: false,
+            });
+        }
+        nestedMappings.push({
+            sourceField: field.path,
+            targetTable: childTable,
+            strategy: 'table',
+            parentForeignKey: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
+            fields: childFields,
+            relationType: '1:1',
+        });
+    }
+    else {
+        fields.push({
+            sourceField: field.path,
+            targetColumn: (0, type_mapper_1.toSnakeCase)(field.name),
+            targetType: 'jsonb',
+            transform: 'jsonb',
+            nullable: field.frequency < 100,
+            isUnique: false,
+            isPrimaryKey: false,
+        });
+    }
+}
+function handleArray(field, parentTable, collectionName, arrayMappings, conflicts, maxDepth, docCount) {
+    const elementTypes = field.arrayElementType?.split(' | ') || [];
+    const hasObjects = elementTypes.includes('object');
+    const hasPrimitives = elementTypes.some((t) => t !== 'object' && t !== 'null' && t !== 'undefined');
+    if (hasObjects && field.nestedFields && field.nestedFields.length > 0) {
+        const childTable = `${(0, type_mapper_1.singularize)(parentTable)}_${(0, type_mapper_1.toSnakeCase)(field.name)}`;
+        const childFields = [
+            {
+                sourceField: 'id',
+                targetColumn: 'id',
+                targetType: 'uuid',
+                nullable: false,
+                isUnique: true,
+                isPrimaryKey: true,
+                defaultValue: 'gen_random_uuid()',
+            },
+            {
+                sourceField: `${parentTable}_id`,
+                targetColumn: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
+                targetType: 'uuid',
+                nullable: false,
+                isUnique: false,
+                isPrimaryKey: false,
+            },
+        ];
+        for (const nested of field.nestedFields) {
+            const majorType = (0, type_mapper_1.resolveMajorityType)(nested.types);
+            childFields.push({
+                sourceField: nested.path,
+                targetColumn: (0, type_mapper_1.toSnakeCase)(nested.name),
+                targetType: (0, type_mapper_1.mongoTypeToPgType)(majorType),
+                nullable: nested.frequency < 100,
+                isUnique: false,
+                isPrimaryKey: false,
+            });
+        }
+        arrayMappings.push({
+            sourceField: field.path,
+            targetTable: childTable,
+            strategy: 'child_table',
+            parentForeignKey: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
+            fields: childFields,
+        });
+    }
+    else if (hasPrimitives && !hasObjects) {
+        const majorType = elementTypes.find((t) => t !== 'null' && t !== 'undefined') || 'string';
+        const pgElementType = (0, type_mapper_1.mongoTypeToPgType)(majorType);
+        arrayMappings.push({
+            sourceField: field.path,
+            targetTable: `${(0, type_mapper_1.singularize)(parentTable)}_${(0, type_mapper_1.toSnakeCase)(field.name)}`,
+            strategy: 'array_column',
+            parentForeignKey: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
+            elementType: pgElementType,
+        });
+    }
+    else {
+        arrayMappings.push({
+            sourceField: field.path,
+            targetTable: `${(0, type_mapper_1.singularize)(parentTable)}_${(0, type_mapper_1.toSnakeCase)(field.name)}`,
+            strategy: 'junction',
+            parentForeignKey: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
+            elementType: 'jsonb',
+        });
+    }
+}
+//# sourceMappingURL=mongo-to-postgres.mapper.js.map

package/dist/migration/mappers/mongo-to-postgres.mapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mongo-to-postgres.mapper.js","sourceRoot":"","sources":["../../../src/migration/mappers/mongo-to-postgres.mapper.ts"],"names":[],"mappings":";;AAqBA,kEAmCC;AAxDD,oCAYkB;AAClB,gDAKwB;AACxB,8DAAyD;AAEzD,SAAgB,2BAA2B,CACzC,QAA6B,EAC7B,SAAiB,EACjB,SAAiB,EACjB,UAAqC,EAAE;IAEvC,MAAM,aAAa,GAAG,EAAE,GAAG,iCAAyB,EAAE,GAAG,OAAO,EAAE,CAAC;IACnE,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,MAAM,YAAY,GAAG,IAAA,qCAAgB,EAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAmB,EAAE,CAAC;IAEzC,KAAK,MAAM,UAAU,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACrD,MAAM,OAAO,GAAG,aAAa,CAC3B,UAAU,EACV,IAAI,EACJ,SAAS,EACT,aAAa,CAAC,eAAe,CAC9B,CAAC;QACF,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,mBAAmB;QAC9B,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE;QACxE,MAAM,EAAE;YACN,IAAI,EAAE,YAAY;YAClB,GAAG,EAAE,SAAS;YACd,QAAQ,EAAE,aAAa,CAAC,SAAS,CAAC;SACnC;QACD,aAAa;QACb,SAAS;QACT,OAAO,EAAE,aAAa;KACvB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,UAAU,CAAC;IACpB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,UAAmC,EACnC,YAAoH,EACpH,SAA8B,EAC9B,QAAgB;IAEhB,MAAM,SAAS,GAAG,IAAA,yBAAW,EAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,MAAM,cAAc,GAAoB,EAAE,CAAC;IAC3C,MAAM,aAAa,GAAmB,EAAE,CAAC;IAEzC,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,YAAY,CACV,KAAK,EACL,SAAS,EACT,UAAU,CAAC,IAAI,EACf,MAAM,EACN,cAAc,EACd,aAAa,EACb,SAAS,EACT,QAAQ,EACR,UAAU,CAAC,aAAa,CACzB,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC;IAC/D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,CAAC,OAAO,CAAC;YACb,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,oBAAoB;YAC/B,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;YACpC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY;gBACrC,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,GAAG,QAAQ,WAAW,CAAC;QAC7B,CAAC;QACD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC;IAED,OAAO;QACL,gBAAgB,EAAE,UAAU,CAAC,IAAI;QACjC,WAAW,EAAE,SAAS;QACtB,MAAM;QACN,cAAc;QACd,aAAa;QACb,kBAAkB,EAAE,YAAY;KACjC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,KAAqB,EACrB,WAAmB,EACnB,cAAsB,EACtB,MAAsB,EACtB,cAA+B,EAC/B,aAA6B,EAC7B,SAA8B,EAC9B,QAAgB,EAChB,QAAgB;IAEhB,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC;YACV,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,oBAAoB;YAC/B,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CACrD,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,WAAW,CAC3C,CAAC;IAEF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAExD,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,IAAI,EAAE;YAC3C,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM;iBACZ,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC;iBACpC,IAAI,CAAC,IAAI,CAAC;YACb,UAAU,EAAE,WAAW,IAAA,+BAAiB,EAAC,SAAS,CAAC,gBAAgB;SACpE,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;QAC1B,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,IAAI,EAAE;YAC3C,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,OAAO,EAAE,cAAc,CAAC,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB;YACzE,UAAU,EAAE,iBAAiB;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3C,kBAAkB,CAChB,KAAK,EACL,WAAW,EACX,cAAc,EACd,MAAM,EACN,cAAc,EACd,SAAS,EACT,QAAQ,EACR,QAAQ,CACT,CAAC;QACF,OAAO;IACT,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,WAAW,CACT,KAAK,EACL,WAAW,EACX,cAAc,EACd,aAAa,EACb,SAAS,EACT,QAAQ,EACR,QAAQ,CACT,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,SAAS,GAAG,IAAA,iCAAmB,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAA,+BAAiB,EAAC,SAAS,CAAC,CAAC;IACxE,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACvF,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,GAAG,GAAG,IAAI,aAAa,CAAC;IAE1D,MAAM,UAAU,GAAG,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,iBAAiB,GAAG,KAAK,CAAC;IAEhC,MAAM,CAAC,IAAI,CAAC;QACV,WAAW,EAAE,KAAK,CAAC,IAAI;QACvB,YAAY,EAAE,UAAU;QACxB,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS;QAC9D,QAAQ,EAAE,UAAU;QACpB,QAAQ,EAAE,iBAAiB;QAC3B,YAAY,EAAE,KAAK;KACpB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAqB,EACrB,WAAmB,EACnB,cAAsB,EACtB,MAAsB,EACtB,cAA+B,EAC/B,SAA8B,EAC9B,QAAgB,EAChB,QAAgB;IAEhB,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;IAC9C,MAAM,YAAY,GAChB,YAAY,CAAC,MAAM,GAAG,CAAC;QACvB,YAAY,CAAC,MAAM,IAAI,EAAE;QACzB,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;IAE9C,IAAI,YAAY,IAAI,KAAK,CAAC,KAAK,GAAG,QAAQ,EAAE,CAAC;QAC3C,MAAM,UAAU,GAAG,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,IAAI,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5E,MAAM,WAAW,GAAmB;YAClC;gBACE,WAAW,EAAE,IAAI;gBACjB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,IAAI;gBACd,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,mBAAmB;aAClC;YACD;gBACE,WAAW,EAAE,GAAG,WAAW,KAAK;gBAChC,YAAY,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;gBAC9C,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,KAAK;aACpB;SACF,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,IAAA,iCAAmB,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACpD,WAAW,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,MAAM,CAAC,IAAI;gBACxB,YAAY,EAAE,IAAA,yBAAW,EAAC,MAAM,CAAC,IAAI,CAAC;gBACtC,UAAU,EAAE,IAAA,+BAAiB,EAAC,SAAS,CAAC;gBACxC,QAAQ,EAAE,MAAM,CAAC,SAAS,GAAG,GAAG;gBAChC,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,OAAO;YACjB,gBAAgB,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;YAClD,MAAM,EAAE,WAAW;YACnB,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC;YACV,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,YAAY,EAAE,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC;YACrC,UAAU,EAAE,OAAO;YACnB,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,KAAK,CAAC,SAAS,GAAG,GAAG;YAC/B,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,KAAqB,EACrB,WAAmB,EACnB,cAAsB,EACtB,aAA6B,EAC7B,SAA8B,EAC9B,QAAgB,EAChB,QAAgB;IAEhB,MAAM,YAAY,GAAG,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAChE,MAAM,UAAU,GAAG,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,WAAW,CAC3D,CAAC;IAEF,IAAI,UAAU,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtE,MAAM,UAAU,GAAG,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,IAAI,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5E,MAAM,WAAW,GAAmB;YAClC;gBACE,WAAW,EAAE,IAAI;gBACjB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,IAAI;gBACd,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,mBAAmB;aAClC;YACD;gBACE,WAAW,EAAE,GAAG,WAAW,KAAK;gBAChC,YAAY,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;gBAC9C,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,KAAK;aACpB;SACF,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,IAAA,iCAAmB,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACpD,WAAW,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,MAAM,CAAC,IAAI;gBACxB,YAAY,EAAE,IAAA,yBAAW,EAAC,MAAM,CAAC,IAAI,CAAC;gBACtC,UAAU,EAAE,IAAA,+BAAiB,EAAC,SAAS,CAAC;gBACxC,QAAQ,EAAE,MAAM,CAAC,SAAS,GAAG,GAAG;gBAChC,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAED,aAAa,CAAC,IAAI,CAAC;YACjB,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,aAAa;YACvB,gBAAgB,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;YAClD,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,aAAa,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,WAAW,CACzC,IAAI,QAAQ,CAAC;QACd,MAAM,aAAa,GAAG,IAAA,+BAAiB,EAAC,SAAS,CAAC,CAAC;QAEnD,aAAa,CAAC,IAAI,CAAC;YACjB,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,WAAW,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,IAAI,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YACrE,QAAQ,EAAE,cAAc;YACxB,gBAAgB,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;YAClD,WAAW,EAAE,aAAa;SAC3B,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,aAAa,CAAC,IAAI,CAAC;YACjB,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,WAAW,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,IAAI,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YACrE,QAAQ,EAAE,UAAU;YACpB,gBAAgB,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;YAClD,WAAW,EAAE,OAAO;SACrB,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/dist/migration/mappers/postgres-to-mongo.mapper.d.ts

@@ -0,0 +1,2 @@
+import { PgAnalysisResult, MigrationPlan, MigrationOptions } from '../types';
+export declare function generatePostgresToMongoPlan(analysis: PgAnalysisResult, sourceUrl: string, targetUrl: string, options?: Partial<MigrationOptions>): MigrationPlan;

package/dist/migration/mappers/postgres-to-mongo.mapper.js

@@ -0,0 +1,174 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generatePostgresToMongoPlan = generatePostgresToMongoPlan;
+const types_1 = require("../types");
+const type_mapper_1 = require("../type.mapper");
+const EMBED_THRESHOLD = 1000;
+function generatePostgresToMongoPlan(analysis, sourceUrl, targetUrl, options = {}) {
+    const mergedOptions = { ...types_1.DEFAULT_MIGRATION_OPTIONS, ...options };
+    const conflicts = [];
+    const relationships = detectRelationships(analysis);
+    const junctionTables = detectJunctionTables(analysis, relationships);
+    const childTables = new Set();
+    const documentMappings = [];
+    for (const rel of relationships) {
+        if (junctionTables.has(rel.fromTable))
+            continue;
+        if (rel.type === '1:1' || rel.type === '1:many') {
+            childTables.add(rel.fromTable);
+        }
+    }
+    for (const table of analysis.tables) {
+        if (junctionTables.has(table.name))
+            continue;
+        if (childTables.has(table.name))
+            continue;
+        const mapping = mapTableToDocument(table, analysis, relationships, junctionTables, conflicts);
+        documentMappings.push(mapping);
+    }
+    return {
+        version: '1.0.0',
+        direction: 'postgres_to_mongo',
+        source: {
+            type: 'postgresql',
+            url: sourceUrl,
+            database: analysis.database,
+        },
+        target: {
+            type: 'mongodb',
+            url: targetUrl,
+            database: extractDbName(targetUrl),
+        },
+        documentMappings,
+        conflicts,
+        options: mergedOptions,
+    };
+}
+function extractDbName(url) {
+    try {
+        const parsed = new URL(url);
+        return parsed.pathname.replace(/^\//, '') || 'test';
+    }
+    catch {
+        return 'test';
+    }
+}
+function detectRelationships(analysis) {
+    const relationships = [];
+    const tableRowCounts = new Map();
+    for (const table of analysis.tables) {
+        tableRowCounts.set(table.name, table.rowCount);
+    }
+    for (const table of analysis.tables) {
+        for (const fk of table.foreignKeys) {
+            const fromCount = tableRowCounts.get(table.name) || 0;
+            const toCount = tableRowCounts.get(fk.referencedTable) || 0;
+            const isUniqueOnFrom = table.columns.find((c) => c.name === fk.columnName)?.isUnique;
+            let type;
+            if (isUniqueOnFrom) {
+                type = '1:1';
+            }
+            else if (fromCount > toCount * 0.5) {
+                type = '1:many';
+            }
+            else {
+                type = '1:many';
+            }
+            relationships.push({
+                fromTable: table.name,
+                toTable: fk.referencedTable,
+                fromColumn: fk.columnName,
+                toColumn: fk.referencedColumn,
+                type,
+            });
+        }
+    }
+    return relationships;
+}
+function detectJunctionTables(analysis, relationships) {
+    const junctions = new Set();
+    for (const table of analysis.tables) {
+        const fks = table.foreignKeys;
+        const nonFkColumns = table.columns.filter((c) => !fks.some((fk) => fk.columnName === c.name) && !c.isPrimaryKey);
+        if (fks.length === 2 && nonFkColumns.length <= 2) {
+            junctions.add(table.name);
+        }
+    }
+    return junctions;
+}
+function mapTableToDocument(table, analysis, relationships, junctionTables, conflicts) {
+    const collectionName = table.name;
+    const fieldMappings = {};
+    const embeddings = [];
+    const references = [];
+    for (const col of table.columns) {
+        if (col.isPrimaryKey) {
+            fieldMappings[col.name] = '_id';
+        }
+        else {
+            fieldMappings[col.name] = toCamelCase(col.name);
+        }
+    }
+    const incomingRels = relationships.filter((r) => r.toTable === table.name);
+    for (const rel of incomingRels) {
+        if (junctionTables.has(rel.fromTable)) {
+            const junctionTable = analysis.tables.find((t) => t.name === rel.fromTable);
+            if (junctionTable) {
+                const otherFk = junctionTable.foreignKeys.find((fk) => fk.referencedTable !== table.name);
+                if (otherFk) {
+                    handleManyToMany(table, junctionTable, otherFk, analysis, embeddings, fieldMappings);
+                }
+            }
+            continue;
+        }
+        const childTable = analysis.tables.find((t) => t.name === rel.fromTable);
+        if (!childTable)
+            continue;
+        const shouldEmbed = rel.type === '1:1' ||
+            (rel.type === '1:many' && childTable.rowCount < EMBED_THRESHOLD);
+        if (shouldEmbed) {
+            embeddings.push({
+                sourceTable: rel.fromTable,
+                foreignKey: rel.fromColumn,
+                embedAs: rel.type === '1:1' ? toCamelCase(rel.fromTable) : toCamelCase(rel.fromTable),
+                isArray: rel.type !== '1:1',
+            });
+        }
+        else {
+            references.push({
+                sourceTable: rel.fromTable,
+                foreignKey: rel.fromColumn,
+                refField: `${toCamelCase(table.name)}Id`,
+            });
+        }
+    }
+    return {
+        primaryTable: table.name,
+        targetCollection: collectionName,
+        fieldMappings,
+        embeddings,
+        references,
+    };
+}
+function handleManyToMany(parentTable, junctionTable, otherFk, analysis, embeddings, fieldMappings) {
+    const otherTable = analysis.tables.find((t) => t.name === otherFk.referencedTable);
+    if (!otherTable)
+        return;
+    const hasExtraColumns = junctionTable.columns.filter((c) => !junctionTable.foreignKeys.some((fk) => fk.columnName === c.name) &&
+        !c.isPrimaryKey);
+    if (hasExtraColumns.length === 0 && otherTable.columns.length <= 3) {
+        fieldMappings[`_${otherTable.name}`] = toCamelCase((0, type_mapper_1.pluralize)(otherTable.name));
+    }
+    else {
+        embeddings.push({
+            sourceTable: junctionTable.name,
+            foreignKey: junctionTable.foreignKeys.find((fk) => fk.referencedTable === parentTable.name)?.columnName || '',
+            embedAs: toCamelCase((0, type_mapper_1.pluralize)(otherTable.name)),
+            isArray: true,
+        });
+    }
+}
+function toCamelCase(str) {
+    return str.replace(/_([a-z])/g, (_, letter) => letter.toUpperCase());
+}
+//# sourceMappingURL=postgres-to-mongo.mapper.js.map