dbdock 1.1.15 → 1.1.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +473 -580
- package/dist/cli/commands/analyze.d.ts +1 -0
- package/dist/cli/commands/analyze.js +135 -0
- package/dist/cli/commands/analyze.js.map +1 -0
- package/dist/cli/commands/cross-migrate.d.ts +11 -0
- package/dist/cli/commands/cross-migrate.js +307 -0
- package/dist/cli/commands/cross-migrate.js.map +1 -0
- package/dist/cli/index.js +20 -0
- package/dist/cli/index.js.map +1 -1
- package/dist/migration/analyzers/mongodb.analyzer.d.ts +3 -0
- package/dist/migration/analyzers/mongodb.analyzer.js +208 -0
- package/dist/migration/analyzers/mongodb.analyzer.js.map +1 -0
- package/dist/migration/analyzers/postgres.analyzer.d.ts +3 -0
- package/dist/migration/analyzers/postgres.analyzer.js +176 -0
- package/dist/migration/analyzers/postgres.analyzer.js.map +1 -0
- package/dist/migration/config.manager.d.ts +3 -0
- package/dist/migration/config.manager.js +80 -0
- package/dist/migration/config.manager.js.map +1 -0
- package/dist/migration/engines/migration.engine.d.ts +6 -0
- package/dist/migration/engines/migration.engine.js +62 -0
- package/dist/migration/engines/migration.engine.js.map +1 -0
- package/dist/migration/engines/mongo-to-postgres.engine.d.ts +2 -0
- package/dist/migration/engines/mongo-to-postgres.engine.js +409 -0
- package/dist/migration/engines/mongo-to-postgres.engine.js.map +1 -0
- package/dist/migration/engines/postgres-to-mongo.engine.d.ts +2 -0
- package/dist/migration/engines/postgres-to-mongo.engine.js +192 -0
- package/dist/migration/engines/postgres-to-mongo.engine.js.map +1 -0
- package/dist/migration/mappers/mongo-to-postgres.mapper.d.ts +2 -0
- package/dist/migration/mappers/mongo-to-postgres.mapper.js +263 -0
- package/dist/migration/mappers/mongo-to-postgres.mapper.js.map +1 -0
- package/dist/migration/mappers/postgres-to-mongo.mapper.d.ts +2 -0
- package/dist/migration/mappers/postgres-to-mongo.mapper.js +174 -0
- package/dist/migration/mappers/postgres-to-mongo.mapper.js.map +1 -0
- package/dist/migration/reference.detector.d.ts +2 -0
- package/dist/migration/reference.detector.js +57 -0
- package/dist/migration/reference.detector.js.map +1 -0
- package/dist/migration/type.mapper.d.ts +12 -0
- package/dist/migration/type.mapper.js +197 -0
- package/dist/migration/type.mapper.js.map +1 -0
- package/dist/migration/types.d.ts +183 -0
- package/dist/migration/types.js +11 -0
- package/dist/migration/types.js.map +1 -0
- package/package.json +11 -2
|
@@ -0,0 +1,263 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.generateMongoToPostgresPlan = generateMongoToPostgresPlan;
|
|
4
|
+
const types_1 = require("../types");
|
|
5
|
+
const type_mapper_1 = require("../type.mapper");
|
|
6
|
+
const reference_detector_1 = require("../reference.detector");
|
|
7
|
+
function generateMongoToPostgresPlan(analysis, sourceUrl, targetUrl, options = {}) {
|
|
8
|
+
const mergedOptions = { ...types_1.DEFAULT_MIGRATION_OPTIONS, ...options };
|
|
9
|
+
const conflicts = [];
|
|
10
|
+
const referenceMap = (0, reference_detector_1.detectReferences)(analysis.collections);
|
|
11
|
+
const tableMappings = [];
|
|
12
|
+
for (const collection of analysis.collections) {
|
|
13
|
+
const refs = referenceMap.get(collection.name) || [];
|
|
14
|
+
const mapping = mapCollection(collection, refs, conflicts, mergedOptions.maxNestingDepth);
|
|
15
|
+
tableMappings.push(mapping);
|
|
16
|
+
}
|
|
17
|
+
return {
|
|
18
|
+
version: '1.0.0',
|
|
19
|
+
direction: 'mongo_to_postgres',
|
|
20
|
+
source: { type: 'mongodb', url: sourceUrl, database: analysis.database },
|
|
21
|
+
target: {
|
|
22
|
+
type: 'postgresql',
|
|
23
|
+
url: targetUrl,
|
|
24
|
+
database: extractDbName(targetUrl),
|
|
25
|
+
},
|
|
26
|
+
tableMappings,
|
|
27
|
+
conflicts,
|
|
28
|
+
options: mergedOptions,
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
function extractDbName(url) {
|
|
32
|
+
try {
|
|
33
|
+
const parsed = new URL(url);
|
|
34
|
+
return parsed.pathname.replace(/^\//, '') || 'postgres';
|
|
35
|
+
}
|
|
36
|
+
catch {
|
|
37
|
+
return 'postgres';
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
function mapCollection(collection, detectedRefs, conflicts, maxDepth) {
|
|
41
|
+
const tableName = (0, type_mapper_1.toSnakeCase)(collection.name);
|
|
42
|
+
const fields = [];
|
|
43
|
+
const nestedMappings = [];
|
|
44
|
+
const arrayMappings = [];
|
|
45
|
+
for (const field of collection.fields) {
|
|
46
|
+
processField(field, tableName, collection.name, fields, nestedMappings, arrayMappings, conflicts, maxDepth, collection.documentCount);
|
|
47
|
+
}
|
|
48
|
+
const hasIdField = fields.some((f) => f.sourceField === '_id');
|
|
49
|
+
if (!hasIdField) {
|
|
50
|
+
fields.unshift({
|
|
51
|
+
sourceField: '_id',
|
|
52
|
+
targetColumn: 'id',
|
|
53
|
+
targetType: 'uuid',
|
|
54
|
+
transform: 'uuid_from_objectid',
|
|
55
|
+
nullable: false,
|
|
56
|
+
isUnique: true,
|
|
57
|
+
isPrimaryKey: true,
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
const usedColumns = new Set();
|
|
61
|
+
for (const field of fields) {
|
|
62
|
+
if (usedColumns.has(field.targetColumn)) {
|
|
63
|
+
const original = field.targetColumn;
|
|
64
|
+
field.targetColumn = field.isPrimaryKey
|
|
65
|
+
? original
|
|
66
|
+
: `${original}_original`;
|
|
67
|
+
}
|
|
68
|
+
usedColumns.add(field.targetColumn);
|
|
69
|
+
}
|
|
70
|
+
return {
|
|
71
|
+
sourceCollection: collection.name,
|
|
72
|
+
targetTable: tableName,
|
|
73
|
+
fields,
|
|
74
|
+
nestedMappings,
|
|
75
|
+
arrayMappings,
|
|
76
|
+
detectedReferences: detectedRefs,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
function processField(field, parentTable, collectionName, fields, nestedMappings, arrayMappings, conflicts, maxDepth, docCount) {
|
|
80
|
+
if (field.name === '_id') {
|
|
81
|
+
fields.push({
|
|
82
|
+
sourceField: '_id',
|
|
83
|
+
targetColumn: 'id',
|
|
84
|
+
targetType: 'uuid',
|
|
85
|
+
transform: 'uuid_from_objectid',
|
|
86
|
+
nullable: false,
|
|
87
|
+
isUnique: true,
|
|
88
|
+
isPrimaryKey: true,
|
|
89
|
+
});
|
|
90
|
+
return;
|
|
91
|
+
}
|
|
92
|
+
const nonNullTypes = Object.entries(field.types).filter(([t]) => t !== 'null' && t !== 'undefined');
|
|
93
|
+
if (nonNullTypes.length > 1) {
|
|
94
|
+
const sorted = nonNullTypes.sort((a, b) => b[1] - a[1]);
|
|
95
|
+
const majorType = sorted[0][0];
|
|
96
|
+
const total = sorted.reduce((sum, [, c]) => sum + c, 0);
|
|
97
|
+
conflicts.push({
|
|
98
|
+
type: 'type_mismatch',
|
|
99
|
+
location: `${collectionName}.${field.path}`,
|
|
100
|
+
field: field.name,
|
|
101
|
+
details: sorted
|
|
102
|
+
.map(([t, c]) => `${t} in ${c} docs`)
|
|
103
|
+
.join(', '),
|
|
104
|
+
suggestion: `cast to ${(0, type_mapper_1.mongoTypeToPgType)(majorType)}, log failures`,
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
if (field.frequency < 100) {
|
|
108
|
+
conflicts.push({
|
|
109
|
+
type: 'missing_field',
|
|
110
|
+
location: `${collectionName}.${field.path}`,
|
|
111
|
+
field: field.name,
|
|
112
|
+
details: `missing in ${(100 - field.frequency).toFixed(1)}% of documents`,
|
|
113
|
+
suggestion: 'nullable column',
|
|
114
|
+
});
|
|
115
|
+
}
|
|
116
|
+
if (field.isNestedObject && !field.isArray) {
|
|
117
|
+
handleNestedObject(field, parentTable, collectionName, fields, nestedMappings, conflicts, maxDepth, docCount);
|
|
118
|
+
return;
|
|
119
|
+
}
|
|
120
|
+
if (field.isArray) {
|
|
121
|
+
handleArray(field, parentTable, collectionName, arrayMappings, conflicts, maxDepth, docCount);
|
|
122
|
+
return;
|
|
123
|
+
}
|
|
124
|
+
const majorType = (0, type_mapper_1.resolveMajorityType)(field.types);
|
|
125
|
+
const pgType = field.isObjectId ? 'uuid' : (0, type_mapper_1.mongoTypeToPgType)(majorType);
|
|
126
|
+
const hasNullValues = (field.types['null'] || 0) + (field.types['undefined'] || 0) > 0;
|
|
127
|
+
const isNullable = field.frequency < 100 || hasNullValues;
|
|
128
|
+
const columnName = (0, type_mapper_1.toSnakeCase)(field.name);
|
|
129
|
+
const isUniqueFromIndex = false;
|
|
130
|
+
fields.push({
|
|
131
|
+
sourceField: field.path,
|
|
132
|
+
targetColumn: columnName,
|
|
133
|
+
targetType: pgType,
|
|
134
|
+
transform: field.isObjectId ? 'uuid_from_objectid' : undefined,
|
|
135
|
+
nullable: isNullable,
|
|
136
|
+
isUnique: isUniqueFromIndex,
|
|
137
|
+
isPrimaryKey: false,
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
function handleNestedObject(field, parentTable, collectionName, fields, nestedMappings, conflicts, maxDepth, docCount) {
|
|
141
|
+
const nestedFields = field.nestedFields || [];
|
|
142
|
+
const isConsistent = nestedFields.length > 0 &&
|
|
143
|
+
nestedFields.length <= 20 &&
|
|
144
|
+
nestedFields.every((f) => f.frequency > 50);
|
|
145
|
+
if (isConsistent && field.depth < maxDepth) {
|
|
146
|
+
const childTable = `${(0, type_mapper_1.singularize)(parentTable)}_${(0, type_mapper_1.toSnakeCase)(field.name)}`;
|
|
147
|
+
const childFields = [
|
|
148
|
+
{
|
|
149
|
+
sourceField: 'id',
|
|
150
|
+
targetColumn: 'id',
|
|
151
|
+
targetType: 'uuid',
|
|
152
|
+
nullable: false,
|
|
153
|
+
isUnique: true,
|
|
154
|
+
isPrimaryKey: true,
|
|
155
|
+
defaultValue: 'gen_random_uuid()',
|
|
156
|
+
},
|
|
157
|
+
{
|
|
158
|
+
sourceField: `${parentTable}_id`,
|
|
159
|
+
targetColumn: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
|
|
160
|
+
targetType: 'uuid',
|
|
161
|
+
nullable: false,
|
|
162
|
+
isUnique: false,
|
|
163
|
+
isPrimaryKey: false,
|
|
164
|
+
},
|
|
165
|
+
];
|
|
166
|
+
for (const nested of nestedFields) {
|
|
167
|
+
const majorType = (0, type_mapper_1.resolveMajorityType)(nested.types);
|
|
168
|
+
childFields.push({
|
|
169
|
+
sourceField: nested.path,
|
|
170
|
+
targetColumn: (0, type_mapper_1.toSnakeCase)(nested.name),
|
|
171
|
+
targetType: (0, type_mapper_1.mongoTypeToPgType)(majorType),
|
|
172
|
+
nullable: nested.frequency < 100,
|
|
173
|
+
isUnique: false,
|
|
174
|
+
isPrimaryKey: false,
|
|
175
|
+
});
|
|
176
|
+
}
|
|
177
|
+
nestedMappings.push({
|
|
178
|
+
sourceField: field.path,
|
|
179
|
+
targetTable: childTable,
|
|
180
|
+
strategy: 'table',
|
|
181
|
+
parentForeignKey: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
|
|
182
|
+
fields: childFields,
|
|
183
|
+
relationType: '1:1',
|
|
184
|
+
});
|
|
185
|
+
}
|
|
186
|
+
else {
|
|
187
|
+
fields.push({
|
|
188
|
+
sourceField: field.path,
|
|
189
|
+
targetColumn: (0, type_mapper_1.toSnakeCase)(field.name),
|
|
190
|
+
targetType: 'jsonb',
|
|
191
|
+
transform: 'jsonb',
|
|
192
|
+
nullable: field.frequency < 100,
|
|
193
|
+
isUnique: false,
|
|
194
|
+
isPrimaryKey: false,
|
|
195
|
+
});
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
function handleArray(field, parentTable, collectionName, arrayMappings, conflicts, maxDepth, docCount) {
|
|
199
|
+
const elementTypes = field.arrayElementType?.split(' | ') || [];
|
|
200
|
+
const hasObjects = elementTypes.includes('object');
|
|
201
|
+
const hasPrimitives = elementTypes.some((t) => t !== 'object' && t !== 'null' && t !== 'undefined');
|
|
202
|
+
if (hasObjects && field.nestedFields && field.nestedFields.length > 0) {
|
|
203
|
+
const childTable = `${(0, type_mapper_1.singularize)(parentTable)}_${(0, type_mapper_1.toSnakeCase)(field.name)}`;
|
|
204
|
+
const childFields = [
|
|
205
|
+
{
|
|
206
|
+
sourceField: 'id',
|
|
207
|
+
targetColumn: 'id',
|
|
208
|
+
targetType: 'uuid',
|
|
209
|
+
nullable: false,
|
|
210
|
+
isUnique: true,
|
|
211
|
+
isPrimaryKey: true,
|
|
212
|
+
defaultValue: 'gen_random_uuid()',
|
|
213
|
+
},
|
|
214
|
+
{
|
|
215
|
+
sourceField: `${parentTable}_id`,
|
|
216
|
+
targetColumn: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
|
|
217
|
+
targetType: 'uuid',
|
|
218
|
+
nullable: false,
|
|
219
|
+
isUnique: false,
|
|
220
|
+
isPrimaryKey: false,
|
|
221
|
+
},
|
|
222
|
+
];
|
|
223
|
+
for (const nested of field.nestedFields) {
|
|
224
|
+
const majorType = (0, type_mapper_1.resolveMajorityType)(nested.types);
|
|
225
|
+
childFields.push({
|
|
226
|
+
sourceField: nested.path,
|
|
227
|
+
targetColumn: (0, type_mapper_1.toSnakeCase)(nested.name),
|
|
228
|
+
targetType: (0, type_mapper_1.mongoTypeToPgType)(majorType),
|
|
229
|
+
nullable: nested.frequency < 100,
|
|
230
|
+
isUnique: false,
|
|
231
|
+
isPrimaryKey: false,
|
|
232
|
+
});
|
|
233
|
+
}
|
|
234
|
+
arrayMappings.push({
|
|
235
|
+
sourceField: field.path,
|
|
236
|
+
targetTable: childTable,
|
|
237
|
+
strategy: 'child_table',
|
|
238
|
+
parentForeignKey: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
|
|
239
|
+
fields: childFields,
|
|
240
|
+
});
|
|
241
|
+
}
|
|
242
|
+
else if (hasPrimitives && !hasObjects) {
|
|
243
|
+
const majorType = elementTypes.find((t) => t !== 'null' && t !== 'undefined') || 'string';
|
|
244
|
+
const pgElementType = (0, type_mapper_1.mongoTypeToPgType)(majorType);
|
|
245
|
+
arrayMappings.push({
|
|
246
|
+
sourceField: field.path,
|
|
247
|
+
targetTable: `${(0, type_mapper_1.singularize)(parentTable)}_${(0, type_mapper_1.toSnakeCase)(field.name)}`,
|
|
248
|
+
strategy: 'array_column',
|
|
249
|
+
parentForeignKey: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
|
|
250
|
+
elementType: pgElementType,
|
|
251
|
+
});
|
|
252
|
+
}
|
|
253
|
+
else {
|
|
254
|
+
arrayMappings.push({
|
|
255
|
+
sourceField: field.path,
|
|
256
|
+
targetTable: `${(0, type_mapper_1.singularize)(parentTable)}_${(0, type_mapper_1.toSnakeCase)(field.name)}`,
|
|
257
|
+
strategy: 'junction',
|
|
258
|
+
parentForeignKey: `${(0, type_mapper_1.singularize)(parentTable)}_id`,
|
|
259
|
+
elementType: 'jsonb',
|
|
260
|
+
});
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
//# sourceMappingURL=mongo-to-postgres.mapper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mongo-to-postgres.mapper.js","sourceRoot":"","sources":["../../../src/migration/mappers/mongo-to-postgres.mapper.ts"],"names":[],"mappings":";;AAqBA,kEAmCC;AAxDD,oCAYkB;AAClB,gDAKwB;AACxB,8DAAyD;AAEzD,SAAgB,2BAA2B,CACzC,QAA6B,EAC7B,SAAiB,EACjB,SAAiB,EACjB,UAAqC,EAAE;IAEvC,MAAM,aAAa,GAAG,EAAE,GAAG,iCAAyB,EAAE,GAAG,OAAO,EAAE,CAAC;IACnE,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,MAAM,YAAY,GAAG,IAAA,qCAAgB,EAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAmB,EAAE,CAAC;IAEzC,KAAK,MAAM,UAAU,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACrD,MAAM,OAAO,GAAG,aAAa,CAC3B,UAAU,EACV,IAAI,EACJ,SAAS,EACT,aAAa,CAAC,eAAe,CAC9B,CAAC;QACF,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,mBAAmB;QAC9B,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE;QACxE,MAAM,EAAE;YACN,IAAI,EAAE,YAAY;YAClB,GAAG,EAAE,SAAS;YACd,QAAQ,EAAE,aAAa,CAAC,SAAS,CAAC;SACnC;QACD,aAAa;QACb,SAAS;QACT,OAAO,EAAE,aAAa;KACvB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,UAAU,CAAC;IACpB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,UAAmC,EACnC,YAAoH,EACpH,SAA8B,EAC9B,QAAgB;IAEhB,MAAM,SAAS,GAAG,IAAA,yBAAW,EAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,MAAM,cAAc,GAAoB,EAAE,CAAC;IAC3C,MAAM,aAAa,GAAmB,EAAE,CAAC;IAEzC,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,YAAY,CACV,KAAK,EACL,SAAS,EACT,UAAU,CAAC,IAAI,EACf,MAAM,EACN,cAAc,EACd,aAAa,EACb,SAAS,EACT,QAAQ,EACR,UAAU,CAAC,aAAa,CACzB,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC;IAC/D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,CAAC,OAAO,CAAC;YACb,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,oBAAoB;YAC/B,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;YACpC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY;gBACrC,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,GAAG,QAAQ,WAAW,CAAC;QAC7B,CAAC;QACD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC;IAED,OAAO;QACL,gBAAgB,EAAE,UAAU,CAAC,IAAI;QACjC,WAAW,EAAE,SAAS;QACtB,MAAM;QACN,cAAc;QACd,aAAa;QACb,kBAAkB,EAAE,YAAY;KACjC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,KAAqB,EACrB,WAAmB,EACnB,cAAsB,EACtB,MAAsB,EACtB,cAA+B,EAC/B,aAA6B,EAC7B,SAA8B,EAC9B,QAAgB,EAChB,QAAgB;IAEhB,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC;YACV,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,oBAAoB;YAC/B,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CACrD,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,WAAW,CAC3C,CAAC;IAEF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAExD,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,IAAI,EAAE;YAC3C,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM;iBACZ,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC;iBACpC,IAAI,CAAC,IAAI,CAAC;YACb,UAAU,EAAE,WAAW,IAAA,+BAAiB,EAAC,SAAS,CAAC,gBAAgB;SACpE,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;QAC1B,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,IAAI,EAAE;YAC3C,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,OAAO,EAAE,cAAc,CAAC,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB;YACzE,UAAU,EAAE,iBAAiB;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3C,kBAAkB,CAChB,KAAK,EACL,WAAW,EACX,cAAc,EACd,MAAM,EACN,cAAc,EACd,SAAS,EACT,QAAQ,EACR,QAAQ,CACT,CAAC;QACF,OAAO;IACT,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,WAAW,CACT,KAAK,EACL,WAAW,EACX,cAAc,EACd,aAAa,EACb,SAAS,EACT,QAAQ,EACR,QAAQ,CACT,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,SAAS,GAAG,IAAA,iCAAmB,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAA,+BAAiB,EAAC,SAAS,CAAC,CAAC;IACxE,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACvF,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,GAAG,GAAG,IAAI,aAAa,CAAC;IAE1D,MAAM,UAAU,GAAG,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,iBAAiB,GAAG,KAAK,CAAC;IAEhC,MAAM,CAAC,IAAI,CAAC;QACV,WAAW,EAAE,KAAK,CAAC,IAAI;QACvB,YAAY,EAAE,UAAU;QACxB,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS;QAC9D,QAAQ,EAAE,UAAU;QACpB,QAAQ,EAAE,iBAAiB;QAC3B,YAAY,EAAE,KAAK;KACpB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAqB,EACrB,WAAmB,EACnB,cAAsB,EACtB,MAAsB,EACtB,cAA+B,EAC/B,SAA8B,EAC9B,QAAgB,EAChB,QAAgB;IAEhB,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;IAC9C,MAAM,YAAY,GAChB,YAAY,CAAC,MAAM,GAAG,CAAC;QACvB,YAAY,CAAC,MAAM,IAAI,EAAE;QACzB,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;IAE9C,IAAI,YAAY,IAAI,KAAK,CAAC,KAAK,GAAG,QAAQ,EAAE,CAAC;QAC3C,MAAM,UAAU,GAAG,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,IAAI,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5E,MAAM,WAAW,GAAmB;YAClC;gBACE,WAAW,EAAE,IAAI;gBACjB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,IAAI;gBACd,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,mBAAmB;aAClC;YACD;gBACE,WAAW,EAAE,GAAG,WAAW,KAAK;gBAChC,YAAY,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;gBAC9C,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,KAAK;aACpB;SACF,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,IAAA,iCAAmB,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACpD,WAAW,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,MAAM,CAAC,IAAI;gBACxB,YAAY,EAAE,IAAA,yBAAW,EAAC,MAAM,CAAC,IAAI,CAAC;gBACtC,UAAU,EAAE,IAAA,+BAAiB,EAAC,SAAS,CAAC;gBACxC,QAAQ,EAAE,MAAM,CAAC,SAAS,GAAG,GAAG;gBAChC,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,OAAO;YACjB,gBAAgB,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;YAClD,MAAM,EAAE,WAAW;YACnB,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC;YACV,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,YAAY,EAAE,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC;YACrC,UAAU,EAAE,OAAO;YACnB,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,KAAK,CAAC,SAAS,GAAG,GAAG;YAC/B,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,KAAqB,EACrB,WAAmB,EACnB,cAAsB,EACtB,aAA6B,EAC7B,SAA8B,EAC9B,QAAgB,EAChB,QAAgB;IAEhB,MAAM,YAAY,GAAG,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAChE,MAAM,UAAU,GAAG,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,WAAW,CAC3D,CAAC;IAEF,IAAI,UAAU,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtE,MAAM,UAAU,GAAG,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,IAAI,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5E,MAAM,WAAW,GAAmB;YAClC;gBACE,WAAW,EAAE,IAAI;gBACjB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,IAAI;gBACd,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,mBAAmB;aAClC;YACD;gBACE,WAAW,EAAE,GAAG,WAAW,KAAK;gBAChC,YAAY,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;gBAC9C,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,KAAK;aACpB;SACF,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,IAAA,iCAAmB,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACpD,WAAW,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,MAAM,CAAC,IAAI;gBACxB,YAAY,EAAE,IAAA,yBAAW,EAAC,MAAM,CAAC,IAAI,CAAC;gBACtC,UAAU,EAAE,IAAA,+BAAiB,EAAC,SAAS,CAAC;gBACxC,QAAQ,EAAE,MAAM,CAAC,SAAS,GAAG,GAAG;gBAChC,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAED,aAAa,CAAC,IAAI,CAAC;YACjB,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,aAAa;YACvB,gBAAgB,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;YAClD,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,aAAa,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,WAAW,CACzC,IAAI,QAAQ,CAAC;QACd,MAAM,aAAa,GAAG,IAAA,+BAAiB,EAAC,SAAS,CAAC,CAAC;QAEnD,aAAa,CAAC,IAAI,CAAC;YACjB,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,WAAW,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,IAAI,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YACrE,QAAQ,EAAE,cAAc;YACxB,gBAAgB,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;YAClD,WAAW,EAAE,aAAa;SAC3B,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,aAAa,CAAC,IAAI,CAAC;YACjB,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,WAAW,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,IAAI,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YACrE,QAAQ,EAAE,UAAU;YACpB,gBAAgB,EAAE,GAAG,IAAA,yBAAW,EAAC,WAAW,CAAC,KAAK;YAClD,WAAW,EAAE,OAAO;SACrB,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,174 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.generatePostgresToMongoPlan = generatePostgresToMongoPlan;
|
|
4
|
+
const types_1 = require("../types");
|
|
5
|
+
const type_mapper_1 = require("../type.mapper");
|
|
6
|
+
const EMBED_THRESHOLD = 1000;
|
|
7
|
+
function generatePostgresToMongoPlan(analysis, sourceUrl, targetUrl, options = {}) {
|
|
8
|
+
const mergedOptions = { ...types_1.DEFAULT_MIGRATION_OPTIONS, ...options };
|
|
9
|
+
const conflicts = [];
|
|
10
|
+
const relationships = detectRelationships(analysis);
|
|
11
|
+
const junctionTables = detectJunctionTables(analysis, relationships);
|
|
12
|
+
const childTables = new Set();
|
|
13
|
+
const documentMappings = [];
|
|
14
|
+
for (const rel of relationships) {
|
|
15
|
+
if (junctionTables.has(rel.fromTable))
|
|
16
|
+
continue;
|
|
17
|
+
if (rel.type === '1:1' || rel.type === '1:many') {
|
|
18
|
+
childTables.add(rel.fromTable);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
for (const table of analysis.tables) {
|
|
22
|
+
if (junctionTables.has(table.name))
|
|
23
|
+
continue;
|
|
24
|
+
if (childTables.has(table.name))
|
|
25
|
+
continue;
|
|
26
|
+
const mapping = mapTableToDocument(table, analysis, relationships, junctionTables, conflicts);
|
|
27
|
+
documentMappings.push(mapping);
|
|
28
|
+
}
|
|
29
|
+
return {
|
|
30
|
+
version: '1.0.0',
|
|
31
|
+
direction: 'postgres_to_mongo',
|
|
32
|
+
source: {
|
|
33
|
+
type: 'postgresql',
|
|
34
|
+
url: sourceUrl,
|
|
35
|
+
database: analysis.database,
|
|
36
|
+
},
|
|
37
|
+
target: {
|
|
38
|
+
type: 'mongodb',
|
|
39
|
+
url: targetUrl,
|
|
40
|
+
database: extractDbName(targetUrl),
|
|
41
|
+
},
|
|
42
|
+
documentMappings,
|
|
43
|
+
conflicts,
|
|
44
|
+
options: mergedOptions,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
function extractDbName(url) {
|
|
48
|
+
try {
|
|
49
|
+
const parsed = new URL(url);
|
|
50
|
+
return parsed.pathname.replace(/^\//, '') || 'test';
|
|
51
|
+
}
|
|
52
|
+
catch {
|
|
53
|
+
return 'test';
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
function detectRelationships(analysis) {
|
|
57
|
+
const relationships = [];
|
|
58
|
+
const tableRowCounts = new Map();
|
|
59
|
+
for (const table of analysis.tables) {
|
|
60
|
+
tableRowCounts.set(table.name, table.rowCount);
|
|
61
|
+
}
|
|
62
|
+
for (const table of analysis.tables) {
|
|
63
|
+
for (const fk of table.foreignKeys) {
|
|
64
|
+
const fromCount = tableRowCounts.get(table.name) || 0;
|
|
65
|
+
const toCount = tableRowCounts.get(fk.referencedTable) || 0;
|
|
66
|
+
const isUniqueOnFrom = table.columns.find((c) => c.name === fk.columnName)?.isUnique;
|
|
67
|
+
let type;
|
|
68
|
+
if (isUniqueOnFrom) {
|
|
69
|
+
type = '1:1';
|
|
70
|
+
}
|
|
71
|
+
else if (fromCount > toCount * 0.5) {
|
|
72
|
+
type = '1:many';
|
|
73
|
+
}
|
|
74
|
+
else {
|
|
75
|
+
type = '1:many';
|
|
76
|
+
}
|
|
77
|
+
relationships.push({
|
|
78
|
+
fromTable: table.name,
|
|
79
|
+
toTable: fk.referencedTable,
|
|
80
|
+
fromColumn: fk.columnName,
|
|
81
|
+
toColumn: fk.referencedColumn,
|
|
82
|
+
type,
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
return relationships;
|
|
87
|
+
}
|
|
88
|
+
function detectJunctionTables(analysis, relationships) {
|
|
89
|
+
const junctions = new Set();
|
|
90
|
+
for (const table of analysis.tables) {
|
|
91
|
+
const fks = table.foreignKeys;
|
|
92
|
+
const nonFkColumns = table.columns.filter((c) => !fks.some((fk) => fk.columnName === c.name) && !c.isPrimaryKey);
|
|
93
|
+
if (fks.length === 2 && nonFkColumns.length <= 2) {
|
|
94
|
+
junctions.add(table.name);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
return junctions;
|
|
98
|
+
}
|
|
99
|
+
function mapTableToDocument(table, analysis, relationships, junctionTables, conflicts) {
|
|
100
|
+
const collectionName = table.name;
|
|
101
|
+
const fieldMappings = {};
|
|
102
|
+
const embeddings = [];
|
|
103
|
+
const references = [];
|
|
104
|
+
for (const col of table.columns) {
|
|
105
|
+
if (col.isPrimaryKey) {
|
|
106
|
+
fieldMappings[col.name] = '_id';
|
|
107
|
+
}
|
|
108
|
+
else {
|
|
109
|
+
fieldMappings[col.name] = toCamelCase(col.name);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
const incomingRels = relationships.filter((r) => r.toTable === table.name);
|
|
113
|
+
for (const rel of incomingRels) {
|
|
114
|
+
if (junctionTables.has(rel.fromTable)) {
|
|
115
|
+
const junctionTable = analysis.tables.find((t) => t.name === rel.fromTable);
|
|
116
|
+
if (junctionTable) {
|
|
117
|
+
const otherFk = junctionTable.foreignKeys.find((fk) => fk.referencedTable !== table.name);
|
|
118
|
+
if (otherFk) {
|
|
119
|
+
handleManyToMany(table, junctionTable, otherFk, analysis, embeddings, fieldMappings);
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
continue;
|
|
123
|
+
}
|
|
124
|
+
const childTable = analysis.tables.find((t) => t.name === rel.fromTable);
|
|
125
|
+
if (!childTable)
|
|
126
|
+
continue;
|
|
127
|
+
const shouldEmbed = rel.type === '1:1' ||
|
|
128
|
+
(rel.type === '1:many' && childTable.rowCount < EMBED_THRESHOLD);
|
|
129
|
+
if (shouldEmbed) {
|
|
130
|
+
embeddings.push({
|
|
131
|
+
sourceTable: rel.fromTable,
|
|
132
|
+
foreignKey: rel.fromColumn,
|
|
133
|
+
embedAs: rel.type === '1:1' ? toCamelCase(rel.fromTable) : toCamelCase(rel.fromTable),
|
|
134
|
+
isArray: rel.type !== '1:1',
|
|
135
|
+
});
|
|
136
|
+
}
|
|
137
|
+
else {
|
|
138
|
+
references.push({
|
|
139
|
+
sourceTable: rel.fromTable,
|
|
140
|
+
foreignKey: rel.fromColumn,
|
|
141
|
+
refField: `${toCamelCase(table.name)}Id`,
|
|
142
|
+
});
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
return {
|
|
146
|
+
primaryTable: table.name,
|
|
147
|
+
targetCollection: collectionName,
|
|
148
|
+
fieldMappings,
|
|
149
|
+
embeddings,
|
|
150
|
+
references,
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
function handleManyToMany(parentTable, junctionTable, otherFk, analysis, embeddings, fieldMappings) {
|
|
154
|
+
const otherTable = analysis.tables.find((t) => t.name === otherFk.referencedTable);
|
|
155
|
+
if (!otherTable)
|
|
156
|
+
return;
|
|
157
|
+
const hasExtraColumns = junctionTable.columns.filter((c) => !junctionTable.foreignKeys.some((fk) => fk.columnName === c.name) &&
|
|
158
|
+
!c.isPrimaryKey);
|
|
159
|
+
if (hasExtraColumns.length === 0 && otherTable.columns.length <= 3) {
|
|
160
|
+
fieldMappings[`_${otherTable.name}`] = toCamelCase((0, type_mapper_1.pluralize)(otherTable.name));
|
|
161
|
+
}
|
|
162
|
+
else {
|
|
163
|
+
embeddings.push({
|
|
164
|
+
sourceTable: junctionTable.name,
|
|
165
|
+
foreignKey: junctionTable.foreignKeys.find((fk) => fk.referencedTable === parentTable.name)?.columnName || '',
|
|
166
|
+
embedAs: toCamelCase((0, type_mapper_1.pluralize)(otherTable.name)),
|
|
167
|
+
isArray: true,
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
function toCamelCase(str) {
|
|
172
|
+
return str.replace(/_([a-z])/g, (_, letter) => letter.toUpperCase());
|
|
173
|
+
}
|
|
174
|
+
//# sourceMappingURL=postgres-to-mongo.mapper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"postgres-to-mongo.mapper.js","sourceRoot":"","sources":["../../../src/migration/mappers/postgres-to-mongo.mapper.ts"],"names":[],"mappings":";;AAuBA,kEAmDC;AA1ED,oCAUkB;AAClB,gDAA8D;AAU9D,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,SAAgB,2BAA2B,CACzC,QAA0B,EAC1B,SAAiB,EACjB,SAAiB,EACjB,UAAqC,EAAE;IAEvC,MAAM,aAAa,GAAG,EAAE,GAAG,iCAAyB,EAAE,GAAG,OAAO,EAAE,CAAC;IACnE,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,MAAM,aAAa,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,oBAAoB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACrE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,gBAAgB,GAAsB,EAAE,CAAC;IAE/C,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,SAAS;QAChD,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpC,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,SAAS;QAC7C,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,SAAS;QAE1C,MAAM,OAAO,GAAG,kBAAkB,CAChC,KAAK,EACL,QAAQ,EACR,aAAa,EACb,cAAc,EACd,SAAS,CACV,CAAC;QACF,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,mBAAmB;QAC9B,MAAM,EAAE;YACN,IAAI,EAAE,YAAY;YAClB,GAAG,EAAE,SAAS;YACd,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B;QACD,MAAM,EAAE;YACN,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,SAAS;YACd,QAAQ,EAAE,aAAa,CAAC,SAAS,CAAC;SACnC;QACD,gBAAgB;QAChB,SAAS;QACT,OAAO,EAAE,aAAa;KACvB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,QAA0B;IAE1B,MAAM,aAAa,GAAwB,EAAE,CAAC;IAC9C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEjD,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpC,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAE5D,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,UAAU,CAChC,EAAE,QAAQ,CAAC;YAEZ,IAAI,IAAoC,CAAC;YACzC,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,GAAG,KAAK,CAAC;YACf,CAAC;iBAAM,IAAI,SAAS,GAAG,OAAO,GAAG,GAAG,EAAE,CAAC;gBACrC,IAAI,GAAG,QAAQ,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,QAAQ,CAAC;YAClB,CAAC;YAED,aAAa,CAAC,IAAI,CAAC;gBACjB,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,OAAO,EAAE,EAAE,CAAC,eAAe;gBAC3B,UAAU,EAAE,EAAE,CAAC,UAAU;gBACzB,QAAQ,EAAE,EAAE,CAAC,gBAAgB;gBAC7B,IAAI;aACL,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAA0B,EAC1B,aAAkC;IAElC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC;QAC9B,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CACjE,CAAC;QAEF,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACjD,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAsB,EACtB,QAA0B,EAC1B,aAAkC,EAClC,cAA2B,EAC3B,SAA8B;IAE9B,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC;IAClC,MAAM,aAAa,GAA2B,EAAE,CAAC;IACjD,MAAM,UAAU,GAAkB,EAAE,CAAC;IACrC,MAAM,UAAU,GAAgB,EAAE,CAAC;IAEnC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAChC,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;YACrB,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,CAChC,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,SAAS,CAChC,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,aAAa,CAAC,WAAW,CAAC,IAAI,CAC5C,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,eAAe,KAAK,KAAK,CAAC,IAAI,CAC1C,CAAC;gBACF,IAAI,OAAO,EAAE,CAAC;oBACZ,gBAAgB,CACd,KAAK,EACL,aAAa,EACb,OAAO,EACP,QAAQ,EACR,UAAU,EACV,aAAa,CACd,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,SAAS,CAChC,CAAC;QACF,IAAI,CAAC,UAAU;YAAE,SAAS;QAE1B,MAAM,WAAW,GACf,GAAG,CAAC,IAAI,KAAK,KAAK;YAClB,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,QAAQ,GAAG,eAAe,CAAC,CAAC;QAEnE,IAAI,WAAW,EAAE,CAAC;YAChB,UAAU,CAAC,IAAI,CAAC;gBACd,WAAW,EAAE,GAAG,CAAC,SAAS;gBAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC;gBACrF,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,KAAK;aAC5B,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,CAAC;gBACd,WAAW,EAAE,GAAG,CAAC,SAAS;gBAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,QAAQ,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI;aACzC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO;QACL,YAAY,EAAE,KAAK,CAAC,IAAI;QACxB,gBAAgB,EAAE,cAAc;QAChC,aAAa;QACb,UAAU;QACV,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CACvB,WAA4B,EAC5B,aAA8B,EAC9B,OAAkF,EAClF,QAA0B,EAC1B,UAAyB,EACzB,aAAqC;IAErC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,eAAe,CAC1C,CAAC;IACF,IAAI,CAAC,UAAU;QAAE,OAAO;IAExB,MAAM,eAAe,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC;QACjE,CAAC,CAAC,CAAC,YAAY,CAClB,CAAC;IAEF,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACnE,aAAa,CAAC,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,GAAG,WAAW,CAAC,IAAA,uBAAS,EAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACjF,CAAC;SAAM,CAAC;QACN,UAAU,CAAC,IAAI,CAAC;YACd,WAAW,EAAE,aAAa,CAAC,IAAI;YAC/B,UAAU,EAAE,aAAa,CAAC,WAAW,CAAC,IAAI,CACxC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,eAAe,KAAK,WAAW,CAAC,IAAI,CAChD,EAAE,UAAU,IAAI,EAAE;YACnB,OAAO,EAAE,WAAW,CAAC,IAAA,uBAAS,EAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAChD,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;AACvE,CAAC"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.detectReferences = detectReferences;
|
|
4
|
+
const type_mapper_1 = require("./type.mapper");
|
|
5
|
+
function detectReferences(collections) {
|
|
6
|
+
const collectionNames = new Set(collections.map((c) => c.name));
|
|
7
|
+
const result = new Map();
|
|
8
|
+
for (const collection of collections) {
|
|
9
|
+
const refs = [];
|
|
10
|
+
detectFieldReferences(collection.fields, collection.name, collectionNames, refs);
|
|
11
|
+
result.set(collection.name, refs);
|
|
12
|
+
}
|
|
13
|
+
return result;
|
|
14
|
+
}
|
|
15
|
+
function detectFieldReferences(fields, collectionName, collectionNames, refs) {
|
|
16
|
+
for (const field of fields) {
|
|
17
|
+
if (field.isObjectId && field.name !== '_id') {
|
|
18
|
+
const targetCollection = guessTargetCollection(field.name, collectionNames);
|
|
19
|
+
if (targetCollection) {
|
|
20
|
+
refs.push({
|
|
21
|
+
sourceField: field.path,
|
|
22
|
+
targetCollection,
|
|
23
|
+
foreignKeyColumn: (0, type_mapper_1.toSnakeCase)(field.name).replace(/_id$/, '_id'),
|
|
24
|
+
foreignKeyTable: (0, type_mapper_1.toSnakeCase)(collectionName),
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
if (field.nestedFields) {
|
|
29
|
+
detectFieldReferences(field.nestedFields, collectionName, collectionNames, refs);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
function guessTargetCollection(fieldName, collectionNames) {
|
|
34
|
+
let baseName = fieldName;
|
|
35
|
+
if (baseName.endsWith('Id') || baseName.endsWith('_id')) {
|
|
36
|
+
baseName = baseName.replace(/(_id|Id)$/, '');
|
|
37
|
+
}
|
|
38
|
+
const candidates = [
|
|
39
|
+
baseName,
|
|
40
|
+
baseName + 's',
|
|
41
|
+
baseName + 'es',
|
|
42
|
+
(0, type_mapper_1.singularize)(baseName),
|
|
43
|
+
(0, type_mapper_1.toSnakeCase)(baseName),
|
|
44
|
+
(0, type_mapper_1.toSnakeCase)(baseName) + 's',
|
|
45
|
+
];
|
|
46
|
+
for (const candidate of candidates) {
|
|
47
|
+
if (collectionNames.has(candidate))
|
|
48
|
+
return candidate;
|
|
49
|
+
const lower = candidate.toLowerCase();
|
|
50
|
+
for (const name of collectionNames) {
|
|
51
|
+
if (name.toLowerCase() === lower)
|
|
52
|
+
return name;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
return null;
|
|
56
|
+
}
|
|
57
|
+
//# sourceMappingURL=reference.detector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reference.detector.js","sourceRoot":"","sources":["../../src/migration/reference.detector.ts"],"names":[],"mappings":";;AAGA,4CAaC;AAfD,+CAAyD;AAEzD,SAAgB,gBAAgB,CAC9B,WAAsC;IAEtC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;IAEtD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,IAAI,GAAwB,EAAE,CAAC;QACrC,qBAAqB,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;QACjF,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,qBAAqB,CAC5B,MAAwB,EACxB,cAAsB,EACtB,eAA4B,EAC5B,IAAyB;IAEzB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC7C,MAAM,gBAAgB,GAAG,qBAAqB,CAC5C,KAAK,CAAC,IAAI,EACV,eAAe,CAChB,CAAC;YACF,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,IAAI,CAAC;oBACR,WAAW,EAAE,KAAK,CAAC,IAAI;oBACvB,gBAAgB;oBAChB,gBAAgB,EAAE,IAAA,yBAAW,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC;oBAChE,eAAe,EAAE,IAAA,yBAAW,EAAC,cAAc,CAAC;iBAC7C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACvB,qBAAqB,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAC5B,SAAiB,EACjB,eAA4B;IAE5B,IAAI,QAAQ,GAAG,SAAS,CAAC;IACzB,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,UAAU,GAAG;QACjB,QAAQ;QACR,QAAQ,GAAG,GAAG;QACd,QAAQ,GAAG,IAAI;QACf,IAAA,yBAAW,EAAC,QAAQ,CAAC;QACrB,IAAA,yBAAW,EAAC,QAAQ,CAAC;QACrB,IAAA,yBAAW,EAAC,QAAQ,CAAC,GAAG,GAAG;KAC5B,CAAC;IAEF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;QACrD,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;YACnC,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,KAAK;gBAAE,OAAO,IAAI,CAAC;QAChD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export declare function objectIdToUuid(objectId: string): string;
|
|
2
|
+
export declare function mongoTypeToPgType(mongoType: string): string;
|
|
3
|
+
export declare function pgTypeToMongoType(pgType: string): string;
|
|
4
|
+
export declare function detectMongoFieldType(value: any): string;
|
|
5
|
+
export declare function resolveMajorityType(typeCounts: Record<string, number>): string;
|
|
6
|
+
export declare function coerceValue(value: any, fromType: string, toType: string): {
|
|
7
|
+
success: boolean;
|
|
8
|
+
value: any;
|
|
9
|
+
};
|
|
10
|
+
export declare function singularize(word: string): string;
|
|
11
|
+
export declare function toSnakeCase(str: string): string;
|
|
12
|
+
export declare function pluralize(word: string): string;
|