appwrite-utils-cli 1.9.7 → 1.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. package/CONFIG_TODO.md +1189 -1189
  2. package/README.md +1004 -1004
  3. package/SELECTION_DIALOGS.md +145 -145
  4. package/SERVICE_IMPLEMENTATION_REPORT.md +462 -462
  5. package/package.json +6 -3
  6. package/scripts/copy-templates.ts +23 -23
  7. package/src/adapters/index.ts +11 -37
  8. package/src/backups/operations/bucketBackup.ts +277 -277
  9. package/src/backups/operations/collectionBackup.ts +310 -310
  10. package/src/backups/operations/comprehensiveBackup.ts +342 -342
  11. package/src/backups/schemas/bucketManifest.ts +78 -78
  12. package/src/backups/schemas/comprehensiveManifest.ts +76 -76
  13. package/src/backups/tracking/centralizedTracking.ts +352 -352
  14. package/src/cli/commands/configCommands.ts +265 -201
  15. package/src/cli/commands/databaseCommands.ts +931 -879
  16. package/src/cli/commands/functionCommands.ts +333 -332
  17. package/src/cli/commands/importFileCommands.ts +815 -0
  18. package/src/cli/commands/schemaCommands.ts +141 -141
  19. package/src/cli/commands/storageCommands.ts +2 -3
  20. package/src/cli/commands/transferCommands.ts +454 -457
  21. package/src/collections/attributes.ts.backup +1555 -1555
  22. package/src/collections/{attributes.ts → columns.ts} +15 -10
  23. package/src/collections/indexes.ts +350 -352
  24. package/src/collections/methods.ts +714 -700
  25. package/src/collections/tableOperations.ts +29 -8
  26. package/src/collections/transferOperations.ts +376 -377
  27. package/src/collections/wipeOperations.ts +449 -346
  28. package/src/databases/methods.ts +49 -49
  29. package/src/databases/setup.ts +77 -77
  30. package/src/examples/yamlTerminologyExample.ts +346 -346
  31. package/src/functions/deployments.ts +221 -220
  32. package/src/functions/fnConfigDiscovery.ts +2 -2
  33. package/src/functions/methods.ts +284 -284
  34. package/src/functions/templates/count-docs-in-collection/README.md +53 -53
  35. package/src/functions/templates/count-docs-in-collection/src/main.ts +159 -159
  36. package/src/functions/templates/count-docs-in-collection/src/request.ts +8 -8
  37. package/src/functions/templates/hono-typescript/README.md +285 -285
  38. package/src/functions/templates/hono-typescript/src/adapters/request.ts +73 -73
  39. package/src/functions/templates/hono-typescript/src/adapters/response.ts +105 -105
  40. package/src/functions/templates/hono-typescript/src/app.ts +179 -179
  41. package/src/functions/templates/hono-typescript/src/context.ts +102 -102
  42. package/src/functions/templates/hono-typescript/src/{index.ts → main.ts} +53 -53
  43. package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +118 -118
  44. package/src/functions/templates/typescript-node/README.md +31 -31
  45. package/src/functions/templates/typescript-node/src/context.ts +102 -102
  46. package/src/functions/templates/typescript-node/src/{index.ts → main.ts} +29 -29
  47. package/src/functions/templates/uv/README.md +30 -30
  48. package/src/functions/templates/uv/pyproject.toml +29 -29
  49. package/src/functions/templates/uv/src/context.py +124 -124
  50. package/src/functions/templates/uv/src/{index.py → main.py} +45 -45
  51. package/src/init.ts +62 -62
  52. package/src/interactiveCLI.ts +1095 -1030
  53. package/src/main.ts +1517 -1670
  54. package/src/migrations/afterImportActions.ts +579 -580
  55. package/src/migrations/appwriteToX.ts +634 -630
  56. package/src/migrations/comprehensiveTransfer.ts +2149 -2149
  57. package/src/migrations/dataLoader.ts +1729 -1702
  58. package/src/migrations/importController.ts +440 -428
  59. package/src/migrations/importDataActions.ts +315 -315
  60. package/src/migrations/relationships.ts +333 -334
  61. package/src/migrations/services/DataTransformationService.ts +195 -195
  62. package/src/migrations/services/FileHandlerService.ts +310 -310
  63. package/src/migrations/services/ImportOrchestrator.ts +674 -665
  64. package/src/migrations/services/RateLimitManager.ts +362 -362
  65. package/src/migrations/services/RelationshipResolver.ts +460 -460
  66. package/src/migrations/services/UserMappingService.ts +344 -344
  67. package/src/migrations/services/ValidationService.ts +333 -333
  68. package/src/migrations/transfer.ts +987 -942
  69. package/src/migrations/yaml/YamlImportConfigLoader.ts +438 -438
  70. package/src/migrations/yaml/YamlImportIntegration.ts +438 -438
  71. package/src/migrations/yaml/generateImportSchemas.ts +1347 -1347
  72. package/src/schemas/authUser.ts +23 -23
  73. package/src/setup.ts +8 -8
  74. package/src/setupCommands.ts +5 -6
  75. package/src/setupController.ts +42 -42
  76. package/src/shared/backupMetadataSchema.ts +93 -93
  77. package/src/shared/backupTracking.ts +211 -211
  78. package/src/shared/confirmationDialogs.ts +326 -326
  79. package/src/shared/migrationHelpers.ts +232 -232
  80. package/src/shared/operationLogger.ts +20 -20
  81. package/src/shared/operationQueue.ts +326 -327
  82. package/src/shared/operationsTable.ts +338 -338
  83. package/src/shared/operationsTableSchema.ts +60 -60
  84. package/src/shared/progressManager.ts +277 -277
  85. package/src/shared/relationshipExtractor.ts +214 -214
  86. package/src/shared/selectionDialogs.ts +775 -722
  87. package/src/storage/backupCompression.ts +88 -88
  88. package/src/storage/methods.ts +695 -682
  89. package/src/storage/schemas.ts +205 -205
  90. package/src/tables/indexManager.ts +408 -408
  91. package/src/types/node-appwrite-tablesdb.d.ts +43 -43
  92. package/src/types.ts +9 -9
  93. package/src/users/methods.ts +358 -359
  94. package/src/utils/configMigration.ts +347 -347
  95. package/src/utils/index.ts +2 -2
  96. package/src/utils/loadConfigs.ts +457 -449
  97. package/src/utils/setupFiles.ts +1236 -1238
  98. package/src/utilsController.ts +1263 -1213
  99. package/tests/README.md +496 -496
  100. package/tests/adapters/AdapterFactory.test.ts +276 -276
  101. package/tests/integration/syncOperations.test.ts +462 -462
  102. package/tests/jest.config.js +24 -24
  103. package/tests/migration/configMigration.test.ts +545 -545
  104. package/tests/setup.ts +61 -61
  105. package/tests/testUtils.ts +339 -339
  106. package/tests/utils/loadConfigs.test.ts +349 -349
  107. package/tests/validation/configValidation.test.ts +411 -411
  108. package/tsconfig.json +44 -44
  109. package/.appwrite/.yaml_schemas/appwrite-config.schema.json +0 -380
  110. package/.appwrite/.yaml_schemas/collection.schema.json +0 -255
  111. package/.appwrite/collections/Categories.yaml +0 -182
  112. package/.appwrite/collections/ExampleCollection.yaml +0 -36
  113. package/.appwrite/collections/Posts.yaml +0 -227
  114. package/.appwrite/collections/Users.yaml +0 -149
  115. package/.appwrite/config.yaml +0 -109
  116. package/.appwrite/import/README.md +0 -148
  117. package/.appwrite/import/categories-import.yaml +0 -129
  118. package/.appwrite/import/posts-import.yaml +0 -208
  119. package/.appwrite/import/users-import.yaml +0 -130
  120. package/.appwrite/importData/categories.json +0 -194
  121. package/.appwrite/importData/posts.json +0 -270
  122. package/.appwrite/importData/users.json +0 -220
  123. package/.appwrite/schemas/categories.json +0 -128
  124. package/.appwrite/schemas/exampleCollection.json +0 -52
  125. package/.appwrite/schemas/posts.json +0 -173
  126. package/.appwrite/schemas/users.json +0 -125
  127. package/dist/adapters/AdapterFactory.d.ts +0 -94
  128. package/dist/adapters/AdapterFactory.js +0 -420
  129. package/dist/adapters/DatabaseAdapter.d.ts +0 -243
  130. package/dist/adapters/DatabaseAdapter.js +0 -50
  131. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  132. package/dist/adapters/LegacyAdapter.js +0 -615
  133. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  134. package/dist/adapters/TablesDBAdapter.js +0 -611
  135. package/dist/adapters/index.d.ts +0 -11
  136. package/dist/adapters/index.js +0 -12
  137. package/dist/backups/operations/bucketBackup.d.ts +0 -19
  138. package/dist/backups/operations/bucketBackup.js +0 -197
  139. package/dist/backups/operations/collectionBackup.d.ts +0 -30
  140. package/dist/backups/operations/collectionBackup.js +0 -201
  141. package/dist/backups/operations/comprehensiveBackup.d.ts +0 -25
  142. package/dist/backups/operations/comprehensiveBackup.js +0 -238
  143. package/dist/backups/schemas/bucketManifest.d.ts +0 -93
  144. package/dist/backups/schemas/bucketManifest.js +0 -33
  145. package/dist/backups/schemas/comprehensiveManifest.d.ts +0 -108
  146. package/dist/backups/schemas/comprehensiveManifest.js +0 -32
  147. package/dist/backups/tracking/centralizedTracking.d.ts +0 -34
  148. package/dist/backups/tracking/centralizedTracking.js +0 -274
  149. package/dist/cli/commands/configCommands.d.ts +0 -8
  150. package/dist/cli/commands/configCommands.js +0 -166
  151. package/dist/cli/commands/databaseCommands.d.ts +0 -14
  152. package/dist/cli/commands/databaseCommands.js +0 -644
  153. package/dist/cli/commands/functionCommands.d.ts +0 -7
  154. package/dist/cli/commands/functionCommands.js +0 -330
  155. package/dist/cli/commands/schemaCommands.d.ts +0 -7
  156. package/dist/cli/commands/schemaCommands.js +0 -169
  157. package/dist/cli/commands/storageCommands.d.ts +0 -5
  158. package/dist/cli/commands/storageCommands.js +0 -143
  159. package/dist/cli/commands/transferCommands.d.ts +0 -5
  160. package/dist/cli/commands/transferCommands.js +0 -384
  161. package/dist/collections/attributes.d.ts +0 -13
  162. package/dist/collections/attributes.js +0 -1333
  163. package/dist/collections/indexes.d.ts +0 -12
  164. package/dist/collections/indexes.js +0 -217
  165. package/dist/collections/methods.d.ts +0 -19
  166. package/dist/collections/methods.js +0 -587
  167. package/dist/collections/tableOperations.d.ts +0 -86
  168. package/dist/collections/tableOperations.js +0 -447
  169. package/dist/collections/transferOperations.d.ts +0 -8
  170. package/dist/collections/transferOperations.js +0 -412
  171. package/dist/collections/wipeOperations.d.ts +0 -16
  172. package/dist/collections/wipeOperations.js +0 -233
  173. package/dist/config/ConfigManager.d.ts +0 -450
  174. package/dist/config/ConfigManager.js +0 -650
  175. package/dist/config/configMigration.d.ts +0 -87
  176. package/dist/config/configMigration.js +0 -390
  177. package/dist/config/configValidation.d.ts +0 -66
  178. package/dist/config/configValidation.js +0 -358
  179. package/dist/config/index.d.ts +0 -8
  180. package/dist/config/index.js +0 -7
  181. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -122
  182. package/dist/config/services/ConfigDiscoveryService.js +0 -322
  183. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  184. package/dist/config/services/ConfigLoaderService.js +0 -535
  185. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  186. package/dist/config/services/ConfigMergeService.js +0 -308
  187. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  188. package/dist/config/services/ConfigValidationService.js +0 -310
  189. package/dist/config/services/SessionAuthService.d.ts +0 -225
  190. package/dist/config/services/SessionAuthService.js +0 -456
  191. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  192. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  193. package/dist/config/services/index.d.ts +0 -13
  194. package/dist/config/services/index.js +0 -10
  195. package/dist/config/yamlConfig.d.ts +0 -722
  196. package/dist/config/yamlConfig.js +0 -702
  197. package/dist/databases/methods.d.ts +0 -6
  198. package/dist/databases/methods.js +0 -35
  199. package/dist/databases/setup.d.ts +0 -5
  200. package/dist/databases/setup.js +0 -45
  201. package/dist/examples/yamlTerminologyExample.d.ts +0 -42
  202. package/dist/examples/yamlTerminologyExample.js +0 -272
  203. package/dist/functions/deployments.d.ts +0 -4
  204. package/dist/functions/deployments.js +0 -146
  205. package/dist/functions/fnConfigDiscovery.d.ts +0 -3
  206. package/dist/functions/fnConfigDiscovery.js +0 -108
  207. package/dist/functions/methods.d.ts +0 -16
  208. package/dist/functions/methods.js +0 -174
  209. package/dist/functions/pathResolution.d.ts +0 -37
  210. package/dist/functions/pathResolution.js +0 -185
  211. package/dist/functions/templates/count-docs-in-collection/README.md +0 -54
  212. package/dist/functions/templates/count-docs-in-collection/package.json +0 -25
  213. package/dist/functions/templates/count-docs-in-collection/src/main.ts +0 -159
  214. package/dist/functions/templates/count-docs-in-collection/src/request.ts +0 -9
  215. package/dist/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  216. package/dist/functions/templates/hono-typescript/README.md +0 -286
  217. package/dist/functions/templates/hono-typescript/package.json +0 -26
  218. package/dist/functions/templates/hono-typescript/src/adapters/request.ts +0 -74
  219. package/dist/functions/templates/hono-typescript/src/adapters/response.ts +0 -106
  220. package/dist/functions/templates/hono-typescript/src/app.ts +0 -180
  221. package/dist/functions/templates/hono-typescript/src/context.ts +0 -103
  222. package/dist/functions/templates/hono-typescript/src/index.ts +0 -54
  223. package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +0 -119
  224. package/dist/functions/templates/hono-typescript/tsconfig.json +0 -20
  225. package/dist/functions/templates/typescript-node/README.md +0 -32
  226. package/dist/functions/templates/typescript-node/package.json +0 -25
  227. package/dist/functions/templates/typescript-node/src/context.ts +0 -103
  228. package/dist/functions/templates/typescript-node/src/index.ts +0 -29
  229. package/dist/functions/templates/typescript-node/tsconfig.json +0 -28
  230. package/dist/functions/templates/uv/README.md +0 -31
  231. package/dist/functions/templates/uv/pyproject.toml +0 -30
  232. package/dist/functions/templates/uv/src/__init__.py +0 -0
  233. package/dist/functions/templates/uv/src/context.py +0 -125
  234. package/dist/functions/templates/uv/src/index.py +0 -46
  235. package/dist/init.d.ts +0 -2
  236. package/dist/init.js +0 -57
  237. package/dist/interactiveCLI.d.ts +0 -31
  238. package/dist/interactiveCLI.js +0 -898
  239. package/dist/main.d.ts +0 -2
  240. package/dist/main.js +0 -1180
  241. package/dist/migrations/afterImportActions.d.ts +0 -17
  242. package/dist/migrations/afterImportActions.js +0 -306
  243. package/dist/migrations/appwriteToX.d.ts +0 -211
  244. package/dist/migrations/appwriteToX.js +0 -491
  245. package/dist/migrations/comprehensiveTransfer.d.ts +0 -147
  246. package/dist/migrations/comprehensiveTransfer.js +0 -1317
  247. package/dist/migrations/dataLoader.d.ts +0 -753
  248. package/dist/migrations/dataLoader.js +0 -1250
  249. package/dist/migrations/importController.d.ts +0 -23
  250. package/dist/migrations/importController.js +0 -268
  251. package/dist/migrations/importDataActions.d.ts +0 -50
  252. package/dist/migrations/importDataActions.js +0 -230
  253. package/dist/migrations/relationships.d.ts +0 -29
  254. package/dist/migrations/relationships.js +0 -204
  255. package/dist/migrations/services/DataTransformationService.d.ts +0 -55
  256. package/dist/migrations/services/DataTransformationService.js +0 -158
  257. package/dist/migrations/services/FileHandlerService.d.ts +0 -75
  258. package/dist/migrations/services/FileHandlerService.js +0 -236
  259. package/dist/migrations/services/ImportOrchestrator.d.ts +0 -97
  260. package/dist/migrations/services/ImportOrchestrator.js +0 -485
  261. package/dist/migrations/services/RateLimitManager.d.ts +0 -138
  262. package/dist/migrations/services/RateLimitManager.js +0 -279
  263. package/dist/migrations/services/RelationshipResolver.d.ts +0 -120
  264. package/dist/migrations/services/RelationshipResolver.js +0 -332
  265. package/dist/migrations/services/UserMappingService.d.ts +0 -109
  266. package/dist/migrations/services/UserMappingService.js +0 -277
  267. package/dist/migrations/services/ValidationService.d.ts +0 -74
  268. package/dist/migrations/services/ValidationService.js +0 -260
  269. package/dist/migrations/transfer.d.ts +0 -26
  270. package/dist/migrations/transfer.js +0 -608
  271. package/dist/migrations/yaml/YamlImportConfigLoader.d.ts +0 -131
  272. package/dist/migrations/yaml/YamlImportConfigLoader.js +0 -383
  273. package/dist/migrations/yaml/YamlImportIntegration.d.ts +0 -93
  274. package/dist/migrations/yaml/YamlImportIntegration.js +0 -341
  275. package/dist/migrations/yaml/generateImportSchemas.d.ts +0 -30
  276. package/dist/migrations/yaml/generateImportSchemas.js +0 -1327
  277. package/dist/schemas/authUser.d.ts +0 -24
  278. package/dist/schemas/authUser.js +0 -17
  279. package/dist/setup.d.ts +0 -2
  280. package/dist/setup.js +0 -5
  281. package/dist/setupCommands.d.ts +0 -58
  282. package/dist/setupCommands.js +0 -490
  283. package/dist/setupController.d.ts +0 -9
  284. package/dist/setupController.js +0 -34
  285. package/dist/shared/attributeMapper.d.ts +0 -20
  286. package/dist/shared/attributeMapper.js +0 -203
  287. package/dist/shared/backupMetadataSchema.d.ts +0 -94
  288. package/dist/shared/backupMetadataSchema.js +0 -38
  289. package/dist/shared/backupTracking.d.ts +0 -18
  290. package/dist/shared/backupTracking.js +0 -176
  291. package/dist/shared/confirmationDialogs.d.ts +0 -75
  292. package/dist/shared/confirmationDialogs.js +0 -236
  293. package/dist/shared/errorUtils.d.ts +0 -54
  294. package/dist/shared/errorUtils.js +0 -95
  295. package/dist/shared/functionManager.d.ts +0 -48
  296. package/dist/shared/functionManager.js +0 -348
  297. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  298. package/dist/shared/jsonSchemaGenerator.js +0 -290
  299. package/dist/shared/logging.d.ts +0 -61
  300. package/dist/shared/logging.js +0 -116
  301. package/dist/shared/messageFormatter.d.ts +0 -39
  302. package/dist/shared/messageFormatter.js +0 -162
  303. package/dist/shared/migrationHelpers.d.ts +0 -61
  304. package/dist/shared/migrationHelpers.js +0 -145
  305. package/dist/shared/operationLogger.d.ts +0 -10
  306. package/dist/shared/operationLogger.js +0 -12
  307. package/dist/shared/operationQueue.d.ts +0 -40
  308. package/dist/shared/operationQueue.js +0 -311
  309. package/dist/shared/operationsTable.d.ts +0 -26
  310. package/dist/shared/operationsTable.js +0 -286
  311. package/dist/shared/operationsTableSchema.d.ts +0 -48
  312. package/dist/shared/operationsTableSchema.js +0 -35
  313. package/dist/shared/progressManager.d.ts +0 -62
  314. package/dist/shared/progressManager.js +0 -215
  315. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  316. package/dist/shared/pydanticModelGenerator.js +0 -615
  317. package/dist/shared/relationshipExtractor.d.ts +0 -56
  318. package/dist/shared/relationshipExtractor.js +0 -138
  319. package/dist/shared/schemaGenerator.d.ts +0 -40
  320. package/dist/shared/schemaGenerator.js +0 -556
  321. package/dist/shared/selectionDialogs.d.ts +0 -214
  322. package/dist/shared/selectionDialogs.js +0 -544
  323. package/dist/storage/backupCompression.d.ts +0 -20
  324. package/dist/storage/backupCompression.js +0 -67
  325. package/dist/storage/methods.d.ts +0 -32
  326. package/dist/storage/methods.js +0 -472
  327. package/dist/storage/schemas.d.ts +0 -842
  328. package/dist/storage/schemas.js +0 -175
  329. package/dist/tables/indexManager.d.ts +0 -65
  330. package/dist/tables/indexManager.js +0 -294
  331. package/dist/types.d.ts +0 -4
  332. package/dist/types.js +0 -3
  333. package/dist/users/methods.d.ts +0 -16
  334. package/dist/users/methods.js +0 -277
  335. package/dist/utils/ClientFactory.d.ts +0 -87
  336. package/dist/utils/ClientFactory.js +0 -212
  337. package/dist/utils/configDiscovery.d.ts +0 -78
  338. package/dist/utils/configDiscovery.js +0 -472
  339. package/dist/utils/configMigration.d.ts +0 -1
  340. package/dist/utils/configMigration.js +0 -261
  341. package/dist/utils/constantsGenerator.d.ts +0 -31
  342. package/dist/utils/constantsGenerator.js +0 -321
  343. package/dist/utils/dataConverters.d.ts +0 -46
  344. package/dist/utils/dataConverters.js +0 -139
  345. package/dist/utils/directoryUtils.d.ts +0 -22
  346. package/dist/utils/directoryUtils.js +0 -59
  347. package/dist/utils/getClientFromConfig.d.ts +0 -39
  348. package/dist/utils/getClientFromConfig.js +0 -199
  349. package/dist/utils/helperFunctions.d.ts +0 -63
  350. package/dist/utils/helperFunctions.js +0 -156
  351. package/dist/utils/index.d.ts +0 -2
  352. package/dist/utils/index.js +0 -2
  353. package/dist/utils/loadConfigs.d.ts +0 -50
  354. package/dist/utils/loadConfigs.js +0 -358
  355. package/dist/utils/pathResolvers.d.ts +0 -53
  356. package/dist/utils/pathResolvers.js +0 -72
  357. package/dist/utils/projectConfig.d.ts +0 -122
  358. package/dist/utils/projectConfig.js +0 -206
  359. package/dist/utils/retryFailedPromises.d.ts +0 -2
  360. package/dist/utils/retryFailedPromises.js +0 -23
  361. package/dist/utils/sessionAuth.d.ts +0 -48
  362. package/dist/utils/sessionAuth.js +0 -164
  363. package/dist/utils/setupFiles.d.ts +0 -4
  364. package/dist/utils/setupFiles.js +0 -1192
  365. package/dist/utils/typeGuards.d.ts +0 -35
  366. package/dist/utils/typeGuards.js +0 -57
  367. package/dist/utils/validationRules.d.ts +0 -43
  368. package/dist/utils/validationRules.js +0 -42
  369. package/dist/utils/versionDetection.d.ts +0 -58
  370. package/dist/utils/versionDetection.js +0 -251
  371. package/dist/utils/yamlConverter.d.ts +0 -100
  372. package/dist/utils/yamlConverter.js +0 -428
  373. package/dist/utils/yamlLoader.d.ts +0 -70
  374. package/dist/utils/yamlLoader.js +0 -267
  375. package/dist/utilsController.d.ts +0 -107
  376. package/dist/utilsController.js +0 -873
  377. package/src/adapters/AdapterFactory.ts +0 -529
  378. package/src/adapters/DatabaseAdapter.ts +0 -319
  379. package/src/adapters/LegacyAdapter.ts +0 -844
  380. package/src/adapters/TablesDBAdapter.ts +0 -823
  381. package/src/config/ConfigManager.ts +0 -849
  382. package/src/config/README.md +0 -274
  383. package/src/config/configMigration.ts +0 -575
  384. package/src/config/configValidation.ts +0 -445
  385. package/src/config/index.ts +0 -10
  386. package/src/config/services/ConfigDiscoveryService.ts +0 -410
  387. package/src/config/services/ConfigLoaderService.ts +0 -732
  388. package/src/config/services/ConfigMergeService.ts +0 -388
  389. package/src/config/services/ConfigValidationService.ts +0 -394
  390. package/src/config/services/SessionAuthService.ts +0 -565
  391. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  392. package/src/config/services/index.ts +0 -29
  393. package/src/config/yamlConfig.ts +0 -761
  394. package/src/functions/pathResolution.ts +0 -227
  395. package/src/functions/templates/count-docs-in-collection/package.json +0 -25
  396. package/src/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  397. package/src/functions/templates/hono-typescript/package.json +0 -26
  398. package/src/functions/templates/hono-typescript/tsconfig.json +0 -20
  399. package/src/functions/templates/typescript-node/package.json +0 -25
  400. package/src/functions/templates/typescript-node/tsconfig.json +0 -28
  401. package/src/shared/attributeMapper.ts +0 -229
  402. package/src/shared/errorUtils.ts +0 -110
  403. package/src/shared/functionManager.ts +0 -537
  404. package/src/shared/jsonSchemaGenerator.ts +0 -383
  405. package/src/shared/logging.ts +0 -149
  406. package/src/shared/messageFormatter.ts +0 -208
  407. package/src/shared/pydanticModelGenerator.ts +0 -618
  408. package/src/shared/schemaGenerator.ts +0 -644
  409. package/src/utils/ClientFactory.ts +0 -240
  410. package/src/utils/configDiscovery.ts +0 -557
  411. package/src/utils/constantsGenerator.ts +0 -369
  412. package/src/utils/dataConverters.ts +0 -159
  413. package/src/utils/directoryUtils.ts +0 -61
  414. package/src/utils/getClientFromConfig.ts +0 -257
  415. package/src/utils/helperFunctions.ts +0 -228
  416. package/src/utils/pathResolvers.ts +0 -81
  417. package/src/utils/projectConfig.ts +0 -340
  418. package/src/utils/retryFailedPromises.ts +0 -29
  419. package/src/utils/sessionAuth.ts +0 -230
  420. package/src/utils/typeGuards.ts +0 -65
  421. package/src/utils/validationRules.ts +0 -88
  422. package/src/utils/versionDetection.ts +0 -292
  423. package/src/utils/yamlConverter.ts +0 -542
  424. package/src/utils/yamlLoader.ts +0 -371
  425. package/tmp-sync-test/.appwrite/collections/TestCollection.yaml +0 -7
@@ -1,461 +1,461 @@
1
- import type {
2
- AttributeMappings,
3
- IdMappings,
4
- AppwriteConfig,
5
- CollectionCreate,
6
- } from "appwrite-utils";
7
- import { logger } from "../../shared/logging.js";
8
- import { isEmpty } from "es-toolkit/compat";
9
- import type { UserMappingService } from "./UserMappingService.js";
10
-
11
- export interface CollectionImportData {
12
- collection?: CollectionCreate;
13
- data: Array<{
14
- rawData: any;
15
- finalData: any;
16
- context: any;
17
- importDef?: any;
18
- }>;
19
- }
20
-
21
- /**
22
- * Service responsible for resolving relationships and ID mappings during import.
23
- * Preserves all existing relationship resolution logic from DataLoader.
24
- * Extracted to provide focused, testable relationship management.
25
- */
26
- export class RelationshipResolver {
27
- private config: AppwriteConfig;
28
- private userMappingService: UserMappingService;
29
-
30
- // Map to track old to new ID mappings for each collection
31
- private oldIdToNewIdPerCollectionMap = new Map<string, Map<string, string>>();
32
-
33
- constructor(config: AppwriteConfig, userMappingService: UserMappingService) {
34
- this.config = config;
35
- this.userMappingService = userMappingService;
36
- }
37
-
38
- /**
39
- * Helper method to generate a consistent key for collections.
40
- * Preserves existing logic from DataLoader.
41
- */
42
- getCollectionKey(name: string): string {
43
- return name.toLowerCase().replace(" ", "");
44
- }
45
-
46
- /**
47
- * Stores ID mapping for a collection.
48
- *
49
- * @param collectionName - The collection name
50
- * @param oldId - The old ID
51
- * @param newId - The new ID
52
- */
53
- setIdMapping(collectionName: string, oldId: string, newId: string): void {
54
- const collectionKey = this.getCollectionKey(collectionName);
55
-
56
- if (!this.oldIdToNewIdPerCollectionMap.has(collectionKey)) {
57
- this.oldIdToNewIdPerCollectionMap.set(collectionKey, new Map());
58
- }
59
-
60
- const collectionMap = this.oldIdToNewIdPerCollectionMap.get(collectionKey)!;
61
- collectionMap.set(`${oldId}`, `${newId}`);
62
- }
63
-
64
- /**
65
- * Gets the new ID for an old ID in a specific collection.
66
- *
67
- * @param collectionName - The collection name
68
- * @param oldId - The old ID to look up
69
- * @returns The new ID if found, otherwise undefined
70
- */
71
- getNewIdForOldId(collectionName: string, oldId: string): string | undefined {
72
- const collectionKey = this.getCollectionKey(collectionName);
73
- return this.oldIdToNewIdPerCollectionMap.get(collectionKey)?.get(`${oldId}`);
74
- }
75
-
76
- /**
77
- * Checks if an ID mapping exists for a collection.
78
- *
79
- * @param collectionName - The collection name
80
- * @param oldId - The old ID to check
81
- * @returns True if mapping exists
82
- */
83
- hasIdMapping(collectionName: string, oldId: string): boolean {
84
- const collectionKey = this.getCollectionKey(collectionName);
85
- return this.oldIdToNewIdPerCollectionMap.get(collectionKey)?.has(`${oldId}`) || false;
86
- }
87
-
88
- /**
89
- * Gets the value to match for a given key in the final data or context.
90
- * Preserves existing logic from DataLoader.
91
- *
92
- * @param finalData - The final data object
93
- * @param context - The context object
94
- * @param key - The key to get the value for
95
- * @returns The value to match for from finalData or Context
96
- */
97
- private getValueFromData(finalData: any, context: any, key: string): any {
98
- if (
99
- context[key] !== undefined &&
100
- context[key] !== null &&
101
- context[key] !== ""
102
- ) {
103
- return context[key];
104
- }
105
- return finalData[key];
106
- }
107
-
108
- /**
109
- * Updates old references with new IDs based on ID mappings.
110
- * Preserves existing reference update logic from DataLoader.
111
- *
112
- * @param importMap - Map of collection data by collection key
113
- * @param collections - Array of collection configurations
114
- */
115
- updateOldReferencesForNew(
116
- importMap: Map<string, CollectionImportData>,
117
- collections: CollectionCreate[]
118
- ): void {
119
- if (!collections) {
120
- return;
121
- }
122
-
123
- for (const collectionConfig of collections) {
124
- const collectionKey = this.getCollectionKey(collectionConfig.name);
125
- const collectionData = importMap.get(collectionKey);
126
-
127
- if (!collectionData || !collectionData.data) continue;
128
-
129
- logger.info(`Updating references for collection: ${collectionConfig.name}`);
130
-
131
- let needsUpdate = false;
132
-
133
- // Iterate over each data item in the current collection
134
- for (let i = 0; i < collectionData.data.length; i++) {
135
- if (collectionConfig.importDefs) {
136
- for (const importDef of collectionConfig.importDefs) {
137
- if (importDef.idMappings) {
138
- for (const idMapping of importDef.idMappings) {
139
- const targetCollectionKey = this.getCollectionKey(
140
- idMapping.targetCollection
141
- );
142
- const fieldToSetKey =
143
- idMapping.fieldToSet || idMapping.sourceField;
144
- const targetFieldKey =
145
- idMapping.targetFieldToMatch || idMapping.targetField;
146
- const sourceValue = this.getValueFromData(
147
- collectionData.data[i].finalData,
148
- collectionData.data[i].context,
149
- idMapping.sourceField
150
- );
151
-
152
- // Skip if value to match is missing or empty
153
- if (
154
- !sourceValue ||
155
- isEmpty(sourceValue) ||
156
- sourceValue === null
157
- )
158
- continue;
159
-
160
- const isFieldToSetArray = collectionConfig.attributes?.find(
161
- (attribute) => attribute.key === fieldToSetKey
162
- )?.array;
163
-
164
- const targetCollectionData = importMap.get(targetCollectionKey);
165
- if (!targetCollectionData || !targetCollectionData.data)
166
- continue;
167
-
168
- // Handle cases where sourceValue is an array
169
- const sourceValues = Array.isArray(sourceValue)
170
- ? sourceValue.map((sourceValue) => `${sourceValue}`)
171
- : [`${sourceValue}`];
172
- let newData = [];
173
-
174
- for (const valueToMatch of sourceValues) {
175
- // Find matching data in the target collection
176
- const foundData = targetCollectionData.data.filter(
177
- ({ context, finalData }) => {
178
- const targetValue = this.getValueFromData(
179
- finalData,
180
- context,
181
- targetFieldKey
182
- );
183
- const isMatch = `${targetValue}` === `${valueToMatch}`;
184
- // Ensure the targetValue is defined and not null
185
- return (
186
- isMatch &&
187
- targetValue !== undefined &&
188
- targetValue !== null
189
- );
190
- }
191
- );
192
-
193
- if (foundData.length) {
194
- newData.push(
195
- ...foundData.map((data) => {
196
- const newValue = this.getValueFromData(
197
- data.finalData,
198
- data.context,
199
- idMapping.targetField
200
- );
201
- return newValue;
202
- })
203
- );
204
- } else {
205
- logger.info(
206
- `No data found for collection: ${targetCollectionKey} with value: ${valueToMatch} for field: ${fieldToSetKey} -- idMapping: ${JSON.stringify(
207
- idMapping,
208
- null,
209
- 2
210
- )}`
211
- );
212
- }
213
- continue;
214
- }
215
-
216
- const getCurrentDataFiltered = (currentData: any) => {
217
- if (Array.isArray(currentData.finalData[fieldToSetKey])) {
218
- return currentData.finalData[fieldToSetKey].filter(
219
- (data: any) => !sourceValues.includes(`${data}`)
220
- );
221
- }
222
- return currentData.finalData[fieldToSetKey];
223
- };
224
-
225
- // Get the current data to be updated
226
- const currentDataFiltered = getCurrentDataFiltered(
227
- collectionData.data[i]
228
- );
229
-
230
- if (newData.length) {
231
- needsUpdate = true;
232
-
233
- // Handle cases where current data is an array
234
- if (isFieldToSetArray) {
235
- if (!currentDataFiltered) {
236
- // Set new data if current data is undefined
237
- collectionData.data[i].finalData[fieldToSetKey] =
238
- Array.isArray(newData) ? newData : [newData];
239
- } else {
240
- if (Array.isArray(currentDataFiltered)) {
241
- // Convert current data to array and merge if new data is non-empty array
242
- collectionData.data[i].finalData[fieldToSetKey] = [
243
- ...new Set(
244
- [...currentDataFiltered, ...newData].filter(
245
- (value: any) =>
246
- value !== null &&
247
- value !== undefined &&
248
- value !== ""
249
- )
250
- ),
251
- ];
252
- } else {
253
- // Merge arrays if new data is non-empty array and filter for uniqueness
254
- collectionData.data[i].finalData[fieldToSetKey] = [
255
- ...new Set(
256
- [
257
- ...(Array.isArray(currentDataFiltered)
258
- ? currentDataFiltered
259
- : [currentDataFiltered]),
260
- ...newData,
261
- ].filter(
262
- (value: any) =>
263
- value !== null &&
264
- value !== undefined &&
265
- value !== "" &&
266
- !sourceValues.includes(`${value}`)
267
- )
268
- ),
269
- ];
270
- }
271
- }
272
- } else {
273
- if (!currentDataFiltered) {
274
- // Set new data if current data is undefined
275
- collectionData.data[i].finalData[fieldToSetKey] =
276
- Array.isArray(newData) ? newData[0] : newData;
277
- } else if (Array.isArray(newData) && newData.length > 0) {
278
- // Convert current data to array and merge if new data is non-empty array, then filter for uniqueness
279
- // and take the first value, because it's an array and the attribute is not an array
280
- collectionData.data[i].finalData[fieldToSetKey] = [
281
- ...new Set(
282
- [currentDataFiltered, ...newData].filter(
283
- (value: any) =>
284
- value !== null &&
285
- value !== undefined &&
286
- value !== "" &&
287
- !sourceValues.includes(`${value}`)
288
- )
289
- ),
290
- ].slice(0, 1)[0];
291
- } else if (
292
- !Array.isArray(newData) &&
293
- newData !== undefined
294
- ) {
295
- // Simply update the field if new data is not an array and defined
296
- collectionData.data[i].finalData[fieldToSetKey] = newData;
297
- }
298
- }
299
- }
300
- }
301
- }
302
- }
303
- }
304
- }
305
-
306
- // Update the import map if any changes were made
307
- if (needsUpdate) {
308
- importMap.set(collectionKey, collectionData);
309
- }
310
- }
311
- }
312
-
313
- /**
314
- * Resolves relationship references using the merged user map.
315
- * Handles cases where users have been merged during deduplication.
316
- *
317
- * @param oldId - The old user ID to resolve
318
- * @param targetCollection - The target collection name
319
- * @returns The resolved ID (new user ID if merged, otherwise mapped ID)
320
- */
321
- private getMergedId(oldId: string, targetCollection: string): string {
322
- // Check if this is a user collection and if the ID was merged
323
- if (this.userMappingService.isUsersCollection(targetCollection)) {
324
- const mergedId = this.userMappingService.findNewUserIdForOldId(oldId);
325
- if (mergedId !== oldId) {
326
- return mergedId;
327
- }
328
- }
329
-
330
- // Retrieve the old to new ID map for the related collection
331
- const oldToNewIdMap = this.oldIdToNewIdPerCollectionMap.get(
332
- this.getCollectionKey(targetCollection)
333
- );
334
-
335
- // If there's a mapping for the old ID, return the new ID
336
- if (oldToNewIdMap && oldToNewIdMap.has(`${oldId}`)) {
337
- return oldToNewIdMap.get(`${oldId}`)!;
338
- }
339
-
340
- // If no mapping is found, return the old ID as a fallback
341
- return oldId;
342
- }
343
-
344
- /**
345
- * Validates relationship integrity before import.
346
- * Checks that all referenced collections and fields exist.
347
- *
348
- * @param collections - Array of collections to validate
349
- * @returns Array of validation errors
350
- */
351
- validateRelationships(collections: CollectionCreate[]): string[] {
352
- const errors: string[] = [];
353
- const collectionNames = new Set(collections.map(c => c.name));
354
-
355
- for (const collection of collections) {
356
- if (!collection.importDefs) continue;
357
-
358
- for (const importDef of collection.importDefs) {
359
- if (!importDef.idMappings) continue;
360
-
361
- for (const idMapping of importDef.idMappings) {
362
- // Check if target collection exists
363
- if (!collectionNames.has(idMapping.targetCollection)) {
364
- errors.push(
365
- `Collection '${collection.name}' references non-existent target collection '${idMapping.targetCollection}'`
366
- );
367
- }
368
-
369
- // Check if source field exists in source collection attributes
370
- const sourceFieldExists = collection.attributes?.some(
371
- attr => attr.key === (idMapping.fieldToSet || idMapping.sourceField)
372
- );
373
- if (!sourceFieldExists) {
374
- errors.push(
375
- `Collection '${collection.name}' ID mapping references non-existent source field '${idMapping.fieldToSet || idMapping.sourceField}'`
376
- );
377
- }
378
-
379
- // Find target collection and check if target field exists
380
- const targetCollection = collections.find(c => c.name === idMapping.targetCollection);
381
- if (targetCollection) {
382
- const targetFieldExists = targetCollection.attributes?.some(
383
- attr => attr.key === idMapping.targetField
384
- );
385
- if (!targetFieldExists) {
386
- errors.push(
387
- `Collection '${collection.name}' ID mapping references non-existent target field '${idMapping.targetField}' in collection '${idMapping.targetCollection}'`
388
- );
389
- }
390
- }
391
- }
392
- }
393
- }
394
-
395
- return errors;
396
- }
397
-
398
- /**
399
- * Gets relationship statistics for reporting.
400
- *
401
- * @returns Statistics about relationships and ID mappings
402
- */
403
- getStatistics(): {
404
- totalCollections: number;
405
- totalIdMappings: number;
406
- collectionsWithMappings: string[];
407
- } {
408
- const collectionsWithMappings: string[] = [];
409
- let totalIdMappings = 0;
410
-
411
- for (const [collectionKey, mappings] of this.oldIdToNewIdPerCollectionMap.entries()) {
412
- collectionsWithMappings.push(collectionKey);
413
- totalIdMappings += mappings.size;
414
- }
415
-
416
- return {
417
- totalCollections: this.oldIdToNewIdPerCollectionMap.size,
418
- totalIdMappings,
419
- collectionsWithMappings,
420
- };
421
- }
422
-
423
- /**
424
- * Clears all ID mappings (useful for testing or resetting state).
425
- */
426
- clearAllMappings(): void {
427
- this.oldIdToNewIdPerCollectionMap.clear();
428
- }
429
-
430
- /**
431
- * Exports ID mappings for debugging or external use.
432
- *
433
- * @returns Serializable object containing all ID mappings
434
- */
435
- exportMappings(): { [collectionKey: string]: { [oldId: string]: string } } {
436
- const exported: { [collectionKey: string]: { [oldId: string]: string } } = {};
437
-
438
- for (const [collectionKey, mappings] of this.oldIdToNewIdPerCollectionMap.entries()) {
439
- exported[collectionKey] = Object.fromEntries(mappings.entries());
440
- }
441
-
442
- return exported;
443
- }
444
-
445
- /**
446
- * Imports ID mappings from an external source.
447
- *
448
- * @param mappings - The mappings to import
449
- */
450
- importMappings(mappings: { [collectionKey: string]: { [oldId: string]: string } }): void {
451
- this.oldIdToNewIdPerCollectionMap.clear();
452
-
453
- for (const [collectionKey, collectionMappings] of Object.entries(mappings)) {
454
- const mappingMap = new Map<string, string>();
455
- for (const [oldId, newId] of Object.entries(collectionMappings)) {
456
- mappingMap.set(oldId, newId);
457
- }
458
- this.oldIdToNewIdPerCollectionMap.set(collectionKey, mappingMap);
459
- }
460
- }
1
+ import type {
2
+ AttributeMappings,
3
+ IdMappings,
4
+ AppwriteConfig,
5
+ CollectionCreate,
6
+ } from "appwrite-utils";
7
+ import { logger } from 'appwrite-utils-helpers';
8
+ import { isEmpty } from "es-toolkit/compat";
9
+ import type { UserMappingService } from "./UserMappingService.js";
10
+
11
+ export interface CollectionImportData {
12
+ collection?: CollectionCreate;
13
+ data: Array<{
14
+ rawData: any;
15
+ finalData: any;
16
+ context: any;
17
+ importDef?: any;
18
+ }>;
19
+ }
20
+
21
+ /**
22
+ * Service responsible for resolving relationships and ID mappings during import.
23
+ * Preserves all existing relationship resolution logic from DataLoader.
24
+ * Extracted to provide focused, testable relationship management.
25
+ */
26
+ export class RelationshipResolver {
27
+ private config: AppwriteConfig;
28
+ private userMappingService: UserMappingService;
29
+
30
+ // Map to track old to new ID mappings for each collection
31
+ private oldIdToNewIdPerCollectionMap = new Map<string, Map<string, string>>();
32
+
33
+ constructor(config: AppwriteConfig, userMappingService: UserMappingService) {
34
+ this.config = config;
35
+ this.userMappingService = userMappingService;
36
+ }
37
+
38
+ /**
39
+ * Helper method to generate a consistent key for collections.
40
+ * Preserves existing logic from DataLoader.
41
+ */
42
+ getCollectionKey(name: string): string {
43
+ return name.toLowerCase().replace(" ", "");
44
+ }
45
+
46
+ /**
47
+ * Stores ID mapping for a collection.
48
+ *
49
+ * @param collectionName - The collection name
50
+ * @param oldId - The old ID
51
+ * @param newId - The new ID
52
+ */
53
+ setIdMapping(collectionName: string, oldId: string, newId: string): void {
54
+ const collectionKey = this.getCollectionKey(collectionName);
55
+
56
+ if (!this.oldIdToNewIdPerCollectionMap.has(collectionKey)) {
57
+ this.oldIdToNewIdPerCollectionMap.set(collectionKey, new Map());
58
+ }
59
+
60
+ const collectionMap = this.oldIdToNewIdPerCollectionMap.get(collectionKey)!;
61
+ collectionMap.set(`${oldId}`, `${newId}`);
62
+ }
63
+
64
+ /**
65
+ * Gets the new ID for an old ID in a specific collection.
66
+ *
67
+ * @param collectionName - The collection name
68
+ * @param oldId - The old ID to look up
69
+ * @returns The new ID if found, otherwise undefined
70
+ */
71
+ getNewIdForOldId(collectionName: string, oldId: string): string | undefined {
72
+ const collectionKey = this.getCollectionKey(collectionName);
73
+ return this.oldIdToNewIdPerCollectionMap.get(collectionKey)?.get(`${oldId}`);
74
+ }
75
+
76
+ /**
77
+ * Checks if an ID mapping exists for a collection.
78
+ *
79
+ * @param collectionName - The collection name
80
+ * @param oldId - The old ID to check
81
+ * @returns True if mapping exists
82
+ */
83
+ hasIdMapping(collectionName: string, oldId: string): boolean {
84
+ const collectionKey = this.getCollectionKey(collectionName);
85
+ return this.oldIdToNewIdPerCollectionMap.get(collectionKey)?.has(`${oldId}`) || false;
86
+ }
87
+
88
+ /**
89
+ * Gets the value to match for a given key in the final data or context.
90
+ * Preserves existing logic from DataLoader.
91
+ *
92
+ * @param finalData - The final data object
93
+ * @param context - The context object
94
+ * @param key - The key to get the value for
95
+ * @returns The value to match for from finalData or Context
96
+ */
97
+ private getValueFromData(finalData: any, context: any, key: string): any {
98
+ if (
99
+ context[key] !== undefined &&
100
+ context[key] !== null &&
101
+ context[key] !== ""
102
+ ) {
103
+ return context[key];
104
+ }
105
+ return finalData[key];
106
+ }
107
+
108
+ /**
109
+ * Updates old references with new IDs based on ID mappings.
110
+ * Preserves existing reference update logic from DataLoader.
111
+ *
112
+ * @param importMap - Map of collection data by collection key
113
+ * @param collections - Array of collection configurations
114
+ */
115
+ updateOldReferencesForNew(
116
+ importMap: Map<string, CollectionImportData>,
117
+ collections: CollectionCreate[]
118
+ ): void {
119
+ if (!collections) {
120
+ return;
121
+ }
122
+
123
+ for (const collectionConfig of collections) {
124
+ const collectionKey = this.getCollectionKey(collectionConfig.name);
125
+ const collectionData = importMap.get(collectionKey);
126
+
127
+ if (!collectionData || !collectionData.data) continue;
128
+
129
+ logger.info(`Updating references for collection: ${collectionConfig.name}`);
130
+
131
+ let needsUpdate = false;
132
+
133
+ // Iterate over each data item in the current collection
134
+ for (let i = 0; i < collectionData.data.length; i++) {
135
+ if (collectionConfig.importDefs) {
136
+ for (const importDef of collectionConfig.importDefs) {
137
+ if (importDef.idMappings) {
138
+ for (const idMapping of importDef.idMappings) {
139
+ const targetCollectionKey = this.getCollectionKey(
140
+ idMapping.targetCollection
141
+ );
142
+ const fieldToSetKey =
143
+ idMapping.fieldToSet || idMapping.sourceField;
144
+ const targetFieldKey =
145
+ idMapping.targetFieldToMatch || idMapping.targetField;
146
+ const sourceValue = this.getValueFromData(
147
+ collectionData.data[i].finalData,
148
+ collectionData.data[i].context,
149
+ idMapping.sourceField
150
+ );
151
+
152
+ // Skip if value to match is missing or empty
153
+ if (
154
+ !sourceValue ||
155
+ isEmpty(sourceValue) ||
156
+ sourceValue === null
157
+ )
158
+ continue;
159
+
160
+ const isFieldToSetArray = collectionConfig.attributes?.find(
161
+ (attribute) => attribute.key === fieldToSetKey
162
+ )?.array;
163
+
164
+ const targetCollectionData = importMap.get(targetCollectionKey);
165
+ if (!targetCollectionData || !targetCollectionData.data)
166
+ continue;
167
+
168
+ // Handle cases where sourceValue is an array
169
+ const sourceValues = Array.isArray(sourceValue)
170
+ ? sourceValue.map((sourceValue) => `${sourceValue}`)
171
+ : [`${sourceValue}`];
172
+ let newData = [];
173
+
174
+ for (const valueToMatch of sourceValues) {
175
+ // Find matching data in the target collection
176
+ const foundData = targetCollectionData.data.filter(
177
+ ({ context, finalData }) => {
178
+ const targetValue = this.getValueFromData(
179
+ finalData,
180
+ context,
181
+ targetFieldKey
182
+ );
183
+ const isMatch = `${targetValue}` === `${valueToMatch}`;
184
+ // Ensure the targetValue is defined and not null
185
+ return (
186
+ isMatch &&
187
+ targetValue !== undefined &&
188
+ targetValue !== null
189
+ );
190
+ }
191
+ );
192
+
193
+ if (foundData.length) {
194
+ newData.push(
195
+ ...foundData.map((data) => {
196
+ const newValue = this.getValueFromData(
197
+ data.finalData,
198
+ data.context,
199
+ idMapping.targetField
200
+ );
201
+ return newValue;
202
+ })
203
+ );
204
+ } else {
205
+ logger.info(
206
+ `No data found for collection: ${targetCollectionKey} with value: ${valueToMatch} for field: ${fieldToSetKey} -- idMapping: ${JSON.stringify(
207
+ idMapping,
208
+ null,
209
+ 2
210
+ )}`
211
+ );
212
+ }
213
+ continue;
214
+ }
215
+
216
+ const getCurrentDataFiltered = (currentData: any) => {
217
+ if (Array.isArray(currentData.finalData[fieldToSetKey])) {
218
+ return currentData.finalData[fieldToSetKey].filter(
219
+ (data: any) => !sourceValues.includes(`${data}`)
220
+ );
221
+ }
222
+ return currentData.finalData[fieldToSetKey];
223
+ };
224
+
225
+ // Get the current data to be updated
226
+ const currentDataFiltered = getCurrentDataFiltered(
227
+ collectionData.data[i]
228
+ );
229
+
230
+ if (newData.length) {
231
+ needsUpdate = true;
232
+
233
+ // Handle cases where current data is an array
234
+ if (isFieldToSetArray) {
235
+ if (!currentDataFiltered) {
236
+ // Set new data if current data is undefined
237
+ collectionData.data[i].finalData[fieldToSetKey] =
238
+ Array.isArray(newData) ? newData : [newData];
239
+ } else {
240
+ if (Array.isArray(currentDataFiltered)) {
241
+ // Convert current data to array and merge if new data is non-empty array
242
+ collectionData.data[i].finalData[fieldToSetKey] = [
243
+ ...new Set(
244
+ [...currentDataFiltered, ...newData].filter(
245
+ (value: any) =>
246
+ value !== null &&
247
+ value !== undefined &&
248
+ value !== ""
249
+ )
250
+ ),
251
+ ];
252
+ } else {
253
+ // Merge arrays if new data is non-empty array and filter for uniqueness
254
+ collectionData.data[i].finalData[fieldToSetKey] = [
255
+ ...new Set(
256
+ [
257
+ ...(Array.isArray(currentDataFiltered)
258
+ ? currentDataFiltered
259
+ : [currentDataFiltered]),
260
+ ...newData,
261
+ ].filter(
262
+ (value: any) =>
263
+ value !== null &&
264
+ value !== undefined &&
265
+ value !== "" &&
266
+ !sourceValues.includes(`${value}`)
267
+ )
268
+ ),
269
+ ];
270
+ }
271
+ }
272
+ } else {
273
+ if (!currentDataFiltered) {
274
+ // Set new data if current data is undefined
275
+ collectionData.data[i].finalData[fieldToSetKey] =
276
+ Array.isArray(newData) ? newData[0] : newData;
277
+ } else if (Array.isArray(newData) && newData.length > 0) {
278
+ // Convert current data to array and merge if new data is non-empty array, then filter for uniqueness
279
+ // and take the first value, because it's an array and the attribute is not an array
280
+ collectionData.data[i].finalData[fieldToSetKey] = [
281
+ ...new Set(
282
+ [currentDataFiltered, ...newData].filter(
283
+ (value: any) =>
284
+ value !== null &&
285
+ value !== undefined &&
286
+ value !== "" &&
287
+ !sourceValues.includes(`${value}`)
288
+ )
289
+ ),
290
+ ].slice(0, 1)[0];
291
+ } else if (
292
+ !Array.isArray(newData) &&
293
+ newData !== undefined
294
+ ) {
295
+ // Simply update the field if new data is not an array and defined
296
+ collectionData.data[i].finalData[fieldToSetKey] = newData;
297
+ }
298
+ }
299
+ }
300
+ }
301
+ }
302
+ }
303
+ }
304
+ }
305
+
306
+ // Update the import map if any changes were made
307
+ if (needsUpdate) {
308
+ importMap.set(collectionKey, collectionData);
309
+ }
310
+ }
311
+ }
312
+
313
+ /**
314
+ * Resolves relationship references using the merged user map.
315
+ * Handles cases where users have been merged during deduplication.
316
+ *
317
+ * @param oldId - The old user ID to resolve
318
+ * @param targetCollection - The target collection name
319
+ * @returns The resolved ID (new user ID if merged, otherwise mapped ID)
320
+ */
321
+ private getMergedId(oldId: string, targetCollection: string): string {
322
+ // Check if this is a user collection and if the ID was merged
323
+ if (this.userMappingService.isUsersCollection(targetCollection)) {
324
+ const mergedId = this.userMappingService.findNewUserIdForOldId(oldId);
325
+ if (mergedId !== oldId) {
326
+ return mergedId;
327
+ }
328
+ }
329
+
330
+ // Retrieve the old to new ID map for the related collection
331
+ const oldToNewIdMap = this.oldIdToNewIdPerCollectionMap.get(
332
+ this.getCollectionKey(targetCollection)
333
+ );
334
+
335
+ // If there's a mapping for the old ID, return the new ID
336
+ if (oldToNewIdMap && oldToNewIdMap.has(`${oldId}`)) {
337
+ return oldToNewIdMap.get(`${oldId}`)!;
338
+ }
339
+
340
+ // If no mapping is found, return the old ID as a fallback
341
+ return oldId;
342
+ }
343
+
344
+ /**
345
+ * Validates relationship integrity before import.
346
+ * Checks that all referenced collections and fields exist.
347
+ *
348
+ * @param collections - Array of collections to validate
349
+ * @returns Array of validation errors
350
+ */
351
+ validateRelationships(collections: CollectionCreate[]): string[] {
352
+ const errors: string[] = [];
353
+ const collectionNames = new Set(collections.map(c => c.name));
354
+
355
+ for (const collection of collections) {
356
+ if (!collection.importDefs) continue;
357
+
358
+ for (const importDef of collection.importDefs) {
359
+ if (!importDef.idMappings) continue;
360
+
361
+ for (const idMapping of importDef.idMappings) {
362
+ // Check if target collection exists
363
+ if (!collectionNames.has(idMapping.targetCollection)) {
364
+ errors.push(
365
+ `Collection '${collection.name}' references non-existent target collection '${idMapping.targetCollection}'`
366
+ );
367
+ }
368
+
369
+ // Check if source field exists in source collection attributes
370
+ const sourceFieldExists = collection.attributes?.some(
371
+ attr => attr.key === (idMapping.fieldToSet || idMapping.sourceField)
372
+ );
373
+ if (!sourceFieldExists) {
374
+ errors.push(
375
+ `Collection '${collection.name}' ID mapping references non-existent source field '${idMapping.fieldToSet || idMapping.sourceField}'`
376
+ );
377
+ }
378
+
379
+ // Find target collection and check if target field exists
380
+ const targetCollection = collections.find(c => c.name === idMapping.targetCollection);
381
+ if (targetCollection) {
382
+ const targetFieldExists = targetCollection.attributes?.some(
383
+ attr => attr.key === idMapping.targetField
384
+ );
385
+ if (!targetFieldExists) {
386
+ errors.push(
387
+ `Collection '${collection.name}' ID mapping references non-existent target field '${idMapping.targetField}' in collection '${idMapping.targetCollection}'`
388
+ );
389
+ }
390
+ }
391
+ }
392
+ }
393
+ }
394
+
395
+ return errors;
396
+ }
397
+
398
+ /**
399
+ * Gets relationship statistics for reporting.
400
+ *
401
+ * @returns Statistics about relationships and ID mappings
402
+ */
403
+ getStatistics(): {
404
+ totalCollections: number;
405
+ totalIdMappings: number;
406
+ collectionsWithMappings: string[];
407
+ } {
408
+ const collectionsWithMappings: string[] = [];
409
+ let totalIdMappings = 0;
410
+
411
+ for (const [collectionKey, mappings] of this.oldIdToNewIdPerCollectionMap.entries()) {
412
+ collectionsWithMappings.push(collectionKey);
413
+ totalIdMappings += mappings.size;
414
+ }
415
+
416
+ return {
417
+ totalCollections: this.oldIdToNewIdPerCollectionMap.size,
418
+ totalIdMappings,
419
+ collectionsWithMappings,
420
+ };
421
+ }
422
+
423
+ /**
424
+ * Clears all ID mappings (useful for testing or resetting state).
425
+ */
426
+ clearAllMappings(): void {
427
+ this.oldIdToNewIdPerCollectionMap.clear();
428
+ }
429
+
430
+ /**
431
+ * Exports ID mappings for debugging or external use.
432
+ *
433
+ * @returns Serializable object containing all ID mappings
434
+ */
435
+ exportMappings(): { [collectionKey: string]: { [oldId: string]: string } } {
436
+ const exported: { [collectionKey: string]: { [oldId: string]: string } } = {};
437
+
438
+ for (const [collectionKey, mappings] of this.oldIdToNewIdPerCollectionMap.entries()) {
439
+ exported[collectionKey] = Object.fromEntries(mappings.entries());
440
+ }
441
+
442
+ return exported;
443
+ }
444
+
445
+ /**
446
+ * Imports ID mappings from an external source.
447
+ *
448
+ * @param mappings - The mappings to import
449
+ */
450
+ importMappings(mappings: { [collectionKey: string]: { [oldId: string]: string } }): void {
451
+ this.oldIdToNewIdPerCollectionMap.clear();
452
+
453
+ for (const [collectionKey, collectionMappings] of Object.entries(mappings)) {
454
+ const mappingMap = new Map<string, string>();
455
+ for (const [oldId, newId] of Object.entries(collectionMappings)) {
456
+ mappingMap.set(oldId, newId);
457
+ }
458
+ this.oldIdToNewIdPerCollectionMap.set(collectionKey, mappingMap);
459
+ }
460
+ }
461
461
  }