appwrite-utils-cli 1.9.6 → 1.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/CONFIG_TODO.md +1189 -1189
  2. package/README.md +1004 -1004
  3. package/SELECTION_DIALOGS.md +145 -145
  4. package/SERVICE_IMPLEMENTATION_REPORT.md +462 -462
  5. package/package.json +6 -3
  6. package/scripts/copy-templates.ts +23 -23
  7. package/src/adapters/index.ts +11 -37
  8. package/src/backups/operations/bucketBackup.ts +277 -277
  9. package/src/backups/operations/collectionBackup.ts +310 -310
  10. package/src/backups/operations/comprehensiveBackup.ts +342 -342
  11. package/src/backups/schemas/bucketManifest.ts +78 -78
  12. package/src/backups/schemas/comprehensiveManifest.ts +76 -76
  13. package/src/backups/tracking/centralizedTracking.ts +352 -352
  14. package/src/cli/commands/configCommands.ts +265 -201
  15. package/src/cli/commands/databaseCommands.ts +931 -879
  16. package/src/cli/commands/functionCommands.ts +333 -332
  17. package/src/cli/commands/importFileCommands.ts +815 -0
  18. package/src/cli/commands/schemaCommands.ts +141 -141
  19. package/src/cli/commands/storageCommands.ts +2 -3
  20. package/src/cli/commands/transferCommands.ts +454 -457
  21. package/src/collections/attributes.ts.backup +1555 -1555
  22. package/src/collections/{attributes.ts → columns.ts} +15 -44
  23. package/src/collections/indexes.ts +350 -352
  24. package/src/collections/methods.ts +714 -815
  25. package/src/collections/tableOperations.ts +57 -21
  26. package/src/collections/transferOperations.ts +376 -377
  27. package/src/collections/wipeOperations.ts +449 -346
  28. package/src/databases/methods.ts +49 -49
  29. package/src/databases/setup.ts +77 -77
  30. package/src/examples/yamlTerminologyExample.ts +346 -346
  31. package/src/functions/deployments.ts +221 -220
  32. package/src/functions/fnConfigDiscovery.ts +2 -2
  33. package/src/functions/methods.ts +284 -284
  34. package/src/functions/templates/count-docs-in-collection/README.md +53 -53
  35. package/src/functions/templates/count-docs-in-collection/src/main.ts +159 -159
  36. package/src/functions/templates/count-docs-in-collection/src/request.ts +8 -8
  37. package/src/functions/templates/hono-typescript/README.md +285 -285
  38. package/src/functions/templates/hono-typescript/src/adapters/request.ts +73 -73
  39. package/src/functions/templates/hono-typescript/src/adapters/response.ts +105 -105
  40. package/src/functions/templates/hono-typescript/src/app.ts +179 -179
  41. package/src/functions/templates/hono-typescript/src/context.ts +102 -102
  42. package/src/functions/templates/hono-typescript/src/{index.ts → main.ts} +53 -53
  43. package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +118 -118
  44. package/src/functions/templates/typescript-node/README.md +31 -31
  45. package/src/functions/templates/typescript-node/src/context.ts +102 -102
  46. package/src/functions/templates/typescript-node/src/{index.ts → main.ts} +29 -29
  47. package/src/functions/templates/uv/README.md +30 -30
  48. package/src/functions/templates/uv/pyproject.toml +29 -29
  49. package/src/functions/templates/uv/src/context.py +124 -124
  50. package/src/functions/templates/uv/src/{index.py → main.py} +45 -45
  51. package/src/init.ts +62 -62
  52. package/src/interactiveCLI.ts +1095 -1030
  53. package/src/main.ts +1517 -1670
  54. package/src/migrations/afterImportActions.ts +579 -580
  55. package/src/migrations/appwriteToX.ts +634 -630
  56. package/src/migrations/comprehensiveTransfer.ts +2149 -2149
  57. package/src/migrations/dataLoader.ts +1729 -1702
  58. package/src/migrations/importController.ts +440 -428
  59. package/src/migrations/importDataActions.ts +315 -315
  60. package/src/migrations/relationships.ts +333 -334
  61. package/src/migrations/services/DataTransformationService.ts +195 -195
  62. package/src/migrations/services/FileHandlerService.ts +310 -310
  63. package/src/migrations/services/ImportOrchestrator.ts +674 -665
  64. package/src/migrations/services/RateLimitManager.ts +362 -362
  65. package/src/migrations/services/RelationshipResolver.ts +460 -460
  66. package/src/migrations/services/UserMappingService.ts +344 -344
  67. package/src/migrations/services/ValidationService.ts +333 -333
  68. package/src/migrations/transfer.ts +987 -942
  69. package/src/migrations/yaml/YamlImportConfigLoader.ts +438 -438
  70. package/src/migrations/yaml/YamlImportIntegration.ts +438 -438
  71. package/src/migrations/yaml/generateImportSchemas.ts +1347 -1347
  72. package/src/schemas/authUser.ts +23 -23
  73. package/src/setup.ts +8 -8
  74. package/src/setupCommands.ts +5 -6
  75. package/src/setupController.ts +42 -42
  76. package/src/shared/backupMetadataSchema.ts +93 -93
  77. package/src/shared/backupTracking.ts +211 -211
  78. package/src/shared/confirmationDialogs.ts +326 -326
  79. package/src/shared/migrationHelpers.ts +232 -232
  80. package/src/shared/operationLogger.ts +20 -20
  81. package/src/shared/operationQueue.ts +326 -327
  82. package/src/shared/operationsTable.ts +338 -338
  83. package/src/shared/operationsTableSchema.ts +60 -60
  84. package/src/shared/progressManager.ts +277 -277
  85. package/src/shared/relationshipExtractor.ts +214 -214
  86. package/src/shared/selectionDialogs.ts +775 -722
  87. package/src/storage/backupCompression.ts +88 -88
  88. package/src/storage/methods.ts +695 -682
  89. package/src/storage/schemas.ts +205 -205
  90. package/src/tables/indexManager.ts +409 -0
  91. package/src/types/node-appwrite-tablesdb.d.ts +43 -43
  92. package/src/types.ts +9 -9
  93. package/src/users/methods.ts +358 -359
  94. package/src/utils/configMigration.ts +347 -347
  95. package/src/utils/index.ts +2 -2
  96. package/src/utils/loadConfigs.ts +457 -449
  97. package/src/utils/setupFiles.ts +1236 -1238
  98. package/src/utilsController.ts +1263 -1213
  99. package/tests/README.md +496 -496
  100. package/tests/adapters/AdapterFactory.test.ts +276 -276
  101. package/tests/integration/syncOperations.test.ts +462 -462
  102. package/tests/jest.config.js +24 -24
  103. package/tests/migration/configMigration.test.ts +545 -545
  104. package/tests/setup.ts +61 -61
  105. package/tests/testUtils.ts +339 -339
  106. package/tests/utils/loadConfigs.test.ts +349 -349
  107. package/tests/validation/configValidation.test.ts +411 -411
  108. package/tsconfig.json +44 -44
  109. package/.appwrite/.yaml_schemas/appwrite-config.schema.json +0 -380
  110. package/.appwrite/.yaml_schemas/collection.schema.json +0 -255
  111. package/.appwrite/collections/Categories.yaml +0 -182
  112. package/.appwrite/collections/ExampleCollection.yaml +0 -36
  113. package/.appwrite/collections/Posts.yaml +0 -227
  114. package/.appwrite/collections/Users.yaml +0 -149
  115. package/.appwrite/config.yaml +0 -109
  116. package/.appwrite/import/README.md +0 -148
  117. package/.appwrite/import/categories-import.yaml +0 -129
  118. package/.appwrite/import/posts-import.yaml +0 -208
  119. package/.appwrite/import/users-import.yaml +0 -130
  120. package/.appwrite/importData/categories.json +0 -194
  121. package/.appwrite/importData/posts.json +0 -270
  122. package/.appwrite/importData/users.json +0 -220
  123. package/.appwrite/schemas/categories.json +0 -128
  124. package/.appwrite/schemas/exampleCollection.json +0 -52
  125. package/.appwrite/schemas/posts.json +0 -173
  126. package/.appwrite/schemas/users.json +0 -125
  127. package/dist/adapters/AdapterFactory.d.ts +0 -94
  128. package/dist/adapters/AdapterFactory.js +0 -405
  129. package/dist/adapters/DatabaseAdapter.d.ts +0 -242
  130. package/dist/adapters/DatabaseAdapter.js +0 -50
  131. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  132. package/dist/adapters/LegacyAdapter.js +0 -612
  133. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  134. package/dist/adapters/TablesDBAdapter.js +0 -596
  135. package/dist/adapters/index.d.ts +0 -11
  136. package/dist/adapters/index.js +0 -12
  137. package/dist/backups/operations/bucketBackup.d.ts +0 -19
  138. package/dist/backups/operations/bucketBackup.js +0 -197
  139. package/dist/backups/operations/collectionBackup.d.ts +0 -30
  140. package/dist/backups/operations/collectionBackup.js +0 -201
  141. package/dist/backups/operations/comprehensiveBackup.d.ts +0 -25
  142. package/dist/backups/operations/comprehensiveBackup.js +0 -238
  143. package/dist/backups/schemas/bucketManifest.d.ts +0 -93
  144. package/dist/backups/schemas/bucketManifest.js +0 -33
  145. package/dist/backups/schemas/comprehensiveManifest.d.ts +0 -108
  146. package/dist/backups/schemas/comprehensiveManifest.js +0 -32
  147. package/dist/backups/tracking/centralizedTracking.d.ts +0 -34
  148. package/dist/backups/tracking/centralizedTracking.js +0 -274
  149. package/dist/cli/commands/configCommands.d.ts +0 -8
  150. package/dist/cli/commands/configCommands.js +0 -166
  151. package/dist/cli/commands/databaseCommands.d.ts +0 -14
  152. package/dist/cli/commands/databaseCommands.js +0 -644
  153. package/dist/cli/commands/functionCommands.d.ts +0 -7
  154. package/dist/cli/commands/functionCommands.js +0 -330
  155. package/dist/cli/commands/schemaCommands.d.ts +0 -7
  156. package/dist/cli/commands/schemaCommands.js +0 -169
  157. package/dist/cli/commands/storageCommands.d.ts +0 -5
  158. package/dist/cli/commands/storageCommands.js +0 -143
  159. package/dist/cli/commands/transferCommands.d.ts +0 -5
  160. package/dist/cli/commands/transferCommands.js +0 -384
  161. package/dist/collections/attributes.d.ts +0 -13
  162. package/dist/collections/attributes.js +0 -1364
  163. package/dist/collections/indexes.d.ts +0 -12
  164. package/dist/collections/indexes.js +0 -217
  165. package/dist/collections/methods.d.ts +0 -19
  166. package/dist/collections/methods.js +0 -734
  167. package/dist/collections/tableOperations.d.ts +0 -86
  168. package/dist/collections/tableOperations.js +0 -434
  169. package/dist/collections/transferOperations.d.ts +0 -8
  170. package/dist/collections/transferOperations.js +0 -412
  171. package/dist/collections/wipeOperations.d.ts +0 -16
  172. package/dist/collections/wipeOperations.js +0 -233
  173. package/dist/config/ConfigManager.d.ts +0 -450
  174. package/dist/config/ConfigManager.js +0 -625
  175. package/dist/config/configMigration.d.ts +0 -87
  176. package/dist/config/configMigration.js +0 -390
  177. package/dist/config/configValidation.d.ts +0 -66
  178. package/dist/config/configValidation.js +0 -358
  179. package/dist/config/index.d.ts +0 -8
  180. package/dist/config/index.js +0 -7
  181. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -122
  182. package/dist/config/services/ConfigDiscoveryService.js +0 -322
  183. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  184. package/dist/config/services/ConfigLoaderService.js +0 -535
  185. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  186. package/dist/config/services/ConfigMergeService.js +0 -308
  187. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  188. package/dist/config/services/ConfigValidationService.js +0 -310
  189. package/dist/config/services/SessionAuthService.d.ts +0 -225
  190. package/dist/config/services/SessionAuthService.js +0 -456
  191. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  192. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  193. package/dist/config/services/index.d.ts +0 -13
  194. package/dist/config/services/index.js +0 -10
  195. package/dist/config/yamlConfig.d.ts +0 -722
  196. package/dist/config/yamlConfig.js +0 -702
  197. package/dist/databases/methods.d.ts +0 -6
  198. package/dist/databases/methods.js +0 -35
  199. package/dist/databases/setup.d.ts +0 -5
  200. package/dist/databases/setup.js +0 -45
  201. package/dist/examples/yamlTerminologyExample.d.ts +0 -42
  202. package/dist/examples/yamlTerminologyExample.js +0 -272
  203. package/dist/functions/deployments.d.ts +0 -4
  204. package/dist/functions/deployments.js +0 -146
  205. package/dist/functions/fnConfigDiscovery.d.ts +0 -3
  206. package/dist/functions/fnConfigDiscovery.js +0 -108
  207. package/dist/functions/methods.d.ts +0 -16
  208. package/dist/functions/methods.js +0 -174
  209. package/dist/functions/pathResolution.d.ts +0 -37
  210. package/dist/functions/pathResolution.js +0 -185
  211. package/dist/functions/templates/count-docs-in-collection/README.md +0 -54
  212. package/dist/functions/templates/count-docs-in-collection/package.json +0 -25
  213. package/dist/functions/templates/count-docs-in-collection/src/main.ts +0 -159
  214. package/dist/functions/templates/count-docs-in-collection/src/request.ts +0 -9
  215. package/dist/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  216. package/dist/functions/templates/hono-typescript/README.md +0 -286
  217. package/dist/functions/templates/hono-typescript/package.json +0 -26
  218. package/dist/functions/templates/hono-typescript/src/adapters/request.ts +0 -74
  219. package/dist/functions/templates/hono-typescript/src/adapters/response.ts +0 -106
  220. package/dist/functions/templates/hono-typescript/src/app.ts +0 -180
  221. package/dist/functions/templates/hono-typescript/src/context.ts +0 -103
  222. package/dist/functions/templates/hono-typescript/src/index.ts +0 -54
  223. package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +0 -119
  224. package/dist/functions/templates/hono-typescript/tsconfig.json +0 -20
  225. package/dist/functions/templates/typescript-node/README.md +0 -32
  226. package/dist/functions/templates/typescript-node/package.json +0 -25
  227. package/dist/functions/templates/typescript-node/src/context.ts +0 -103
  228. package/dist/functions/templates/typescript-node/src/index.ts +0 -29
  229. package/dist/functions/templates/typescript-node/tsconfig.json +0 -28
  230. package/dist/functions/templates/uv/README.md +0 -31
  231. package/dist/functions/templates/uv/pyproject.toml +0 -30
  232. package/dist/functions/templates/uv/src/__init__.py +0 -0
  233. package/dist/functions/templates/uv/src/context.py +0 -125
  234. package/dist/functions/templates/uv/src/index.py +0 -46
  235. package/dist/init.d.ts +0 -2
  236. package/dist/init.js +0 -57
  237. package/dist/interactiveCLI.d.ts +0 -31
  238. package/dist/interactiveCLI.js +0 -898
  239. package/dist/main.d.ts +0 -2
  240. package/dist/main.js +0 -1180
  241. package/dist/migrations/afterImportActions.d.ts +0 -17
  242. package/dist/migrations/afterImportActions.js +0 -306
  243. package/dist/migrations/appwriteToX.d.ts +0 -211
  244. package/dist/migrations/appwriteToX.js +0 -491
  245. package/dist/migrations/comprehensiveTransfer.d.ts +0 -147
  246. package/dist/migrations/comprehensiveTransfer.js +0 -1317
  247. package/dist/migrations/dataLoader.d.ts +0 -753
  248. package/dist/migrations/dataLoader.js +0 -1250
  249. package/dist/migrations/importController.d.ts +0 -23
  250. package/dist/migrations/importController.js +0 -268
  251. package/dist/migrations/importDataActions.d.ts +0 -50
  252. package/dist/migrations/importDataActions.js +0 -230
  253. package/dist/migrations/relationships.d.ts +0 -29
  254. package/dist/migrations/relationships.js +0 -204
  255. package/dist/migrations/services/DataTransformationService.d.ts +0 -55
  256. package/dist/migrations/services/DataTransformationService.js +0 -158
  257. package/dist/migrations/services/FileHandlerService.d.ts +0 -75
  258. package/dist/migrations/services/FileHandlerService.js +0 -236
  259. package/dist/migrations/services/ImportOrchestrator.d.ts +0 -97
  260. package/dist/migrations/services/ImportOrchestrator.js +0 -485
  261. package/dist/migrations/services/RateLimitManager.d.ts +0 -138
  262. package/dist/migrations/services/RateLimitManager.js +0 -279
  263. package/dist/migrations/services/RelationshipResolver.d.ts +0 -120
  264. package/dist/migrations/services/RelationshipResolver.js +0 -332
  265. package/dist/migrations/services/UserMappingService.d.ts +0 -109
  266. package/dist/migrations/services/UserMappingService.js +0 -277
  267. package/dist/migrations/services/ValidationService.d.ts +0 -74
  268. package/dist/migrations/services/ValidationService.js +0 -260
  269. package/dist/migrations/transfer.d.ts +0 -26
  270. package/dist/migrations/transfer.js +0 -608
  271. package/dist/migrations/yaml/YamlImportConfigLoader.d.ts +0 -131
  272. package/dist/migrations/yaml/YamlImportConfigLoader.js +0 -383
  273. package/dist/migrations/yaml/YamlImportIntegration.d.ts +0 -93
  274. package/dist/migrations/yaml/YamlImportIntegration.js +0 -341
  275. package/dist/migrations/yaml/generateImportSchemas.d.ts +0 -30
  276. package/dist/migrations/yaml/generateImportSchemas.js +0 -1327
  277. package/dist/schemas/authUser.d.ts +0 -24
  278. package/dist/schemas/authUser.js +0 -17
  279. package/dist/setup.d.ts +0 -2
  280. package/dist/setup.js +0 -5
  281. package/dist/setupCommands.d.ts +0 -58
  282. package/dist/setupCommands.js +0 -490
  283. package/dist/setupController.d.ts +0 -9
  284. package/dist/setupController.js +0 -34
  285. package/dist/shared/attributeMapper.d.ts +0 -20
  286. package/dist/shared/attributeMapper.js +0 -203
  287. package/dist/shared/backupMetadataSchema.d.ts +0 -94
  288. package/dist/shared/backupMetadataSchema.js +0 -38
  289. package/dist/shared/backupTracking.d.ts +0 -18
  290. package/dist/shared/backupTracking.js +0 -176
  291. package/dist/shared/confirmationDialogs.d.ts +0 -75
  292. package/dist/shared/confirmationDialogs.js +0 -236
  293. package/dist/shared/errorUtils.d.ts +0 -54
  294. package/dist/shared/errorUtils.js +0 -95
  295. package/dist/shared/functionManager.d.ts +0 -48
  296. package/dist/shared/functionManager.js +0 -348
  297. package/dist/shared/indexManager.d.ts +0 -24
  298. package/dist/shared/indexManager.js +0 -151
  299. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  300. package/dist/shared/jsonSchemaGenerator.js +0 -290
  301. package/dist/shared/logging.d.ts +0 -61
  302. package/dist/shared/logging.js +0 -116
  303. package/dist/shared/messageFormatter.d.ts +0 -39
  304. package/dist/shared/messageFormatter.js +0 -162
  305. package/dist/shared/migrationHelpers.d.ts +0 -61
  306. package/dist/shared/migrationHelpers.js +0 -145
  307. package/dist/shared/operationLogger.d.ts +0 -10
  308. package/dist/shared/operationLogger.js +0 -12
  309. package/dist/shared/operationQueue.d.ts +0 -40
  310. package/dist/shared/operationQueue.js +0 -311
  311. package/dist/shared/operationsTable.d.ts +0 -26
  312. package/dist/shared/operationsTable.js +0 -286
  313. package/dist/shared/operationsTableSchema.d.ts +0 -48
  314. package/dist/shared/operationsTableSchema.js +0 -35
  315. package/dist/shared/progressManager.d.ts +0 -62
  316. package/dist/shared/progressManager.js +0 -215
  317. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  318. package/dist/shared/pydanticModelGenerator.js +0 -615
  319. package/dist/shared/relationshipExtractor.d.ts +0 -56
  320. package/dist/shared/relationshipExtractor.js +0 -138
  321. package/dist/shared/schemaGenerator.d.ts +0 -40
  322. package/dist/shared/schemaGenerator.js +0 -556
  323. package/dist/shared/selectionDialogs.d.ts +0 -214
  324. package/dist/shared/selectionDialogs.js +0 -544
  325. package/dist/storage/backupCompression.d.ts +0 -20
  326. package/dist/storage/backupCompression.js +0 -67
  327. package/dist/storage/methods.d.ts +0 -32
  328. package/dist/storage/methods.js +0 -472
  329. package/dist/storage/schemas.d.ts +0 -842
  330. package/dist/storage/schemas.js +0 -175
  331. package/dist/types.d.ts +0 -4
  332. package/dist/types.js +0 -3
  333. package/dist/users/methods.d.ts +0 -16
  334. package/dist/users/methods.js +0 -277
  335. package/dist/utils/ClientFactory.d.ts +0 -87
  336. package/dist/utils/ClientFactory.js +0 -212
  337. package/dist/utils/configDiscovery.d.ts +0 -78
  338. package/dist/utils/configDiscovery.js +0 -472
  339. package/dist/utils/configMigration.d.ts +0 -1
  340. package/dist/utils/configMigration.js +0 -261
  341. package/dist/utils/constantsGenerator.d.ts +0 -31
  342. package/dist/utils/constantsGenerator.js +0 -321
  343. package/dist/utils/dataConverters.d.ts +0 -46
  344. package/dist/utils/dataConverters.js +0 -139
  345. package/dist/utils/directoryUtils.d.ts +0 -22
  346. package/dist/utils/directoryUtils.js +0 -59
  347. package/dist/utils/getClientFromConfig.d.ts +0 -39
  348. package/dist/utils/getClientFromConfig.js +0 -199
  349. package/dist/utils/helperFunctions.d.ts +0 -63
  350. package/dist/utils/helperFunctions.js +0 -156
  351. package/dist/utils/index.d.ts +0 -2
  352. package/dist/utils/index.js +0 -2
  353. package/dist/utils/loadConfigs.d.ts +0 -50
  354. package/dist/utils/loadConfigs.js +0 -358
  355. package/dist/utils/pathResolvers.d.ts +0 -53
  356. package/dist/utils/pathResolvers.js +0 -72
  357. package/dist/utils/projectConfig.d.ts +0 -122
  358. package/dist/utils/projectConfig.js +0 -206
  359. package/dist/utils/retryFailedPromises.d.ts +0 -2
  360. package/dist/utils/retryFailedPromises.js +0 -23
  361. package/dist/utils/sessionAuth.d.ts +0 -48
  362. package/dist/utils/sessionAuth.js +0 -164
  363. package/dist/utils/setupFiles.d.ts +0 -4
  364. package/dist/utils/setupFiles.js +0 -1192
  365. package/dist/utils/typeGuards.d.ts +0 -35
  366. package/dist/utils/typeGuards.js +0 -57
  367. package/dist/utils/validationRules.d.ts +0 -43
  368. package/dist/utils/validationRules.js +0 -42
  369. package/dist/utils/versionDetection.d.ts +0 -58
  370. package/dist/utils/versionDetection.js +0 -251
  371. package/dist/utils/yamlConverter.d.ts +0 -100
  372. package/dist/utils/yamlConverter.js +0 -428
  373. package/dist/utils/yamlLoader.d.ts +0 -70
  374. package/dist/utils/yamlLoader.js +0 -267
  375. package/dist/utilsController.d.ts +0 -107
  376. package/dist/utilsController.js +0 -873
  377. package/src/adapters/AdapterFactory.ts +0 -510
  378. package/src/adapters/DatabaseAdapter.ts +0 -318
  379. package/src/adapters/LegacyAdapter.ts +0 -841
  380. package/src/adapters/TablesDBAdapter.ts +0 -815
  381. package/src/config/ConfigManager.ts +0 -817
  382. package/src/config/README.md +0 -274
  383. package/src/config/configMigration.ts +0 -575
  384. package/src/config/configValidation.ts +0 -445
  385. package/src/config/index.ts +0 -10
  386. package/src/config/services/ConfigDiscoveryService.ts +0 -410
  387. package/src/config/services/ConfigLoaderService.ts +0 -732
  388. package/src/config/services/ConfigMergeService.ts +0 -388
  389. package/src/config/services/ConfigValidationService.ts +0 -394
  390. package/src/config/services/SessionAuthService.ts +0 -565
  391. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  392. package/src/config/services/index.ts +0 -29
  393. package/src/config/yamlConfig.ts +0 -761
  394. package/src/functions/pathResolution.ts +0 -227
  395. package/src/functions/templates/count-docs-in-collection/package.json +0 -25
  396. package/src/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  397. package/src/functions/templates/hono-typescript/package.json +0 -26
  398. package/src/functions/templates/hono-typescript/tsconfig.json +0 -20
  399. package/src/functions/templates/typescript-node/package.json +0 -25
  400. package/src/functions/templates/typescript-node/tsconfig.json +0 -28
  401. package/src/shared/attributeMapper.ts +0 -229
  402. package/src/shared/errorUtils.ts +0 -110
  403. package/src/shared/functionManager.ts +0 -537
  404. package/src/shared/indexManager.ts +0 -254
  405. package/src/shared/jsonSchemaGenerator.ts +0 -383
  406. package/src/shared/logging.ts +0 -149
  407. package/src/shared/messageFormatter.ts +0 -208
  408. package/src/shared/pydanticModelGenerator.ts +0 -618
  409. package/src/shared/schemaGenerator.ts +0 -644
  410. package/src/utils/ClientFactory.ts +0 -240
  411. package/src/utils/configDiscovery.ts +0 -557
  412. package/src/utils/constantsGenerator.ts +0 -369
  413. package/src/utils/dataConverters.ts +0 -159
  414. package/src/utils/directoryUtils.ts +0 -61
  415. package/src/utils/getClientFromConfig.ts +0 -257
  416. package/src/utils/helperFunctions.ts +0 -228
  417. package/src/utils/pathResolvers.ts +0 -81
  418. package/src/utils/projectConfig.ts +0 -340
  419. package/src/utils/retryFailedPromises.ts +0 -29
  420. package/src/utils/sessionAuth.ts +0 -230
  421. package/src/utils/typeGuards.ts +0 -65
  422. package/src/utils/validationRules.ts +0 -88
  423. package/src/utils/versionDetection.ts +0 -292
  424. package/src/utils/yamlConverter.ts +0 -542
  425. package/src/utils/yamlLoader.ts +0 -371
  426. package/tmp-sync-test/.appwrite/collections/TestCollection.yaml +0 -7
@@ -1,734 +0,0 @@
1
- import { Databases, ID, Permission, Query, } from "node-appwrite";
2
- import { getAdapterFromConfig } from "../utils/getClientFromConfig.js";
3
- import { nameToIdMapping, processQueue, queuedOperations, clearProcessingState, isCollectionProcessed, markCollectionProcessed, enqueueOperation } from "../shared/operationQueue.js";
4
- import { logger } from "../shared/logging.js";
5
- // Legacy attribute/index helpers removed in favor of unified adapter path
6
- import { SchemaGenerator } from "../shared/schemaGenerator.js";
7
- import { isNull, isUndefined, isNil, isPlainObject, isString, } from "es-toolkit";
8
- import { delay, tryAwaitWithRetry } from "../utils/helperFunctions.js";
9
- import { MessageFormatter } from "../shared/messageFormatter.js";
10
- import { isLegacyDatabases } from "../utils/typeGuards.js";
11
- import { mapToCreateAttributeParams, mapToUpdateAttributeParams } from "../shared/attributeMapper.js";
12
- import { diffTableColumns, isIndexEqualToIndex, diffColumnsDetailed, executeColumnOperations } from "./tableOperations.js";
13
- // Re-export wipe operations
14
- export { wipeDatabase, wipeCollection, wipeAllTables, wipeTableRows, } from "./wipeOperations.js";
15
- // Re-export transfer operations
16
- export { transferDocumentsBetweenDbsLocalToLocal, transferDocumentsBetweenDbsLocalToRemote, } from "./transferOperations.js";
17
- export const documentExists = async (db, dbId, targetCollectionId, toCreateObject) => {
18
- const collection = await (isLegacyDatabases(db) ?
19
- db.getCollection(dbId, targetCollectionId) :
20
- db.getTable({ databaseId: dbId, tableId: targetCollectionId }));
21
- const attributes = collection.attributes;
22
- let arrayTypeAttributes = attributes
23
- .filter((attribute) => attribute.array === true)
24
- .map((attribute) => attribute.key);
25
- const isJsonString = (str) => {
26
- try {
27
- const json = JSON.parse(str);
28
- return typeof json === "object" && json !== null;
29
- }
30
- catch (e) {
31
- return false;
32
- }
33
- };
34
- // Convert object to entries and filter
35
- const validEntries = Object.entries(toCreateObject).filter(([key, value]) => !arrayTypeAttributes.includes(key) &&
36
- !key.startsWith("$") &&
37
- !isNull(value) &&
38
- !isUndefined(value) &&
39
- !isNil(value) &&
40
- !isPlainObject(value) &&
41
- !Array.isArray(value) &&
42
- !(isString(value) && isJsonString(value)) &&
43
- (isString(value) ? value.length < 4096 && value.length > 0 : true));
44
- // Map and filter valid entries
45
- const validMappedEntries = validEntries
46
- .map(([key, value]) => [
47
- key,
48
- isString(value) || typeof value === "number" || typeof value === "boolean"
49
- ? value
50
- : null,
51
- ])
52
- .filter(([key, value]) => !isNull(value) && isString(key))
53
- .slice(0, 25);
54
- // Convert to Query parameters
55
- const validQueryParams = validMappedEntries.map(([key, value]) => Query.equal(key, value));
56
- // Execute the query with the validated and prepared parameters
57
- const result = await (isLegacyDatabases(db) ?
58
- db.listDocuments(dbId, targetCollectionId, validQueryParams) :
59
- db.listRows({ databaseId: dbId, tableId: targetCollectionId, queries: validQueryParams }));
60
- const items = isLegacyDatabases(db) ? result.documents : (result.rows || result.documents);
61
- return items?.[0] || null;
62
- };
63
- export const checkForCollection = async (db, dbId, collection) => {
64
- try {
65
- MessageFormatter.progress(`Checking for collection with name: ${collection.name}`, { prefix: "Collections" });
66
- const response = await tryAwaitWithRetry(async () => isLegacyDatabases(db) ?
67
- await db.listCollections(dbId, [Query.equal("name", collection.name)]) :
68
- await db.listTables({ databaseId: dbId, queries: [Query.equal("name", collection.name)] }));
69
- const items = isLegacyDatabases(db) ? response.collections : (response.tables || response.collections);
70
- if (items && items.length > 0) {
71
- MessageFormatter.info(`Collection found: ${items[0].$id}`, { prefix: "Collections" });
72
- // Return remote collection for update operations (don't merge local config over it)
73
- return items[0];
74
- }
75
- else {
76
- MessageFormatter.info(`No collection found with name: ${collection.name}`, { prefix: "Collections" });
77
- return null;
78
- }
79
- }
80
- catch (error) {
81
- const errorMessage = error instanceof Error ? error.message : String(error);
82
- MessageFormatter.error(`Error checking for collection: ${collection.name}`, error instanceof Error ? error : new Error(String(error)), { prefix: "Collections" });
83
- logger.error('Collection check failed', {
84
- collectionName: collection.name,
85
- dbId,
86
- error: errorMessage,
87
- operation: 'checkForCollection'
88
- });
89
- return null;
90
- }
91
- };
92
- // Helper function to fetch and cache collection by name
93
- export const fetchAndCacheCollectionByName = async (db, dbId, collectionName) => {
94
- if (nameToIdMapping.has(collectionName)) {
95
- const collectionId = nameToIdMapping.get(collectionName);
96
- MessageFormatter.debug(`Collection found in cache: ${collectionId}`, undefined, { prefix: "Collections" });
97
- return await tryAwaitWithRetry(async () => isLegacyDatabases(db) ?
98
- await db.getCollection(dbId, collectionId) :
99
- await db.getTable({ databaseId: dbId, tableId: collectionId }));
100
- }
101
- else {
102
- MessageFormatter.progress(`Fetching collection by name: ${collectionName}`, { prefix: "Collections" });
103
- const collectionsPulled = await tryAwaitWithRetry(async () => isLegacyDatabases(db) ?
104
- await db.listCollections(dbId, [Query.equal("name", collectionName)]) :
105
- await db.listTables({ databaseId: dbId, queries: [Query.equal("name", collectionName)] }));
106
- const items = isLegacyDatabases(db) ? collectionsPulled.collections : (collectionsPulled.tables || collectionsPulled.collections);
107
- if ((collectionsPulled.total || items?.length) > 0) {
108
- const collection = items[0];
109
- MessageFormatter.info(`Collection found: ${collection.$id}`, { prefix: "Collections" });
110
- nameToIdMapping.set(collectionName, collection.$id);
111
- return collection;
112
- }
113
- else {
114
- MessageFormatter.warning(`Collection not found by name: ${collectionName}`, { prefix: "Collections" });
115
- return undefined;
116
- }
117
- }
118
- };
119
- export const generateSchemas = async (config, appwriteFolderPath) => {
120
- const schemaGenerator = new SchemaGenerator(config, appwriteFolderPath);
121
- await schemaGenerator.generateSchemas();
122
- };
123
- export const createOrUpdateCollections = async (database, databaseId, config, deletedCollections, selectedCollections = []) => {
124
- // Clear processing state at the start of a new operation
125
- clearProcessingState();
126
- // Always use adapter path (LegacyAdapter translates when pre-1.8)
127
- const { adapter } = await getAdapterFromConfig(config);
128
- await createOrUpdateCollectionsViaAdapter(adapter, databaseId, config, deletedCollections, selectedCollections);
129
- };
130
- // New: Adapter-based implementation for TablesDB with state management
131
- export const createOrUpdateCollectionsViaAdapter = async (adapter, databaseId, config, deletedCollections, selectedCollections = []) => {
132
- const collectionsToProcess = selectedCollections.length > 0 ? selectedCollections : (config.collections || []);
133
- if (!collectionsToProcess || collectionsToProcess.length === 0)
134
- return;
135
- const usedIds = new Set();
136
- MessageFormatter.info(`Processing ${collectionsToProcess.length} tables via adapter with intelligent state management`, { prefix: "Tables" });
137
- // Helpers for attribute operations through adapter
138
- const createAttr = async (tableId, attr) => {
139
- const params = mapToCreateAttributeParams(attr, { databaseId, tableId });
140
- await adapter.createAttribute(params);
141
- await delay(150);
142
- };
143
- const updateAttr = async (tableId, attr) => {
144
- const params = mapToUpdateAttributeParams(attr, { databaseId, tableId });
145
- await adapter.updateAttribute(params);
146
- await delay(150);
147
- };
148
- // Local queue for unresolved relationships
149
- const relQueue = [];
150
- for (const collection of collectionsToProcess) {
151
- const { attributes, indexes, ...collectionData } = collection;
152
- // Check if this table has already been processed in this session (per database)
153
- if (collectionData.$id && isCollectionProcessed(collectionData.$id, databaseId)) {
154
- MessageFormatter.info(`Table '${collectionData.name}' already processed, skipping`, { prefix: "Tables" });
155
- continue;
156
- }
157
- // Prepare permissions as strings (reuse Permission helper)
158
- const permissions = [];
159
- if (collection.$permissions && collection.$permissions.length > 0) {
160
- for (const p of collection.$permissions) {
161
- if (typeof p === 'string')
162
- permissions.push(p);
163
- else {
164
- switch (p.permission) {
165
- case 'read':
166
- permissions.push(Permission.read(p.target));
167
- break;
168
- case 'create':
169
- permissions.push(Permission.create(p.target));
170
- break;
171
- case 'update':
172
- permissions.push(Permission.update(p.target));
173
- break;
174
- case 'delete':
175
- permissions.push(Permission.delete(p.target));
176
- break;
177
- case 'write':
178
- permissions.push(Permission.write(p.target));
179
- break;
180
- default: break;
181
- }
182
- }
183
- }
184
- }
185
- // Find existing table — prefer lookup by ID (if provided), then by name
186
- let table;
187
- let tableId;
188
- // 1) Try by explicit $id first (handles rename scenarios)
189
- if (collectionData.$id) {
190
- try {
191
- const byId = await adapter.getTable({ databaseId, tableId: collectionData.$id });
192
- table = byId.data || byId.tables?.[0];
193
- if (table?.$id) {
194
- MessageFormatter.info(`Found existing table by ID: ${table.$id}`, { prefix: 'Tables' });
195
- }
196
- }
197
- catch {
198
- // Not found by ID; fall back to name lookup
199
- }
200
- }
201
- // 2) If not found by ID, try by name
202
- if (!table) {
203
- const list = await adapter.listTables({ databaseId, queries: [Query.equal('name', collectionData.name)] });
204
- const items = list.tables || [];
205
- table = items[0];
206
- if (table?.$id) {
207
- // If local has $id that differs from remote, prefer remote (IDs are immutable)
208
- if (collectionData.$id && collectionData.$id !== table.$id) {
209
- MessageFormatter.warning(`Config $id '${collectionData.$id}' differs from existing table ID '${table.$id}'. Using existing table.`, { prefix: 'Tables' });
210
- }
211
- }
212
- }
213
- if (!table) {
214
- // Determine ID (prefer provided $id or re-use deleted one)
215
- let foundColl = deletedCollections?.find((coll) => coll.collectionName.toLowerCase().trim().replace(" ", "") === collectionData.name.toLowerCase().trim().replace(" ", ""));
216
- if (collectionData.$id)
217
- tableId = collectionData.$id;
218
- else if (foundColl && !usedIds.has(foundColl.collectionId))
219
- tableId = foundColl.collectionId;
220
- else
221
- tableId = ID.unique();
222
- usedIds.add(tableId);
223
- const res = await adapter.createTable({
224
- databaseId,
225
- id: tableId,
226
- name: collectionData.name,
227
- permissions,
228
- documentSecurity: !!collectionData.documentSecurity,
229
- enabled: collectionData.enabled !== false
230
- });
231
- table = res.data || res;
232
- nameToIdMapping.set(collectionData.name, tableId);
233
- }
234
- else {
235
- tableId = table.$id;
236
- await adapter.updateTable({
237
- databaseId,
238
- id: tableId,
239
- name: collectionData.name,
240
- permissions,
241
- documentSecurity: !!collectionData.documentSecurity,
242
- enabled: collectionData.enabled !== false
243
- });
244
- // Cache the existing table ID
245
- nameToIdMapping.set(collectionData.name, tableId);
246
- }
247
- // Add small delay after table create/update
248
- await delay(250);
249
- // Create/Update attributes: non-relationship first using enhanced planning
250
- const nonRel = (attributes || []).filter((a) => a.type !== 'relationship');
251
- if (nonRel.length > 0) {
252
- // Fetch existing columns once
253
- const tableInfo = await adapter.getTable({ databaseId, tableId });
254
- const existingCols = tableInfo.data?.columns || tableInfo.data?.attributes || [];
255
- // Plan with icons
256
- const plan = diffColumnsDetailed(nonRel, existingCols);
257
- const plus = plan.toCreate.map((a) => a.key);
258
- const plusminus = plan.toUpdate.map((u) => u.attribute.key);
259
- const minus = plan.toRecreate.map((r) => r.newAttribute.key);
260
- const skip = plan.unchanged;
261
- // Compute deletions (remote extras not present locally)
262
- const desiredKeysForDelete = new Set((attributes || []).map((a) => a.key));
263
- const extraRemoteKeys = (existingCols || [])
264
- .map((c) => c?.key)
265
- .filter((k) => !!k && !desiredKeysForDelete.has(k));
266
- const parts = [];
267
- if (plus.length)
268
- parts.push(`➕ ${plus.length} (${plus.join(', ')})`);
269
- if (plusminus.length)
270
- parts.push(`🔧 ${plusminus.length} (${plusminus.join(', ')})`);
271
- if (minus.length)
272
- parts.push(`♻️ ${minus.length} (${minus.join(', ')})`);
273
- if (skip.length)
274
- parts.push(`⏭️ ${skip.length}`);
275
- parts.push(`🗑️ ${extraRemoteKeys.length}${extraRemoteKeys.length ? ` (${extraRemoteKeys.join(', ')})` : ''}`);
276
- MessageFormatter.info(`Plan → ${parts.join(' | ') || 'no changes'}`, { prefix: 'Attributes' });
277
- // Execute
278
- const colResults = await executeColumnOperations(adapter, databaseId, tableId, plan);
279
- if (colResults.success.length > 0) {
280
- MessageFormatter.success(`Processed ${colResults.success.length} ops`, { prefix: 'Attributes' });
281
- }
282
- if (colResults.errors.length > 0) {
283
- MessageFormatter.error(`${colResults.errors.length} attribute operations failed:`, undefined, { prefix: 'Attributes' });
284
- for (const err of colResults.errors) {
285
- MessageFormatter.error(` ${err.column}: ${err.error}`, undefined, { prefix: 'Attributes' });
286
- }
287
- }
288
- MessageFormatter.info(`Summary → ➕ ${plan.toCreate.length} | 🔧 ${plan.toUpdate.length} | ♻️ ${plan.toRecreate.length} | ⏭️ ${plan.unchanged.length}`, { prefix: 'Attributes' });
289
- }
290
- // Relationship attributes — resolve relatedCollection to ID, then diff and create/update with recreate support
291
- const relsAll = (attributes || []).filter((a) => a.type === 'relationship');
292
- if (relsAll.length > 0) {
293
- const relsResolved = [];
294
- const relsDeferred = [];
295
- // Resolve related collections (names -> IDs) using cache or lookup.
296
- // If not resolvable yet (target table created later in the same push), queue for later.
297
- for (const attr of relsAll) {
298
- const relNameOrId = attr.relatedCollection;
299
- if (!relNameOrId)
300
- continue;
301
- let relId = nameToIdMapping.get(relNameOrId) || relNameOrId;
302
- let resolved = false;
303
- if (nameToIdMapping.has(relNameOrId)) {
304
- resolved = true;
305
- }
306
- else {
307
- // Try resolve by name
308
- try {
309
- const relList = await adapter.listTables({ databaseId, queries: [Query.equal('name', relNameOrId)] });
310
- const relItems = relList.tables || [];
311
- if (relItems[0]?.$id) {
312
- relId = relItems[0].$id;
313
- nameToIdMapping.set(relNameOrId, relId);
314
- resolved = true;
315
- }
316
- }
317
- catch { }
318
- // If the relNameOrId looks like an ID but isn't resolved yet, attempt a direct get
319
- if (!resolved && relNameOrId && relNameOrId.length >= 10) {
320
- try {
321
- const probe = await adapter.getTable({ databaseId, tableId: relNameOrId });
322
- if (probe.data?.$id) {
323
- nameToIdMapping.set(relNameOrId, relNameOrId);
324
- relId = relNameOrId;
325
- resolved = true;
326
- }
327
- }
328
- catch { }
329
- }
330
- }
331
- if (resolved && relId && typeof relId === 'string') {
332
- attr.relatedCollection = relId;
333
- relsResolved.push(attr);
334
- }
335
- else {
336
- // Defer until related table exists; queue a surgical operation
337
- enqueueOperation({
338
- type: 'attribute',
339
- collectionId: tableId,
340
- attribute: attr,
341
- dependencies: [relNameOrId]
342
- });
343
- relsDeferred.push(attr);
344
- }
345
- }
346
- // Compute a detailed plan for immediately resolvable relationships
347
- const tableInfo2 = await adapter.getTable({ databaseId, tableId });
348
- const existingCols2 = tableInfo2.data?.columns || tableInfo2.data?.attributes || [];
349
- const relPlan = diffColumnsDetailed(relsResolved, existingCols2);
350
- // Relationship plan with icons (includes recreates)
351
- {
352
- const parts = [];
353
- if (relPlan.toCreate.length)
354
- parts.push(`➕ ${relPlan.toCreate.length} (${relPlan.toCreate.map((a) => a.key).join(', ')})`);
355
- if (relPlan.toUpdate.length)
356
- parts.push(`🔧 ${relPlan.toUpdate.length} (${relPlan.toUpdate.map((u) => u.attribute?.key ?? u.key).join(', ')})`);
357
- if (relPlan.toRecreate.length)
358
- parts.push(`♻️ ${relPlan.toRecreate.length} (${relPlan.toRecreate.map((r) => r.newAttribute?.key ?? r?.key).join(', ')})`);
359
- if (relPlan.unchanged.length)
360
- parts.push(`⏭️ ${relPlan.unchanged.length}`);
361
- MessageFormatter.info(`Plan → ${parts.join(' | ') || 'no changes'}`, { prefix: 'Relationships' });
362
- }
363
- // Execute plan using the same operation executor to properly handle deletes/recreates
364
- const relResults = await executeColumnOperations(adapter, databaseId, tableId, relPlan);
365
- if (relResults.success.length > 0) {
366
- const totalRelationships = relPlan.toCreate.length + relPlan.toUpdate.length + relPlan.toRecreate.length + relPlan.unchanged.length;
367
- const activeRelationships = relPlan.toCreate.length + relPlan.toUpdate.length + relPlan.toRecreate.length;
368
- if (relResults.success.length !== activeRelationships) {
369
- // Show both counts when they differ (usually due to recreations)
370
- MessageFormatter.success(`Processed ${relResults.success.length} operations for ${activeRelationships} relationship${activeRelationships === 1 ? '' : 's'}`, { prefix: 'Relationships' });
371
- }
372
- else {
373
- MessageFormatter.success(`Processed ${relResults.success.length} relationship${relResults.success.length === 1 ? '' : 's'}`, { prefix: 'Relationships' });
374
- }
375
- }
376
- if (relResults.errors.length > 0) {
377
- MessageFormatter.error(`${relResults.errors.length} relationship operations failed:`, undefined, { prefix: 'Relationships' });
378
- for (const err of relResults.errors) {
379
- MessageFormatter.error(` ${err.column}: ${err.error}`, undefined, { prefix: 'Relationships' });
380
- }
381
- }
382
- if (relsDeferred.length > 0) {
383
- MessageFormatter.info(`Deferred ${relsDeferred.length} relationship(s) until related tables become available`, { prefix: 'Relationships' });
384
- }
385
- }
386
- // Wait for all attributes to become available before creating indexes
387
- const allAttrKeys = [
388
- ...nonRel.map((a) => a.key),
389
- ...relsAll.filter((a) => a.relatedCollection).map((a) => a.key)
390
- ];
391
- if (allAttrKeys.length > 0) {
392
- for (const attrKey of allAttrKeys) {
393
- const maxWait = 60000; // 60 seconds
394
- const startTime = Date.now();
395
- let lastStatus = '';
396
- while (Date.now() - startTime < maxWait) {
397
- try {
398
- const tableData = await adapter.getTable({ databaseId, tableId });
399
- const attrs = tableData.data?.columns || tableData.data?.attributes || [];
400
- const attr = attrs.find((a) => a.key === attrKey);
401
- if (attr) {
402
- if (attr.status === 'available') {
403
- break; // Attribute is ready
404
- }
405
- if (attr.status === 'failed' || attr.status === 'stuck') {
406
- throw new Error(`Attribute ${attrKey} failed to create: ${attr.error || 'unknown error'}`);
407
- }
408
- // Still processing, continue waiting
409
- lastStatus = attr.status;
410
- }
411
- await delay(2000); // Check every 2 seconds
412
- }
413
- catch (e) {
414
- // If we can't check status, assume it's processing and continue
415
- await delay(2000);
416
- }
417
- }
418
- // Timeout check
419
- if (Date.now() - startTime >= maxWait) {
420
- MessageFormatter.warning(`Attribute ${attrKey} did not become available within ${maxWait / 1000}s (last status: ${lastStatus}). Proceeding anyway.`, { prefix: 'Attributes' });
421
- }
422
- }
423
- }
424
- // Prefer local config indexes, but fall back to collection's own indexes if no local config exists (TablesDB path)
425
- const localTableConfig = config.collections?.find(c => c.name === collectionData.name || c.$id === collectionData.$id);
426
- const idxs = (localTableConfig?.indexes ?? indexes ?? []);
427
- // Compare with existing indexes and create/update accordingly with status checks
428
- try {
429
- const existingIdxRes = await adapter.listIndexes({ databaseId, tableId });
430
- const existingIdx = existingIdxRes.data || existingIdxRes.indexes || [];
431
- MessageFormatter.debug(`Existing index keys: ${existingIdx.map((i) => i.key).join(', ')}`, undefined, { prefix: 'Indexes' });
432
- // Show a concise plan with icons before executing
433
- const idxPlanPlus = [];
434
- const idxPlanPlusMinus = [];
435
- const idxPlanSkip = [];
436
- for (const idx of idxs) {
437
- const found = existingIdx.find((i) => i.key === idx.key);
438
- if (found) {
439
- if (isIndexEqualToIndex(found, idx))
440
- idxPlanSkip.push(idx.key);
441
- else
442
- idxPlanPlusMinus.push(idx.key);
443
- }
444
- else
445
- idxPlanPlus.push(idx.key);
446
- }
447
- const planParts = [];
448
- if (idxPlanPlus.length)
449
- planParts.push(`➕ ${idxPlanPlus.length} (${idxPlanPlus.join(', ')})`);
450
- if (idxPlanPlusMinus.length)
451
- planParts.push(`🔧 ${idxPlanPlusMinus.length} (${idxPlanPlusMinus.join(', ')})`);
452
- if (idxPlanSkip.length)
453
- planParts.push(`⏭️ ${idxPlanSkip.length}`);
454
- MessageFormatter.info(`Plan → ${planParts.join(' | ') || 'no changes'}`, { prefix: 'Indexes' });
455
- const created = [];
456
- const updated = [];
457
- const skipped = [];
458
- for (const idx of idxs) {
459
- const found = existingIdx.find((i) => i.key === idx.key);
460
- if (found) {
461
- if (isIndexEqualToIndex(found, idx)) {
462
- MessageFormatter.info(`Index ${idx.key} unchanged`, { prefix: 'Indexes' });
463
- skipped.push(idx.key);
464
- }
465
- else {
466
- try {
467
- await adapter.deleteIndex({ databaseId, tableId, key: idx.key });
468
- await delay(100);
469
- }
470
- catch { }
471
- try {
472
- await adapter.createIndex({ databaseId, tableId, key: idx.key, type: idx.type, attributes: idx.attributes, orders: idx.orders || [] });
473
- updated.push(idx.key);
474
- }
475
- catch (e) {
476
- const msg = (e?.message || '').toString().toLowerCase();
477
- if (msg.includes('already exists')) {
478
- MessageFormatter.info(`Index ${idx.key} already exists after delete attempt, skipping`, { prefix: 'Indexes' });
479
- skipped.push(idx.key);
480
- }
481
- else {
482
- throw e;
483
- }
484
- }
485
- }
486
- }
487
- else {
488
- try {
489
- await adapter.createIndex({ databaseId, tableId, key: idx.key, type: idx.type, attributes: idx.attributes, orders: idx.orders || [] });
490
- created.push(idx.key);
491
- }
492
- catch (e) {
493
- const msg = (e?.message || '').toString().toLowerCase();
494
- if (msg.includes('already exists')) {
495
- MessageFormatter.info(`Index ${idx.key} already exists (create), skipping`, { prefix: 'Indexes' });
496
- skipped.push(idx.key);
497
- }
498
- else {
499
- throw e;
500
- }
501
- }
502
- }
503
- // Wait for index availability
504
- const maxWait = 60000;
505
- const start = Date.now();
506
- let lastStatus = '';
507
- while (Date.now() - start < maxWait) {
508
- try {
509
- const li = await adapter.listIndexes({ databaseId, tableId });
510
- const list = li.data || li.indexes || [];
511
- const cur = list.find((i) => i.key === idx.key);
512
- if (cur) {
513
- if (cur.status === 'available')
514
- break;
515
- if (cur.status === 'failed' || cur.status === 'stuck') {
516
- throw new Error(cur.error || `Index ${idx.key} failed`);
517
- }
518
- lastStatus = cur.status;
519
- }
520
- await delay(2000);
521
- }
522
- catch {
523
- await delay(2000);
524
- }
525
- }
526
- await delay(150);
527
- }
528
- MessageFormatter.info(`Summary → ➕ ${created.length} | 🔧 ${updated.length} | ⏭️ ${skipped.length}`, { prefix: 'Indexes' });
529
- }
530
- catch (e) {
531
- MessageFormatter.error(`Failed to list/create indexes`, e instanceof Error ? e : new Error(String(e)), { prefix: 'Indexes' });
532
- }
533
- // Deletions for indexes: remove remote indexes not declared in YAML/config
534
- try {
535
- const desiredIndexKeys = new Set((indexes || []).map((i) => i.key));
536
- const idxRes = await adapter.listIndexes({ databaseId, tableId });
537
- const existingIdx = idxRes.data || idxRes.indexes || [];
538
- const extraIdx = existingIdx
539
- .filter((i) => i?.key && !desiredIndexKeys.has(i.key))
540
- .map((i) => i.key);
541
- if (extraIdx.length > 0) {
542
- MessageFormatter.info(`Plan → 🗑️ ${extraIdx.length} indexes (${extraIdx.join(', ')})`, { prefix: 'Indexes' });
543
- const deleted = [];
544
- const errors = [];
545
- for (const key of extraIdx) {
546
- try {
547
- await adapter.deleteIndex({ databaseId, tableId, key });
548
- // Optionally wait for index to disappear
549
- const start = Date.now();
550
- const maxWait = 30000;
551
- while (Date.now() - start < maxWait) {
552
- try {
553
- const li = await adapter.listIndexes({ databaseId, tableId });
554
- const list = li.data || li.indexes || [];
555
- if (!list.find((ix) => ix.key === key))
556
- break;
557
- }
558
- catch { }
559
- await delay(1000);
560
- }
561
- deleted.push(key);
562
- }
563
- catch (e) {
564
- errors.push({ key, error: e?.message || String(e) });
565
- }
566
- }
567
- if (deleted.length) {
568
- MessageFormatter.success(`Deleted ${deleted.length} indexes: ${deleted.join(', ')}`, { prefix: 'Indexes' });
569
- }
570
- if (errors.length) {
571
- MessageFormatter.error(`${errors.length} index deletions failed`, undefined, { prefix: 'Indexes' });
572
- errors.forEach(er => MessageFormatter.error(` ${er.key}: ${er.error}`, undefined, { prefix: 'Indexes' }));
573
- }
574
- }
575
- else {
576
- MessageFormatter.info(`Plan → 🗑️ 0 indexes`, { prefix: 'Indexes' });
577
- }
578
- }
579
- catch (e) {
580
- MessageFormatter.warning(`Could not evaluate index deletions: ${e?.message || e}`, { prefix: 'Indexes' });
581
- }
582
- // Deletions: remove columns/attributes that are present remotely but not in desired config
583
- try {
584
- const desiredKeys = new Set((attributes || []).map((a) => a.key));
585
- const tableInfo3 = await adapter.getTable({ databaseId, tableId });
586
- const existingCols3 = tableInfo3.data?.columns || tableInfo3.data?.attributes || [];
587
- const toDelete = existingCols3
588
- .filter((col) => col?.key && !desiredKeys.has(col.key))
589
- .map((col) => col.key);
590
- if (toDelete.length > 0) {
591
- MessageFormatter.info(`Plan → 🗑️ ${toDelete.length} (${toDelete.join(', ')})`, { prefix: 'Attributes' });
592
- const deleted = [];
593
- const errors = [];
594
- for (const key of toDelete) {
595
- try {
596
- // Drop any indexes that reference this attribute to avoid server errors
597
- try {
598
- const idxRes = await adapter.listIndexes({ databaseId, tableId });
599
- const ilist = idxRes.data || idxRes.indexes || [];
600
- for (const idx of ilist) {
601
- const attrs = Array.isArray(idx.attributes) ? idx.attributes : [];
602
- if (attrs.includes(key)) {
603
- MessageFormatter.info(`🗑️ Deleting index '${idx.key}' referencing '${key}'`, { prefix: 'Indexes' });
604
- await adapter.deleteIndex({ databaseId, tableId, key: idx.key });
605
- await delay(500);
606
- }
607
- }
608
- }
609
- catch { }
610
- await adapter.deleteAttribute({ databaseId, tableId, key });
611
- // Wait briefly for deletion to settle
612
- const start = Date.now();
613
- const maxWaitMs = 60000;
614
- while (Date.now() - start < maxWaitMs) {
615
- try {
616
- const tinfo = await adapter.getTable({ databaseId, tableId });
617
- const cols = tinfo.data?.columns || tinfo.data?.attributes || [];
618
- const found = cols.find((c) => c.key === key);
619
- if (!found)
620
- break;
621
- if (found.status && found.status !== 'deleting')
622
- break;
623
- }
624
- catch { }
625
- await delay(1000);
626
- }
627
- deleted.push(key);
628
- }
629
- catch (e) {
630
- errors.push({ key, error: e?.message || String(e) });
631
- }
632
- }
633
- if (deleted.length) {
634
- MessageFormatter.success(`Deleted ${deleted.length} attributes: ${deleted.join(', ')}`, { prefix: 'Attributes' });
635
- }
636
- if (errors.length) {
637
- MessageFormatter.error(`${errors.length} deletions failed`, undefined, { prefix: 'Attributes' });
638
- errors.forEach(er => MessageFormatter.error(` ${er.key}: ${er.error}`, undefined, { prefix: 'Attributes' }));
639
- }
640
- }
641
- else {
642
- MessageFormatter.info(`Plan → 🗑️ 0`, { prefix: 'Attributes' });
643
- }
644
- }
645
- catch (e) {
646
- MessageFormatter.warning(`Could not evaluate deletions: ${e?.message || e}`, { prefix: 'Attributes' });
647
- }
648
- // Mark this table as fully processed for this database to prevent re-processing in the same DB only
649
- markCollectionProcessed(tableId, collectionData.name, databaseId);
650
- }
651
- // Process queued relationships once mapping likely populated
652
- if (relQueue.length > 0) {
653
- MessageFormatter.info(`🔧 Processing ${relQueue.length} queued relationship attributes for tables`, { prefix: "Tables" });
654
- for (const { tableId, attr } of relQueue) {
655
- const relNameOrId = attr.relatedCollection;
656
- if (!relNameOrId)
657
- continue;
658
- const relId = nameToIdMapping.get(relNameOrId) || relNameOrId;
659
- if (relId) {
660
- attr.relatedCollection = relId;
661
- try {
662
- await adapter.createAttribute({
663
- databaseId,
664
- tableId,
665
- key: attr.key,
666
- type: attr.type,
667
- size: attr.size,
668
- required: !!attr.required,
669
- default: attr.xdefault,
670
- array: !!attr.array,
671
- min: attr.min,
672
- max: attr.max,
673
- elements: attr.elements,
674
- relatedCollection: relId,
675
- relationType: attr.relationType,
676
- twoWay: attr.twoWay,
677
- twoWayKey: attr.twoWayKey,
678
- onDelete: attr.onDelete,
679
- side: attr.side
680
- });
681
- await delay(150);
682
- MessageFormatter.info(`✅ Successfully processed queued relationship: ${attr.key}`, { prefix: "Tables" });
683
- }
684
- catch (e) {
685
- MessageFormatter.error(`Failed queued relationship ${attr.key}`, e instanceof Error ? e : new Error(String(e)), { prefix: 'Attributes' });
686
- }
687
- }
688
- else {
689
- MessageFormatter.warning(`Could not resolve relationship ${attr.key} -> ${relNameOrId}`, { prefix: "Tables" });
690
- }
691
- }
692
- }
693
- // Process any remaining queued operations to complete relationship sync
694
- try {
695
- MessageFormatter.info(`🔄 Processing final operation queue for database ${databaseId}`, { prefix: "Tables" });
696
- await processQueue(adapter, databaseId);
697
- MessageFormatter.info(`✅ Operation queue processing completed`, { prefix: "Tables" });
698
- }
699
- catch (error) {
700
- MessageFormatter.error(`Failed to process operation queue`, error instanceof Error ? error : new Error(String(error)), { prefix: 'Tables' });
701
- }
702
- };
703
- export const generateMockData = async (database, databaseId, configCollections) => {
704
- for (const { collection, mockFunction } of configCollections) {
705
- if (mockFunction) {
706
- MessageFormatter.progress(`Generating mock data for collection: ${collection.name}`, { prefix: "Mock Data" });
707
- const mockData = mockFunction();
708
- for (const data of mockData) {
709
- await database.createDocument(databaseId, collection.$id, ID.unique(), data);
710
- }
711
- }
712
- }
713
- };
714
- export const fetchAllCollections = async (dbId, database) => {
715
- MessageFormatter.progress(`Fetching all collections for database ID: ${dbId}`, { prefix: "Collections" });
716
- let collections = [];
717
- let moreCollections = true;
718
- let lastCollectionId;
719
- while (moreCollections) {
720
- const queries = [Query.limit(500)];
721
- if (lastCollectionId) {
722
- queries.push(Query.cursorAfter(lastCollectionId));
723
- }
724
- const response = await tryAwaitWithRetry(async () => await database.listCollections(dbId, queries));
725
- collections = collections.concat(response.collections);
726
- moreCollections = response.collections.length === 500;
727
- if (moreCollections) {
728
- lastCollectionId =
729
- response.collections[response.collections.length - 1].$id;
730
- }
731
- }
732
- MessageFormatter.success(`Fetched a total of ${collections.length} collections`, { prefix: "Collections" });
733
- return collections;
734
- };