appwrite-utils-cli 1.9.7 → 1.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (376) hide show
  1. package/README.md +1004 -1004
  2. package/dist/adapters/index.d.ts +7 -8
  3. package/dist/adapters/index.js +7 -9
  4. package/dist/backups/operations/bucketBackup.js +2 -2
  5. package/dist/backups/operations/collectionBackup.d.ts +1 -1
  6. package/dist/backups/operations/collectionBackup.js +3 -3
  7. package/dist/backups/operations/comprehensiveBackup.d.ts +1 -1
  8. package/dist/backups/operations/comprehensiveBackup.js +2 -2
  9. package/dist/backups/tracking/centralizedTracking.d.ts +1 -1
  10. package/dist/backups/tracking/centralizedTracking.js +2 -2
  11. package/dist/cli/commands/configCommands.js +51 -7
  12. package/dist/cli/commands/databaseCommands.js +156 -104
  13. package/dist/cli/commands/functionCommands.js +3 -3
  14. package/dist/cli/commands/importFileCommands.d.ts +7 -0
  15. package/dist/cli/commands/importFileCommands.js +674 -0
  16. package/dist/cli/commands/schemaCommands.js +3 -3
  17. package/dist/cli/commands/storageCommands.js +2 -3
  18. package/dist/cli/commands/transferCommands.js +3 -5
  19. package/dist/collections/{attributes.d.ts → columns.d.ts} +1 -1
  20. package/dist/collections/{attributes.js → columns.js} +15 -9
  21. package/dist/collections/indexes.js +1 -3
  22. package/dist/collections/methods.d.ts +1 -1
  23. package/dist/collections/methods.js +38 -20
  24. package/dist/collections/tableOperations.d.ts +1 -0
  25. package/dist/collections/tableOperations.js +30 -11
  26. package/dist/collections/transferOperations.d.ts +1 -1
  27. package/dist/collections/transferOperations.js +3 -4
  28. package/dist/collections/wipeOperations.d.ts +4 -3
  29. package/dist/collections/wipeOperations.js +112 -39
  30. package/dist/databases/methods.js +2 -2
  31. package/dist/databases/setup.js +2 -2
  32. package/dist/examples/yamlTerminologyExample.js +2 -2
  33. package/dist/functions/deployments.d.ts +1 -1
  34. package/dist/functions/deployments.js +6 -6
  35. package/dist/functions/fnConfigDiscovery.js +2 -2
  36. package/dist/functions/methods.js +2 -2
  37. package/dist/functions/templates/count-docs-in-collection/README.md +53 -53
  38. package/dist/functions/templates/count-docs-in-collection/src/main.ts +159 -159
  39. package/dist/functions/templates/count-docs-in-collection/src/request.ts +8 -8
  40. package/dist/functions/templates/hono-typescript/README.md +285 -285
  41. package/dist/functions/templates/hono-typescript/src/adapters/request.ts +73 -73
  42. package/dist/functions/templates/hono-typescript/src/adapters/response.ts +105 -105
  43. package/dist/functions/templates/hono-typescript/src/app.ts +179 -179
  44. package/dist/functions/templates/hono-typescript/src/context.ts +102 -102
  45. package/{src/functions/templates/hono-typescript/src/index.ts → dist/functions/templates/hono-typescript/src/main.ts} +53 -53
  46. package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +118 -118
  47. package/dist/functions/templates/typescript-node/README.md +31 -31
  48. package/dist/functions/templates/typescript-node/src/context.ts +102 -102
  49. package/dist/functions/templates/typescript-node/src/{index.ts → main.ts} +29 -29
  50. package/dist/functions/templates/uv/README.md +30 -30
  51. package/dist/functions/templates/uv/pyproject.toml +29 -29
  52. package/dist/functions/templates/uv/src/context.py +124 -124
  53. package/dist/functions/templates/uv/src/{index.py → main.py} +45 -45
  54. package/dist/init.js +1 -1
  55. package/dist/interactiveCLI.d.ts +6 -1
  56. package/dist/interactiveCLI.js +79 -25
  57. package/dist/main.js +125 -180
  58. package/dist/migrations/afterImportActions.js +2 -3
  59. package/dist/migrations/appwriteToX.d.ts +1 -1
  60. package/dist/migrations/appwriteToX.js +10 -8
  61. package/dist/migrations/comprehensiveTransfer.js +3 -5
  62. package/dist/migrations/dataLoader.d.ts +4 -2
  63. package/dist/migrations/dataLoader.js +42 -20
  64. package/dist/migrations/importController.d.ts +2 -0
  65. package/dist/migrations/importController.js +39 -24
  66. package/dist/migrations/importDataActions.js +3 -3
  67. package/dist/migrations/relationships.js +1 -2
  68. package/dist/migrations/services/DataTransformationService.js +2 -2
  69. package/dist/migrations/services/FileHandlerService.js +1 -1
  70. package/dist/migrations/services/ImportOrchestrator.d.ts +2 -0
  71. package/dist/migrations/services/ImportOrchestrator.js +15 -7
  72. package/dist/migrations/services/RateLimitManager.js +1 -1
  73. package/dist/migrations/services/RelationshipResolver.js +1 -1
  74. package/dist/migrations/services/UserMappingService.js +1 -1
  75. package/dist/migrations/services/ValidationService.js +1 -1
  76. package/dist/migrations/transfer.d.ts +8 -4
  77. package/dist/migrations/transfer.js +108 -55
  78. package/dist/migrations/yaml/YamlImportConfigLoader.js +52 -52
  79. package/dist/migrations/yaml/YamlImportIntegration.js +2 -2
  80. package/dist/migrations/yaml/generateImportSchemas.js +174 -174
  81. package/dist/setupCommands.d.ts +1 -1
  82. package/dist/setupCommands.js +5 -6
  83. package/dist/setupController.js +1 -1
  84. package/dist/shared/backupTracking.d.ts +1 -1
  85. package/dist/shared/backupTracking.js +2 -2
  86. package/dist/shared/confirmationDialogs.js +1 -1
  87. package/dist/shared/migrationHelpers.d.ts +1 -1
  88. package/dist/shared/migrationHelpers.js +4 -4
  89. package/dist/shared/operationQueue.d.ts +1 -1
  90. package/dist/shared/operationQueue.js +3 -4
  91. package/dist/shared/operationsTable.d.ts +1 -1
  92. package/dist/shared/operationsTable.js +35 -34
  93. package/dist/shared/operationsTableSchema.d.ts +3 -3
  94. package/dist/shared/operationsTableSchema.js +2 -2
  95. package/dist/shared/progressManager.js +1 -1
  96. package/dist/shared/selectionDialogs.d.ts +6 -0
  97. package/dist/shared/selectionDialogs.js +56 -12
  98. package/dist/storage/methods.d.ts +12 -0
  99. package/dist/storage/methods.js +92 -89
  100. package/dist/storage/schemas.d.ts +2 -2
  101. package/dist/tables/indexManager.d.ts +1 -1
  102. package/dist/tables/indexManager.js +2 -2
  103. package/dist/types.d.ts +2 -2
  104. package/dist/types.js +1 -1
  105. package/dist/users/methods.js +2 -3
  106. package/dist/utils/configMigration.js +1 -1
  107. package/dist/utils/index.d.ts +1 -1
  108. package/dist/utils/index.js +1 -1
  109. package/dist/utils/loadConfigs.d.ts +2 -2
  110. package/dist/utils/loadConfigs.js +6 -7
  111. package/dist/utils/setupFiles.js +139 -141
  112. package/dist/utilsController.d.ts +16 -9
  113. package/dist/utilsController.js +93 -68
  114. package/package.json +9 -3
  115. package/.appwrite/.yaml_schemas/appwrite-config.schema.json +0 -380
  116. package/.appwrite/.yaml_schemas/collection.schema.json +0 -255
  117. package/.appwrite/collections/Categories.yaml +0 -182
  118. package/.appwrite/collections/ExampleCollection.yaml +0 -36
  119. package/.appwrite/collections/Posts.yaml +0 -227
  120. package/.appwrite/collections/Users.yaml +0 -149
  121. package/.appwrite/config.yaml +0 -109
  122. package/.appwrite/import/README.md +0 -148
  123. package/.appwrite/import/categories-import.yaml +0 -129
  124. package/.appwrite/import/posts-import.yaml +0 -208
  125. package/.appwrite/import/users-import.yaml +0 -130
  126. package/.appwrite/importData/categories.json +0 -194
  127. package/.appwrite/importData/posts.json +0 -270
  128. package/.appwrite/importData/users.json +0 -220
  129. package/.appwrite/schemas/categories.json +0 -128
  130. package/.appwrite/schemas/exampleCollection.json +0 -52
  131. package/.appwrite/schemas/posts.json +0 -173
  132. package/.appwrite/schemas/users.json +0 -125
  133. package/CHANGELOG.md +0 -35
  134. package/CONFIG_TODO.md +0 -1189
  135. package/SELECTION_DIALOGS.md +0 -146
  136. package/SERVICE_IMPLEMENTATION_REPORT.md +0 -462
  137. package/dist/adapters/AdapterFactory.d.ts +0 -94
  138. package/dist/adapters/AdapterFactory.js +0 -420
  139. package/dist/adapters/DatabaseAdapter.d.ts +0 -243
  140. package/dist/adapters/DatabaseAdapter.js +0 -50
  141. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  142. package/dist/adapters/LegacyAdapter.js +0 -615
  143. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  144. package/dist/adapters/TablesDBAdapter.js +0 -611
  145. package/dist/config/ConfigManager.d.ts +0 -450
  146. package/dist/config/ConfigManager.js +0 -650
  147. package/dist/config/configMigration.d.ts +0 -87
  148. package/dist/config/configMigration.js +0 -390
  149. package/dist/config/configValidation.d.ts +0 -66
  150. package/dist/config/configValidation.js +0 -358
  151. package/dist/config/index.d.ts +0 -8
  152. package/dist/config/index.js +0 -7
  153. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -122
  154. package/dist/config/services/ConfigDiscoveryService.js +0 -322
  155. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  156. package/dist/config/services/ConfigLoaderService.js +0 -535
  157. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  158. package/dist/config/services/ConfigMergeService.js +0 -308
  159. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  160. package/dist/config/services/ConfigValidationService.js +0 -310
  161. package/dist/config/services/SessionAuthService.d.ts +0 -225
  162. package/dist/config/services/SessionAuthService.js +0 -456
  163. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  164. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  165. package/dist/config/services/index.d.ts +0 -13
  166. package/dist/config/services/index.js +0 -10
  167. package/dist/config/yamlConfig.d.ts +0 -722
  168. package/dist/config/yamlConfig.js +0 -702
  169. package/dist/functions/pathResolution.d.ts +0 -37
  170. package/dist/functions/pathResolution.js +0 -185
  171. package/dist/functions/templates/count-docs-in-collection/package.json +0 -25
  172. package/dist/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  173. package/dist/functions/templates/hono-typescript/package.json +0 -26
  174. package/dist/functions/templates/hono-typescript/src/index.ts +0 -54
  175. package/dist/functions/templates/hono-typescript/tsconfig.json +0 -20
  176. package/dist/functions/templates/typescript-node/package.json +0 -25
  177. package/dist/functions/templates/typescript-node/tsconfig.json +0 -28
  178. package/dist/shared/attributeMapper.d.ts +0 -20
  179. package/dist/shared/attributeMapper.js +0 -203
  180. package/dist/shared/errorUtils.d.ts +0 -54
  181. package/dist/shared/errorUtils.js +0 -95
  182. package/dist/shared/functionManager.d.ts +0 -48
  183. package/dist/shared/functionManager.js +0 -348
  184. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  185. package/dist/shared/jsonSchemaGenerator.js +0 -290
  186. package/dist/shared/logging.d.ts +0 -61
  187. package/dist/shared/logging.js +0 -116
  188. package/dist/shared/messageFormatter.d.ts +0 -39
  189. package/dist/shared/messageFormatter.js +0 -162
  190. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  191. package/dist/shared/pydanticModelGenerator.js +0 -615
  192. package/dist/shared/schemaGenerator.d.ts +0 -40
  193. package/dist/shared/schemaGenerator.js +0 -556
  194. package/dist/utils/ClientFactory.d.ts +0 -87
  195. package/dist/utils/ClientFactory.js +0 -212
  196. package/dist/utils/configDiscovery.d.ts +0 -78
  197. package/dist/utils/configDiscovery.js +0 -472
  198. package/dist/utils/constantsGenerator.d.ts +0 -31
  199. package/dist/utils/constantsGenerator.js +0 -321
  200. package/dist/utils/dataConverters.d.ts +0 -46
  201. package/dist/utils/dataConverters.js +0 -139
  202. package/dist/utils/directoryUtils.d.ts +0 -22
  203. package/dist/utils/directoryUtils.js +0 -59
  204. package/dist/utils/getClientFromConfig.d.ts +0 -39
  205. package/dist/utils/getClientFromConfig.js +0 -199
  206. package/dist/utils/helperFunctions.d.ts +0 -63
  207. package/dist/utils/helperFunctions.js +0 -156
  208. package/dist/utils/pathResolvers.d.ts +0 -53
  209. package/dist/utils/pathResolvers.js +0 -72
  210. package/dist/utils/projectConfig.d.ts +0 -122
  211. package/dist/utils/projectConfig.js +0 -206
  212. package/dist/utils/retryFailedPromises.d.ts +0 -2
  213. package/dist/utils/retryFailedPromises.js +0 -23
  214. package/dist/utils/sessionAuth.d.ts +0 -48
  215. package/dist/utils/sessionAuth.js +0 -164
  216. package/dist/utils/typeGuards.d.ts +0 -35
  217. package/dist/utils/typeGuards.js +0 -57
  218. package/dist/utils/validationRules.d.ts +0 -43
  219. package/dist/utils/validationRules.js +0 -42
  220. package/dist/utils/versionDetection.d.ts +0 -58
  221. package/dist/utils/versionDetection.js +0 -251
  222. package/dist/utils/yamlConverter.d.ts +0 -100
  223. package/dist/utils/yamlConverter.js +0 -428
  224. package/dist/utils/yamlLoader.d.ts +0 -70
  225. package/dist/utils/yamlLoader.js +0 -267
  226. package/scripts/copy-templates.ts +0 -23
  227. package/src/adapters/AdapterFactory.ts +0 -529
  228. package/src/adapters/DatabaseAdapter.ts +0 -319
  229. package/src/adapters/LegacyAdapter.ts +0 -844
  230. package/src/adapters/TablesDBAdapter.ts +0 -823
  231. package/src/adapters/index.ts +0 -37
  232. package/src/backups/operations/bucketBackup.ts +0 -277
  233. package/src/backups/operations/collectionBackup.ts +0 -310
  234. package/src/backups/operations/comprehensiveBackup.ts +0 -342
  235. package/src/backups/schemas/bucketManifest.ts +0 -78
  236. package/src/backups/schemas/comprehensiveManifest.ts +0 -76
  237. package/src/backups/tracking/centralizedTracking.ts +0 -352
  238. package/src/cli/commands/configCommands.ts +0 -201
  239. package/src/cli/commands/databaseCommands.ts +0 -879
  240. package/src/cli/commands/functionCommands.ts +0 -418
  241. package/src/cli/commands/schemaCommands.ts +0 -200
  242. package/src/cli/commands/storageCommands.ts +0 -152
  243. package/src/cli/commands/transferCommands.ts +0 -457
  244. package/src/collections/attributes.ts +0 -2020
  245. package/src/collections/attributes.ts.backup +0 -1555
  246. package/src/collections/indexes.ts +0 -352
  247. package/src/collections/methods.ts +0 -700
  248. package/src/collections/tableOperations.ts +0 -521
  249. package/src/collections/transferOperations.ts +0 -590
  250. package/src/collections/wipeOperations.ts +0 -346
  251. package/src/config/ConfigManager.ts +0 -849
  252. package/src/config/README.md +0 -274
  253. package/src/config/configMigration.ts +0 -575
  254. package/src/config/configValidation.ts +0 -445
  255. package/src/config/index.ts +0 -10
  256. package/src/config/services/ConfigDiscoveryService.ts +0 -410
  257. package/src/config/services/ConfigLoaderService.ts +0 -732
  258. package/src/config/services/ConfigMergeService.ts +0 -388
  259. package/src/config/services/ConfigValidationService.ts +0 -394
  260. package/src/config/services/SessionAuthService.ts +0 -565
  261. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  262. package/src/config/services/index.ts +0 -29
  263. package/src/config/yamlConfig.ts +0 -761
  264. package/src/databases/methods.ts +0 -49
  265. package/src/databases/setup.ts +0 -77
  266. package/src/examples/yamlTerminologyExample.ts +0 -346
  267. package/src/functions/deployments.ts +0 -220
  268. package/src/functions/fnConfigDiscovery.ts +0 -103
  269. package/src/functions/methods.ts +0 -284
  270. package/src/functions/pathResolution.ts +0 -227
  271. package/src/functions/templates/count-docs-in-collection/README.md +0 -54
  272. package/src/functions/templates/count-docs-in-collection/package.json +0 -25
  273. package/src/functions/templates/count-docs-in-collection/src/main.ts +0 -159
  274. package/src/functions/templates/count-docs-in-collection/src/request.ts +0 -9
  275. package/src/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  276. package/src/functions/templates/hono-typescript/README.md +0 -286
  277. package/src/functions/templates/hono-typescript/package.json +0 -26
  278. package/src/functions/templates/hono-typescript/src/adapters/request.ts +0 -74
  279. package/src/functions/templates/hono-typescript/src/adapters/response.ts +0 -106
  280. package/src/functions/templates/hono-typescript/src/app.ts +0 -180
  281. package/src/functions/templates/hono-typescript/src/context.ts +0 -103
  282. package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +0 -119
  283. package/src/functions/templates/hono-typescript/tsconfig.json +0 -20
  284. package/src/functions/templates/typescript-node/README.md +0 -32
  285. package/src/functions/templates/typescript-node/package.json +0 -25
  286. package/src/functions/templates/typescript-node/src/context.ts +0 -103
  287. package/src/functions/templates/typescript-node/src/index.ts +0 -29
  288. package/src/functions/templates/typescript-node/tsconfig.json +0 -28
  289. package/src/functions/templates/uv/README.md +0 -31
  290. package/src/functions/templates/uv/pyproject.toml +0 -30
  291. package/src/functions/templates/uv/src/__init__.py +0 -0
  292. package/src/functions/templates/uv/src/context.py +0 -125
  293. package/src/functions/templates/uv/src/index.py +0 -46
  294. package/src/init.ts +0 -62
  295. package/src/interactiveCLI.ts +0 -1136
  296. package/src/main.ts +0 -1670
  297. package/src/migrations/afterImportActions.ts +0 -580
  298. package/src/migrations/appwriteToX.ts +0 -664
  299. package/src/migrations/comprehensiveTransfer.ts +0 -2285
  300. package/src/migrations/dataLoader.ts +0 -1702
  301. package/src/migrations/importController.ts +0 -428
  302. package/src/migrations/importDataActions.ts +0 -315
  303. package/src/migrations/relationships.ts +0 -334
  304. package/src/migrations/services/DataTransformationService.ts +0 -196
  305. package/src/migrations/services/FileHandlerService.ts +0 -311
  306. package/src/migrations/services/ImportOrchestrator.ts +0 -666
  307. package/src/migrations/services/RateLimitManager.ts +0 -363
  308. package/src/migrations/services/RelationshipResolver.ts +0 -461
  309. package/src/migrations/services/UserMappingService.ts +0 -345
  310. package/src/migrations/services/ValidationService.ts +0 -349
  311. package/src/migrations/transfer.ts +0 -1068
  312. package/src/migrations/yaml/YamlImportConfigLoader.ts +0 -439
  313. package/src/migrations/yaml/YamlImportIntegration.ts +0 -446
  314. package/src/migrations/yaml/generateImportSchemas.ts +0 -1354
  315. package/src/schemas/authUser.ts +0 -23
  316. package/src/setup.ts +0 -8
  317. package/src/setupCommands.ts +0 -603
  318. package/src/setupController.ts +0 -43
  319. package/src/shared/attributeMapper.ts +0 -229
  320. package/src/shared/backupMetadataSchema.ts +0 -93
  321. package/src/shared/backupTracking.ts +0 -211
  322. package/src/shared/confirmationDialogs.ts +0 -327
  323. package/src/shared/errorUtils.ts +0 -110
  324. package/src/shared/functionManager.ts +0 -537
  325. package/src/shared/jsonSchemaGenerator.ts +0 -383
  326. package/src/shared/logging.ts +0 -149
  327. package/src/shared/messageFormatter.ts +0 -208
  328. package/src/shared/migrationHelpers.ts +0 -232
  329. package/src/shared/operationLogger.ts +0 -20
  330. package/src/shared/operationQueue.ts +0 -377
  331. package/src/shared/operationsTable.ts +0 -338
  332. package/src/shared/operationsTableSchema.ts +0 -60
  333. package/src/shared/progressManager.ts +0 -278
  334. package/src/shared/pydanticModelGenerator.ts +0 -618
  335. package/src/shared/relationshipExtractor.ts +0 -214
  336. package/src/shared/schemaGenerator.ts +0 -644
  337. package/src/shared/selectionDialogs.ts +0 -749
  338. package/src/storage/backupCompression.ts +0 -88
  339. package/src/storage/methods.ts +0 -698
  340. package/src/storage/schemas.ts +0 -205
  341. package/src/tables/indexManager.ts +0 -409
  342. package/src/types/node-appwrite-tablesdb.d.ts +0 -44
  343. package/src/types.ts +0 -9
  344. package/src/users/methods.ts +0 -359
  345. package/src/utils/ClientFactory.ts +0 -240
  346. package/src/utils/configDiscovery.ts +0 -557
  347. package/src/utils/configMigration.ts +0 -348
  348. package/src/utils/constantsGenerator.ts +0 -369
  349. package/src/utils/dataConverters.ts +0 -159
  350. package/src/utils/directoryUtils.ts +0 -61
  351. package/src/utils/getClientFromConfig.ts +0 -257
  352. package/src/utils/helperFunctions.ts +0 -228
  353. package/src/utils/index.ts +0 -2
  354. package/src/utils/loadConfigs.ts +0 -449
  355. package/src/utils/pathResolvers.ts +0 -81
  356. package/src/utils/projectConfig.ts +0 -340
  357. package/src/utils/retryFailedPromises.ts +0 -29
  358. package/src/utils/sessionAuth.ts +0 -230
  359. package/src/utils/setupFiles.ts +0 -1238
  360. package/src/utils/typeGuards.ts +0 -65
  361. package/src/utils/validationRules.ts +0 -88
  362. package/src/utils/versionDetection.ts +0 -292
  363. package/src/utils/yamlConverter.ts +0 -542
  364. package/src/utils/yamlLoader.ts +0 -371
  365. package/src/utilsController.ts +0 -1213
  366. package/tests/README.md +0 -497
  367. package/tests/adapters/AdapterFactory.test.ts +0 -277
  368. package/tests/integration/syncOperations.test.ts +0 -463
  369. package/tests/jest.config.js +0 -25
  370. package/tests/migration/configMigration.test.ts +0 -546
  371. package/tests/setup.ts +0 -62
  372. package/tests/testUtils.ts +0 -340
  373. package/tests/utils/loadConfigs.test.ts +0 -350
  374. package/tests/validation/configValidation.test.ts +0 -412
  375. package/tmp-sync-test/.appwrite/collections/TestCollection.yaml +0 -7
  376. package/tsconfig.json +0 -44
@@ -1,700 +0,0 @@
1
- import {
2
- Databases,
3
- ID,
4
- Permission,
5
- Query,
6
- type Models,
7
- } from "node-appwrite";
8
- import type { AppwriteConfig, CollectionCreate, Indexes, Attribute } from "appwrite-utils";
9
- import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
10
- import { getAdapterFromConfig } from "../utils/getClientFromConfig.js";
11
- import {
12
- nameToIdMapping,
13
- processQueue,
14
- queuedOperations,
15
- clearProcessingState,
16
- isCollectionProcessed,
17
- markCollectionProcessed,
18
- enqueueOperation
19
- } from "../shared/operationQueue.js";
20
- import { logger } from "../shared/logging.js";
21
- // Legacy attribute/index helpers removed in favor of unified adapter path
22
- import { SchemaGenerator } from "../shared/schemaGenerator.js";
23
- import {
24
- isNull,
25
- isUndefined,
26
- isNil,
27
- isPlainObject,
28
- isString,
29
- } from "es-toolkit";
30
- import { delay, tryAwaitWithRetry } from "../utils/helperFunctions.js";
31
- import { MessageFormatter } from "../shared/messageFormatter.js";
32
- import { isLegacyDatabases } from "../utils/typeGuards.js";
33
- import { mapToCreateAttributeParams, mapToUpdateAttributeParams } from "../shared/attributeMapper.js";
34
- import { diffTableColumns, isIndexEqualToIndex, diffColumnsDetailed, executeColumnOperations } from "./tableOperations.js";
35
- import { createOrUpdateIndexesViaAdapter, deleteObsoleteIndexesViaAdapter } from "../tables/indexManager.js";
36
-
37
- // Re-export wipe operations
38
- export {
39
- wipeDatabase,
40
- wipeCollection,
41
- wipeAllTables,
42
- wipeTableRows,
43
- } from "./wipeOperations.js";
44
-
45
- // Re-export transfer operations
46
- export {
47
- transferDocumentsBetweenDbsLocalToLocal,
48
- transferDocumentsBetweenDbsLocalToRemote,
49
- } from "./transferOperations.js";
50
-
51
- export const documentExists = async (
52
- db: Databases | DatabaseAdapter,
53
- dbId: string,
54
- targetCollectionId: string,
55
- toCreateObject: any
56
- ): Promise<Models.Document | null> => {
57
- const collection = await (isLegacyDatabases(db) ?
58
- db.getCollection(dbId, targetCollectionId) :
59
- db.getTable({ databaseId: dbId, tableId: targetCollectionId }));
60
- const attributes = (collection as any).attributes as any[];
61
- let arrayTypeAttributes = attributes
62
- .filter((attribute: any) => attribute.array === true)
63
- .map((attribute: any) => attribute.key);
64
-
65
- const isJsonString = (str: string) => {
66
- try {
67
- const json = JSON.parse(str);
68
- return typeof json === "object" && json !== null;
69
- } catch (e) {
70
- return false;
71
- }
72
- };
73
-
74
- // Convert object to entries and filter
75
- const validEntries = Object.entries(toCreateObject).filter(
76
- ([key, value]) =>
77
- !arrayTypeAttributes.includes(key) &&
78
- !key.startsWith("$") &&
79
- !isNull(value) &&
80
- !isUndefined(value) &&
81
- !isNil(value) &&
82
- !isPlainObject(value) &&
83
- !Array.isArray(value) &&
84
- !(isString(value) && isJsonString(value)) &&
85
- (isString(value) ? value.length < 4096 && value.length > 0 : true)
86
- );
87
-
88
- // Map and filter valid entries
89
- const validMappedEntries = validEntries
90
- .map(([key, value]) => [
91
- key,
92
- isString(value) || typeof value === "number" || typeof value === "boolean"
93
- ? value
94
- : null,
95
- ])
96
- .filter(([key, value]) => !isNull(value) && isString(key))
97
- .slice(0, 25);
98
-
99
- // Convert to Query parameters
100
- const validQueryParams = validMappedEntries.map(([key, value]) =>
101
- Query.equal(key as string, value as any)
102
- );
103
-
104
- // Execute the query with the validated and prepared parameters
105
- const result = await (isLegacyDatabases(db) ?
106
- db.listDocuments(dbId, targetCollectionId, validQueryParams) :
107
- db.listRows({ databaseId: dbId, tableId: targetCollectionId, queries: validQueryParams }));
108
-
109
- const items = isLegacyDatabases(db) ? result.documents : ((result as any).rows || result.documents);
110
- return items?.[0] || null;
111
- };
112
-
113
- export const checkForCollection = async (
114
- db: Databases | DatabaseAdapter,
115
- dbId: string,
116
- collection: Partial<CollectionCreate>
117
- ): Promise<Models.Collection | null> => {
118
- try {
119
- MessageFormatter.progress(`Checking for collection with name: ${collection.name}`, { prefix: "Collections" });
120
- const response = await tryAwaitWithRetry(
121
- async () => isLegacyDatabases(db) ?
122
- await db.listCollections(dbId, [Query.equal("name", collection.name!)]) :
123
- await db.listTables({ databaseId: dbId, queries: [Query.equal("name", collection.name!)] })
124
- );
125
- const items = isLegacyDatabases(db) ? response.collections : ((response as any).tables || response.collections);
126
- if (items && items.length > 0) {
127
- MessageFormatter.info(`Collection found: ${items[0].$id}`, { prefix: "Collections" });
128
- // Return remote collection for update operations (don't merge local config over it)
129
- return items[0] as Models.Collection;
130
- } else {
131
- MessageFormatter.info(`No collection found with name: ${collection.name}`, { prefix: "Collections" });
132
- return null;
133
- }
134
- } catch (error) {
135
- const errorMessage = error instanceof Error ? error.message : String(error);
136
- MessageFormatter.error(`Error checking for collection: ${collection.name}`, error instanceof Error ? error : new Error(String(error)), { prefix: "Collections" });
137
- logger.error('Collection check failed', {
138
- collectionName: collection.name,
139
- dbId,
140
- error: errorMessage,
141
- operation: 'checkForCollection'
142
- });
143
- return null;
144
- }
145
- };
146
-
147
- // Helper function to fetch and cache collection by name
148
- export const fetchAndCacheCollectionByName = async (
149
- db: Databases | DatabaseAdapter,
150
- dbId: string,
151
- collectionName: string
152
- ): Promise<Models.Collection | undefined> => {
153
- if (nameToIdMapping.has(collectionName)) {
154
- const collectionId = nameToIdMapping.get(collectionName);
155
- MessageFormatter.debug(`Collection found in cache: ${collectionId}`, undefined, { prefix: "Collections" });
156
- return await tryAwaitWithRetry(
157
- async () => isLegacyDatabases(db) ?
158
- await db.getCollection(dbId, collectionId!) :
159
- await db.getTable({ databaseId: dbId, tableId: collectionId! })
160
- ) as Models.Collection;
161
- } else {
162
- MessageFormatter.progress(`Fetching collection by name: ${collectionName}`, { prefix: "Collections" });
163
- const collectionsPulled = await tryAwaitWithRetry(
164
- async () => isLegacyDatabases(db) ?
165
- await db.listCollections(dbId, [Query.equal("name", collectionName)]) :
166
- await db.listTables({ databaseId: dbId, queries: [Query.equal("name", collectionName)] })
167
- );
168
- const items = isLegacyDatabases(db) ? collectionsPulled.collections : ((collectionsPulled as any).tables || collectionsPulled.collections);
169
- if ((collectionsPulled.total || items?.length) > 0) {
170
- const collection = items[0];
171
- MessageFormatter.info(`Collection found: ${collection.$id}`, { prefix: "Collections" });
172
- nameToIdMapping.set(collectionName, collection.$id);
173
- return collection;
174
- } else {
175
- MessageFormatter.warning(`Collection not found by name: ${collectionName}`, { prefix: "Collections" });
176
- return undefined;
177
- }
178
- }
179
- };
180
-
181
- export const generateSchemas = async (
182
- config: AppwriteConfig,
183
- appwriteFolderPath: string
184
- ): Promise<void> => {
185
- const schemaGenerator = new SchemaGenerator(config, appwriteFolderPath);
186
- await schemaGenerator.generateSchemas();
187
- };
188
-
189
- export const createOrUpdateCollections = async (
190
- database: Databases,
191
- databaseId: string,
192
- config: AppwriteConfig,
193
- deletedCollections?: { collectionId: string; collectionName: string }[],
194
- selectedCollections: Models.Collection[] = []
195
- ): Promise<void> => {
196
- // Clear processing state at the start of a new operation
197
- clearProcessingState();
198
-
199
- // Always use adapter path (LegacyAdapter translates when pre-1.8)
200
- const { adapter } = await getAdapterFromConfig(config);
201
- await createOrUpdateCollectionsViaAdapter(
202
- adapter,
203
- databaseId,
204
- config,
205
- deletedCollections,
206
- selectedCollections
207
- );
208
- };
209
-
210
- // New: Adapter-based implementation for TablesDB with state management
211
- export const createOrUpdateCollectionsViaAdapter = async (
212
- adapter: DatabaseAdapter,
213
- databaseId: string,
214
- config: AppwriteConfig,
215
- deletedCollections?: { collectionId: string; collectionName: string }[],
216
- selectedCollections: Models.Collection[] = []
217
- ): Promise<void> => {
218
- const collectionsToProcess =
219
- selectedCollections.length > 0 ? selectedCollections : (config.collections || []);
220
- if (!collectionsToProcess || collectionsToProcess.length === 0) return;
221
-
222
- const usedIds = new Set<string>();
223
- MessageFormatter.info(`Processing ${collectionsToProcess.length} tables via adapter with intelligent state management`, { prefix: "Tables" });
224
-
225
- // Helpers for attribute operations through adapter
226
- const createAttr = async (tableId: string, attr: Attribute) => {
227
- const params = mapToCreateAttributeParams(attr as any, { databaseId, tableId });
228
- await adapter.createAttribute(params);
229
- await delay(150);
230
- };
231
- const updateAttr = async (tableId: string, attr: Attribute) => {
232
- const params = mapToUpdateAttributeParams(attr as any, { databaseId, tableId }) as any;
233
- await adapter.updateAttribute(params);
234
- await delay(150);
235
- };
236
-
237
- // Local queue for unresolved relationships
238
- const relQueue: { tableId: string; attr: Attribute }[] = [];
239
-
240
- for (const collection of collectionsToProcess) {
241
- const { attributes, indexes, ...collectionData } = collection as any;
242
-
243
- // Check if this table has already been processed in this session (per database)
244
- if (collectionData.$id && isCollectionProcessed(collectionData.$id, databaseId)) {
245
- MessageFormatter.info(`Table '${collectionData.name}' already processed, skipping`, { prefix: "Tables" });
246
- continue;
247
- }
248
-
249
- // Prepare permissions as strings (reuse Permission helper)
250
- const permissions: string[] = [];
251
- if (collection.$permissions && collection.$permissions.length > 0) {
252
- for (const p of collection.$permissions as any[]) {
253
- if (typeof p === 'string') permissions.push(p);
254
- else {
255
- switch (p.permission) {
256
- case 'read': permissions.push(Permission.read(p.target)); break;
257
- case 'create': permissions.push(Permission.create(p.target)); break;
258
- case 'update': permissions.push(Permission.update(p.target)); break;
259
- case 'delete': permissions.push(Permission.delete(p.target)); break;
260
- case 'write': permissions.push(Permission.write(p.target)); break;
261
- default: break;
262
- }
263
- }
264
- }
265
- }
266
-
267
- // Find existing table — prefer lookup by ID (if provided), then by name
268
- let table: any | undefined;
269
- let tableId: string;
270
-
271
- // 1) Try by explicit $id first (handles rename scenarios)
272
- if (collectionData.$id) {
273
- try {
274
- const byId = await adapter.getTable({ databaseId, tableId: collectionData.$id });
275
- table = (byId as any).data || (byId as any).tables?.[0];
276
- if (table?.$id) {
277
- MessageFormatter.info(`Found existing table by ID: ${table.$id}`, { prefix: 'Tables' });
278
- }
279
- } catch {
280
- // Not found by ID; fall back to name lookup
281
- }
282
- }
283
-
284
- // 2) If not found by ID, try by name
285
- if (!table) {
286
- const list = await adapter.listTables({ databaseId, queries: [Query.equal('name', collectionData.name)] });
287
- const items: any[] = (list as any).tables || [];
288
- table = items[0];
289
- if (table?.$id) {
290
- // If local has $id that differs from remote, prefer remote (IDs are immutable)
291
- if (collectionData.$id && collectionData.$id !== table.$id) {
292
- MessageFormatter.warning(`Config $id '${collectionData.$id}' differs from existing table ID '${table.$id}'. Using existing table.`, { prefix: 'Tables' });
293
- }
294
- }
295
- }
296
-
297
- if (!table) {
298
- // Determine ID (prefer provided $id or re-use deleted one)
299
- let foundColl = deletedCollections?.find(
300
- (coll) => coll.collectionName.toLowerCase().trim().replace(" ", "") === collectionData.name.toLowerCase().trim().replace(" ", "")
301
- );
302
- if (collectionData.$id) tableId = collectionData.$id;
303
- else if (foundColl && !usedIds.has(foundColl.collectionId)) tableId = foundColl.collectionId;
304
- else tableId = ID.unique();
305
- usedIds.add(tableId);
306
-
307
- const res = await adapter.createTable({
308
- databaseId,
309
- id: tableId,
310
- name: collectionData.name,
311
- permissions,
312
- documentSecurity: !!collectionData.documentSecurity,
313
- enabled: collectionData.enabled !== false
314
- });
315
- table = (res as any).data || res;
316
- nameToIdMapping.set(collectionData.name, tableId);
317
- } else {
318
- tableId = table.$id;
319
- await adapter.updateTable({
320
- databaseId,
321
- id: tableId,
322
- name: collectionData.name,
323
- permissions,
324
- documentSecurity: !!collectionData.documentSecurity,
325
- enabled: collectionData.enabled !== false
326
- });
327
- // Cache the existing table ID
328
- nameToIdMapping.set(collectionData.name, tableId);
329
- }
330
-
331
- // Add small delay after table create/update
332
- await delay(250);
333
-
334
- // Create/Update attributes: non-relationship first using enhanced planning
335
- const nonRel = (attributes || []).filter((a: Attribute) => a.type !== 'relationship');
336
- if (nonRel.length > 0) {
337
- // Fetch existing columns once
338
- const tableInfo = await adapter.getTable({ databaseId, tableId });
339
- const existingCols: any[] = (tableInfo as any).data?.columns || (tableInfo as any).data?.attributes || [];
340
-
341
- // Plan with icons
342
- const plan = diffColumnsDetailed(nonRel as any, existingCols);
343
- const plus = plan.toCreate.map((a: any) => a.key);
344
- const plusminus = plan.toUpdate.map((u: any) => (u.attribute as any).key);
345
- const minus = plan.toRecreate.map((r: any) => (r.newAttribute as any).key);
346
- const skip = plan.unchanged;
347
-
348
- // Compute deletions (remote extras not present locally)
349
- const desiredKeysForDelete = new Set((attributes || []).map((a: any) => a.key));
350
- const extraRemoteKeys = (existingCols || [])
351
- .map((c: any) => c?.key)
352
- .filter((k: any): k is string => !!k && !desiredKeysForDelete.has(k));
353
-
354
- const parts: string[] = [];
355
- if (plus.length) parts.push(`➕ ${plus.length} (${plus.join(', ')})`);
356
- if (plusminus.length) parts.push(`🔧 ${plusminus.length} (${plusminus.join(', ')})`);
357
- if (minus.length) parts.push(`♻️ ${minus.length} (${minus.join(', ')})`);
358
- if (skip.length) parts.push(`⏭️ ${skip.length}`);
359
- parts.push(`🗑️ ${extraRemoteKeys.length}${extraRemoteKeys.length ? ` (${extraRemoteKeys.join(', ')})` : ''}`);
360
- MessageFormatter.info(`Plan → ${parts.join(' | ') || 'no changes'}`, { prefix: 'Attributes' });
361
-
362
- // Execute
363
- const colResults = await executeColumnOperations(adapter, databaseId, tableId, plan);
364
-
365
- if (colResults.success.length > 0) {
366
- MessageFormatter.success(`Processed ${colResults.success.length} ops`, { prefix: 'Attributes' });
367
- }
368
- if (colResults.errors.length > 0) {
369
- MessageFormatter.error(`${colResults.errors.length} attribute operations failed:`, undefined, { prefix: 'Attributes' });
370
- for (const err of colResults.errors) {
371
- MessageFormatter.error(` ${err.column}: ${err.error}`, undefined, { prefix: 'Attributes' });
372
- }
373
- }
374
- MessageFormatter.info(
375
- `Summary → ➕ ${plan.toCreate.length} | 🔧 ${plan.toUpdate.length} | ♻️ ${plan.toRecreate.length} | ⏭️ ${plan.unchanged.length}`,
376
- { prefix: 'Attributes' }
377
- );
378
- }
379
-
380
- // Relationship attributes — resolve relatedCollection to ID, then diff and create/update with recreate support
381
- const relsAll = (attributes || []).filter((a: Attribute) => a.type === 'relationship') as any[];
382
- if (relsAll.length > 0) {
383
- const relsResolved: any[] = [];
384
- const relsDeferred: any[] = [];
385
-
386
- // Resolve related collections (names -> IDs) using cache or lookup.
387
- // If not resolvable yet (target table created later in the same push), queue for later.
388
- for (const attr of relsAll) {
389
- const relNameOrId = attr.relatedCollection as string | undefined;
390
- if (!relNameOrId) continue;
391
- let relId = nameToIdMapping.get(relNameOrId) || relNameOrId;
392
- let resolved = false;
393
- if (nameToIdMapping.has(relNameOrId)) {
394
- resolved = true;
395
- } else {
396
- // Try resolve by name
397
- try {
398
- const relList = await adapter.listTables({ databaseId, queries: [Query.equal('name', relNameOrId)] });
399
- const relItems: any[] = (relList as any).tables || [];
400
- if (relItems[0]?.$id) {
401
- relId = relItems[0].$id;
402
- nameToIdMapping.set(relNameOrId, relId);
403
- resolved = true;
404
- }
405
- } catch {}
406
-
407
- // If the relNameOrId looks like an ID but isn't resolved yet, attempt a direct get
408
- if (!resolved && relNameOrId && relNameOrId.length >= 10) {
409
- try {
410
- const probe = await adapter.getTable({ databaseId, tableId: relNameOrId });
411
- if ((probe as any).data?.$id) {
412
- nameToIdMapping.set(relNameOrId, relNameOrId);
413
- relId = relNameOrId;
414
- resolved = true;
415
- }
416
- } catch {}
417
- }
418
- }
419
-
420
- if (resolved && relId && typeof relId === 'string') {
421
- attr.relatedCollection = relId;
422
- relsResolved.push(attr);
423
- } else {
424
- // Defer until related table exists; queue a surgical operation
425
- enqueueOperation({
426
- type: 'attribute',
427
- collectionId: tableId,
428
- attribute: attr,
429
- dependencies: [relNameOrId]
430
- });
431
- relsDeferred.push(attr);
432
- }
433
- }
434
-
435
- // Compute a detailed plan for immediately resolvable relationships
436
- const tableInfo2 = await adapter.getTable({ databaseId, tableId });
437
- const existingCols2: any[] = (tableInfo2 as any).data?.columns || (tableInfo2 as any).data?.attributes || [];
438
- const relPlan = diffColumnsDetailed(relsResolved as any, existingCols2);
439
-
440
- // Relationship plan with icons (includes recreates)
441
- {
442
- const parts: string[] = [];
443
- if (relPlan.toCreate.length) parts.push(`➕ ${relPlan.toCreate.length} (${relPlan.toCreate.map((a:any)=>a.key).join(', ')})`);
444
- if (relPlan.toUpdate.length) parts.push(`🔧 ${relPlan.toUpdate.length} (${relPlan.toUpdate.map((u:any)=>u.attribute?.key ?? u.key).join(', ')})`);
445
- if (relPlan.toRecreate.length) parts.push(`♻️ ${relPlan.toRecreate.length} (${relPlan.toRecreate.map((r:any)=>r.newAttribute?.key ?? r?.key).join(', ')})`);
446
- if (relPlan.unchanged.length) parts.push(`⏭️ ${relPlan.unchanged.length}`);
447
- MessageFormatter.info(`Plan → ${parts.join(' | ') || 'no changes'}`, { prefix: 'Relationships' });
448
- }
449
-
450
- // Execute plan using the same operation executor to properly handle deletes/recreates
451
- const relResults = await executeColumnOperations(adapter, databaseId, tableId, relPlan);
452
- if (relResults.success.length > 0) {
453
- const totalRelationships = relPlan.toCreate.length + relPlan.toUpdate.length + relPlan.toRecreate.length + relPlan.unchanged.length;
454
- const activeRelationships = relPlan.toCreate.length + relPlan.toUpdate.length + relPlan.toRecreate.length;
455
-
456
- if (relResults.success.length !== activeRelationships) {
457
- // Show both counts when they differ (usually due to recreations)
458
- MessageFormatter.success(`Processed ${relResults.success.length} operations for ${activeRelationships} relationship${activeRelationships === 1 ? '' : 's'}`, { prefix: 'Relationships' });
459
- } else {
460
- MessageFormatter.success(`Processed ${relResults.success.length} relationship${relResults.success.length === 1 ? '' : 's'}`, { prefix: 'Relationships' });
461
- }
462
- }
463
- if (relResults.errors.length > 0) {
464
- MessageFormatter.error(`${relResults.errors.length} relationship operations failed:`, undefined, { prefix: 'Relationships' });
465
- for (const err of relResults.errors) {
466
- MessageFormatter.error(` ${err.column}: ${err.error}`, undefined, { prefix: 'Relationships' });
467
- }
468
- }
469
-
470
- if (relsDeferred.length > 0) {
471
- MessageFormatter.info(`Deferred ${relsDeferred.length} relationship(s) until related tables become available`, { prefix: 'Relationships' });
472
- }
473
- }
474
-
475
- // Wait for all attributes to become available before creating indexes
476
- const allAttrKeys = [
477
- ...nonRel.map((a: any) => a.key),
478
- ...relsAll.filter((a: any) => a.relatedCollection).map((a: any) => a.key)
479
- ];
480
-
481
- if (allAttrKeys.length > 0) {
482
- for (const attrKey of allAttrKeys) {
483
- const maxWait = 60000; // 60 seconds
484
- const startTime = Date.now();
485
- let lastStatus = '';
486
-
487
- while (Date.now() - startTime < maxWait) {
488
- try {
489
- const tableData = await adapter.getTable({ databaseId, tableId });
490
- const attrs = (tableData as any).data?.columns || (tableData as any).data?.attributes || [];
491
- const attr = attrs.find((a: any) => a.key === attrKey);
492
-
493
- if (attr) {
494
- if (attr.status === 'available') {
495
- break; // Attribute is ready
496
- }
497
- if (attr.status === 'failed' || attr.status === 'stuck') {
498
- throw new Error(`Attribute ${attrKey} failed to create: ${attr.error || 'unknown error'}`);
499
- }
500
- // Still processing, continue waiting
501
- lastStatus = attr.status;
502
- }
503
-
504
- await delay(2000); // Check every 2 seconds
505
- } catch (e) {
506
- // If we can't check status, assume it's processing and continue
507
- await delay(2000);
508
- }
509
- }
510
-
511
- // Timeout check
512
- if (Date.now() - startTime >= maxWait) {
513
- MessageFormatter.warning(
514
- `Attribute ${attrKey} did not become available within ${maxWait / 1000}s (last status: ${lastStatus}). Proceeding anyway.`,
515
- { prefix: 'Attributes' }
516
- );
517
- }
518
- }
519
- }
520
-
521
- // Index management: create/update indexes using clean adapter-based system
522
- const localTableConfig = config.collections?.find(
523
- c => c.name === collectionData.name || c.$id === collectionData.$id
524
- );
525
- const idxs = (localTableConfig?.indexes ?? indexes ?? []) as any[];
526
-
527
- // Create/update indexes with proper planning and execution
528
- await createOrUpdateIndexesViaAdapter(adapter, databaseId, tableId, idxs, indexes);
529
-
530
- // Handle obsolete index deletions
531
- const desiredIndexKeys: Set<string> = new Set((indexes || []).map((i: any) => i.key as string));
532
- await deleteObsoleteIndexesViaAdapter(adapter, databaseId, tableId, desiredIndexKeys);
533
-
534
- // Deletions: remove columns/attributes that are present remotely but not in desired config
535
- try {
536
- const desiredKeys = new Set((attributes || []).map((a: any) => a.key));
537
- const tableInfo3 = await adapter.getTable({ databaseId, tableId });
538
- const existingCols3: any[] = (tableInfo3 as any).data?.columns || (tableInfo3 as any).data?.attributes || [];
539
- const toDelete = existingCols3
540
- .filter((col: any) => col?.key && !desiredKeys.has(col.key))
541
- .map((col: any) => col.key as string);
542
-
543
- if (toDelete.length > 0) {
544
- MessageFormatter.info(`Plan → 🗑️ ${toDelete.length} (${toDelete.join(', ')})`, { prefix: 'Attributes' });
545
- const deleted: string[] = [];
546
- const errors: Array<{ key: string; error: string }> = [];
547
- for (const key of toDelete) {
548
- try {
549
- // Drop any indexes that reference this attribute to avoid server errors
550
- try {
551
- const idxRes = await adapter.listIndexes({ databaseId, tableId });
552
- const ilist: any[] = (idxRes as any).data || (idxRes as any).indexes || [];
553
- for (const idx of ilist) {
554
- const attrs: string[] = Array.isArray(idx.attributes)
555
- ? idx.attributes
556
- : (Array.isArray((idx as any).columns) ? (idx as any).columns : []);
557
- if (attrs.includes(key)) {
558
- MessageFormatter.info(`🗑️ Deleting index '${idx.key}' referencing '${key}'`, { prefix: 'Indexes' });
559
- await adapter.deleteIndex({ databaseId, tableId, key: idx.key });
560
- await delay(500);
561
- }
562
- }
563
- } catch {}
564
-
565
- await adapter.deleteAttribute({ databaseId, tableId, key });
566
- // Wait briefly for deletion to settle
567
- const start = Date.now();
568
- const maxWaitMs = 60000;
569
- while (Date.now() - start < maxWaitMs) {
570
- try {
571
- const tinfo = await adapter.getTable({ databaseId, tableId });
572
- const cols = (tinfo as any).data?.columns || (tinfo as any).data?.attributes || [];
573
- const found = cols.find((c: any) => c.key === key);
574
- if (!found) break;
575
- if (found.status && found.status !== 'deleting') break;
576
- } catch {}
577
- await delay(1000);
578
- }
579
- deleted.push(key);
580
- } catch (e: any) {
581
- errors.push({ key, error: e?.message || String(e) });
582
- }
583
- }
584
- if (deleted.length) {
585
- MessageFormatter.success(`Deleted ${deleted.length} attributes: ${deleted.join(', ')}`, { prefix: 'Attributes' });
586
- }
587
- if (errors.length) {
588
- MessageFormatter.error(`${errors.length} deletions failed`, undefined, { prefix: 'Attributes' });
589
- errors.forEach(er => MessageFormatter.error(` ${er.key}: ${er.error}`, undefined, { prefix: 'Attributes' }));
590
- }
591
- } else {
592
- MessageFormatter.info(`Plan → 🗑️ 0`, { prefix: 'Attributes' });
593
- }
594
- } catch (e) {
595
- MessageFormatter.warning(`Could not evaluate deletions: ${(e as Error)?.message || e}`, { prefix: 'Attributes' });
596
- }
597
-
598
- // Mark this table as fully processed for this database to prevent re-processing in the same DB only
599
- markCollectionProcessed(tableId, collectionData.name, databaseId);
600
- }
601
-
602
- // Process queued relationships once mapping likely populated
603
- if (relQueue.length > 0) {
604
- MessageFormatter.info(`🔧 Processing ${relQueue.length} queued relationship attributes for tables`, { prefix: "Tables" });
605
- for (const { tableId, attr } of relQueue) {
606
- const relNameOrId = (attr as any).relatedCollection as string | undefined;
607
- if (!relNameOrId) continue;
608
- const relId = nameToIdMapping.get(relNameOrId) || relNameOrId;
609
- if (relId) {
610
- (attr as any).relatedCollection = relId;
611
- try {
612
- await adapter.createAttribute({
613
- databaseId,
614
- tableId,
615
- key: (attr as any).key,
616
- type: (attr as any).type,
617
- size: (attr as any).size,
618
- required: !!(attr as any).required,
619
- default: (attr as any).xdefault,
620
- array: !!(attr as any).array,
621
- min: (attr as any).min,
622
- max: (attr as any).max,
623
- elements: (attr as any).elements,
624
- relatedCollection: relId,
625
- relationType: (attr as any).relationType,
626
- twoWay: (attr as any).twoWay,
627
- twoWayKey: (attr as any).twoWayKey,
628
- onDelete: (attr as any).onDelete,
629
- side: (attr as any).side
630
- });
631
- await delay(150);
632
- MessageFormatter.info(`✅ Successfully processed queued relationship: ${attr.key}`, { prefix: "Tables" });
633
- } catch (e) {
634
- MessageFormatter.error(`Failed queued relationship ${attr.key}`, e instanceof Error ? e : new Error(String(e)), { prefix: 'Attributes' });
635
- }
636
- } else {
637
- MessageFormatter.warning(`Could not resolve relationship ${attr.key} -> ${relNameOrId}`, { prefix: "Tables" });
638
- }
639
- }
640
- }
641
-
642
- // Process any remaining queued operations to complete relationship sync
643
- try {
644
- MessageFormatter.info(`🔄 Processing final operation queue for database ${databaseId}`, { prefix: "Tables" });
645
- await processQueue(adapter, databaseId);
646
- MessageFormatter.info(`✅ Operation queue processing completed`, { prefix: "Tables" });
647
- } catch (error) {
648
- MessageFormatter.error(`Failed to process operation queue`, error instanceof Error ? error : new Error(String(error)), { prefix: 'Tables' });
649
- }
650
- };
651
-
652
- export const generateMockData = async (
653
- database: Databases,
654
- databaseId: string,
655
- configCollections: any[]
656
- ): Promise<void> => {
657
- for (const { collection, mockFunction } of configCollections) {
658
- if (mockFunction) {
659
- MessageFormatter.progress(`Generating mock data for collection: ${collection.name}`, { prefix: "Mock Data" });
660
- const mockData = mockFunction();
661
- for (const data of mockData) {
662
- await database.createDocument(
663
- databaseId,
664
- collection.$id,
665
- ID.unique(),
666
- data
667
- );
668
- }
669
- }
670
- }
671
- };
672
-
673
- export const fetchAllCollections = async (
674
- dbId: string,
675
- database: Databases
676
- ): Promise<Models.Collection[]> => {
677
- MessageFormatter.progress(`Fetching all collections for database ID: ${dbId}`, { prefix: "Collections" });
678
- let collections: Models.Collection[] = [];
679
- let moreCollections = true;
680
- let lastCollectionId: string | undefined;
681
-
682
- while (moreCollections) {
683
- const queries = [Query.limit(500)];
684
- if (lastCollectionId) {
685
- queries.push(Query.cursorAfter(lastCollectionId));
686
- }
687
- const response = await tryAwaitWithRetry(
688
- async () => await database.listCollections(dbId, queries)
689
- );
690
- collections = collections.concat(response.collections);
691
- moreCollections = response.collections.length === 500;
692
- if (moreCollections) {
693
- lastCollectionId =
694
- response.collections[response.collections.length - 1].$id;
695
- }
696
- }
697
-
698
- MessageFormatter.success(`Fetched a total of ${collections.length} collections`, { prefix: "Collections" });
699
- return collections;
700
- };