appwrite-utils-cli 1.9.6 → 1.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/CONFIG_TODO.md +1189 -1189
  2. package/README.md +1004 -1004
  3. package/SELECTION_DIALOGS.md +145 -145
  4. package/SERVICE_IMPLEMENTATION_REPORT.md +462 -462
  5. package/package.json +6 -3
  6. package/scripts/copy-templates.ts +23 -23
  7. package/src/adapters/index.ts +11 -37
  8. package/src/backups/operations/bucketBackup.ts +277 -277
  9. package/src/backups/operations/collectionBackup.ts +310 -310
  10. package/src/backups/operations/comprehensiveBackup.ts +342 -342
  11. package/src/backups/schemas/bucketManifest.ts +78 -78
  12. package/src/backups/schemas/comprehensiveManifest.ts +76 -76
  13. package/src/backups/tracking/centralizedTracking.ts +352 -352
  14. package/src/cli/commands/configCommands.ts +265 -201
  15. package/src/cli/commands/databaseCommands.ts +931 -879
  16. package/src/cli/commands/functionCommands.ts +333 -332
  17. package/src/cli/commands/importFileCommands.ts +815 -0
  18. package/src/cli/commands/schemaCommands.ts +141 -141
  19. package/src/cli/commands/storageCommands.ts +2 -3
  20. package/src/cli/commands/transferCommands.ts +454 -457
  21. package/src/collections/attributes.ts.backup +1555 -1555
  22. package/src/collections/{attributes.ts → columns.ts} +15 -44
  23. package/src/collections/indexes.ts +350 -352
  24. package/src/collections/methods.ts +714 -815
  25. package/src/collections/tableOperations.ts +57 -21
  26. package/src/collections/transferOperations.ts +376 -377
  27. package/src/collections/wipeOperations.ts +449 -346
  28. package/src/databases/methods.ts +49 -49
  29. package/src/databases/setup.ts +77 -77
  30. package/src/examples/yamlTerminologyExample.ts +346 -346
  31. package/src/functions/deployments.ts +221 -220
  32. package/src/functions/fnConfigDiscovery.ts +2 -2
  33. package/src/functions/methods.ts +284 -284
  34. package/src/functions/templates/count-docs-in-collection/README.md +53 -53
  35. package/src/functions/templates/count-docs-in-collection/src/main.ts +159 -159
  36. package/src/functions/templates/count-docs-in-collection/src/request.ts +8 -8
  37. package/src/functions/templates/hono-typescript/README.md +285 -285
  38. package/src/functions/templates/hono-typescript/src/adapters/request.ts +73 -73
  39. package/src/functions/templates/hono-typescript/src/adapters/response.ts +105 -105
  40. package/src/functions/templates/hono-typescript/src/app.ts +179 -179
  41. package/src/functions/templates/hono-typescript/src/context.ts +102 -102
  42. package/src/functions/templates/hono-typescript/src/{index.ts → main.ts} +53 -53
  43. package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +118 -118
  44. package/src/functions/templates/typescript-node/README.md +31 -31
  45. package/src/functions/templates/typescript-node/src/context.ts +102 -102
  46. package/src/functions/templates/typescript-node/src/{index.ts → main.ts} +29 -29
  47. package/src/functions/templates/uv/README.md +30 -30
  48. package/src/functions/templates/uv/pyproject.toml +29 -29
  49. package/src/functions/templates/uv/src/context.py +124 -124
  50. package/src/functions/templates/uv/src/{index.py → main.py} +45 -45
  51. package/src/init.ts +62 -62
  52. package/src/interactiveCLI.ts +1095 -1030
  53. package/src/main.ts +1517 -1670
  54. package/src/migrations/afterImportActions.ts +579 -580
  55. package/src/migrations/appwriteToX.ts +634 -630
  56. package/src/migrations/comprehensiveTransfer.ts +2149 -2149
  57. package/src/migrations/dataLoader.ts +1729 -1702
  58. package/src/migrations/importController.ts +440 -428
  59. package/src/migrations/importDataActions.ts +315 -315
  60. package/src/migrations/relationships.ts +333 -334
  61. package/src/migrations/services/DataTransformationService.ts +195 -195
  62. package/src/migrations/services/FileHandlerService.ts +310 -310
  63. package/src/migrations/services/ImportOrchestrator.ts +674 -665
  64. package/src/migrations/services/RateLimitManager.ts +362 -362
  65. package/src/migrations/services/RelationshipResolver.ts +460 -460
  66. package/src/migrations/services/UserMappingService.ts +344 -344
  67. package/src/migrations/services/ValidationService.ts +333 -333
  68. package/src/migrations/transfer.ts +987 -942
  69. package/src/migrations/yaml/YamlImportConfigLoader.ts +438 -438
  70. package/src/migrations/yaml/YamlImportIntegration.ts +438 -438
  71. package/src/migrations/yaml/generateImportSchemas.ts +1347 -1347
  72. package/src/schemas/authUser.ts +23 -23
  73. package/src/setup.ts +8 -8
  74. package/src/setupCommands.ts +5 -6
  75. package/src/setupController.ts +42 -42
  76. package/src/shared/backupMetadataSchema.ts +93 -93
  77. package/src/shared/backupTracking.ts +211 -211
  78. package/src/shared/confirmationDialogs.ts +326 -326
  79. package/src/shared/migrationHelpers.ts +232 -232
  80. package/src/shared/operationLogger.ts +20 -20
  81. package/src/shared/operationQueue.ts +326 -327
  82. package/src/shared/operationsTable.ts +338 -338
  83. package/src/shared/operationsTableSchema.ts +60 -60
  84. package/src/shared/progressManager.ts +277 -277
  85. package/src/shared/relationshipExtractor.ts +214 -214
  86. package/src/shared/selectionDialogs.ts +775 -722
  87. package/src/storage/backupCompression.ts +88 -88
  88. package/src/storage/methods.ts +695 -682
  89. package/src/storage/schemas.ts +205 -205
  90. package/src/tables/indexManager.ts +409 -0
  91. package/src/types/node-appwrite-tablesdb.d.ts +43 -43
  92. package/src/types.ts +9 -9
  93. package/src/users/methods.ts +358 -359
  94. package/src/utils/configMigration.ts +347 -347
  95. package/src/utils/index.ts +2 -2
  96. package/src/utils/loadConfigs.ts +457 -449
  97. package/src/utils/setupFiles.ts +1236 -1238
  98. package/src/utilsController.ts +1263 -1213
  99. package/tests/README.md +496 -496
  100. package/tests/adapters/AdapterFactory.test.ts +276 -276
  101. package/tests/integration/syncOperations.test.ts +462 -462
  102. package/tests/jest.config.js +24 -24
  103. package/tests/migration/configMigration.test.ts +545 -545
  104. package/tests/setup.ts +61 -61
  105. package/tests/testUtils.ts +339 -339
  106. package/tests/utils/loadConfigs.test.ts +349 -349
  107. package/tests/validation/configValidation.test.ts +411 -411
  108. package/tsconfig.json +44 -44
  109. package/.appwrite/.yaml_schemas/appwrite-config.schema.json +0 -380
  110. package/.appwrite/.yaml_schemas/collection.schema.json +0 -255
  111. package/.appwrite/collections/Categories.yaml +0 -182
  112. package/.appwrite/collections/ExampleCollection.yaml +0 -36
  113. package/.appwrite/collections/Posts.yaml +0 -227
  114. package/.appwrite/collections/Users.yaml +0 -149
  115. package/.appwrite/config.yaml +0 -109
  116. package/.appwrite/import/README.md +0 -148
  117. package/.appwrite/import/categories-import.yaml +0 -129
  118. package/.appwrite/import/posts-import.yaml +0 -208
  119. package/.appwrite/import/users-import.yaml +0 -130
  120. package/.appwrite/importData/categories.json +0 -194
  121. package/.appwrite/importData/posts.json +0 -270
  122. package/.appwrite/importData/users.json +0 -220
  123. package/.appwrite/schemas/categories.json +0 -128
  124. package/.appwrite/schemas/exampleCollection.json +0 -52
  125. package/.appwrite/schemas/posts.json +0 -173
  126. package/.appwrite/schemas/users.json +0 -125
  127. package/dist/adapters/AdapterFactory.d.ts +0 -94
  128. package/dist/adapters/AdapterFactory.js +0 -405
  129. package/dist/adapters/DatabaseAdapter.d.ts +0 -242
  130. package/dist/adapters/DatabaseAdapter.js +0 -50
  131. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  132. package/dist/adapters/LegacyAdapter.js +0 -612
  133. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  134. package/dist/adapters/TablesDBAdapter.js +0 -596
  135. package/dist/adapters/index.d.ts +0 -11
  136. package/dist/adapters/index.js +0 -12
  137. package/dist/backups/operations/bucketBackup.d.ts +0 -19
  138. package/dist/backups/operations/bucketBackup.js +0 -197
  139. package/dist/backups/operations/collectionBackup.d.ts +0 -30
  140. package/dist/backups/operations/collectionBackup.js +0 -201
  141. package/dist/backups/operations/comprehensiveBackup.d.ts +0 -25
  142. package/dist/backups/operations/comprehensiveBackup.js +0 -238
  143. package/dist/backups/schemas/bucketManifest.d.ts +0 -93
  144. package/dist/backups/schemas/bucketManifest.js +0 -33
  145. package/dist/backups/schemas/comprehensiveManifest.d.ts +0 -108
  146. package/dist/backups/schemas/comprehensiveManifest.js +0 -32
  147. package/dist/backups/tracking/centralizedTracking.d.ts +0 -34
  148. package/dist/backups/tracking/centralizedTracking.js +0 -274
  149. package/dist/cli/commands/configCommands.d.ts +0 -8
  150. package/dist/cli/commands/configCommands.js +0 -166
  151. package/dist/cli/commands/databaseCommands.d.ts +0 -14
  152. package/dist/cli/commands/databaseCommands.js +0 -644
  153. package/dist/cli/commands/functionCommands.d.ts +0 -7
  154. package/dist/cli/commands/functionCommands.js +0 -330
  155. package/dist/cli/commands/schemaCommands.d.ts +0 -7
  156. package/dist/cli/commands/schemaCommands.js +0 -169
  157. package/dist/cli/commands/storageCommands.d.ts +0 -5
  158. package/dist/cli/commands/storageCommands.js +0 -143
  159. package/dist/cli/commands/transferCommands.d.ts +0 -5
  160. package/dist/cli/commands/transferCommands.js +0 -384
  161. package/dist/collections/attributes.d.ts +0 -13
  162. package/dist/collections/attributes.js +0 -1364
  163. package/dist/collections/indexes.d.ts +0 -12
  164. package/dist/collections/indexes.js +0 -217
  165. package/dist/collections/methods.d.ts +0 -19
  166. package/dist/collections/methods.js +0 -734
  167. package/dist/collections/tableOperations.d.ts +0 -86
  168. package/dist/collections/tableOperations.js +0 -434
  169. package/dist/collections/transferOperations.d.ts +0 -8
  170. package/dist/collections/transferOperations.js +0 -412
  171. package/dist/collections/wipeOperations.d.ts +0 -16
  172. package/dist/collections/wipeOperations.js +0 -233
  173. package/dist/config/ConfigManager.d.ts +0 -450
  174. package/dist/config/ConfigManager.js +0 -625
  175. package/dist/config/configMigration.d.ts +0 -87
  176. package/dist/config/configMigration.js +0 -390
  177. package/dist/config/configValidation.d.ts +0 -66
  178. package/dist/config/configValidation.js +0 -358
  179. package/dist/config/index.d.ts +0 -8
  180. package/dist/config/index.js +0 -7
  181. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -122
  182. package/dist/config/services/ConfigDiscoveryService.js +0 -322
  183. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  184. package/dist/config/services/ConfigLoaderService.js +0 -535
  185. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  186. package/dist/config/services/ConfigMergeService.js +0 -308
  187. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  188. package/dist/config/services/ConfigValidationService.js +0 -310
  189. package/dist/config/services/SessionAuthService.d.ts +0 -225
  190. package/dist/config/services/SessionAuthService.js +0 -456
  191. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  192. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  193. package/dist/config/services/index.d.ts +0 -13
  194. package/dist/config/services/index.js +0 -10
  195. package/dist/config/yamlConfig.d.ts +0 -722
  196. package/dist/config/yamlConfig.js +0 -702
  197. package/dist/databases/methods.d.ts +0 -6
  198. package/dist/databases/methods.js +0 -35
  199. package/dist/databases/setup.d.ts +0 -5
  200. package/dist/databases/setup.js +0 -45
  201. package/dist/examples/yamlTerminologyExample.d.ts +0 -42
  202. package/dist/examples/yamlTerminologyExample.js +0 -272
  203. package/dist/functions/deployments.d.ts +0 -4
  204. package/dist/functions/deployments.js +0 -146
  205. package/dist/functions/fnConfigDiscovery.d.ts +0 -3
  206. package/dist/functions/fnConfigDiscovery.js +0 -108
  207. package/dist/functions/methods.d.ts +0 -16
  208. package/dist/functions/methods.js +0 -174
  209. package/dist/functions/pathResolution.d.ts +0 -37
  210. package/dist/functions/pathResolution.js +0 -185
  211. package/dist/functions/templates/count-docs-in-collection/README.md +0 -54
  212. package/dist/functions/templates/count-docs-in-collection/package.json +0 -25
  213. package/dist/functions/templates/count-docs-in-collection/src/main.ts +0 -159
  214. package/dist/functions/templates/count-docs-in-collection/src/request.ts +0 -9
  215. package/dist/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  216. package/dist/functions/templates/hono-typescript/README.md +0 -286
  217. package/dist/functions/templates/hono-typescript/package.json +0 -26
  218. package/dist/functions/templates/hono-typescript/src/adapters/request.ts +0 -74
  219. package/dist/functions/templates/hono-typescript/src/adapters/response.ts +0 -106
  220. package/dist/functions/templates/hono-typescript/src/app.ts +0 -180
  221. package/dist/functions/templates/hono-typescript/src/context.ts +0 -103
  222. package/dist/functions/templates/hono-typescript/src/index.ts +0 -54
  223. package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +0 -119
  224. package/dist/functions/templates/hono-typescript/tsconfig.json +0 -20
  225. package/dist/functions/templates/typescript-node/README.md +0 -32
  226. package/dist/functions/templates/typescript-node/package.json +0 -25
  227. package/dist/functions/templates/typescript-node/src/context.ts +0 -103
  228. package/dist/functions/templates/typescript-node/src/index.ts +0 -29
  229. package/dist/functions/templates/typescript-node/tsconfig.json +0 -28
  230. package/dist/functions/templates/uv/README.md +0 -31
  231. package/dist/functions/templates/uv/pyproject.toml +0 -30
  232. package/dist/functions/templates/uv/src/__init__.py +0 -0
  233. package/dist/functions/templates/uv/src/context.py +0 -125
  234. package/dist/functions/templates/uv/src/index.py +0 -46
  235. package/dist/init.d.ts +0 -2
  236. package/dist/init.js +0 -57
  237. package/dist/interactiveCLI.d.ts +0 -31
  238. package/dist/interactiveCLI.js +0 -898
  239. package/dist/main.d.ts +0 -2
  240. package/dist/main.js +0 -1180
  241. package/dist/migrations/afterImportActions.d.ts +0 -17
  242. package/dist/migrations/afterImportActions.js +0 -306
  243. package/dist/migrations/appwriteToX.d.ts +0 -211
  244. package/dist/migrations/appwriteToX.js +0 -491
  245. package/dist/migrations/comprehensiveTransfer.d.ts +0 -147
  246. package/dist/migrations/comprehensiveTransfer.js +0 -1317
  247. package/dist/migrations/dataLoader.d.ts +0 -753
  248. package/dist/migrations/dataLoader.js +0 -1250
  249. package/dist/migrations/importController.d.ts +0 -23
  250. package/dist/migrations/importController.js +0 -268
  251. package/dist/migrations/importDataActions.d.ts +0 -50
  252. package/dist/migrations/importDataActions.js +0 -230
  253. package/dist/migrations/relationships.d.ts +0 -29
  254. package/dist/migrations/relationships.js +0 -204
  255. package/dist/migrations/services/DataTransformationService.d.ts +0 -55
  256. package/dist/migrations/services/DataTransformationService.js +0 -158
  257. package/dist/migrations/services/FileHandlerService.d.ts +0 -75
  258. package/dist/migrations/services/FileHandlerService.js +0 -236
  259. package/dist/migrations/services/ImportOrchestrator.d.ts +0 -97
  260. package/dist/migrations/services/ImportOrchestrator.js +0 -485
  261. package/dist/migrations/services/RateLimitManager.d.ts +0 -138
  262. package/dist/migrations/services/RateLimitManager.js +0 -279
  263. package/dist/migrations/services/RelationshipResolver.d.ts +0 -120
  264. package/dist/migrations/services/RelationshipResolver.js +0 -332
  265. package/dist/migrations/services/UserMappingService.d.ts +0 -109
  266. package/dist/migrations/services/UserMappingService.js +0 -277
  267. package/dist/migrations/services/ValidationService.d.ts +0 -74
  268. package/dist/migrations/services/ValidationService.js +0 -260
  269. package/dist/migrations/transfer.d.ts +0 -26
  270. package/dist/migrations/transfer.js +0 -608
  271. package/dist/migrations/yaml/YamlImportConfigLoader.d.ts +0 -131
  272. package/dist/migrations/yaml/YamlImportConfigLoader.js +0 -383
  273. package/dist/migrations/yaml/YamlImportIntegration.d.ts +0 -93
  274. package/dist/migrations/yaml/YamlImportIntegration.js +0 -341
  275. package/dist/migrations/yaml/generateImportSchemas.d.ts +0 -30
  276. package/dist/migrations/yaml/generateImportSchemas.js +0 -1327
  277. package/dist/schemas/authUser.d.ts +0 -24
  278. package/dist/schemas/authUser.js +0 -17
  279. package/dist/setup.d.ts +0 -2
  280. package/dist/setup.js +0 -5
  281. package/dist/setupCommands.d.ts +0 -58
  282. package/dist/setupCommands.js +0 -490
  283. package/dist/setupController.d.ts +0 -9
  284. package/dist/setupController.js +0 -34
  285. package/dist/shared/attributeMapper.d.ts +0 -20
  286. package/dist/shared/attributeMapper.js +0 -203
  287. package/dist/shared/backupMetadataSchema.d.ts +0 -94
  288. package/dist/shared/backupMetadataSchema.js +0 -38
  289. package/dist/shared/backupTracking.d.ts +0 -18
  290. package/dist/shared/backupTracking.js +0 -176
  291. package/dist/shared/confirmationDialogs.d.ts +0 -75
  292. package/dist/shared/confirmationDialogs.js +0 -236
  293. package/dist/shared/errorUtils.d.ts +0 -54
  294. package/dist/shared/errorUtils.js +0 -95
  295. package/dist/shared/functionManager.d.ts +0 -48
  296. package/dist/shared/functionManager.js +0 -348
  297. package/dist/shared/indexManager.d.ts +0 -24
  298. package/dist/shared/indexManager.js +0 -151
  299. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  300. package/dist/shared/jsonSchemaGenerator.js +0 -290
  301. package/dist/shared/logging.d.ts +0 -61
  302. package/dist/shared/logging.js +0 -116
  303. package/dist/shared/messageFormatter.d.ts +0 -39
  304. package/dist/shared/messageFormatter.js +0 -162
  305. package/dist/shared/migrationHelpers.d.ts +0 -61
  306. package/dist/shared/migrationHelpers.js +0 -145
  307. package/dist/shared/operationLogger.d.ts +0 -10
  308. package/dist/shared/operationLogger.js +0 -12
  309. package/dist/shared/operationQueue.d.ts +0 -40
  310. package/dist/shared/operationQueue.js +0 -311
  311. package/dist/shared/operationsTable.d.ts +0 -26
  312. package/dist/shared/operationsTable.js +0 -286
  313. package/dist/shared/operationsTableSchema.d.ts +0 -48
  314. package/dist/shared/operationsTableSchema.js +0 -35
  315. package/dist/shared/progressManager.d.ts +0 -62
  316. package/dist/shared/progressManager.js +0 -215
  317. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  318. package/dist/shared/pydanticModelGenerator.js +0 -615
  319. package/dist/shared/relationshipExtractor.d.ts +0 -56
  320. package/dist/shared/relationshipExtractor.js +0 -138
  321. package/dist/shared/schemaGenerator.d.ts +0 -40
  322. package/dist/shared/schemaGenerator.js +0 -556
  323. package/dist/shared/selectionDialogs.d.ts +0 -214
  324. package/dist/shared/selectionDialogs.js +0 -544
  325. package/dist/storage/backupCompression.d.ts +0 -20
  326. package/dist/storage/backupCompression.js +0 -67
  327. package/dist/storage/methods.d.ts +0 -32
  328. package/dist/storage/methods.js +0 -472
  329. package/dist/storage/schemas.d.ts +0 -842
  330. package/dist/storage/schemas.js +0 -175
  331. package/dist/types.d.ts +0 -4
  332. package/dist/types.js +0 -3
  333. package/dist/users/methods.d.ts +0 -16
  334. package/dist/users/methods.js +0 -277
  335. package/dist/utils/ClientFactory.d.ts +0 -87
  336. package/dist/utils/ClientFactory.js +0 -212
  337. package/dist/utils/configDiscovery.d.ts +0 -78
  338. package/dist/utils/configDiscovery.js +0 -472
  339. package/dist/utils/configMigration.d.ts +0 -1
  340. package/dist/utils/configMigration.js +0 -261
  341. package/dist/utils/constantsGenerator.d.ts +0 -31
  342. package/dist/utils/constantsGenerator.js +0 -321
  343. package/dist/utils/dataConverters.d.ts +0 -46
  344. package/dist/utils/dataConverters.js +0 -139
  345. package/dist/utils/directoryUtils.d.ts +0 -22
  346. package/dist/utils/directoryUtils.js +0 -59
  347. package/dist/utils/getClientFromConfig.d.ts +0 -39
  348. package/dist/utils/getClientFromConfig.js +0 -199
  349. package/dist/utils/helperFunctions.d.ts +0 -63
  350. package/dist/utils/helperFunctions.js +0 -156
  351. package/dist/utils/index.d.ts +0 -2
  352. package/dist/utils/index.js +0 -2
  353. package/dist/utils/loadConfigs.d.ts +0 -50
  354. package/dist/utils/loadConfigs.js +0 -358
  355. package/dist/utils/pathResolvers.d.ts +0 -53
  356. package/dist/utils/pathResolvers.js +0 -72
  357. package/dist/utils/projectConfig.d.ts +0 -122
  358. package/dist/utils/projectConfig.js +0 -206
  359. package/dist/utils/retryFailedPromises.d.ts +0 -2
  360. package/dist/utils/retryFailedPromises.js +0 -23
  361. package/dist/utils/sessionAuth.d.ts +0 -48
  362. package/dist/utils/sessionAuth.js +0 -164
  363. package/dist/utils/setupFiles.d.ts +0 -4
  364. package/dist/utils/setupFiles.js +0 -1192
  365. package/dist/utils/typeGuards.d.ts +0 -35
  366. package/dist/utils/typeGuards.js +0 -57
  367. package/dist/utils/validationRules.d.ts +0 -43
  368. package/dist/utils/validationRules.js +0 -42
  369. package/dist/utils/versionDetection.d.ts +0 -58
  370. package/dist/utils/versionDetection.js +0 -251
  371. package/dist/utils/yamlConverter.d.ts +0 -100
  372. package/dist/utils/yamlConverter.js +0 -428
  373. package/dist/utils/yamlLoader.d.ts +0 -70
  374. package/dist/utils/yamlLoader.js +0 -267
  375. package/dist/utilsController.d.ts +0 -107
  376. package/dist/utilsController.js +0 -873
  377. package/src/adapters/AdapterFactory.ts +0 -510
  378. package/src/adapters/DatabaseAdapter.ts +0 -318
  379. package/src/adapters/LegacyAdapter.ts +0 -841
  380. package/src/adapters/TablesDBAdapter.ts +0 -815
  381. package/src/config/ConfigManager.ts +0 -817
  382. package/src/config/README.md +0 -274
  383. package/src/config/configMigration.ts +0 -575
  384. package/src/config/configValidation.ts +0 -445
  385. package/src/config/index.ts +0 -10
  386. package/src/config/services/ConfigDiscoveryService.ts +0 -410
  387. package/src/config/services/ConfigLoaderService.ts +0 -732
  388. package/src/config/services/ConfigMergeService.ts +0 -388
  389. package/src/config/services/ConfigValidationService.ts +0 -394
  390. package/src/config/services/SessionAuthService.ts +0 -565
  391. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  392. package/src/config/services/index.ts +0 -29
  393. package/src/config/yamlConfig.ts +0 -761
  394. package/src/functions/pathResolution.ts +0 -227
  395. package/src/functions/templates/count-docs-in-collection/package.json +0 -25
  396. package/src/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  397. package/src/functions/templates/hono-typescript/package.json +0 -26
  398. package/src/functions/templates/hono-typescript/tsconfig.json +0 -20
  399. package/src/functions/templates/typescript-node/package.json +0 -25
  400. package/src/functions/templates/typescript-node/tsconfig.json +0 -28
  401. package/src/shared/attributeMapper.ts +0 -229
  402. package/src/shared/errorUtils.ts +0 -110
  403. package/src/shared/functionManager.ts +0 -537
  404. package/src/shared/indexManager.ts +0 -254
  405. package/src/shared/jsonSchemaGenerator.ts +0 -383
  406. package/src/shared/logging.ts +0 -149
  407. package/src/shared/messageFormatter.ts +0 -208
  408. package/src/shared/pydanticModelGenerator.ts +0 -618
  409. package/src/shared/schemaGenerator.ts +0 -644
  410. package/src/utils/ClientFactory.ts +0 -240
  411. package/src/utils/configDiscovery.ts +0 -557
  412. package/src/utils/constantsGenerator.ts +0 -369
  413. package/src/utils/dataConverters.ts +0 -159
  414. package/src/utils/directoryUtils.ts +0 -61
  415. package/src/utils/getClientFromConfig.ts +0 -257
  416. package/src/utils/helperFunctions.ts +0 -228
  417. package/src/utils/pathResolvers.ts +0 -81
  418. package/src/utils/projectConfig.ts +0 -340
  419. package/src/utils/retryFailedPromises.ts +0 -29
  420. package/src/utils/sessionAuth.ts +0 -230
  421. package/src/utils/typeGuards.ts +0 -65
  422. package/src/utils/validationRules.ts +0 -88
  423. package/src/utils/versionDetection.ts +0 -292
  424. package/src/utils/yamlConverter.ts +0 -542
  425. package/src/utils/yamlLoader.ts +0 -371
  426. package/tmp-sync-test/.appwrite/collections/TestCollection.yaml +0 -7
@@ -1,61 +0,0 @@
1
- import { type Databases } from "node-appwrite";
2
- import { z } from "zod";
3
- import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
4
- /**
5
- * Object that contains the context for an action that needs to be executed after import
6
- * Used in the afterImportActionsDefinitions
7
- * @type {ContextObject}
8
- * @typedef {Object} ContextObject
9
- * @property {string} collectionId - The ID of the collection
10
- * @property {any} finalItem - The final item that was imported
11
- * @property {string} action - The name of the action
12
- * @property {string[]} params - The parameters for the action
13
- * @property {Object} context - The context object for the action (all the data of this specific item)
14
- */
15
- export declare const ContextObject: z.ZodObject<{
16
- dbId: z.ZodString;
17
- collectionId: z.ZodString;
18
- finalItem: z.ZodAny;
19
- attributeMappings: z.ZodArray<z.ZodObject<{
20
- oldKey: z.ZodOptional<z.ZodString>;
21
- oldKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
22
- targetKey: z.ZodString;
23
- valueToSet: z.ZodOptional<z.ZodAny>;
24
- fileData: z.ZodOptional<z.ZodObject<{
25
- name: z.ZodString;
26
- path: z.ZodString;
27
- }, z.core.$strip>>;
28
- converters: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
29
- validationActions: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodObject<{
30
- action: z.ZodString;
31
- params: z.ZodArray<z.ZodString>;
32
- }, z.core.$strip>>>>;
33
- postImportActions: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodObject<{
34
- action: z.ZodString;
35
- params: z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodAny>]>>;
36
- }, z.core.$strip>>>>;
37
- }, z.core.$strip>>;
38
- context: z.ZodAny;
39
- }, z.core.$strip>;
40
- export type ContextObject = z.infer<typeof ContextObject>;
41
- export declare const createOrFindAfterImportOperation: (database: Databases, collectionId: string, context: ContextObject) => Promise<void>;
42
- export declare const addBatch: (database: Databases, data: string) => Promise<string>;
43
- export declare const getAfterImportOperations: (database: Databases, collectionId: string) => Promise<{
44
- $id: string;
45
- $createdAt: string;
46
- $updatedAt: string;
47
- operationType: string;
48
- collectionId: string;
49
- data: any;
50
- progress: number;
51
- total: number;
52
- error: string;
53
- status: "error" | "pending" | "ready" | "in_progress" | "completed" | "cancelled";
54
- batches?: string[] | undefined;
55
- }[]>;
56
- export declare const findOrCreateOperation: (db: DatabaseAdapter, databaseId: string, operationType: string, collectionId?: string, data?: any) => Promise<any>;
57
- export declare const updateOperation: (db: DatabaseAdapter, databaseId: string, operationId: string, updates: any) => Promise<any>;
58
- export declare const getOperation: (db: DatabaseAdapter, databaseId: string, operationId: string) => Promise<any>;
59
- export declare const maxDataLength = 1073741820;
60
- export declare const maxBatchItems = 25;
61
- export declare const splitIntoBatches: (data: any[]) => any[][];
@@ -1,145 +0,0 @@
1
- import { ID, Query } from "node-appwrite";
2
- import { BatchSchema, OperationSchema } from "../storage/schemas.js";
3
- import { AttributeMappingsSchema } from "appwrite-utils";
4
- import { z } from "zod";
5
- import { logger } from "./logging.js";
6
- import { tryAwaitWithRetry } from "../utils/helperFunctions.js";
7
- import { findOrCreateOperation as findOrCreateOp, updateOperation as updateOp, getOperation as getOp } from "./operationsTable.js";
8
- import { MessageFormatter } from "./messageFormatter.js";
9
- /**
10
- * Object that contains the context for an action that needs to be executed after import
11
- * Used in the afterImportActionsDefinitions
12
- * @type {ContextObject}
13
- * @typedef {Object} ContextObject
14
- * @property {string} collectionId - The ID of the collection
15
- * @property {any} finalItem - The final item that was imported
16
- * @property {string} action - The name of the action
17
- * @property {string[]} params - The parameters for the action
18
- * @property {Object} context - The context object for the action (all the data of this specific item)
19
- */
20
- export const ContextObject = z.object({
21
- dbId: z.string(),
22
- collectionId: z.string(),
23
- finalItem: z.any(),
24
- attributeMappings: AttributeMappingsSchema,
25
- context: z.any(),
26
- });
27
- export const createOrFindAfterImportOperation = async (database, collectionId, context) => {
28
- let operation = await findOrCreateOperationLegacy(database, collectionId, "afterImportAction");
29
- if (!operation.batches) {
30
- operation.batches = [];
31
- }
32
- // Directly create a new batch for the context without checking for an existing batch
33
- const contextData = JSON.stringify(context);
34
- // Create a new batch with the contextData
35
- const newBatchId = await addBatch(database, contextData);
36
- // Update the operation with the new batch's $id
37
- operation.batches = [...operation.batches, newBatchId];
38
- await database.updateDocument("migrations", "currentOperations", operation.$id, { batches: operation.batches });
39
- };
40
- export const addBatch = async (database, data) => {
41
- const batch = await database.createDocument("migrations", "batches", ID.unique(), {
42
- data,
43
- processed: false,
44
- });
45
- return batch.$id;
46
- };
47
- export const getAfterImportOperations = async (database, collectionId) => {
48
- let lastDocumentId;
49
- const allOperations = [];
50
- let total = 0;
51
- do {
52
- const query = [
53
- Query.equal("collectionId", collectionId),
54
- Query.equal("operationType", "afterImportAction"),
55
- Query.limit(100),
56
- ];
57
- if (lastDocumentId) {
58
- query.push(Query.cursorAfter(lastDocumentId));
59
- }
60
- const operations = await database.listDocuments("migrations", "currentOperations", query);
61
- total = operations.total; // Update total with the latest fetch
62
- allOperations.push(...operations.documents);
63
- if (operations.documents.length > 0 && operations.documents.length >= 100) {
64
- lastDocumentId =
65
- operations.documents[operations.documents.length - 1].$id;
66
- }
67
- } while (allOperations.length < total);
68
- const allOps = allOperations.map((op) => OperationSchema.parse(op));
69
- return allOps;
70
- };
71
- // Legacy function for backward compatibility with old migrations database
72
- const findOrCreateOperationLegacy = async (database, collectionId, operationType, additionalQueries) => {
73
- const operations = await tryAwaitWithRetry(async () => await database.listDocuments("migrations", "currentOperations", [
74
- Query.equal("collectionId", collectionId),
75
- Query.equal("operationType", operationType),
76
- Query.equal("status", "pending"),
77
- ...(additionalQueries || []),
78
- ]));
79
- if (operations.documents.length > 0) {
80
- return OperationSchema.parse(operations.documents[0]);
81
- }
82
- else {
83
- const op = await tryAwaitWithRetry(async () => await database.createDocument("migrations", "currentOperations", ID.unique(), {
84
- operationType,
85
- collectionId,
86
- status: "pending",
87
- batches: [],
88
- progress: 0,
89
- total: 0,
90
- error: "",
91
- }));
92
- return OperationSchema.parse(op);
93
- }
94
- };
95
- export const findOrCreateOperation = async (db, databaseId, operationType, collectionId, data) => {
96
- // Use new operations table system
97
- return await findOrCreateOp(db, databaseId, operationType, {
98
- targetCollection: collectionId,
99
- data: data
100
- });
101
- };
102
- export const updateOperation = async (db, databaseId, operationId, updates) => {
103
- // Use new operations table system
104
- return await updateOp(db, databaseId, operationId, updates);
105
- };
106
- export const getOperation = async (db, databaseId, operationId) => {
107
- // Use new operations table system
108
- return await getOp(db, databaseId, operationId);
109
- };
110
- // Actual max 1073741824
111
- export const maxDataLength = 1073741820;
112
- export const maxBatchItems = 25;
113
- export const splitIntoBatches = (data) => {
114
- let batches = [];
115
- let currentBatch = [];
116
- let currentBatchLength = 0;
117
- let currentBatchItemCount = 0;
118
- data.forEach((item, index) => {
119
- const itemLength = JSON.stringify(item).length;
120
- if (itemLength > maxDataLength) {
121
- MessageFormatter.warning(`Large item found at index ${index} with length ${itemLength}`, { prefix: "Batch Splitter" });
122
- logger.debug("Large item data:", item);
123
- }
124
- // Check if adding the current item would exceed the max length or max items per batch
125
- if (currentBatchLength + itemLength >= maxDataLength ||
126
- currentBatchItemCount >= maxBatchItems) {
127
- // If so, start a new batch
128
- batches.push(currentBatch);
129
- currentBatch = [item];
130
- currentBatchLength = itemLength;
131
- currentBatchItemCount = 1; // Reset item count for the new batch
132
- }
133
- else {
134
- // Otherwise, add the item to the current batch
135
- currentBatch.push(item);
136
- currentBatchLength += itemLength;
137
- currentBatchItemCount++;
138
- }
139
- });
140
- // Don't forget to add the last batch if it's not empty
141
- if (currentBatch.length > 0) {
142
- batches.push(currentBatch);
143
- }
144
- return batches;
145
- };
@@ -1,10 +0,0 @@
1
- import type { Databases, Models } from "node-appwrite";
2
- import type { OperationCreate } from "../storage/schemas.js";
3
- /**
4
- * Legacy operation logger - deprecated
5
- * This function is maintained for backward compatibility but no longer performs any logging.
6
- * The operations table system has been refactored to use the dynamic adapter pattern.
7
- *
8
- * @deprecated This function will be removed in a future version
9
- */
10
- export declare const logOperation: (db: Databases, dbId: string, operationDetails: OperationCreate, operationId?: string) => Promise<Models.Document | null>;
@@ -1,12 +0,0 @@
1
- /**
2
- * Legacy operation logger - deprecated
3
- * This function is maintained for backward compatibility but no longer performs any logging.
4
- * The operations table system has been refactored to use the dynamic adapter pattern.
5
- *
6
- * @deprecated This function will be removed in a future version
7
- */
8
- export const logOperation = async (db, dbId, operationDetails, operationId) => {
9
- // No-op: Operations logging has been moved to the new operations table system
10
- // Callers should migrate to using operationsTable.ts functions directly
11
- return null;
12
- };
@@ -1,40 +0,0 @@
1
- import { type Databases, type Models } from "node-appwrite";
2
- import type { Attribute } from "appwrite-utils";
3
- import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
4
- export interface QueuedOperation {
5
- type: "attribute";
6
- collectionId?: string;
7
- attribute?: Attribute;
8
- collection?: Models.Collection;
9
- dependencies?: string[];
10
- }
11
- export declare const queuedOperations: QueuedOperation[];
12
- export declare const nameToIdMapping: Map<string, string>;
13
- export declare const processedCollections: Set<string>;
14
- export declare const processedAttributes: Set<string>;
15
- export declare const enqueueOperation: (operation: QueuedOperation) => void;
16
- /**
17
- * Clear all caches and processing state - use between operations
18
- */
19
- export declare const clearProcessingState: () => void;
20
- /**
21
- * Check if a collection has already been fully processed
22
- */
23
- export declare const isCollectionProcessed: (collectionId: string, databaseId: string) => boolean;
24
- /**
25
- * Mark a collection as fully processed
26
- */
27
- export declare const markCollectionProcessed: (collectionId: string, collectionName: string | undefined, databaseId: string) => void;
28
- /**
29
- * Check if a specific attribute has been processed
30
- */
31
- export declare const isAttributeProcessed: (databaseId: string, collectionId: string, attributeKey: string) => boolean;
32
- /**
33
- * Mark a specific attribute as processed
34
- */
35
- export declare const markAttributeProcessed: (databaseId: string, collectionId: string, attributeKey: string) => void;
36
- /**
37
- * Process only specific attributes in the queue, not entire collections
38
- * This prevents triggering full collection re-processing cycles
39
- */
40
- export declare const processQueue: (db: Databases | DatabaseAdapter, dbId: string) => Promise<void>;
@@ -1,311 +0,0 @@
1
- import { Query } from "node-appwrite";
2
- import { createOrUpdateAttributeWithStatusCheck } from "../collections/attributes.js";
3
- import { fetchAndCacheCollectionByName } from "../collections/methods.js";
4
- import { tryAwaitWithRetry } from "../utils/helperFunctions.js";
5
- import { logger } from "../shared/logging.js";
6
- import { MessageFormatter } from "../shared/messageFormatter.js";
7
- // Global state management
8
- export const queuedOperations = [];
9
- export const nameToIdMapping = new Map();
10
- // Keys are scoped per database to avoid cross-database collisions
11
- // Collections key format: `${databaseId}::${collectionId}`
12
- // Attributes key format: `${databaseId}::${collectionId}::${attributeKey}`
13
- export const processedCollections = new Set();
14
- export const processedAttributes = new Set();
15
- // Helpers to build scoped keys
16
- const collectionKey = (databaseId, collectionId) => `${databaseId}::${collectionId}`;
17
- const attributeKeyScoped = (databaseId, collectionId, key) => `${databaseId}::${collectionId}::${key}`;
18
- export const enqueueOperation = (operation) => {
19
- // Avoid duplicate queue entries for same attribute
20
- const attributeKey = operation.attribute?.key;
21
- const collectionId = operation.collectionId;
22
- logger.info('Enqueueing operation', {
23
- type: operation.type,
24
- attributeKey,
25
- collectionId,
26
- dependencies: operation.dependencies,
27
- queueSizeBefore: queuedOperations.length,
28
- operation: 'enqueueOperation'
29
- });
30
- if (attributeKey && collectionId) {
31
- const duplicateIndex = queuedOperations.findIndex((op) => op.collectionId === collectionId && op.attribute?.key === attributeKey);
32
- if (duplicateIndex !== -1) {
33
- MessageFormatter.info(`Replacing existing queue entry for attribute: ${attributeKey}`);
34
- logger.info('Replacing duplicate queue entry', {
35
- attributeKey,
36
- collectionId,
37
- duplicateIndex,
38
- operation: 'enqueueOperation'
39
- });
40
- queuedOperations[duplicateIndex] = operation;
41
- return;
42
- }
43
- }
44
- queuedOperations.push(operation);
45
- logger.debug('Operation enqueued successfully', {
46
- attributeKey,
47
- collectionId,
48
- queueSizeAfter: queuedOperations.length,
49
- operation: 'enqueueOperation'
50
- });
51
- };
52
- /**
53
- * Clear all caches and processing state - use between operations
54
- */
55
- export const clearProcessingState = () => {
56
- const sizeBefore = {
57
- collections: processedCollections.size,
58
- attributes: processedAttributes.size,
59
- nameMapping: nameToIdMapping.size
60
- };
61
- processedCollections.clear();
62
- processedAttributes.clear();
63
- nameToIdMapping.clear();
64
- logger.debug("Cleared processing state caches", { operation: "clearProcessingState", sizeBefore });
65
- logger.info('Processing state cleared', {
66
- sizeBefore,
67
- operation: 'clearProcessingState'
68
- });
69
- };
70
- /**
71
- * Check if a collection has already been fully processed
72
- */
73
- export const isCollectionProcessed = (collectionId, databaseId) => {
74
- return processedCollections.has(collectionKey(databaseId, collectionId));
75
- };
76
- /**
77
- * Mark a collection as fully processed
78
- */
79
- export const markCollectionProcessed = (collectionId, collectionName, databaseId) => {
80
- processedCollections.add(collectionKey(databaseId, collectionId));
81
- const logData = {
82
- databaseId,
83
- collectionId,
84
- collectionName,
85
- totalProcessedCollections: processedCollections.size,
86
- operation: 'markCollectionProcessed'
87
- };
88
- if (collectionName) {
89
- MessageFormatter.success(`Marked collection '${collectionName}' (${collectionId}) as processed`, { prefix: 'Tables' });
90
- }
91
- logger.info('Collection marked as processed', logData);
92
- };
93
- /**
94
- * Check if a specific attribute has been processed
95
- */
96
- export const isAttributeProcessed = (databaseId, collectionId, attributeKey) => {
97
- return processedAttributes.has(attributeKeyScoped(databaseId, collectionId, attributeKey));
98
- };
99
- /**
100
- * Mark a specific attribute as processed
101
- */
102
- export const markAttributeProcessed = (databaseId, collectionId, attributeKey) => {
103
- const identifier = attributeKeyScoped(databaseId, collectionId, attributeKey);
104
- processedAttributes.add(identifier);
105
- logger.debug('Attribute marked as processed', {
106
- databaseId,
107
- collectionId,
108
- attributeKey,
109
- identifier,
110
- totalProcessedAttributes: processedAttributes.size,
111
- operation: 'markAttributeProcessed'
112
- });
113
- };
114
- /**
115
- * Process only specific attributes in the queue, not entire collections
116
- * This prevents triggering full collection re-processing cycles
117
- */
118
- export const processQueue = async (db, dbId) => {
119
- const startTime = Date.now();
120
- if (queuedOperations.length === 0) {
121
- MessageFormatter.info("No queued operations to process");
122
- logger.info('Queue processing skipped - no operations', {
123
- dbId,
124
- operation: 'processQueue'
125
- });
126
- return;
127
- }
128
- MessageFormatter.section(`Starting surgical queue processing of ${queuedOperations.length} operations for ${dbId}`);
129
- logger.info('Starting queue processing', {
130
- dbId,
131
- queueSize: queuedOperations.length,
132
- operations: queuedOperations.map(op => ({
133
- type: op.type,
134
- attributeKey: op.attribute?.key,
135
- collectionId: op.collectionId,
136
- dependencies: op.dependencies
137
- })),
138
- operation: 'processQueue'
139
- });
140
- let progress = true;
141
- let attempts = 0;
142
- const maxAttempts = 3; // Prevent infinite loops
143
- while (progress && attempts < maxAttempts) {
144
- progress = false;
145
- attempts++;
146
- MessageFormatter.info(`Queue processing attempt ${attempts}/${maxAttempts}`);
147
- logger.info('Queue processing attempt started', {
148
- attempt: attempts,
149
- maxAttempts,
150
- remainingOperations: queuedOperations.length,
151
- dbId,
152
- operation: 'processQueue'
153
- });
154
- for (let i = queuedOperations.length - 1; i >= 0; i--) {
155
- const operation = queuedOperations[i];
156
- if (!operation.attribute || !operation.collectionId) {
157
- MessageFormatter.warning("Invalid operation, removing from queue");
158
- queuedOperations.splice(i, 1);
159
- continue;
160
- }
161
- const attributeKey = operation.attribute.key;
162
- const collectionId = operation.collectionId;
163
- // Skip if this specific attribute was already processed (per database)
164
- if (isAttributeProcessed(dbId, collectionId, attributeKey)) {
165
- MessageFormatter.debug(`Attribute '${attributeKey}' already processed, removing from queue`);
166
- logger.debug('Removing already processed attribute from queue', {
167
- attributeKey,
168
- collectionId,
169
- queueIndex: i,
170
- operation: 'processQueue'
171
- });
172
- queuedOperations.splice(i, 1);
173
- continue;
174
- }
175
- let targetCollection;
176
- // Resolve the target collection (where the attribute will be created)
177
- try {
178
- targetCollection = await tryAwaitWithRetry(async () => {
179
- if ('getMetadata' in db && typeof db.getMetadata === 'function') {
180
- // DatabaseAdapter
181
- return (await db.getTable({ databaseId: dbId, tableId: collectionId })).data;
182
- }
183
- else {
184
- // Legacy Databases
185
- return await db.getCollection(dbId, collectionId);
186
- }
187
- });
188
- }
189
- catch (e) {
190
- const errorMessage = e instanceof Error ? e.message : String(e);
191
- MessageFormatter.error(`Target collection ${collectionId} not found, removing from queue`);
192
- logger.error('Target collection not found during queue processing', {
193
- collectionId,
194
- attributeKey,
195
- error: errorMessage,
196
- operation: 'processQueue'
197
- });
198
- queuedOperations.splice(i, 1);
199
- continue;
200
- }
201
- // For relationship attributes, ensure the related collection exists
202
- let canProcess = true;
203
- if (operation.attribute.type === "relationship") {
204
- const relatedCollection = operation.attribute.relatedCollection;
205
- if (relatedCollection) {
206
- // Try to resolve related collection by ID first, then by name
207
- let relatedFound = false;
208
- try {
209
- await tryAwaitWithRetry(async () => {
210
- if ('getMetadata' in db && typeof db.getMetadata === 'function') {
211
- // DatabaseAdapter
212
- return (await db.getTable({ databaseId: dbId, tableId: relatedCollection })).data;
213
- }
214
- else {
215
- // Legacy Databases
216
- return await db.getCollection(dbId, relatedCollection);
217
- }
218
- });
219
- relatedFound = true;
220
- nameToIdMapping.set(relatedCollection, relatedCollection); // Cache the ID mapping
221
- }
222
- catch (_) {
223
- // Try by name lookup
224
- const cachedId = nameToIdMapping.get(relatedCollection);
225
- if (cachedId) {
226
- try {
227
- await tryAwaitWithRetry(async () => {
228
- if ('getMetadata' in db && typeof db.getMetadata === 'function') {
229
- // DatabaseAdapter
230
- return (await db.getTable({ databaseId: dbId, tableId: cachedId })).data;
231
- }
232
- else {
233
- // Legacy Databases
234
- return await db.getCollection(dbId, cachedId);
235
- }
236
- });
237
- relatedFound = true;
238
- }
239
- catch (_) {
240
- nameToIdMapping.delete(relatedCollection); // Remove stale cache
241
- }
242
- }
243
- if (!relatedFound) {
244
- // Final attempt: search by name
245
- try {
246
- const collections = 'getMetadata' in db && typeof db.getMetadata === 'function'
247
- ? await db.listTables({ databaseId: dbId, queries: [Query.equal("name", relatedCollection)] })
248
- : await db.listCollections(dbId, [Query.equal("name", relatedCollection)]);
249
- if (collections.total && collections.total > 0) {
250
- const firstCollection = 'getMetadata' in db && typeof db.getMetadata === 'function'
251
- ? collections.tables?.[0]
252
- : collections.collections?.[0];
253
- nameToIdMapping.set(relatedCollection, firstCollection.$id);
254
- relatedFound = true;
255
- }
256
- }
257
- catch (_) {
258
- // Related collection truly doesn't exist yet
259
- }
260
- }
261
- }
262
- if (!relatedFound) {
263
- MessageFormatter.warning(`Related collection '${relatedCollection}' not ready for attribute '${attributeKey}', keeping in queue`);
264
- canProcess = false;
265
- }
266
- }
267
- }
268
- if (canProcess && targetCollection) {
269
- MessageFormatter.progress(`Processing queued ${operation.attribute.type} attribute: '${attributeKey}' for collection: '${targetCollection.name}'`);
270
- const success = await createOrUpdateAttributeWithStatusCheck(db, dbId, targetCollection, operation.attribute);
271
- if (success) {
272
- MessageFormatter.success(`Successfully processed queued attribute: '${attributeKey}'`);
273
- logger.info('Queued attribute processed successfully', {
274
- attributeKey,
275
- collectionId,
276
- targetCollectionName: targetCollection.name,
277
- operation: 'processQueue'
278
- });
279
- markAttributeProcessed(dbId, collectionId, attributeKey);
280
- queuedOperations.splice(i, 1);
281
- progress = true;
282
- }
283
- else {
284
- MessageFormatter.error(`Failed to process queued attribute: '${attributeKey}', removing from queue`);
285
- logger.error('Failed to process queued attribute', {
286
- attributeKey,
287
- collectionId,
288
- targetCollectionName: targetCollection.name,
289
- operation: 'processQueue'
290
- });
291
- queuedOperations.splice(i, 1);
292
- }
293
- }
294
- }
295
- if (queuedOperations.length === 0) {
296
- break;
297
- }
298
- MessageFormatter.info(`Remaining operations after attempt ${attempts}: ${queuedOperations.length}`);
299
- }
300
- if (queuedOperations.length > 0) {
301
- MessageFormatter.warning(`${queuedOperations.length} operations remain unresolved after ${maxAttempts} attempts:`);
302
- queuedOperations.forEach((op, index) => {
303
- MessageFormatter.warning(` ${index + 1}. ${op.attribute?.type} attribute '${op.attribute?.key}' for collection ${op.collectionId}`);
304
- });
305
- MessageFormatter.warning("These may have unmet dependencies or require manual intervention");
306
- }
307
- else {
308
- MessageFormatter.success("All queued operations processed successfully");
309
- }
310
- MessageFormatter.section(`Surgical queue processing complete for ${dbId}`);
311
- };
@@ -1,26 +0,0 @@
1
- import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
2
- import { type OperationRecord } from "./operationsTableSchema.js";
3
- /**
4
- * Creates the operations tracking table in the specified database
5
- * Table is created with underscore prefix to indicate it's a system table
6
- */
7
- export declare function createOperationsTable(db: DatabaseAdapter, databaseId: string): Promise<void>;
8
- /**
9
- * Finds an existing operation or creates a new one
10
- * Useful for resuming interrupted operations
11
- */
12
- export declare function findOrCreateOperation(db: DatabaseAdapter, databaseId: string, operationType: string, params?: Partial<OperationRecord>): Promise<OperationRecord>;
13
- /**
14
- * Updates an existing operation record
15
- */
16
- export declare function updateOperation(db: DatabaseAdapter, databaseId: string, operationId: string, updates: Partial<OperationRecord>): Promise<OperationRecord>;
17
- /**
18
- * Gets a single operation by ID
19
- */
20
- export declare function getOperation(db: DatabaseAdapter, databaseId: string, operationId: string): Promise<OperationRecord | null>;
21
- /**
22
- * Cleans up old completed operations
23
- * @param olderThan - Optional date, defaults to operations older than 7 days
24
- * @returns Number of operations deleted
25
- */
26
- export declare function cleanupOperations(db: DatabaseAdapter, databaseId: string, olderThan?: Date): Promise<number>;