appwrite-utils-cli 1.9.7 → 1.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. package/CONFIG_TODO.md +1189 -1189
  2. package/README.md +1004 -1004
  3. package/SELECTION_DIALOGS.md +145 -145
  4. package/SERVICE_IMPLEMENTATION_REPORT.md +462 -462
  5. package/package.json +6 -3
  6. package/scripts/copy-templates.ts +23 -23
  7. package/src/adapters/index.ts +11 -37
  8. package/src/backups/operations/bucketBackup.ts +277 -277
  9. package/src/backups/operations/collectionBackup.ts +310 -310
  10. package/src/backups/operations/comprehensiveBackup.ts +342 -342
  11. package/src/backups/schemas/bucketManifest.ts +78 -78
  12. package/src/backups/schemas/comprehensiveManifest.ts +76 -76
  13. package/src/backups/tracking/centralizedTracking.ts +352 -352
  14. package/src/cli/commands/configCommands.ts +265 -201
  15. package/src/cli/commands/databaseCommands.ts +931 -879
  16. package/src/cli/commands/functionCommands.ts +333 -332
  17. package/src/cli/commands/importFileCommands.ts +815 -0
  18. package/src/cli/commands/schemaCommands.ts +141 -141
  19. package/src/cli/commands/storageCommands.ts +2 -3
  20. package/src/cli/commands/transferCommands.ts +454 -457
  21. package/src/collections/attributes.ts.backup +1555 -1555
  22. package/src/collections/{attributes.ts → columns.ts} +15 -10
  23. package/src/collections/indexes.ts +350 -352
  24. package/src/collections/methods.ts +714 -700
  25. package/src/collections/tableOperations.ts +29 -8
  26. package/src/collections/transferOperations.ts +376 -377
  27. package/src/collections/wipeOperations.ts +449 -346
  28. package/src/databases/methods.ts +49 -49
  29. package/src/databases/setup.ts +77 -77
  30. package/src/examples/yamlTerminologyExample.ts +346 -346
  31. package/src/functions/deployments.ts +221 -220
  32. package/src/functions/fnConfigDiscovery.ts +2 -2
  33. package/src/functions/methods.ts +284 -284
  34. package/src/functions/templates/count-docs-in-collection/README.md +53 -53
  35. package/src/functions/templates/count-docs-in-collection/src/main.ts +159 -159
  36. package/src/functions/templates/count-docs-in-collection/src/request.ts +8 -8
  37. package/src/functions/templates/hono-typescript/README.md +285 -285
  38. package/src/functions/templates/hono-typescript/src/adapters/request.ts +73 -73
  39. package/src/functions/templates/hono-typescript/src/adapters/response.ts +105 -105
  40. package/src/functions/templates/hono-typescript/src/app.ts +179 -179
  41. package/src/functions/templates/hono-typescript/src/context.ts +102 -102
  42. package/src/functions/templates/hono-typescript/src/{index.ts → main.ts} +53 -53
  43. package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +118 -118
  44. package/src/functions/templates/typescript-node/README.md +31 -31
  45. package/src/functions/templates/typescript-node/src/context.ts +102 -102
  46. package/src/functions/templates/typescript-node/src/{index.ts → main.ts} +29 -29
  47. package/src/functions/templates/uv/README.md +30 -30
  48. package/src/functions/templates/uv/pyproject.toml +29 -29
  49. package/src/functions/templates/uv/src/context.py +124 -124
  50. package/src/functions/templates/uv/src/{index.py → main.py} +45 -45
  51. package/src/init.ts +62 -62
  52. package/src/interactiveCLI.ts +1095 -1030
  53. package/src/main.ts +1517 -1670
  54. package/src/migrations/afterImportActions.ts +579 -580
  55. package/src/migrations/appwriteToX.ts +634 -630
  56. package/src/migrations/comprehensiveTransfer.ts +2149 -2149
  57. package/src/migrations/dataLoader.ts +1729 -1702
  58. package/src/migrations/importController.ts +440 -428
  59. package/src/migrations/importDataActions.ts +315 -315
  60. package/src/migrations/relationships.ts +333 -334
  61. package/src/migrations/services/DataTransformationService.ts +195 -195
  62. package/src/migrations/services/FileHandlerService.ts +310 -310
  63. package/src/migrations/services/ImportOrchestrator.ts +674 -665
  64. package/src/migrations/services/RateLimitManager.ts +362 -362
  65. package/src/migrations/services/RelationshipResolver.ts +460 -460
  66. package/src/migrations/services/UserMappingService.ts +344 -344
  67. package/src/migrations/services/ValidationService.ts +333 -333
  68. package/src/migrations/transfer.ts +987 -942
  69. package/src/migrations/yaml/YamlImportConfigLoader.ts +438 -438
  70. package/src/migrations/yaml/YamlImportIntegration.ts +438 -438
  71. package/src/migrations/yaml/generateImportSchemas.ts +1347 -1347
  72. package/src/schemas/authUser.ts +23 -23
  73. package/src/setup.ts +8 -8
  74. package/src/setupCommands.ts +5 -6
  75. package/src/setupController.ts +42 -42
  76. package/src/shared/backupMetadataSchema.ts +93 -93
  77. package/src/shared/backupTracking.ts +211 -211
  78. package/src/shared/confirmationDialogs.ts +326 -326
  79. package/src/shared/migrationHelpers.ts +232 -232
  80. package/src/shared/operationLogger.ts +20 -20
  81. package/src/shared/operationQueue.ts +326 -327
  82. package/src/shared/operationsTable.ts +338 -338
  83. package/src/shared/operationsTableSchema.ts +60 -60
  84. package/src/shared/progressManager.ts +277 -277
  85. package/src/shared/relationshipExtractor.ts +214 -214
  86. package/src/shared/selectionDialogs.ts +775 -722
  87. package/src/storage/backupCompression.ts +88 -88
  88. package/src/storage/methods.ts +695 -682
  89. package/src/storage/schemas.ts +205 -205
  90. package/src/tables/indexManager.ts +408 -408
  91. package/src/types/node-appwrite-tablesdb.d.ts +43 -43
  92. package/src/types.ts +9 -9
  93. package/src/users/methods.ts +358 -359
  94. package/src/utils/configMigration.ts +347 -347
  95. package/src/utils/index.ts +2 -2
  96. package/src/utils/loadConfigs.ts +457 -449
  97. package/src/utils/setupFiles.ts +1236 -1238
  98. package/src/utilsController.ts +1263 -1213
  99. package/tests/README.md +496 -496
  100. package/tests/adapters/AdapterFactory.test.ts +276 -276
  101. package/tests/integration/syncOperations.test.ts +462 -462
  102. package/tests/jest.config.js +24 -24
  103. package/tests/migration/configMigration.test.ts +545 -545
  104. package/tests/setup.ts +61 -61
  105. package/tests/testUtils.ts +339 -339
  106. package/tests/utils/loadConfigs.test.ts +349 -349
  107. package/tests/validation/configValidation.test.ts +411 -411
  108. package/tsconfig.json +44 -44
  109. package/.appwrite/.yaml_schemas/appwrite-config.schema.json +0 -380
  110. package/.appwrite/.yaml_schemas/collection.schema.json +0 -255
  111. package/.appwrite/collections/Categories.yaml +0 -182
  112. package/.appwrite/collections/ExampleCollection.yaml +0 -36
  113. package/.appwrite/collections/Posts.yaml +0 -227
  114. package/.appwrite/collections/Users.yaml +0 -149
  115. package/.appwrite/config.yaml +0 -109
  116. package/.appwrite/import/README.md +0 -148
  117. package/.appwrite/import/categories-import.yaml +0 -129
  118. package/.appwrite/import/posts-import.yaml +0 -208
  119. package/.appwrite/import/users-import.yaml +0 -130
  120. package/.appwrite/importData/categories.json +0 -194
  121. package/.appwrite/importData/posts.json +0 -270
  122. package/.appwrite/importData/users.json +0 -220
  123. package/.appwrite/schemas/categories.json +0 -128
  124. package/.appwrite/schemas/exampleCollection.json +0 -52
  125. package/.appwrite/schemas/posts.json +0 -173
  126. package/.appwrite/schemas/users.json +0 -125
  127. package/dist/adapters/AdapterFactory.d.ts +0 -94
  128. package/dist/adapters/AdapterFactory.js +0 -420
  129. package/dist/adapters/DatabaseAdapter.d.ts +0 -243
  130. package/dist/adapters/DatabaseAdapter.js +0 -50
  131. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  132. package/dist/adapters/LegacyAdapter.js +0 -615
  133. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  134. package/dist/adapters/TablesDBAdapter.js +0 -611
  135. package/dist/adapters/index.d.ts +0 -11
  136. package/dist/adapters/index.js +0 -12
  137. package/dist/backups/operations/bucketBackup.d.ts +0 -19
  138. package/dist/backups/operations/bucketBackup.js +0 -197
  139. package/dist/backups/operations/collectionBackup.d.ts +0 -30
  140. package/dist/backups/operations/collectionBackup.js +0 -201
  141. package/dist/backups/operations/comprehensiveBackup.d.ts +0 -25
  142. package/dist/backups/operations/comprehensiveBackup.js +0 -238
  143. package/dist/backups/schemas/bucketManifest.d.ts +0 -93
  144. package/dist/backups/schemas/bucketManifest.js +0 -33
  145. package/dist/backups/schemas/comprehensiveManifest.d.ts +0 -108
  146. package/dist/backups/schemas/comprehensiveManifest.js +0 -32
  147. package/dist/backups/tracking/centralizedTracking.d.ts +0 -34
  148. package/dist/backups/tracking/centralizedTracking.js +0 -274
  149. package/dist/cli/commands/configCommands.d.ts +0 -8
  150. package/dist/cli/commands/configCommands.js +0 -166
  151. package/dist/cli/commands/databaseCommands.d.ts +0 -14
  152. package/dist/cli/commands/databaseCommands.js +0 -644
  153. package/dist/cli/commands/functionCommands.d.ts +0 -7
  154. package/dist/cli/commands/functionCommands.js +0 -330
  155. package/dist/cli/commands/schemaCommands.d.ts +0 -7
  156. package/dist/cli/commands/schemaCommands.js +0 -169
  157. package/dist/cli/commands/storageCommands.d.ts +0 -5
  158. package/dist/cli/commands/storageCommands.js +0 -143
  159. package/dist/cli/commands/transferCommands.d.ts +0 -5
  160. package/dist/cli/commands/transferCommands.js +0 -384
  161. package/dist/collections/attributes.d.ts +0 -13
  162. package/dist/collections/attributes.js +0 -1333
  163. package/dist/collections/indexes.d.ts +0 -12
  164. package/dist/collections/indexes.js +0 -217
  165. package/dist/collections/methods.d.ts +0 -19
  166. package/dist/collections/methods.js +0 -587
  167. package/dist/collections/tableOperations.d.ts +0 -86
  168. package/dist/collections/tableOperations.js +0 -447
  169. package/dist/collections/transferOperations.d.ts +0 -8
  170. package/dist/collections/transferOperations.js +0 -412
  171. package/dist/collections/wipeOperations.d.ts +0 -16
  172. package/dist/collections/wipeOperations.js +0 -233
  173. package/dist/config/ConfigManager.d.ts +0 -450
  174. package/dist/config/ConfigManager.js +0 -650
  175. package/dist/config/configMigration.d.ts +0 -87
  176. package/dist/config/configMigration.js +0 -390
  177. package/dist/config/configValidation.d.ts +0 -66
  178. package/dist/config/configValidation.js +0 -358
  179. package/dist/config/index.d.ts +0 -8
  180. package/dist/config/index.js +0 -7
  181. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -122
  182. package/dist/config/services/ConfigDiscoveryService.js +0 -322
  183. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  184. package/dist/config/services/ConfigLoaderService.js +0 -535
  185. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  186. package/dist/config/services/ConfigMergeService.js +0 -308
  187. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  188. package/dist/config/services/ConfigValidationService.js +0 -310
  189. package/dist/config/services/SessionAuthService.d.ts +0 -225
  190. package/dist/config/services/SessionAuthService.js +0 -456
  191. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  192. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  193. package/dist/config/services/index.d.ts +0 -13
  194. package/dist/config/services/index.js +0 -10
  195. package/dist/config/yamlConfig.d.ts +0 -722
  196. package/dist/config/yamlConfig.js +0 -702
  197. package/dist/databases/methods.d.ts +0 -6
  198. package/dist/databases/methods.js +0 -35
  199. package/dist/databases/setup.d.ts +0 -5
  200. package/dist/databases/setup.js +0 -45
  201. package/dist/examples/yamlTerminologyExample.d.ts +0 -42
  202. package/dist/examples/yamlTerminologyExample.js +0 -272
  203. package/dist/functions/deployments.d.ts +0 -4
  204. package/dist/functions/deployments.js +0 -146
  205. package/dist/functions/fnConfigDiscovery.d.ts +0 -3
  206. package/dist/functions/fnConfigDiscovery.js +0 -108
  207. package/dist/functions/methods.d.ts +0 -16
  208. package/dist/functions/methods.js +0 -174
  209. package/dist/functions/pathResolution.d.ts +0 -37
  210. package/dist/functions/pathResolution.js +0 -185
  211. package/dist/functions/templates/count-docs-in-collection/README.md +0 -54
  212. package/dist/functions/templates/count-docs-in-collection/package.json +0 -25
  213. package/dist/functions/templates/count-docs-in-collection/src/main.ts +0 -159
  214. package/dist/functions/templates/count-docs-in-collection/src/request.ts +0 -9
  215. package/dist/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  216. package/dist/functions/templates/hono-typescript/README.md +0 -286
  217. package/dist/functions/templates/hono-typescript/package.json +0 -26
  218. package/dist/functions/templates/hono-typescript/src/adapters/request.ts +0 -74
  219. package/dist/functions/templates/hono-typescript/src/adapters/response.ts +0 -106
  220. package/dist/functions/templates/hono-typescript/src/app.ts +0 -180
  221. package/dist/functions/templates/hono-typescript/src/context.ts +0 -103
  222. package/dist/functions/templates/hono-typescript/src/index.ts +0 -54
  223. package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +0 -119
  224. package/dist/functions/templates/hono-typescript/tsconfig.json +0 -20
  225. package/dist/functions/templates/typescript-node/README.md +0 -32
  226. package/dist/functions/templates/typescript-node/package.json +0 -25
  227. package/dist/functions/templates/typescript-node/src/context.ts +0 -103
  228. package/dist/functions/templates/typescript-node/src/index.ts +0 -29
  229. package/dist/functions/templates/typescript-node/tsconfig.json +0 -28
  230. package/dist/functions/templates/uv/README.md +0 -31
  231. package/dist/functions/templates/uv/pyproject.toml +0 -30
  232. package/dist/functions/templates/uv/src/__init__.py +0 -0
  233. package/dist/functions/templates/uv/src/context.py +0 -125
  234. package/dist/functions/templates/uv/src/index.py +0 -46
  235. package/dist/init.d.ts +0 -2
  236. package/dist/init.js +0 -57
  237. package/dist/interactiveCLI.d.ts +0 -31
  238. package/dist/interactiveCLI.js +0 -898
  239. package/dist/main.d.ts +0 -2
  240. package/dist/main.js +0 -1180
  241. package/dist/migrations/afterImportActions.d.ts +0 -17
  242. package/dist/migrations/afterImportActions.js +0 -306
  243. package/dist/migrations/appwriteToX.d.ts +0 -211
  244. package/dist/migrations/appwriteToX.js +0 -491
  245. package/dist/migrations/comprehensiveTransfer.d.ts +0 -147
  246. package/dist/migrations/comprehensiveTransfer.js +0 -1317
  247. package/dist/migrations/dataLoader.d.ts +0 -753
  248. package/dist/migrations/dataLoader.js +0 -1250
  249. package/dist/migrations/importController.d.ts +0 -23
  250. package/dist/migrations/importController.js +0 -268
  251. package/dist/migrations/importDataActions.d.ts +0 -50
  252. package/dist/migrations/importDataActions.js +0 -230
  253. package/dist/migrations/relationships.d.ts +0 -29
  254. package/dist/migrations/relationships.js +0 -204
  255. package/dist/migrations/services/DataTransformationService.d.ts +0 -55
  256. package/dist/migrations/services/DataTransformationService.js +0 -158
  257. package/dist/migrations/services/FileHandlerService.d.ts +0 -75
  258. package/dist/migrations/services/FileHandlerService.js +0 -236
  259. package/dist/migrations/services/ImportOrchestrator.d.ts +0 -97
  260. package/dist/migrations/services/ImportOrchestrator.js +0 -485
  261. package/dist/migrations/services/RateLimitManager.d.ts +0 -138
  262. package/dist/migrations/services/RateLimitManager.js +0 -279
  263. package/dist/migrations/services/RelationshipResolver.d.ts +0 -120
  264. package/dist/migrations/services/RelationshipResolver.js +0 -332
  265. package/dist/migrations/services/UserMappingService.d.ts +0 -109
  266. package/dist/migrations/services/UserMappingService.js +0 -277
  267. package/dist/migrations/services/ValidationService.d.ts +0 -74
  268. package/dist/migrations/services/ValidationService.js +0 -260
  269. package/dist/migrations/transfer.d.ts +0 -26
  270. package/dist/migrations/transfer.js +0 -608
  271. package/dist/migrations/yaml/YamlImportConfigLoader.d.ts +0 -131
  272. package/dist/migrations/yaml/YamlImportConfigLoader.js +0 -383
  273. package/dist/migrations/yaml/YamlImportIntegration.d.ts +0 -93
  274. package/dist/migrations/yaml/YamlImportIntegration.js +0 -341
  275. package/dist/migrations/yaml/generateImportSchemas.d.ts +0 -30
  276. package/dist/migrations/yaml/generateImportSchemas.js +0 -1327
  277. package/dist/schemas/authUser.d.ts +0 -24
  278. package/dist/schemas/authUser.js +0 -17
  279. package/dist/setup.d.ts +0 -2
  280. package/dist/setup.js +0 -5
  281. package/dist/setupCommands.d.ts +0 -58
  282. package/dist/setupCommands.js +0 -490
  283. package/dist/setupController.d.ts +0 -9
  284. package/dist/setupController.js +0 -34
  285. package/dist/shared/attributeMapper.d.ts +0 -20
  286. package/dist/shared/attributeMapper.js +0 -203
  287. package/dist/shared/backupMetadataSchema.d.ts +0 -94
  288. package/dist/shared/backupMetadataSchema.js +0 -38
  289. package/dist/shared/backupTracking.d.ts +0 -18
  290. package/dist/shared/backupTracking.js +0 -176
  291. package/dist/shared/confirmationDialogs.d.ts +0 -75
  292. package/dist/shared/confirmationDialogs.js +0 -236
  293. package/dist/shared/errorUtils.d.ts +0 -54
  294. package/dist/shared/errorUtils.js +0 -95
  295. package/dist/shared/functionManager.d.ts +0 -48
  296. package/dist/shared/functionManager.js +0 -348
  297. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  298. package/dist/shared/jsonSchemaGenerator.js +0 -290
  299. package/dist/shared/logging.d.ts +0 -61
  300. package/dist/shared/logging.js +0 -116
  301. package/dist/shared/messageFormatter.d.ts +0 -39
  302. package/dist/shared/messageFormatter.js +0 -162
  303. package/dist/shared/migrationHelpers.d.ts +0 -61
  304. package/dist/shared/migrationHelpers.js +0 -145
  305. package/dist/shared/operationLogger.d.ts +0 -10
  306. package/dist/shared/operationLogger.js +0 -12
  307. package/dist/shared/operationQueue.d.ts +0 -40
  308. package/dist/shared/operationQueue.js +0 -311
  309. package/dist/shared/operationsTable.d.ts +0 -26
  310. package/dist/shared/operationsTable.js +0 -286
  311. package/dist/shared/operationsTableSchema.d.ts +0 -48
  312. package/dist/shared/operationsTableSchema.js +0 -35
  313. package/dist/shared/progressManager.d.ts +0 -62
  314. package/dist/shared/progressManager.js +0 -215
  315. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  316. package/dist/shared/pydanticModelGenerator.js +0 -615
  317. package/dist/shared/relationshipExtractor.d.ts +0 -56
  318. package/dist/shared/relationshipExtractor.js +0 -138
  319. package/dist/shared/schemaGenerator.d.ts +0 -40
  320. package/dist/shared/schemaGenerator.js +0 -556
  321. package/dist/shared/selectionDialogs.d.ts +0 -214
  322. package/dist/shared/selectionDialogs.js +0 -544
  323. package/dist/storage/backupCompression.d.ts +0 -20
  324. package/dist/storage/backupCompression.js +0 -67
  325. package/dist/storage/methods.d.ts +0 -32
  326. package/dist/storage/methods.js +0 -472
  327. package/dist/storage/schemas.d.ts +0 -842
  328. package/dist/storage/schemas.js +0 -175
  329. package/dist/tables/indexManager.d.ts +0 -65
  330. package/dist/tables/indexManager.js +0 -294
  331. package/dist/types.d.ts +0 -4
  332. package/dist/types.js +0 -3
  333. package/dist/users/methods.d.ts +0 -16
  334. package/dist/users/methods.js +0 -277
  335. package/dist/utils/ClientFactory.d.ts +0 -87
  336. package/dist/utils/ClientFactory.js +0 -212
  337. package/dist/utils/configDiscovery.d.ts +0 -78
  338. package/dist/utils/configDiscovery.js +0 -472
  339. package/dist/utils/configMigration.d.ts +0 -1
  340. package/dist/utils/configMigration.js +0 -261
  341. package/dist/utils/constantsGenerator.d.ts +0 -31
  342. package/dist/utils/constantsGenerator.js +0 -321
  343. package/dist/utils/dataConverters.d.ts +0 -46
  344. package/dist/utils/dataConverters.js +0 -139
  345. package/dist/utils/directoryUtils.d.ts +0 -22
  346. package/dist/utils/directoryUtils.js +0 -59
  347. package/dist/utils/getClientFromConfig.d.ts +0 -39
  348. package/dist/utils/getClientFromConfig.js +0 -199
  349. package/dist/utils/helperFunctions.d.ts +0 -63
  350. package/dist/utils/helperFunctions.js +0 -156
  351. package/dist/utils/index.d.ts +0 -2
  352. package/dist/utils/index.js +0 -2
  353. package/dist/utils/loadConfigs.d.ts +0 -50
  354. package/dist/utils/loadConfigs.js +0 -358
  355. package/dist/utils/pathResolvers.d.ts +0 -53
  356. package/dist/utils/pathResolvers.js +0 -72
  357. package/dist/utils/projectConfig.d.ts +0 -122
  358. package/dist/utils/projectConfig.js +0 -206
  359. package/dist/utils/retryFailedPromises.d.ts +0 -2
  360. package/dist/utils/retryFailedPromises.js +0 -23
  361. package/dist/utils/sessionAuth.d.ts +0 -48
  362. package/dist/utils/sessionAuth.js +0 -164
  363. package/dist/utils/setupFiles.d.ts +0 -4
  364. package/dist/utils/setupFiles.js +0 -1192
  365. package/dist/utils/typeGuards.d.ts +0 -35
  366. package/dist/utils/typeGuards.js +0 -57
  367. package/dist/utils/validationRules.d.ts +0 -43
  368. package/dist/utils/validationRules.js +0 -42
  369. package/dist/utils/versionDetection.d.ts +0 -58
  370. package/dist/utils/versionDetection.js +0 -251
  371. package/dist/utils/yamlConverter.d.ts +0 -100
  372. package/dist/utils/yamlConverter.js +0 -428
  373. package/dist/utils/yamlLoader.d.ts +0 -70
  374. package/dist/utils/yamlLoader.js +0 -267
  375. package/dist/utilsController.d.ts +0 -107
  376. package/dist/utilsController.js +0 -873
  377. package/src/adapters/AdapterFactory.ts +0 -529
  378. package/src/adapters/DatabaseAdapter.ts +0 -319
  379. package/src/adapters/LegacyAdapter.ts +0 -844
  380. package/src/adapters/TablesDBAdapter.ts +0 -823
  381. package/src/config/ConfigManager.ts +0 -849
  382. package/src/config/README.md +0 -274
  383. package/src/config/configMigration.ts +0 -575
  384. package/src/config/configValidation.ts +0 -445
  385. package/src/config/index.ts +0 -10
  386. package/src/config/services/ConfigDiscoveryService.ts +0 -410
  387. package/src/config/services/ConfigLoaderService.ts +0 -732
  388. package/src/config/services/ConfigMergeService.ts +0 -388
  389. package/src/config/services/ConfigValidationService.ts +0 -394
  390. package/src/config/services/SessionAuthService.ts +0 -565
  391. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  392. package/src/config/services/index.ts +0 -29
  393. package/src/config/yamlConfig.ts +0 -761
  394. package/src/functions/pathResolution.ts +0 -227
  395. package/src/functions/templates/count-docs-in-collection/package.json +0 -25
  396. package/src/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  397. package/src/functions/templates/hono-typescript/package.json +0 -26
  398. package/src/functions/templates/hono-typescript/tsconfig.json +0 -20
  399. package/src/functions/templates/typescript-node/package.json +0 -25
  400. package/src/functions/templates/typescript-node/tsconfig.json +0 -28
  401. package/src/shared/attributeMapper.ts +0 -229
  402. package/src/shared/errorUtils.ts +0 -110
  403. package/src/shared/functionManager.ts +0 -537
  404. package/src/shared/jsonSchemaGenerator.ts +0 -383
  405. package/src/shared/logging.ts +0 -149
  406. package/src/shared/messageFormatter.ts +0 -208
  407. package/src/shared/pydanticModelGenerator.ts +0 -618
  408. package/src/shared/schemaGenerator.ts +0 -644
  409. package/src/utils/ClientFactory.ts +0 -240
  410. package/src/utils/configDiscovery.ts +0 -557
  411. package/src/utils/constantsGenerator.ts +0 -369
  412. package/src/utils/dataConverters.ts +0 -159
  413. package/src/utils/directoryUtils.ts +0 -61
  414. package/src/utils/getClientFromConfig.ts +0 -257
  415. package/src/utils/helperFunctions.ts +0 -228
  416. package/src/utils/pathResolvers.ts +0 -81
  417. package/src/utils/projectConfig.ts +0 -340
  418. package/src/utils/retryFailedPromises.ts +0 -29
  419. package/src/utils/sessionAuth.ts +0 -230
  420. package/src/utils/typeGuards.ts +0 -65
  421. package/src/utils/validationRules.ts +0 -88
  422. package/src/utils/versionDetection.ts +0 -292
  423. package/src/utils/yamlConverter.ts +0 -542
  424. package/src/utils/yamlLoader.ts +0 -371
  425. package/tmp-sync-test/.appwrite/collections/TestCollection.yaml +0 -7
@@ -1,61 +0,0 @@
1
- import winston from "winston";
2
- export interface LoggingConfig {
3
- enabled: boolean;
4
- level: string;
5
- logDirectory?: string;
6
- console: boolean;
7
- }
8
- /**
9
- * Predefined logging configurations for common debugging scenarios
10
- */
11
- export declare const LOGGING_PRESETS: {
12
- /** Minimal logging - errors only to console */
13
- readonly minimal: {
14
- readonly enabled: false;
15
- readonly level: "error";
16
- readonly console: true;
17
- };
18
- /** Standard logging - info level to file and console */
19
- readonly standard: {
20
- readonly enabled: true;
21
- readonly level: "info";
22
- readonly console: true;
23
- };
24
- /** Debug logging - verbose debug output for troubleshooting */
25
- readonly debug: {
26
- readonly enabled: true;
27
- readonly level: "debug";
28
- readonly console: true;
29
- };
30
- /** Silent - no logging output */
31
- readonly silent: {
32
- readonly enabled: false;
33
- readonly level: "error";
34
- readonly console: false;
35
- };
36
- };
37
- export declare const configureLogging: (config?: Partial<LoggingConfig>) => void;
38
- /**
39
- * Configure logging using a preset
40
- */
41
- export declare const configureLoggingPreset: (preset: keyof typeof LOGGING_PRESETS, logDirectory?: string) => void;
42
- export declare let logger: winston.Logger;
43
- export declare const updateLogger: () => void;
44
- /**
45
- * Enable debug logging for troubleshooting push process issues
46
- * This is a convenience function for quickly enabling comprehensive logging
47
- */
48
- export declare const enableDebugLogging: (logDirectory?: string) => void;
49
- /**
50
- * Disable logging (reset to default)
51
- */
52
- export declare const disableLogging: () => void;
53
- /**
54
- * Get current logging configuration
55
- */
56
- export declare const getLoggingConfig: () => {
57
- enabled: boolean;
58
- level: string;
59
- logDirectory?: string;
60
- console: boolean;
61
- };
@@ -1,116 +0,0 @@
1
- import winston from "winston";
2
- import fs from "fs";
3
- import path from "path";
4
- /**
5
- * Predefined logging configurations for common debugging scenarios
6
- */
7
- export const LOGGING_PRESETS = {
8
- /** Minimal logging - errors only to console */
9
- minimal: {
10
- enabled: false,
11
- level: 'error',
12
- console: true
13
- },
14
- /** Standard logging - info level to file and console */
15
- standard: {
16
- enabled: true,
17
- level: 'info',
18
- console: true
19
- },
20
- /** Debug logging - verbose debug output for troubleshooting */
21
- debug: {
22
- enabled: true,
23
- level: 'debug',
24
- console: true
25
- },
26
- /** Silent - no logging output */
27
- silent: {
28
- enabled: false,
29
- level: 'error',
30
- console: false
31
- }
32
- };
33
- const DEFAULT_LOGGING_CONFIG = {
34
- enabled: false,
35
- level: "info",
36
- console: false,
37
- };
38
- let loggingConfig = DEFAULT_LOGGING_CONFIG;
39
- export const configureLogging = (config = {}) => {
40
- loggingConfig = { ...DEFAULT_LOGGING_CONFIG, ...config };
41
- };
42
- /**
43
- * Configure logging using a preset
44
- */
45
- export const configureLoggingPreset = (preset, logDirectory) => {
46
- const presetConfig = LOGGING_PRESETS[preset];
47
- configureLogging({
48
- ...presetConfig,
49
- ...(logDirectory && { logDirectory })
50
- });
51
- updateLogger();
52
- };
53
- const createLogger = () => {
54
- const transports = [];
55
- // Add console transport if enabled
56
- if (loggingConfig.console) {
57
- transports.push(new winston.transports.Console({
58
- format: winston.format.combine(winston.format.colorize(), winston.format.simple())
59
- }));
60
- }
61
- // Add file transports if logging is enabled
62
- if (loggingConfig.enabled) {
63
- const logDir = loggingConfig.logDirectory || path.join(process.cwd(), "zlogs");
64
- if (!fs.existsSync(logDir)) {
65
- fs.mkdirSync(logDir, { recursive: true });
66
- }
67
- transports.push(new winston.transports.File({
68
- filename: path.join(logDir, "error.log"),
69
- level: "error",
70
- }), new winston.transports.File({
71
- filename: path.join(logDir, "combined.log"),
72
- }));
73
- }
74
- return winston.createLogger({
75
- level: loggingConfig.level,
76
- format: winston.format.combine(winston.format.timestamp(), winston.format.errors({ stack: true }), winston.format.json()),
77
- defaultMeta: { service: "appwrite-utils-cli" },
78
- transports,
79
- silent: !loggingConfig.enabled && !loggingConfig.console,
80
- });
81
- };
82
- export let logger = createLogger();
83
- // Recreate logger when config changes
84
- export const updateLogger = () => {
85
- logger = createLogger();
86
- };
87
- /**
88
- * Enable debug logging for troubleshooting push process issues
89
- * This is a convenience function for quickly enabling comprehensive logging
90
- */
91
- export const enableDebugLogging = (logDirectory) => {
92
- configureLogging({
93
- enabled: true,
94
- level: 'debug',
95
- console: true,
96
- logDirectory
97
- });
98
- updateLogger();
99
- logger.info('Debug logging enabled for push process troubleshooting', {
100
- level: 'debug',
101
- console: true,
102
- logDirectory: logDirectory || 'zlogs',
103
- operation: 'enableDebugLogging'
104
- });
105
- };
106
- /**
107
- * Disable logging (reset to default)
108
- */
109
- export const disableLogging = () => {
110
- configureLogging(DEFAULT_LOGGING_CONFIG);
111
- updateLogger();
112
- };
113
- /**
114
- * Get current logging configuration
115
- */
116
- export const getLoggingConfig = () => ({ ...loggingConfig });
@@ -1,39 +0,0 @@
1
- export interface MessageOptions {
2
- prefix?: string;
3
- skipLogging?: boolean;
4
- logLevel?: "info" | "warn" | "error" | "debug";
5
- }
6
- export declare class MessageFormatter {
7
- static success(message: string, options?: MessageOptions): void;
8
- static error(message: string, error?: Error | string, options?: MessageOptions): void;
9
- static warning(message: string, options?: MessageOptions): void;
10
- static info(message: string, options?: MessageOptions): void;
11
- static step(step: number, total: number, message: string, options?: MessageOptions): void;
12
- static progress(message: string, options?: MessageOptions): void;
13
- static debug(message: string, data?: any, options?: MessageOptions): void;
14
- static processing(message: string, options?: MessageOptions): void;
15
- static divider(): void;
16
- static banner(title: string, subtitle?: string): void;
17
- static section(title: string): void;
18
- static list(items: string[], title?: string): void;
19
- static table(data: Record<string, string | number>[], headers?: string[]): void;
20
- static operationSummary(title: string, stats: Record<string, string | number>, duration?: number): void;
21
- static formatBytes(bytes: number): string;
22
- static formatDuration(ms: number): string;
23
- static formatNumber(num: number): string;
24
- }
25
- export declare const Messages: {
26
- readonly CONFIG_NOT_FOUND: "Appwrite configuration not found. Run 'appwrite-migrate setup' first.";
27
- readonly CONFIG_LOADED: (type: string, path: string) => string;
28
- readonly DATABASE_CONNECTION_FAILED: "Failed to connect to Appwrite. Check your endpoint and API key.";
29
- readonly OPERATION_CANCELLED: "Operation cancelled by user.";
30
- readonly OPERATION_COMPLETED: (operation: string) => string;
31
- readonly BACKUP_STARTED: (database: string) => string;
32
- readonly BACKUP_COMPLETED: (database: string, size: number) => string;
33
- readonly IMPORT_STARTED: (collections: number) => string;
34
- readonly IMPORT_COMPLETED: (documents: number) => string;
35
- readonly FUNCTION_DEPLOYED: (name: string) => string;
36
- readonly FUNCTION_DEPLOYMENT_FAILED: (name: string, error: string) => string;
37
- readonly TRANSFER_STARTED: (source: string, target: string) => string;
38
- readonly TRANSFER_COMPLETED: (items: number) => string;
39
- };
@@ -1,162 +0,0 @@
1
- import chalk from "chalk";
2
- import { logger } from "./logging.js";
3
- export class MessageFormatter {
4
- static success(message, options = {}) {
5
- const formatted = `${chalk.green("✅")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
6
- console.log(formatted);
7
- if (!options.skipLogging) {
8
- logger.info(`SUCCESS: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
9
- }
10
- }
11
- static error(message, error, options = {}) {
12
- const errorDetails = error instanceof Error ? error.message : error;
13
- const formatted = `${chalk.red("❌")} ${options.prefix ? `${options.prefix}: ` : ""}${message}${errorDetails ? `\n ${chalk.gray(errorDetails)}` : ""}`;
14
- console.error(formatted);
15
- if (!options.skipLogging) {
16
- logger.error(`ERROR: ${options.prefix ? `${options.prefix}: ` : ""}${message}`, {
17
- error: errorDetails,
18
- stack: error instanceof Error ? error.stack : undefined,
19
- });
20
- }
21
- }
22
- static warning(message, options = {}) {
23
- const formatted = `${chalk.yellow("⚠️")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
24
- console.log(formatted);
25
- if (!options.skipLogging) {
26
- logger.warn(`WARNING: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
27
- }
28
- }
29
- static info(message, options = {}) {
30
- const formatted = `${chalk.blue("ℹ️")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
31
- console.log(formatted);
32
- if (!options.skipLogging) {
33
- logger.info(`INFO: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
34
- }
35
- }
36
- static step(step, total, message, options = {}) {
37
- const formatted = `${chalk.cyan(`[${step}/${total}]`)} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
38
- console.log(formatted);
39
- if (!options.skipLogging) {
40
- logger.info(`STEP ${step}/${total}: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
41
- }
42
- }
43
- static progress(message, options = {}) {
44
- const formatted = `${chalk.gray("⏳")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
45
- console.log(formatted);
46
- if (!options.skipLogging) {
47
- logger.debug(`PROGRESS: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
48
- }
49
- }
50
- static debug(message, data, options = {}) {
51
- if (process.env.NODE_ENV === "development" || process.env.DEBUG) {
52
- const formatted = `${chalk.magenta("🔍")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
53
- console.log(formatted);
54
- if (data) {
55
- console.log(chalk.gray(JSON.stringify(data, null, 2)));
56
- }
57
- }
58
- if (!options.skipLogging) {
59
- logger.debug(`DEBUG: ${options.prefix ? `${options.prefix}: ` : ""}${message}`, data);
60
- }
61
- }
62
- static processing(message, options = {}) {
63
- const formatted = `${chalk.cyan("⚙️")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
64
- console.log(formatted);
65
- if (!options.skipLogging) {
66
- logger.info(`PROCESSING: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
67
- }
68
- }
69
- static divider() {
70
- console.log(chalk.gray("─".repeat(60)));
71
- }
72
- static banner(title, subtitle) {
73
- const divider = chalk.cyan("═".repeat(60));
74
- console.log(`\n${divider}`);
75
- console.log(chalk.cyan.bold(` ${title}`));
76
- if (subtitle) {
77
- console.log(chalk.gray(` ${subtitle}`));
78
- }
79
- console.log(`${divider}\n`);
80
- }
81
- static section(title) {
82
- console.log(`\n${chalk.bold.underline(title)}`);
83
- }
84
- static list(items, title) {
85
- if (title) {
86
- console.log(chalk.bold(title));
87
- }
88
- items.forEach((item, index) => {
89
- console.log(`${chalk.gray(` ${index + 1}.`)} ${item}`);
90
- });
91
- }
92
- static table(data, headers) {
93
- if (data.length === 0)
94
- return;
95
- const keys = headers || Object.keys(data[0]);
96
- const maxWidths = keys.map(key => Math.max(key.length, ...data.map(row => String(row[key]).length)));
97
- // Header
98
- const headerRow = keys.map((key, i) => chalk.bold(key.padEnd(maxWidths[i]))).join(" │ ");
99
- console.log(`┌─${keys.map((_, i) => "─".repeat(maxWidths[i])).join("─┼─")}─┐`);
100
- console.log(`│ ${headerRow} │`);
101
- console.log(`├─${keys.map((_, i) => "─".repeat(maxWidths[i])).join("─┼─")}─┤`);
102
- // Rows
103
- data.forEach(row => {
104
- const dataRow = keys.map((key, i) => String(row[key]).padEnd(maxWidths[i])).join(" │ ");
105
- console.log(`│ ${dataRow} │`);
106
- });
107
- console.log(`└─${keys.map((_, i) => "─".repeat(maxWidths[i])).join("─┴─")}─┘`);
108
- }
109
- static operationSummary(title, stats, duration) {
110
- this.section(`${title} Summary`);
111
- Object.entries(stats).forEach(([key, value]) => {
112
- const formattedKey = key.replace(/([A-Z])/g, ' $1').replace(/^./, str => str.toUpperCase());
113
- console.log(`${chalk.gray("●")} ${formattedKey}: ${chalk.cyan(String(value))}`);
114
- });
115
- if (duration) {
116
- console.log(`${chalk.gray("●")} Duration: ${chalk.cyan(this.formatDuration(duration))}`);
117
- }
118
- console.log();
119
- }
120
- static formatBytes(bytes) {
121
- const units = ['B', 'KB', 'MB', 'GB', 'TB'];
122
- let size = bytes;
123
- let unitIndex = 0;
124
- while (size >= 1024 && unitIndex < units.length - 1) {
125
- size /= 1024;
126
- unitIndex++;
127
- }
128
- return `${size.toFixed(1)} ${units[unitIndex]}`;
129
- }
130
- static formatDuration(ms) {
131
- const seconds = Math.floor(ms / 1000);
132
- const minutes = Math.floor(seconds / 60);
133
- const hours = Math.floor(minutes / 60);
134
- if (hours > 0) {
135
- return `${hours}h ${minutes % 60}m ${seconds % 60}s`;
136
- }
137
- else if (minutes > 0) {
138
- return `${minutes}m ${seconds % 60}s`;
139
- }
140
- else {
141
- return `${seconds}s`;
142
- }
143
- }
144
- static formatNumber(num) {
145
- return num.toLocaleString();
146
- }
147
- }
148
- export const Messages = {
149
- CONFIG_NOT_FOUND: "Appwrite configuration not found. Run 'appwrite-migrate setup' first.",
150
- CONFIG_LOADED: (type, path) => `Loaded ${type} configuration from ${path}`,
151
- DATABASE_CONNECTION_FAILED: "Failed to connect to Appwrite. Check your endpoint and API key.",
152
- OPERATION_CANCELLED: "Operation cancelled by user.",
153
- OPERATION_COMPLETED: (operation) => `${operation} completed successfully`,
154
- BACKUP_STARTED: (database) => `Starting backup for database: ${database}`,
155
- BACKUP_COMPLETED: (database, size) => `Backup completed for ${database} (${MessageFormatter.formatBytes(size)})`,
156
- IMPORT_STARTED: (collections) => `Starting import process for ${collections} collection(s)`,
157
- IMPORT_COMPLETED: (documents) => `Import completed. Processed ${MessageFormatter.formatNumber(documents)} documents`,
158
- FUNCTION_DEPLOYED: (name) => `Function '${name}' deployed successfully`,
159
- FUNCTION_DEPLOYMENT_FAILED: (name, error) => `Function '${name}' deployment failed: ${error}`,
160
- TRANSFER_STARTED: (source, target) => `Starting transfer from ${source} to ${target}`,
161
- TRANSFER_COMPLETED: (items) => `Transfer completed. Moved ${MessageFormatter.formatNumber(items)} items`,
162
- };
@@ -1,61 +0,0 @@
1
- import { type Databases } from "node-appwrite";
2
- import { z } from "zod";
3
- import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
4
- /**
5
- * Object that contains the context for an action that needs to be executed after import
6
- * Used in the afterImportActionsDefinitions
7
- * @type {ContextObject}
8
- * @typedef {Object} ContextObject
9
- * @property {string} collectionId - The ID of the collection
10
- * @property {any} finalItem - The final item that was imported
11
- * @property {string} action - The name of the action
12
- * @property {string[]} params - The parameters for the action
13
- * @property {Object} context - The context object for the action (all the data of this specific item)
14
- */
15
- export declare const ContextObject: z.ZodObject<{
16
- dbId: z.ZodString;
17
- collectionId: z.ZodString;
18
- finalItem: z.ZodAny;
19
- attributeMappings: z.ZodArray<z.ZodObject<{
20
- oldKey: z.ZodOptional<z.ZodString>;
21
- oldKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
22
- targetKey: z.ZodString;
23
- valueToSet: z.ZodOptional<z.ZodAny>;
24
- fileData: z.ZodOptional<z.ZodObject<{
25
- name: z.ZodString;
26
- path: z.ZodString;
27
- }, z.core.$strip>>;
28
- converters: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
29
- validationActions: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodObject<{
30
- action: z.ZodString;
31
- params: z.ZodArray<z.ZodString>;
32
- }, z.core.$strip>>>>;
33
- postImportActions: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodObject<{
34
- action: z.ZodString;
35
- params: z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodAny>]>>;
36
- }, z.core.$strip>>>>;
37
- }, z.core.$strip>>;
38
- context: z.ZodAny;
39
- }, z.core.$strip>;
40
- export type ContextObject = z.infer<typeof ContextObject>;
41
- export declare const createOrFindAfterImportOperation: (database: Databases, collectionId: string, context: ContextObject) => Promise<void>;
42
- export declare const addBatch: (database: Databases, data: string) => Promise<string>;
43
- export declare const getAfterImportOperations: (database: Databases, collectionId: string) => Promise<{
44
- $id: string;
45
- $createdAt: string;
46
- $updatedAt: string;
47
- operationType: string;
48
- collectionId: string;
49
- data: any;
50
- progress: number;
51
- total: number;
52
- error: string;
53
- status: "error" | "pending" | "ready" | "in_progress" | "completed" | "cancelled";
54
- batches?: string[] | undefined;
55
- }[]>;
56
- export declare const findOrCreateOperation: (db: DatabaseAdapter, databaseId: string, operationType: string, collectionId?: string, data?: any) => Promise<any>;
57
- export declare const updateOperation: (db: DatabaseAdapter, databaseId: string, operationId: string, updates: any) => Promise<any>;
58
- export declare const getOperation: (db: DatabaseAdapter, databaseId: string, operationId: string) => Promise<any>;
59
- export declare const maxDataLength = 1073741820;
60
- export declare const maxBatchItems = 25;
61
- export declare const splitIntoBatches: (data: any[]) => any[][];
@@ -1,145 +0,0 @@
1
- import { ID, Query } from "node-appwrite";
2
- import { BatchSchema, OperationSchema } from "../storage/schemas.js";
3
- import { AttributeMappingsSchema } from "appwrite-utils";
4
- import { z } from "zod";
5
- import { logger } from "./logging.js";
6
- import { tryAwaitWithRetry } from "../utils/helperFunctions.js";
7
- import { findOrCreateOperation as findOrCreateOp, updateOperation as updateOp, getOperation as getOp } from "./operationsTable.js";
8
- import { MessageFormatter } from "./messageFormatter.js";
9
- /**
10
- * Object that contains the context for an action that needs to be executed after import
11
- * Used in the afterImportActionsDefinitions
12
- * @type {ContextObject}
13
- * @typedef {Object} ContextObject
14
- * @property {string} collectionId - The ID of the collection
15
- * @property {any} finalItem - The final item that was imported
16
- * @property {string} action - The name of the action
17
- * @property {string[]} params - The parameters for the action
18
- * @property {Object} context - The context object for the action (all the data of this specific item)
19
- */
20
- export const ContextObject = z.object({
21
- dbId: z.string(),
22
- collectionId: z.string(),
23
- finalItem: z.any(),
24
- attributeMappings: AttributeMappingsSchema,
25
- context: z.any(),
26
- });
27
- export const createOrFindAfterImportOperation = async (database, collectionId, context) => {
28
- let operation = await findOrCreateOperationLegacy(database, collectionId, "afterImportAction");
29
- if (!operation.batches) {
30
- operation.batches = [];
31
- }
32
- // Directly create a new batch for the context without checking for an existing batch
33
- const contextData = JSON.stringify(context);
34
- // Create a new batch with the contextData
35
- const newBatchId = await addBatch(database, contextData);
36
- // Update the operation with the new batch's $id
37
- operation.batches = [...operation.batches, newBatchId];
38
- await database.updateDocument("migrations", "currentOperations", operation.$id, { batches: operation.batches });
39
- };
40
- export const addBatch = async (database, data) => {
41
- const batch = await database.createDocument("migrations", "batches", ID.unique(), {
42
- data,
43
- processed: false,
44
- });
45
- return batch.$id;
46
- };
47
- export const getAfterImportOperations = async (database, collectionId) => {
48
- let lastDocumentId;
49
- const allOperations = [];
50
- let total = 0;
51
- do {
52
- const query = [
53
- Query.equal("collectionId", collectionId),
54
- Query.equal("operationType", "afterImportAction"),
55
- Query.limit(100),
56
- ];
57
- if (lastDocumentId) {
58
- query.push(Query.cursorAfter(lastDocumentId));
59
- }
60
- const operations = await database.listDocuments("migrations", "currentOperations", query);
61
- total = operations.total; // Update total with the latest fetch
62
- allOperations.push(...operations.documents);
63
- if (operations.documents.length > 0 && operations.documents.length >= 100) {
64
- lastDocumentId =
65
- operations.documents[operations.documents.length - 1].$id;
66
- }
67
- } while (allOperations.length < total);
68
- const allOps = allOperations.map((op) => OperationSchema.parse(op));
69
- return allOps;
70
- };
71
- // Legacy function for backward compatibility with old migrations database
72
- const findOrCreateOperationLegacy = async (database, collectionId, operationType, additionalQueries) => {
73
- const operations = await tryAwaitWithRetry(async () => await database.listDocuments("migrations", "currentOperations", [
74
- Query.equal("collectionId", collectionId),
75
- Query.equal("operationType", operationType),
76
- Query.equal("status", "pending"),
77
- ...(additionalQueries || []),
78
- ]));
79
- if (operations.documents.length > 0) {
80
- return OperationSchema.parse(operations.documents[0]);
81
- }
82
- else {
83
- const op = await tryAwaitWithRetry(async () => await database.createDocument("migrations", "currentOperations", ID.unique(), {
84
- operationType,
85
- collectionId,
86
- status: "pending",
87
- batches: [],
88
- progress: 0,
89
- total: 0,
90
- error: "",
91
- }));
92
- return OperationSchema.parse(op);
93
- }
94
- };
95
- export const findOrCreateOperation = async (db, databaseId, operationType, collectionId, data) => {
96
- // Use new operations table system
97
- return await findOrCreateOp(db, databaseId, operationType, {
98
- targetCollection: collectionId,
99
- data: data
100
- });
101
- };
102
- export const updateOperation = async (db, databaseId, operationId, updates) => {
103
- // Use new operations table system
104
- return await updateOp(db, databaseId, operationId, updates);
105
- };
106
- export const getOperation = async (db, databaseId, operationId) => {
107
- // Use new operations table system
108
- return await getOp(db, databaseId, operationId);
109
- };
110
- // Actual max 1073741824
111
- export const maxDataLength = 1073741820;
112
- export const maxBatchItems = 25;
113
- export const splitIntoBatches = (data) => {
114
- let batches = [];
115
- let currentBatch = [];
116
- let currentBatchLength = 0;
117
- let currentBatchItemCount = 0;
118
- data.forEach((item, index) => {
119
- const itemLength = JSON.stringify(item).length;
120
- if (itemLength > maxDataLength) {
121
- MessageFormatter.warning(`Large item found at index ${index} with length ${itemLength}`, { prefix: "Batch Splitter" });
122
- logger.debug("Large item data:", item);
123
- }
124
- // Check if adding the current item would exceed the max length or max items per batch
125
- if (currentBatchLength + itemLength >= maxDataLength ||
126
- currentBatchItemCount >= maxBatchItems) {
127
- // If so, start a new batch
128
- batches.push(currentBatch);
129
- currentBatch = [item];
130
- currentBatchLength = itemLength;
131
- currentBatchItemCount = 1; // Reset item count for the new batch
132
- }
133
- else {
134
- // Otherwise, add the item to the current batch
135
- currentBatch.push(item);
136
- currentBatchLength += itemLength;
137
- currentBatchItemCount++;
138
- }
139
- });
140
- // Don't forget to add the last batch if it's not empty
141
- if (currentBatch.length > 0) {
142
- batches.push(currentBatch);
143
- }
144
- return batches;
145
- };
@@ -1,10 +0,0 @@
1
- import type { Databases, Models } from "node-appwrite";
2
- import type { OperationCreate } from "../storage/schemas.js";
3
- /**
4
- * Legacy operation logger - deprecated
5
- * This function is maintained for backward compatibility but no longer performs any logging.
6
- * The operations table system has been refactored to use the dynamic adapter pattern.
7
- *
8
- * @deprecated This function will be removed in a future version
9
- */
10
- export declare const logOperation: (db: Databases, dbId: string, operationDetails: OperationCreate, operationId?: string) => Promise<Models.Document | null>;
@@ -1,12 +0,0 @@
1
- /**
2
- * Legacy operation logger - deprecated
3
- * This function is maintained for backward compatibility but no longer performs any logging.
4
- * The operations table system has been refactored to use the dynamic adapter pattern.
5
- *
6
- * @deprecated This function will be removed in a future version
7
- */
8
- export const logOperation = async (db, dbId, operationDetails, operationId) => {
9
- // No-op: Operations logging has been moved to the new operations table system
10
- // Callers should migrate to using operationsTable.ts functions directly
11
- return null;
12
- };
@@ -1,40 +0,0 @@
1
- import { type Databases, type Models } from "node-appwrite";
2
- import type { Attribute } from "appwrite-utils";
3
- import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
4
- export interface QueuedOperation {
5
- type: "attribute";
6
- collectionId?: string;
7
- attribute?: Attribute;
8
- collection?: Models.Collection;
9
- dependencies?: string[];
10
- }
11
- export declare const queuedOperations: QueuedOperation[];
12
- export declare const nameToIdMapping: Map<string, string>;
13
- export declare const processedCollections: Set<string>;
14
- export declare const processedAttributes: Set<string>;
15
- export declare const enqueueOperation: (operation: QueuedOperation) => void;
16
- /**
17
- * Clear all caches and processing state - use between operations
18
- */
19
- export declare const clearProcessingState: () => void;
20
- /**
21
- * Check if a collection has already been fully processed
22
- */
23
- export declare const isCollectionProcessed: (collectionId: string, databaseId: string) => boolean;
24
- /**
25
- * Mark a collection as fully processed
26
- */
27
- export declare const markCollectionProcessed: (collectionId: string, collectionName: string | undefined, databaseId: string) => void;
28
- /**
29
- * Check if a specific attribute has been processed
30
- */
31
- export declare const isAttributeProcessed: (databaseId: string, collectionId: string, attributeKey: string) => boolean;
32
- /**
33
- * Mark a specific attribute as processed
34
- */
35
- export declare const markAttributeProcessed: (databaseId: string, collectionId: string, attributeKey: string) => void;
36
- /**
37
- * Process only specific attributes in the queue, not entire collections
38
- * This prevents triggering full collection re-processing cycles
39
- */
40
- export declare const processQueue: (db: Databases | DatabaseAdapter, dbId: string) => Promise<void>;