@njdamstra/appwrite-utils-cli 1.8.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (392) hide show
  1. package/CHANGELOG.md +19 -0
  2. package/README.md +1133 -0
  3. package/dist/adapters/AdapterFactory.d.ts +94 -0
  4. package/dist/adapters/AdapterFactory.js +405 -0
  5. package/dist/adapters/DatabaseAdapter.d.ts +233 -0
  6. package/dist/adapters/DatabaseAdapter.js +50 -0
  7. package/dist/adapters/LegacyAdapter.d.ts +50 -0
  8. package/dist/adapters/LegacyAdapter.js +612 -0
  9. package/dist/adapters/TablesDBAdapter.d.ts +45 -0
  10. package/dist/adapters/TablesDBAdapter.js +571 -0
  11. package/dist/adapters/index.d.ts +11 -0
  12. package/dist/adapters/index.js +12 -0
  13. package/dist/backups/operations/bucketBackup.d.ts +19 -0
  14. package/dist/backups/operations/bucketBackup.js +197 -0
  15. package/dist/backups/operations/collectionBackup.d.ts +30 -0
  16. package/dist/backups/operations/collectionBackup.js +201 -0
  17. package/dist/backups/operations/comprehensiveBackup.d.ts +25 -0
  18. package/dist/backups/operations/comprehensiveBackup.js +238 -0
  19. package/dist/backups/schemas/bucketManifest.d.ts +93 -0
  20. package/dist/backups/schemas/bucketManifest.js +33 -0
  21. package/dist/backups/schemas/comprehensiveManifest.d.ts +108 -0
  22. package/dist/backups/schemas/comprehensiveManifest.js +32 -0
  23. package/dist/backups/tracking/centralizedTracking.d.ts +34 -0
  24. package/dist/backups/tracking/centralizedTracking.js +274 -0
  25. package/dist/cli/commands/configCommands.d.ts +8 -0
  26. package/dist/cli/commands/configCommands.js +166 -0
  27. package/dist/cli/commands/databaseCommands.d.ts +13 -0
  28. package/dist/cli/commands/databaseCommands.js +554 -0
  29. package/dist/cli/commands/functionCommands.d.ts +7 -0
  30. package/dist/cli/commands/functionCommands.js +330 -0
  31. package/dist/cli/commands/schemaCommands.d.ts +7 -0
  32. package/dist/cli/commands/schemaCommands.js +169 -0
  33. package/dist/cli/commands/storageCommands.d.ts +5 -0
  34. package/dist/cli/commands/storageCommands.js +143 -0
  35. package/dist/cli/commands/transferCommands.d.ts +5 -0
  36. package/dist/cli/commands/transferCommands.js +384 -0
  37. package/dist/collections/attributes.d.ts +13 -0
  38. package/dist/collections/attributes.js +1364 -0
  39. package/dist/collections/indexes.d.ts +12 -0
  40. package/dist/collections/indexes.js +217 -0
  41. package/dist/collections/methods.d.ts +19 -0
  42. package/dist/collections/methods.js +682 -0
  43. package/dist/collections/tableOperations.d.ts +86 -0
  44. package/dist/collections/tableOperations.js +434 -0
  45. package/dist/collections/transferOperations.d.ts +8 -0
  46. package/dist/collections/transferOperations.js +412 -0
  47. package/dist/collections/wipeOperations.d.ts +16 -0
  48. package/dist/collections/wipeOperations.js +233 -0
  49. package/dist/config/ConfigManager.d.ts +445 -0
  50. package/dist/config/ConfigManager.js +625 -0
  51. package/dist/config/configMigration.d.ts +87 -0
  52. package/dist/config/configMigration.js +390 -0
  53. package/dist/config/configValidation.d.ts +66 -0
  54. package/dist/config/configValidation.js +358 -0
  55. package/dist/config/index.d.ts +8 -0
  56. package/dist/config/index.js +7 -0
  57. package/dist/config/services/ConfigDiscoveryService.d.ts +126 -0
  58. package/dist/config/services/ConfigDiscoveryService.js +374 -0
  59. package/dist/config/services/ConfigLoaderService.d.ts +129 -0
  60. package/dist/config/services/ConfigLoaderService.js +540 -0
  61. package/dist/config/services/ConfigMergeService.d.ts +208 -0
  62. package/dist/config/services/ConfigMergeService.js +308 -0
  63. package/dist/config/services/ConfigValidationService.d.ts +214 -0
  64. package/dist/config/services/ConfigValidationService.js +310 -0
  65. package/dist/config/services/SessionAuthService.d.ts +225 -0
  66. package/dist/config/services/SessionAuthService.js +456 -0
  67. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +1 -0
  68. package/dist/config/services/__tests__/ConfigMergeService.test.js +271 -0
  69. package/dist/config/services/index.d.ts +13 -0
  70. package/dist/config/services/index.js +10 -0
  71. package/dist/config/yamlConfig.d.ts +722 -0
  72. package/dist/config/yamlConfig.js +702 -0
  73. package/dist/databases/methods.d.ts +6 -0
  74. package/dist/databases/methods.js +35 -0
  75. package/dist/databases/setup.d.ts +5 -0
  76. package/dist/databases/setup.js +45 -0
  77. package/dist/examples/yamlTerminologyExample.d.ts +42 -0
  78. package/dist/examples/yamlTerminologyExample.js +272 -0
  79. package/dist/functions/deployments.d.ts +4 -0
  80. package/dist/functions/deployments.js +146 -0
  81. package/dist/functions/fnConfigDiscovery.d.ts +3 -0
  82. package/dist/functions/fnConfigDiscovery.js +108 -0
  83. package/dist/functions/methods.d.ts +16 -0
  84. package/dist/functions/methods.js +162 -0
  85. package/dist/functions/pathResolution.d.ts +37 -0
  86. package/dist/functions/pathResolution.js +185 -0
  87. package/dist/functions/templates/count-docs-in-collection/README.md +54 -0
  88. package/dist/functions/templates/count-docs-in-collection/src/main.ts +159 -0
  89. package/dist/functions/templates/count-docs-in-collection/src/request.ts +9 -0
  90. package/dist/functions/templates/hono-typescript/README.md +286 -0
  91. package/dist/functions/templates/hono-typescript/src/adapters/request.ts +74 -0
  92. package/dist/functions/templates/hono-typescript/src/adapters/response.ts +106 -0
  93. package/dist/functions/templates/hono-typescript/src/app.ts +180 -0
  94. package/dist/functions/templates/hono-typescript/src/context.ts +103 -0
  95. package/dist/functions/templates/hono-typescript/src/index.ts +54 -0
  96. package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +119 -0
  97. package/dist/functions/templates/typescript-node/README.md +32 -0
  98. package/dist/functions/templates/typescript-node/src/context.ts +103 -0
  99. package/dist/functions/templates/typescript-node/src/index.ts +29 -0
  100. package/dist/functions/templates/uv/README.md +31 -0
  101. package/dist/functions/templates/uv/pyproject.toml +30 -0
  102. package/dist/functions/templates/uv/src/__init__.py +0 -0
  103. package/dist/functions/templates/uv/src/context.py +125 -0
  104. package/dist/functions/templates/uv/src/index.py +46 -0
  105. package/dist/init.d.ts +2 -0
  106. package/dist/init.js +57 -0
  107. package/dist/interactiveCLI.d.ts +31 -0
  108. package/dist/interactiveCLI.js +898 -0
  109. package/dist/main.d.ts +2 -0
  110. package/dist/main.js +1172 -0
  111. package/dist/migrations/afterImportActions.d.ts +17 -0
  112. package/dist/migrations/afterImportActions.js +306 -0
  113. package/dist/migrations/appwriteToX.d.ts +211 -0
  114. package/dist/migrations/appwriteToX.js +491 -0
  115. package/dist/migrations/comprehensiveTransfer.d.ts +147 -0
  116. package/dist/migrations/comprehensiveTransfer.js +1317 -0
  117. package/dist/migrations/dataLoader.d.ts +753 -0
  118. package/dist/migrations/dataLoader.js +1250 -0
  119. package/dist/migrations/importController.d.ts +23 -0
  120. package/dist/migrations/importController.js +268 -0
  121. package/dist/migrations/importDataActions.d.ts +50 -0
  122. package/dist/migrations/importDataActions.js +230 -0
  123. package/dist/migrations/relationships.d.ts +29 -0
  124. package/dist/migrations/relationships.js +204 -0
  125. package/dist/migrations/services/DataTransformationService.d.ts +55 -0
  126. package/dist/migrations/services/DataTransformationService.js +158 -0
  127. package/dist/migrations/services/FileHandlerService.d.ts +75 -0
  128. package/dist/migrations/services/FileHandlerService.js +236 -0
  129. package/dist/migrations/services/ImportOrchestrator.d.ts +97 -0
  130. package/dist/migrations/services/ImportOrchestrator.js +485 -0
  131. package/dist/migrations/services/RateLimitManager.d.ts +138 -0
  132. package/dist/migrations/services/RateLimitManager.js +279 -0
  133. package/dist/migrations/services/RelationshipResolver.d.ts +120 -0
  134. package/dist/migrations/services/RelationshipResolver.js +332 -0
  135. package/dist/migrations/services/UserMappingService.d.ts +109 -0
  136. package/dist/migrations/services/UserMappingService.js +277 -0
  137. package/dist/migrations/services/ValidationService.d.ts +74 -0
  138. package/dist/migrations/services/ValidationService.js +260 -0
  139. package/dist/migrations/transfer.d.ts +26 -0
  140. package/dist/migrations/transfer.js +608 -0
  141. package/dist/migrations/yaml/YamlImportConfigLoader.d.ts +131 -0
  142. package/dist/migrations/yaml/YamlImportConfigLoader.js +383 -0
  143. package/dist/migrations/yaml/YamlImportIntegration.d.ts +93 -0
  144. package/dist/migrations/yaml/YamlImportIntegration.js +341 -0
  145. package/dist/migrations/yaml/generateImportSchemas.d.ts +30 -0
  146. package/dist/migrations/yaml/generateImportSchemas.js +1327 -0
  147. package/dist/schemas/authUser.d.ts +24 -0
  148. package/dist/schemas/authUser.js +17 -0
  149. package/dist/setup.d.ts +2 -0
  150. package/dist/setup.js +5 -0
  151. package/dist/setupCommands.d.ts +58 -0
  152. package/dist/setupCommands.js +490 -0
  153. package/dist/setupController.d.ts +9 -0
  154. package/dist/setupController.js +34 -0
  155. package/dist/shared/attributeMapper.d.ts +20 -0
  156. package/dist/shared/attributeMapper.js +203 -0
  157. package/dist/shared/backupMetadataSchema.d.ts +94 -0
  158. package/dist/shared/backupMetadataSchema.js +38 -0
  159. package/dist/shared/backupTracking.d.ts +18 -0
  160. package/dist/shared/backupTracking.js +176 -0
  161. package/dist/shared/confirmationDialogs.d.ts +75 -0
  162. package/dist/shared/confirmationDialogs.js +236 -0
  163. package/dist/shared/errorUtils.d.ts +54 -0
  164. package/dist/shared/errorUtils.js +95 -0
  165. package/dist/shared/functionManager.d.ts +48 -0
  166. package/dist/shared/functionManager.js +336 -0
  167. package/dist/shared/indexManager.d.ts +24 -0
  168. package/dist/shared/indexManager.js +151 -0
  169. package/dist/shared/jsonSchemaGenerator.d.ts +50 -0
  170. package/dist/shared/jsonSchemaGenerator.js +290 -0
  171. package/dist/shared/logging.d.ts +61 -0
  172. package/dist/shared/logging.js +116 -0
  173. package/dist/shared/messageFormatter.d.ts +39 -0
  174. package/dist/shared/messageFormatter.js +162 -0
  175. package/dist/shared/migrationHelpers.d.ts +61 -0
  176. package/dist/shared/migrationHelpers.js +145 -0
  177. package/dist/shared/operationLogger.d.ts +10 -0
  178. package/dist/shared/operationLogger.js +12 -0
  179. package/dist/shared/operationQueue.d.ts +40 -0
  180. package/dist/shared/operationQueue.js +311 -0
  181. package/dist/shared/operationsTable.d.ts +26 -0
  182. package/dist/shared/operationsTable.js +286 -0
  183. package/dist/shared/operationsTableSchema.d.ts +48 -0
  184. package/dist/shared/operationsTableSchema.js +35 -0
  185. package/dist/shared/progressManager.d.ts +62 -0
  186. package/dist/shared/progressManager.js +215 -0
  187. package/dist/shared/pydanticModelGenerator.d.ts +17 -0
  188. package/dist/shared/pydanticModelGenerator.js +615 -0
  189. package/dist/shared/relationshipExtractor.d.ts +56 -0
  190. package/dist/shared/relationshipExtractor.js +138 -0
  191. package/dist/shared/schemaGenerator.d.ts +40 -0
  192. package/dist/shared/schemaGenerator.js +556 -0
  193. package/dist/shared/selectionDialogs.d.ts +214 -0
  194. package/dist/shared/selectionDialogs.js +544 -0
  195. package/dist/storage/backupCompression.d.ts +20 -0
  196. package/dist/storage/backupCompression.js +67 -0
  197. package/dist/storage/methods.d.ts +32 -0
  198. package/dist/storage/methods.js +472 -0
  199. package/dist/storage/schemas.d.ts +842 -0
  200. package/dist/storage/schemas.js +175 -0
  201. package/dist/types.d.ts +4 -0
  202. package/dist/types.js +3 -0
  203. package/dist/users/methods.d.ts +16 -0
  204. package/dist/users/methods.js +277 -0
  205. package/dist/utils/ClientFactory.d.ts +87 -0
  206. package/dist/utils/ClientFactory.js +212 -0
  207. package/dist/utils/configDiscovery.d.ts +78 -0
  208. package/dist/utils/configDiscovery.js +472 -0
  209. package/dist/utils/configMigration.d.ts +1 -0
  210. package/dist/utils/configMigration.js +261 -0
  211. package/dist/utils/constantsGenerator.d.ts +31 -0
  212. package/dist/utils/constantsGenerator.js +321 -0
  213. package/dist/utils/dataConverters.d.ts +46 -0
  214. package/dist/utils/dataConverters.js +139 -0
  215. package/dist/utils/directoryUtils.d.ts +22 -0
  216. package/dist/utils/directoryUtils.js +59 -0
  217. package/dist/utils/getClientFromConfig.d.ts +39 -0
  218. package/dist/utils/getClientFromConfig.js +199 -0
  219. package/dist/utils/helperFunctions.d.ts +63 -0
  220. package/dist/utils/helperFunctions.js +156 -0
  221. package/dist/utils/index.d.ts +2 -0
  222. package/dist/utils/index.js +2 -0
  223. package/dist/utils/loadConfigs.d.ts +50 -0
  224. package/dist/utils/loadConfigs.js +358 -0
  225. package/dist/utils/pathResolvers.d.ts +53 -0
  226. package/dist/utils/pathResolvers.js +72 -0
  227. package/dist/utils/projectConfig.d.ts +119 -0
  228. package/dist/utils/projectConfig.js +171 -0
  229. package/dist/utils/retryFailedPromises.d.ts +2 -0
  230. package/dist/utils/retryFailedPromises.js +23 -0
  231. package/dist/utils/sessionAuth.d.ts +48 -0
  232. package/dist/utils/sessionAuth.js +164 -0
  233. package/dist/utils/setupFiles.d.ts +4 -0
  234. package/dist/utils/setupFiles.js +1192 -0
  235. package/dist/utils/typeGuards.d.ts +35 -0
  236. package/dist/utils/typeGuards.js +57 -0
  237. package/dist/utils/validationRules.d.ts +43 -0
  238. package/dist/utils/validationRules.js +42 -0
  239. package/dist/utils/versionDetection.d.ts +58 -0
  240. package/dist/utils/versionDetection.js +251 -0
  241. package/dist/utils/yamlConverter.d.ts +100 -0
  242. package/dist/utils/yamlConverter.js +428 -0
  243. package/dist/utils/yamlLoader.d.ts +70 -0
  244. package/dist/utils/yamlLoader.js +267 -0
  245. package/dist/utilsController.d.ts +106 -0
  246. package/dist/utilsController.js +863 -0
  247. package/package.json +75 -0
  248. package/scripts/copy-templates.ts +23 -0
  249. package/src/adapters/AdapterFactory.ts +510 -0
  250. package/src/adapters/DatabaseAdapter.ts +306 -0
  251. package/src/adapters/LegacyAdapter.ts +841 -0
  252. package/src/adapters/TablesDBAdapter.ts +773 -0
  253. package/src/adapters/index.ts +37 -0
  254. package/src/backups/operations/bucketBackup.ts +277 -0
  255. package/src/backups/operations/collectionBackup.ts +310 -0
  256. package/src/backups/operations/comprehensiveBackup.ts +342 -0
  257. package/src/backups/schemas/bucketManifest.ts +78 -0
  258. package/src/backups/schemas/comprehensiveManifest.ts +76 -0
  259. package/src/backups/tracking/centralizedTracking.ts +352 -0
  260. package/src/cli/commands/configCommands.ts +201 -0
  261. package/src/cli/commands/databaseCommands.ts +749 -0
  262. package/src/cli/commands/functionCommands.ts +418 -0
  263. package/src/cli/commands/schemaCommands.ts +200 -0
  264. package/src/cli/commands/storageCommands.ts +152 -0
  265. package/src/cli/commands/transferCommands.ts +457 -0
  266. package/src/collections/attributes.ts +2054 -0
  267. package/src/collections/attributes.ts.backup +1555 -0
  268. package/src/collections/indexes.ts +352 -0
  269. package/src/collections/methods.ts +745 -0
  270. package/src/collections/tableOperations.ts +506 -0
  271. package/src/collections/transferOperations.ts +590 -0
  272. package/src/collections/wipeOperations.ts +346 -0
  273. package/src/config/ConfigManager.ts +808 -0
  274. package/src/config/README.md +274 -0
  275. package/src/config/configMigration.ts +575 -0
  276. package/src/config/configValidation.ts +445 -0
  277. package/src/config/index.ts +10 -0
  278. package/src/config/services/ConfigDiscoveryService.ts +463 -0
  279. package/src/config/services/ConfigLoaderService.ts +740 -0
  280. package/src/config/services/ConfigMergeService.ts +388 -0
  281. package/src/config/services/ConfigValidationService.ts +394 -0
  282. package/src/config/services/SessionAuthService.ts +565 -0
  283. package/src/config/services/__tests__/ConfigMergeService.test.ts +351 -0
  284. package/src/config/services/index.ts +29 -0
  285. package/src/config/yamlConfig.ts +761 -0
  286. package/src/databases/methods.ts +49 -0
  287. package/src/databases/setup.ts +77 -0
  288. package/src/examples/yamlTerminologyExample.ts +346 -0
  289. package/src/functions/deployments.ts +220 -0
  290. package/src/functions/fnConfigDiscovery.ts +103 -0
  291. package/src/functions/methods.ts +271 -0
  292. package/src/functions/pathResolution.ts +227 -0
  293. package/src/functions/templates/count-docs-in-collection/README.md +54 -0
  294. package/src/functions/templates/count-docs-in-collection/src/main.ts +159 -0
  295. package/src/functions/templates/count-docs-in-collection/src/request.ts +9 -0
  296. package/src/functions/templates/hono-typescript/README.md +286 -0
  297. package/src/functions/templates/hono-typescript/src/adapters/request.ts +74 -0
  298. package/src/functions/templates/hono-typescript/src/adapters/response.ts +106 -0
  299. package/src/functions/templates/hono-typescript/src/app.ts +180 -0
  300. package/src/functions/templates/hono-typescript/src/context.ts +103 -0
  301. package/src/functions/templates/hono-typescript/src/index.ts +54 -0
  302. package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +119 -0
  303. package/src/functions/templates/typescript-node/README.md +32 -0
  304. package/src/functions/templates/typescript-node/src/context.ts +103 -0
  305. package/src/functions/templates/typescript-node/src/index.ts +29 -0
  306. package/src/functions/templates/uv/README.md +31 -0
  307. package/src/functions/templates/uv/pyproject.toml +30 -0
  308. package/src/functions/templates/uv/src/__init__.py +0 -0
  309. package/src/functions/templates/uv/src/context.py +125 -0
  310. package/src/functions/templates/uv/src/index.py +46 -0
  311. package/src/init.ts +62 -0
  312. package/src/interactiveCLI.ts +1136 -0
  313. package/src/main.ts +1661 -0
  314. package/src/migrations/afterImportActions.ts +580 -0
  315. package/src/migrations/appwriteToX.ts +664 -0
  316. package/src/migrations/comprehensiveTransfer.ts +2285 -0
  317. package/src/migrations/dataLoader.ts +1702 -0
  318. package/src/migrations/importController.ts +428 -0
  319. package/src/migrations/importDataActions.ts +315 -0
  320. package/src/migrations/relationships.ts +334 -0
  321. package/src/migrations/services/DataTransformationService.ts +196 -0
  322. package/src/migrations/services/FileHandlerService.ts +311 -0
  323. package/src/migrations/services/ImportOrchestrator.ts +666 -0
  324. package/src/migrations/services/RateLimitManager.ts +363 -0
  325. package/src/migrations/services/RelationshipResolver.ts +461 -0
  326. package/src/migrations/services/UserMappingService.ts +345 -0
  327. package/src/migrations/services/ValidationService.ts +349 -0
  328. package/src/migrations/transfer.ts +1068 -0
  329. package/src/migrations/yaml/YamlImportConfigLoader.ts +439 -0
  330. package/src/migrations/yaml/YamlImportIntegration.ts +446 -0
  331. package/src/migrations/yaml/generateImportSchemas.ts +1354 -0
  332. package/src/schemas/authUser.ts +23 -0
  333. package/src/setup.ts +8 -0
  334. package/src/setupCommands.ts +603 -0
  335. package/src/setupController.ts +43 -0
  336. package/src/shared/attributeMapper.ts +229 -0
  337. package/src/shared/backupMetadataSchema.ts +93 -0
  338. package/src/shared/backupTracking.ts +211 -0
  339. package/src/shared/confirmationDialogs.ts +327 -0
  340. package/src/shared/errorUtils.ts +110 -0
  341. package/src/shared/functionManager.ts +525 -0
  342. package/src/shared/indexManager.ts +254 -0
  343. package/src/shared/jsonSchemaGenerator.ts +383 -0
  344. package/src/shared/logging.ts +149 -0
  345. package/src/shared/messageFormatter.ts +208 -0
  346. package/src/shared/migrationHelpers.ts +232 -0
  347. package/src/shared/operationLogger.ts +20 -0
  348. package/src/shared/operationQueue.ts +377 -0
  349. package/src/shared/operationsTable.ts +338 -0
  350. package/src/shared/operationsTableSchema.ts +60 -0
  351. package/src/shared/progressManager.ts +278 -0
  352. package/src/shared/pydanticModelGenerator.ts +618 -0
  353. package/src/shared/relationshipExtractor.ts +214 -0
  354. package/src/shared/schemaGenerator.ts +644 -0
  355. package/src/shared/selectionDialogs.ts +749 -0
  356. package/src/storage/backupCompression.ts +88 -0
  357. package/src/storage/methods.ts +698 -0
  358. package/src/storage/schemas.ts +205 -0
  359. package/src/types/node-appwrite-tablesdb.d.ts +44 -0
  360. package/src/types.ts +9 -0
  361. package/src/users/methods.ts +359 -0
  362. package/src/utils/ClientFactory.ts +240 -0
  363. package/src/utils/configDiscovery.ts +557 -0
  364. package/src/utils/configMigration.ts +348 -0
  365. package/src/utils/constantsGenerator.ts +369 -0
  366. package/src/utils/dataConverters.ts +159 -0
  367. package/src/utils/directoryUtils.ts +61 -0
  368. package/src/utils/getClientFromConfig.ts +257 -0
  369. package/src/utils/helperFunctions.ts +228 -0
  370. package/src/utils/index.ts +2 -0
  371. package/src/utils/loadConfigs.ts +449 -0
  372. package/src/utils/pathResolvers.ts +81 -0
  373. package/src/utils/projectConfig.ts +299 -0
  374. package/src/utils/retryFailedPromises.ts +29 -0
  375. package/src/utils/sessionAuth.ts +230 -0
  376. package/src/utils/setupFiles.ts +1238 -0
  377. package/src/utils/typeGuards.ts +65 -0
  378. package/src/utils/validationRules.ts +88 -0
  379. package/src/utils/versionDetection.ts +292 -0
  380. package/src/utils/yamlConverter.ts +542 -0
  381. package/src/utils/yamlLoader.ts +371 -0
  382. package/src/utilsController.ts +1203 -0
  383. package/tests/README.md +497 -0
  384. package/tests/adapters/AdapterFactory.test.ts +277 -0
  385. package/tests/integration/syncOperations.test.ts +463 -0
  386. package/tests/jest.config.js +25 -0
  387. package/tests/migration/configMigration.test.ts +546 -0
  388. package/tests/setup.ts +62 -0
  389. package/tests/testUtils.ts +340 -0
  390. package/tests/utils/loadConfigs.test.ts +350 -0
  391. package/tests/validation/configValidation.test.ts +412 -0
  392. package/tsconfig.json +44 -0
@@ -0,0 +1,1068 @@
1
+ import { converterFunctions, tryAwaitWithRetry } from "@njdamstra/appwrite-utils";
2
+ import {
3
+ Client,
4
+ Databases,
5
+ IndexType,
6
+ Query,
7
+ Storage,
8
+ Users,
9
+ type Models,
10
+ } from "node-appwrite";
11
+ import { InputFile } from "node-appwrite/file";
12
+ import { getAppwriteClient } from "../utils/helperFunctions.js";
13
+ // Legacy attribute helpers retained only for local-to-local flows if needed
14
+ import { parseAttribute } from "@njdamstra/appwrite-utils";
15
+ import chalk from "chalk";
16
+ import { fetchAllCollections } from "../collections/methods.js";
17
+ import { MessageFormatter } from "../shared/messageFormatter.js";
18
+ import { LegacyAdapter } from "../adapters/LegacyAdapter.js";
19
+ import { ProgressManager } from "../shared/progressManager.js";
20
+ import { getClient, getAdapter } from "../utils/getClientFromConfig.js";
21
+ import { diffTableColumns } from "../collections/tableOperations.js";
22
+ import { mapToCreateAttributeParams } from "../shared/attributeMapper.js";
23
+ import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
24
+
25
+ export interface TransferOptions {
26
+ fromDb: Models.Database | undefined;
27
+ targetDb: Models.Database | undefined;
28
+ isRemote: boolean;
29
+ collections?: string[];
30
+ transferEndpoint?: string;
31
+ transferProject?: string;
32
+ transferKey?: string;
33
+ sourceBucket?: Models.Bucket;
34
+ targetBucket?: Models.Bucket;
35
+ transferUsers?: boolean;
36
+ }
37
+
38
+ export const transferStorageLocalToLocal = async (
39
+ storage: Storage,
40
+ fromBucketId: string,
41
+ toBucketId: string
42
+ ) => {
43
+ MessageFormatter.info(
44
+ `Transferring files from ${fromBucketId} to ${toBucketId}`,
45
+ { prefix: "Transfer" }
46
+ );
47
+ let lastFileId: string | undefined;
48
+ let fromFiles = await tryAwaitWithRetry(
49
+ async () => await storage.listFiles(fromBucketId, [Query.limit(100)])
50
+ );
51
+ const allFromFiles = fromFiles.files;
52
+ let numberOfFiles = 0;
53
+
54
+ const downloadFileWithRetry = async (bucketId: string, fileId: string) => {
55
+ let attempts = 3;
56
+ while (attempts > 0) {
57
+ try {
58
+ return await storage.getFileDownload(bucketId, fileId);
59
+ } catch (error) {
60
+ MessageFormatter.error(
61
+ `Error downloading file ${fileId}`,
62
+ error instanceof Error ? error : new Error(String(error)),
63
+ { prefix: "Transfer" }
64
+ );
65
+ attempts--;
66
+ if (attempts === 0) throw error;
67
+ }
68
+ }
69
+ };
70
+
71
+ if (fromFiles.files.length < 100) {
72
+ for (const file of allFromFiles) {
73
+ const fileData = await tryAwaitWithRetry(
74
+ async () => await downloadFileWithRetry(file.bucketId, file.$id)
75
+ );
76
+ if (!fileData) {
77
+ MessageFormatter.error(
78
+ `Error downloading file ${file.$id}`,
79
+ undefined,
80
+ { prefix: "Transfer" }
81
+ );
82
+ continue;
83
+ }
84
+ const fileToCreate = InputFile.fromBuffer(
85
+ new Uint8Array(fileData),
86
+ file.name
87
+ );
88
+ MessageFormatter.progress(`Creating file: ${file.name}`, {
89
+ prefix: "Transfer",
90
+ });
91
+ try {
92
+ await tryAwaitWithRetry(
93
+ async () =>
94
+ await storage.createFile(
95
+ toBucketId,
96
+ file.$id,
97
+ fileToCreate,
98
+ file.$permissions
99
+ )
100
+ );
101
+ } catch (error: any) {
102
+ // File already exists, so we can skip it
103
+ continue;
104
+ }
105
+ numberOfFiles++;
106
+ }
107
+ } else {
108
+ lastFileId = fromFiles.files[fromFiles.files.length - 1].$id;
109
+ while (lastFileId) {
110
+ const files = await tryAwaitWithRetry(
111
+ async () =>
112
+ await storage.listFiles(fromBucketId, [
113
+ Query.limit(100),
114
+ Query.cursorAfter(lastFileId!),
115
+ ])
116
+ );
117
+ allFromFiles.push(...files.files);
118
+ if (files.files.length < 100) {
119
+ lastFileId = undefined;
120
+ } else {
121
+ lastFileId = files.files[files.files.length - 1].$id;
122
+ }
123
+ }
124
+ for (const file of allFromFiles) {
125
+ const fileData = await tryAwaitWithRetry(
126
+ async () => await downloadFileWithRetry(file.bucketId, file.$id)
127
+ );
128
+ if (!fileData) {
129
+ MessageFormatter.error(
130
+ `Error downloading file ${file.$id}`,
131
+ undefined,
132
+ { prefix: "Transfer" }
133
+ );
134
+ continue;
135
+ }
136
+ const fileToCreate = InputFile.fromBuffer(
137
+ new Uint8Array(fileData),
138
+ file.name
139
+ );
140
+ try {
141
+ await tryAwaitWithRetry(
142
+ async () =>
143
+ await storage.createFile(
144
+ toBucketId,
145
+ file.$id,
146
+ fileToCreate,
147
+ file.$permissions
148
+ )
149
+ );
150
+ } catch (error: any) {
151
+ // File already exists, so we can skip it
152
+ MessageFormatter.warning(
153
+ `File ${file.$id} already exists, skipping...`,
154
+ { prefix: "Transfer" }
155
+ );
156
+ continue;
157
+ }
158
+ numberOfFiles++;
159
+ }
160
+ }
161
+
162
+ MessageFormatter.success(
163
+ `Transferred ${numberOfFiles} files from ${fromBucketId} to ${toBucketId}`,
164
+ { prefix: "Transfer" }
165
+ );
166
+ };
167
+
168
+ export const transferStorageLocalToRemote = async (
169
+ localStorage: Storage,
170
+ endpoint: string,
171
+ projectId: string,
172
+ apiKey: string,
173
+ fromBucketId: string,
174
+ toBucketId: string
175
+ ) => {
176
+ MessageFormatter.info(
177
+ `Transferring files from current storage ${fromBucketId} to ${endpoint} bucket ${toBucketId}`,
178
+ { prefix: "Transfer" }
179
+ );
180
+ const client = getAppwriteClient(endpoint, projectId, apiKey);
181
+ const remoteStorage = new Storage(client);
182
+ let numberOfFiles = 0;
183
+ let lastFileId: string | undefined;
184
+ let fromFiles = await tryAwaitWithRetry(
185
+ async () => await localStorage.listFiles(fromBucketId, [Query.limit(100)])
186
+ );
187
+ const allFromFiles = fromFiles.files;
188
+ if (fromFiles.files.length === 100) {
189
+ lastFileId = fromFiles.files[fromFiles.files.length - 1].$id;
190
+ while (lastFileId) {
191
+ const files = await tryAwaitWithRetry(
192
+ async () =>
193
+ await localStorage.listFiles(fromBucketId, [
194
+ Query.limit(100),
195
+ Query.cursorAfter(lastFileId!),
196
+ ])
197
+ );
198
+ allFromFiles.push(...files.files);
199
+ if (files.files.length < 100) {
200
+ break;
201
+ }
202
+ lastFileId = files.files[files.files.length - 1].$id;
203
+ }
204
+ }
205
+
206
+ for (const file of allFromFiles) {
207
+ const fileData = await tryAwaitWithRetry(
208
+ async () => await localStorage.getFileDownload(file.bucketId, file.$id)
209
+ );
210
+ const fileToCreate = InputFile.fromBuffer(
211
+ new Uint8Array(fileData),
212
+ file.name
213
+ );
214
+ try {
215
+ await tryAwaitWithRetry(
216
+ async () =>
217
+ await remoteStorage.createFile(
218
+ toBucketId,
219
+ file.$id,
220
+ fileToCreate,
221
+ file.$permissions
222
+ )
223
+ );
224
+ } catch (error: any) {
225
+ // File already exists, so we can skip it
226
+ MessageFormatter.warning(`File ${file.$id} already exists, skipping...`, {
227
+ prefix: "Transfer",
228
+ });
229
+ continue;
230
+ }
231
+ numberOfFiles++;
232
+ }
233
+ MessageFormatter.success(
234
+ `Transferred ${numberOfFiles} files from ${fromBucketId} to ${toBucketId}`,
235
+ { prefix: "Transfer" }
236
+ );
237
+ };
238
+
239
+ // Document transfer functions moved to collections/methods.ts with enhanced UX
240
+
241
+ // Remote document transfer functions moved to collections/methods.ts with enhanced UX
242
+
243
+ /**
244
+ * Transfers all collections and documents from one local database to another local database.
245
+ *
246
+ * @param {Databases} localDb - The local database instance.
247
+ * @param {string} fromDbId - The ID of the source database.
248
+ * @param {string} targetDbId - The ID of the target database.
249
+ * @return {Promise<void>} A promise that resolves when the transfer is complete.
250
+ */
251
+ export const transferDatabaseLocalToLocal = async (
252
+ localDb: Databases,
253
+ fromDbId: string,
254
+ targetDbId: string
255
+ ) => {
256
+ MessageFormatter.info(
257
+ `Starting database transfer from ${fromDbId} to ${targetDbId}`,
258
+ { prefix: "Transfer" }
259
+ );
260
+ // Get all collections from source database
261
+ const sourceCollections = await fetchAllCollections(fromDbId, localDb);
262
+ MessageFormatter.info(
263
+ `Found ${sourceCollections.length} collections in source database`,
264
+ { prefix: "Transfer" }
265
+ );
266
+
267
+ // Process each collection
268
+ for (const collection of sourceCollections) {
269
+ MessageFormatter.processing(
270
+ `Processing collection: ${collection.name} (${collection.$id})`,
271
+ { prefix: "Transfer" }
272
+ );
273
+
274
+ try {
275
+ // Create or update collection in target
276
+ let targetCollection: Models.Collection;
277
+ const existingCollection = await tryAwaitWithRetry(async () =>
278
+ localDb.listCollections(targetDbId, [
279
+ Query.equal("$id", collection.$id),
280
+ ])
281
+ );
282
+
283
+ if (existingCollection.collections.length > 0) {
284
+ targetCollection = existingCollection.collections[0];
285
+ MessageFormatter.info(
286
+ `Collection ${collection.name} exists in target database`,
287
+ { prefix: "Transfer" }
288
+ );
289
+
290
+ // Update collection if needed
291
+ if (
292
+ targetCollection.name !== collection.name ||
293
+ targetCollection.$permissions !== collection.$permissions ||
294
+ targetCollection.documentSecurity !== collection.documentSecurity ||
295
+ targetCollection.enabled !== collection.enabled
296
+ ) {
297
+ targetCollection = await tryAwaitWithRetry(async () =>
298
+ localDb.updateCollection(
299
+ targetDbId,
300
+ collection.$id,
301
+ collection.name,
302
+ collection.$permissions,
303
+ collection.documentSecurity,
304
+ collection.enabled
305
+ )
306
+ );
307
+ MessageFormatter.success(
308
+ `Collection ${collection.name} updated`,
309
+ { prefix: "Transfer" }
310
+ );
311
+ }
312
+ } else {
313
+ MessageFormatter.progress(
314
+ `Creating collection ${collection.name} in target database...`,
315
+ { prefix: "Transfer" }
316
+ );
317
+ targetCollection = await tryAwaitWithRetry(async () =>
318
+ localDb.createCollection(
319
+ targetDbId,
320
+ collection.$id,
321
+ collection.name,
322
+ collection.$permissions,
323
+ collection.documentSecurity,
324
+ collection.enabled
325
+ )
326
+ );
327
+ }
328
+
329
+ // Create attributes via local adapter (wrap the existing client)
330
+ const localAdapter: DatabaseAdapter = new LegacyAdapter((localDb as any).client);
331
+ MessageFormatter.info(`Creating attributes for ${collection.name} via adapter...`, { prefix: 'Transfer' });
332
+ const uniformAttrs = collection.attributes.map((attr) => parseAttribute(attr as any));
333
+ const nonRel = uniformAttrs.filter((a: any) => a.type !== 'relationship');
334
+ for (const attr of nonRel) {
335
+ const params = mapToCreateAttributeParams(attr as any, { databaseId: targetDbId, tableId: targetCollection.$id });
336
+ await localAdapter.createAttribute(params);
337
+ await new Promise((r) => setTimeout(r, 150));
338
+ }
339
+
340
+ // Wait for attributes to become available
341
+ for (const attr of nonRel) {
342
+ const maxWait = 60000; const start = Date.now();
343
+ let lastStatus = '';
344
+ while (Date.now() - start < maxWait) {
345
+ try {
346
+ const tableRes = await localAdapter.getTable({ databaseId: targetDbId, tableId: targetCollection.$id });
347
+ const attrs = (tableRes as any).attributes || (tableRes as any).columns || [];
348
+ const found = attrs.find((a: any) => a.key === attr.key);
349
+ if (found) {
350
+ if (found.status === 'available') break;
351
+ if (found.status === 'failed' || found.status === 'stuck') {
352
+ throw new Error(found.error || `Attribute ${attr.key} failed`);
353
+ }
354
+ lastStatus = found.status;
355
+ }
356
+ await new Promise((r) => setTimeout(r, 2000));
357
+ } catch {
358
+ await new Promise((r) => setTimeout(r, 2000));
359
+ }
360
+ }
361
+ if (Date.now() - start >= maxWait) {
362
+ MessageFormatter.warning(`Attribute ${attr.key} did not become available within 60s (last: ${lastStatus})`, { prefix: 'Transfer' });
363
+ }
364
+ }
365
+
366
+ // Relationship attributes
367
+ const rels = uniformAttrs.filter((a: any) => a.type === 'relationship');
368
+ for (const attr of rels) {
369
+ const params = mapToCreateAttributeParams(attr as any, { databaseId: targetDbId, tableId: targetCollection.$id });
370
+ await localAdapter.createAttribute(params);
371
+ await new Promise((r) => setTimeout(r, 150));
372
+ }
373
+
374
+ // Handle indexes via adapter (create or update)
375
+ for (const idx of collection.indexes) {
376
+ try {
377
+ await localAdapter.createIndex({
378
+ databaseId: targetDbId,
379
+ tableId: targetCollection.$id,
380
+ key: (idx as any).key,
381
+ type: (idx as any).type,
382
+ attributes: (idx as any).attributes,
383
+ orders: (idx as any).orders || []
384
+ });
385
+ await new Promise((r) => setTimeout(r, 150));
386
+ MessageFormatter.success(`Index ${(idx as any).key} created`, { prefix: 'Transfer' });
387
+ } catch (e) {
388
+ // Try update path by deleting and recreating if necessary
389
+ try {
390
+ await localAdapter.deleteIndex({ databaseId: targetDbId, tableId: targetCollection.$id, key: (idx as any).key });
391
+ await localAdapter.createIndex({
392
+ databaseId: targetDbId,
393
+ tableId: targetCollection.$id,
394
+ key: (idx as any).key,
395
+ type: (idx as any).type,
396
+ attributes: (idx as any).attributes,
397
+ orders: (idx as any).orders || []
398
+ });
399
+ await new Promise((r) => setTimeout(r, 150));
400
+ MessageFormatter.info(`Index ${(idx as any).key} recreated`, { prefix: 'Transfer' });
401
+ } catch (e2) {
402
+ MessageFormatter.error(`Failed to ensure index ${(idx as any).key}`, e2 instanceof Error ? e2 : new Error(String(e2)), { prefix: 'Transfer' });
403
+ }
404
+ }
405
+ }
406
+
407
+ // Transfer documents
408
+ const { transferDocumentsBetweenDbsLocalToLocal } = await import(
409
+ "../collections/methods.js"
410
+ );
411
+ await transferDocumentsBetweenDbsLocalToLocal(
412
+ localDb,
413
+ fromDbId,
414
+ targetDbId,
415
+ collection.$id,
416
+ targetCollection.$id
417
+ );
418
+ } catch (error) {
419
+ MessageFormatter.error(
420
+ `Error processing collection ${collection.name}`,
421
+ error instanceof Error ? error : new Error(String(error)),
422
+ { prefix: "Transfer" }
423
+ );
424
+ }
425
+ }
426
+ };
427
+
428
+ export const transferDatabaseLocalToRemote = async (
429
+ localDb: Databases,
430
+ endpoint: string,
431
+ projectId: string,
432
+ apiKey: string,
433
+ fromDbId: string,
434
+ toDbId: string
435
+ ) => {
436
+ const client = getAppwriteClient(endpoint, projectId, apiKey);
437
+ const remoteDb = new Databases(client);
438
+
439
+ // Get all collections from source database
440
+ const sourceCollections = await fetchAllCollections(fromDbId, localDb);
441
+ MessageFormatter.info(
442
+ `Found ${sourceCollections.length} collections in source database`,
443
+ { prefix: "Transfer" }
444
+ );
445
+
446
+ // Process each collection
447
+ for (const collection of sourceCollections) {
448
+ MessageFormatter.processing(
449
+ `Processing collection: ${collection.name} (${collection.$id})`,
450
+ { prefix: "Transfer" }
451
+ );
452
+
453
+ try {
454
+ // Create or update collection in target
455
+ let targetCollection: Models.Collection;
456
+ const existingCollection = await tryAwaitWithRetry(async () =>
457
+ remoteDb.listCollections(toDbId, [Query.equal("$id", collection.$id)])
458
+ );
459
+
460
+ if (existingCollection.collections.length > 0) {
461
+ targetCollection = existingCollection.collections[0];
462
+ MessageFormatter.info(
463
+ `Collection ${collection.name} exists in remote database`,
464
+ { prefix: "Transfer" }
465
+ );
466
+
467
+ // Update collection if needed
468
+ if (
469
+ targetCollection.name !== collection.name ||
470
+ targetCollection.$permissions !== collection.$permissions ||
471
+ targetCollection.documentSecurity !== collection.documentSecurity ||
472
+ targetCollection.enabled !== collection.enabled
473
+ ) {
474
+ targetCollection = await tryAwaitWithRetry(async () =>
475
+ remoteDb.updateCollection(
476
+ toDbId,
477
+ collection.$id,
478
+ collection.name,
479
+ collection.$permissions,
480
+ collection.documentSecurity,
481
+ collection.enabled
482
+ )
483
+ );
484
+ MessageFormatter.success(
485
+ `Collection ${collection.name} updated`,
486
+ { prefix: "Transfer" }
487
+ );
488
+ }
489
+ } else {
490
+ MessageFormatter.progress(
491
+ `Creating collection ${collection.name} in remote database...`,
492
+ { prefix: "Transfer" }
493
+ );
494
+ targetCollection = await tryAwaitWithRetry(async () =>
495
+ remoteDb.createCollection(
496
+ toDbId,
497
+ collection.$id,
498
+ collection.name,
499
+ collection.$permissions,
500
+ collection.documentSecurity,
501
+ collection.enabled
502
+ )
503
+ );
504
+ }
505
+
506
+ // Create/Update attributes via adapter (prefer adapter for remote)
507
+ const { adapter: remoteAdapter } = await getAdapter(endpoint, projectId, apiKey, 'auto');
508
+ MessageFormatter.info(`Creating attributes for ${collection.name} via adapter...`, { prefix: 'Transfer' });
509
+ const uniformAttrs = collection.attributes.map((attr) => parseAttribute(attr as any));
510
+ const nonRel = uniformAttrs.filter((a: any) => a.type !== 'relationship');
511
+ if (nonRel.length > 0) {
512
+ const tableInfo = await (remoteAdapter as DatabaseAdapter).getTable({ databaseId: toDbId, tableId: collection.$id });
513
+ const existingCols: any[] = (tableInfo as any).columns || (tableInfo as any).attributes || [];
514
+ const { toCreate, toUpdate } = diffTableColumns(existingCols, nonRel as any);
515
+ for (const a of toUpdate) { const p = mapToCreateAttributeParams(a as any, { databaseId: toDbId, tableId: collection.$id }); await (remoteAdapter as DatabaseAdapter).updateAttribute(p as any); await new Promise((r)=>setTimeout(r,150)); }
516
+ for (const a of toCreate) { const p = mapToCreateAttributeParams(a as any, { databaseId: toDbId, tableId: collection.$id }); await (remoteAdapter as DatabaseAdapter).createAttribute(p); await new Promise((r)=>setTimeout(r,150)); }
517
+ }
518
+
519
+ // Wait for non-relationship attributes to become available
520
+ for (const attr of nonRel) {
521
+ const maxWait = 60000; const start = Date.now();
522
+ let lastStatus = '';
523
+ while (Date.now() - start < maxWait) {
524
+ try {
525
+ const tableRes = await (remoteAdapter as DatabaseAdapter).getTable({ databaseId: toDbId, tableId: collection.$id });
526
+ const attrs = (tableRes as any).attributes || (tableRes as any).columns || [];
527
+ const found = attrs.find((a: any) => a.key === attr.key);
528
+ if (found) {
529
+ if (found.status === 'available') break;
530
+ if (found.status === 'failed' || found.status === 'stuck') {
531
+ throw new Error(found.error || `Attribute ${attr.key} failed`);
532
+ }
533
+ lastStatus = found.status;
534
+ }
535
+ await new Promise((r) => setTimeout(r, 2000));
536
+ } catch {
537
+ await new Promise((r) => setTimeout(r, 2000));
538
+ }
539
+ }
540
+ if (Date.now() - start >= maxWait) {
541
+ MessageFormatter.warning(`Attribute ${attr.key} did not become available within 60s (last: ${lastStatus})`, { prefix: 'Transfer' });
542
+ }
543
+ }
544
+
545
+ // Relationship attributes
546
+ const rels = uniformAttrs.filter((a: any) => a.type === 'relationship');
547
+ if (rels.length > 0) {
548
+ const tableInfo2 = await (remoteAdapter as DatabaseAdapter).getTable({ databaseId: toDbId, tableId: collection.$id });
549
+ const existingCols2: any[] = (tableInfo2 as any).columns || (tableInfo2 as any).attributes || [];
550
+ const { toCreate: rCreate, toUpdate: rUpdate } = diffTableColumns(existingCols2, rels as any);
551
+ for (const a of rUpdate) { const p = mapToCreateAttributeParams(a as any, { databaseId: toDbId, tableId: collection.$id }); await (remoteAdapter as DatabaseAdapter).updateAttribute(p as any); await new Promise((r)=>setTimeout(r,150)); }
552
+ for (const a of rCreate) { const p = mapToCreateAttributeParams(a as any, { databaseId: toDbId, tableId: collection.$id }); await (remoteAdapter as DatabaseAdapter).createAttribute(p); await new Promise((r)=>setTimeout(r,150)); }
553
+ }
554
+
555
+ // Handle indexes with enhanced status checking
556
+ MessageFormatter.info(
557
+ `Creating indexes for collection ${collection.name} with enhanced monitoring...`,
558
+ { prefix: "Transfer" }
559
+ );
560
+
561
+ // Create indexes via adapter
562
+ for (const idx of (collection.indexes as any[]) || []) {
563
+ try {
564
+ await (remoteAdapter as DatabaseAdapter).createIndex({
565
+ databaseId: toDbId,
566
+ tableId: collection.$id,
567
+ key: idx.key,
568
+ type: idx.type,
569
+ attributes: idx.attributes,
570
+ orders: idx.orders || []
571
+ });
572
+ await new Promise((r) => setTimeout(r, 150));
573
+ } catch (e) {
574
+ MessageFormatter.error(`Failed to create index ${idx.key}`, e instanceof Error ? e : new Error(String(e)), { prefix: 'Transfer' });
575
+ }
576
+ }
577
+
578
+ // Transfer documents
579
+ const { transferDocumentsBetweenDbsLocalToRemote } = await import(
580
+ "../collections/methods.js"
581
+ );
582
+ await transferDocumentsBetweenDbsLocalToRemote(
583
+ localDb,
584
+ endpoint,
585
+ projectId,
586
+ apiKey,
587
+ fromDbId,
588
+ toDbId,
589
+ collection.$id,
590
+ targetCollection.$id
591
+ );
592
+ } catch (error) {
593
+ MessageFormatter.error(
594
+ `Error processing collection ${collection.name}`,
595
+ error instanceof Error ? error : new Error(String(error)),
596
+ { prefix: "Transfer" }
597
+ );
598
+ }
599
+ }
600
+ };
601
+
602
+ export const transferUsersLocalToRemote = async (
603
+ localUsers: Users,
604
+ endpoint: string,
605
+ projectId: string,
606
+ apiKey: string
607
+ ) => {
608
+ MessageFormatter.info(
609
+ "Starting user transfer to remote instance...",
610
+ { prefix: "Transfer" }
611
+ );
612
+
613
+ const client = getClient(endpoint, projectId, apiKey);
614
+ const remoteUsers = new Users(client);
615
+
616
+ let totalTransferred = 0;
617
+ let lastId: string | undefined;
618
+
619
+ while (true) {
620
+ const queries = [Query.limit(100)];
621
+ if (lastId) {
622
+ queries.push(Query.cursorAfter(lastId));
623
+ }
624
+
625
+ const usersList = await tryAwaitWithRetry(async () =>
626
+ localUsers.list(queries)
627
+ );
628
+
629
+ if (usersList.users.length === 0) {
630
+ break;
631
+ }
632
+
633
+ for (const user of usersList.users) {
634
+ try {
635
+ // Check if user already exists in remote
636
+ let remoteUser: Models.User<Models.Preferences> | undefined;
637
+ try {
638
+ remoteUser = await tryAwaitWithRetry(async () =>
639
+ remoteUsers.get(user.$id)
640
+ );
641
+
642
+ // If user exists, update only the differences
643
+ if (remoteUser) {
644
+ MessageFormatter.info(
645
+ `User ${user.$id} exists, checking for updates...`,
646
+ { prefix: "Transfer" }
647
+ );
648
+ let hasUpdates = false;
649
+
650
+ // Update name if different
651
+ if (remoteUser.name !== user.name) {
652
+ await tryAwaitWithRetry(async () =>
653
+ remoteUsers.updateName(user.$id, user.name)
654
+ );
655
+ MessageFormatter.success(
656
+ `Updated name for user ${user.$id}`,
657
+ { prefix: "Transfer" }
658
+ );
659
+ hasUpdates = true;
660
+ }
661
+
662
+ // Update email if different
663
+ if (remoteUser.email !== user.email) {
664
+ await tryAwaitWithRetry(async () =>
665
+ remoteUsers.updateEmail(user.$id, user.email)
666
+ );
667
+ MessageFormatter.success(
668
+ `Updated email for user ${user.$id}`,
669
+ { prefix: "Transfer" }
670
+ );
671
+ hasUpdates = true;
672
+ }
673
+
674
+ // Update phone if different
675
+ const normalizedLocalPhone = user.phone
676
+ ? converterFunctions.convertPhoneStringToUSInternational(user.phone)
677
+ : undefined;
678
+ if (remoteUser.phone !== normalizedLocalPhone) {
679
+ if (normalizedLocalPhone) {
680
+ await tryAwaitWithRetry(async () =>
681
+ remoteUsers.updatePhone(user.$id, normalizedLocalPhone)
682
+ );
683
+ }
684
+ MessageFormatter.success(
685
+ `Updated phone for user ${user.$id}`,
686
+ { prefix: "Transfer" }
687
+ );
688
+ hasUpdates = true;
689
+ }
690
+
691
+ // Update preferences if different
692
+ if (JSON.stringify(remoteUser.prefs) !== JSON.stringify(user.prefs)) {
693
+ await tryAwaitWithRetry(async () =>
694
+ remoteUsers.updatePrefs(user.$id, user.prefs)
695
+ );
696
+ MessageFormatter.success(
697
+ `Updated preferences for user ${user.$id}`,
698
+ { prefix: "Transfer" }
699
+ );
700
+ hasUpdates = true;
701
+ }
702
+
703
+ // Update labels if different
704
+ if (JSON.stringify(remoteUser.labels) !== JSON.stringify(user.labels)) {
705
+ await tryAwaitWithRetry(async () =>
706
+ remoteUsers.updateLabels(user.$id, user.labels)
707
+ );
708
+ MessageFormatter.success(
709
+ `Updated labels for user ${user.$id}`,
710
+ { prefix: "Transfer" }
711
+ );
712
+ hasUpdates = true;
713
+ }
714
+
715
+ // Update email verification if different
716
+ if (remoteUser.emailVerification !== user.emailVerification) {
717
+ await tryAwaitWithRetry(async () =>
718
+ remoteUsers.updateEmailVerification(user.$id, user.emailVerification)
719
+ );
720
+ MessageFormatter.success(
721
+ `Updated email verification for user ${user.$id}`,
722
+ { prefix: "Transfer" }
723
+ );
724
+ hasUpdates = true;
725
+ }
726
+
727
+ // Update phone verification if different
728
+ if (remoteUser.phoneVerification !== user.phoneVerification) {
729
+ await tryAwaitWithRetry(async () =>
730
+ remoteUsers.updatePhoneVerification(user.$id, user.phoneVerification)
731
+ );
732
+ MessageFormatter.success(
733
+ `Updated phone verification for user ${user.$id}`,
734
+ { prefix: "Transfer" }
735
+ );
736
+ hasUpdates = true;
737
+ }
738
+
739
+ // Update status if different
740
+ if (remoteUser.status !== user.status) {
741
+ await tryAwaitWithRetry(async () =>
742
+ remoteUsers.updateStatus(user.$id, user.status)
743
+ );
744
+ MessageFormatter.success(
745
+ `Updated status for user ${user.$id}`,
746
+ { prefix: "Transfer" }
747
+ );
748
+ hasUpdates = true;
749
+ }
750
+
751
+ if (!hasUpdates) {
752
+ MessageFormatter.info(
753
+ `User ${user.$id} is already up to date, skipping...`,
754
+ { prefix: "Transfer" }
755
+ );
756
+ } else {
757
+ totalTransferred++;
758
+ MessageFormatter.success(
759
+ `Updated user ${user.$id}`,
760
+ { prefix: "Transfer" }
761
+ );
762
+ }
763
+ continue;
764
+ }
765
+ } catch (error: any) {
766
+ // User doesn't exist, proceed with creation
767
+ }
768
+
769
+ const phone = user.phone
770
+ ? converterFunctions.convertPhoneStringToUSInternational(user.phone)
771
+ : undefined;
772
+
773
+ // Handle user creation based on hash type
774
+ if (user.hash && user.password) {
775
+ // User has a hashed password - recreate with proper hash method
776
+ const hashType = user.hash.toLowerCase();
777
+ const hashedPassword = user.password; // This is already hashed
778
+ const hashOptions = (user.hashOptions as Record<string, any>) || {};
779
+
780
+ try {
781
+ switch (hashType) {
782
+ case "argon2":
783
+ await tryAwaitWithRetry(async () =>
784
+ remoteUsers.createArgon2User(
785
+ user.$id,
786
+ user.email,
787
+ hashedPassword,
788
+ user.name
789
+ )
790
+ );
791
+ break;
792
+
793
+ case "bcrypt":
794
+ await tryAwaitWithRetry(async () =>
795
+ remoteUsers.createBcryptUser(
796
+ user.$id,
797
+ user.email,
798
+ hashedPassword,
799
+ user.name
800
+ )
801
+ );
802
+ break;
803
+
804
+ case "scrypt":
805
+ // Scrypt requires additional parameters from hashOptions
806
+ const salt =
807
+ typeof hashOptions.salt === "string" ? hashOptions.salt : "";
808
+ const costCpu =
809
+ typeof hashOptions.costCpu === "number"
810
+ ? hashOptions.costCpu
811
+ : 32768;
812
+ const costMemory =
813
+ typeof hashOptions.costMemory === "number"
814
+ ? hashOptions.costMemory
815
+ : 14;
816
+ const costParallel =
817
+ typeof hashOptions.costParallel === "number"
818
+ ? hashOptions.costParallel
819
+ : 1;
820
+ const length =
821
+ typeof hashOptions.length === "number"
822
+ ? hashOptions.length
823
+ : 64;
824
+
825
+ // Warn if using default values due to missing hash options
826
+ if (
827
+ !hashOptions.salt ||
828
+ typeof hashOptions.costCpu !== "number"
829
+ ) {
830
+ MessageFormatter.warning(
831
+ `User ${user.$id}: Using default Scrypt parameters due to missing hashOptions`,
832
+ { prefix: "Transfer" }
833
+ );
834
+ }
835
+
836
+ await tryAwaitWithRetry(async () =>
837
+ remoteUsers.createScryptUser(
838
+ user.$id,
839
+ user.email,
840
+ hashedPassword,
841
+ salt,
842
+ costCpu,
843
+ costMemory,
844
+ costParallel,
845
+ length,
846
+ user.name
847
+ )
848
+ );
849
+ break;
850
+
851
+ case "scryptmodified":
852
+ // Scrypt Modified (Firebase) requires salt, separator, and signer key
853
+ const modSalt =
854
+ typeof hashOptions.salt === "string" ? hashOptions.salt : "";
855
+ const saltSeparator =
856
+ typeof hashOptions.saltSeparator === "string"
857
+ ? hashOptions.saltSeparator
858
+ : "";
859
+ const signerKey =
860
+ typeof hashOptions.signerKey === "string"
861
+ ? hashOptions.signerKey
862
+ : "";
863
+
864
+ // Warn if critical parameters are missing
865
+ if (
866
+ !hashOptions.salt ||
867
+ !hashOptions.saltSeparator ||
868
+ !hashOptions.signerKey
869
+ ) {
870
+ MessageFormatter.warning(
871
+ `User ${user.$id}: Missing critical Scrypt Modified parameters in hashOptions`,
872
+ { prefix: "Transfer" }
873
+ );
874
+ }
875
+
876
+ await tryAwaitWithRetry(async () =>
877
+ remoteUsers.createScryptModifiedUser(
878
+ user.$id,
879
+ user.email,
880
+ hashedPassword,
881
+ modSalt,
882
+ saltSeparator,
883
+ signerKey,
884
+ user.name
885
+ )
886
+ );
887
+ break;
888
+
889
+ case "md5":
890
+ await tryAwaitWithRetry(async () =>
891
+ remoteUsers.createMD5User(
892
+ user.$id,
893
+ user.email,
894
+ hashedPassword,
895
+ user.name
896
+ )
897
+ );
898
+ break;
899
+
900
+ case "sha":
901
+ case "sha1":
902
+ case "sha256":
903
+ case "sha512":
904
+ // SHA variants - determine version from hash type
905
+ const getPasswordHashVersion = (hash: string) => {
906
+ switch (hash.toLowerCase()) {
907
+ case "sha1":
908
+ return "sha1" as any;
909
+ case "sha256":
910
+ return "sha256" as any;
911
+ case "sha512":
912
+ return "sha512" as any;
913
+ default:
914
+ return "sha256" as any; // Default to SHA256
915
+ }
916
+ };
917
+
918
+ await tryAwaitWithRetry(async () =>
919
+ remoteUsers.createSHAUser(
920
+ user.$id,
921
+ user.email,
922
+ hashedPassword,
923
+ getPasswordHashVersion(hashType),
924
+ user.name
925
+ )
926
+ );
927
+ break;
928
+
929
+ case "phpass":
930
+ await tryAwaitWithRetry(async () =>
931
+ remoteUsers.createPHPassUser(
932
+ user.$id,
933
+ user.email,
934
+ hashedPassword,
935
+ user.name
936
+ )
937
+ );
938
+ break;
939
+
940
+ default:
941
+ MessageFormatter.warning(
942
+ `Unknown hash type '${hashType}' for user ${user.$id}, falling back to Argon2`,
943
+ { prefix: "Transfer" }
944
+ );
945
+ await tryAwaitWithRetry(async () =>
946
+ remoteUsers.createArgon2User(
947
+ user.$id,
948
+ user.email,
949
+ hashedPassword,
950
+ user.name
951
+ )
952
+ );
953
+ break;
954
+ }
955
+
956
+ MessageFormatter.success(
957
+ `User ${user.$id} created with preserved ${hashType} password`,
958
+ { prefix: "Transfer" }
959
+ );
960
+ } catch (error) {
961
+ MessageFormatter.warning(
962
+ `Failed to create user ${user.$id} with ${hashType} hash, trying with temporary password`,
963
+ { prefix: "Transfer" }
964
+ );
965
+
966
+ // Fallback to creating user with temporary password
967
+ await tryAwaitWithRetry(async () =>
968
+ remoteUsers.create(
969
+ user.$id,
970
+ user.email,
971
+ phone,
972
+ `changeMe${user.email}`,
973
+ user.name
974
+ )
975
+ );
976
+
977
+ MessageFormatter.warning(
978
+ `User ${user.$id} created with temporary password - password reset required`,
979
+ { prefix: "Transfer" }
980
+ );
981
+ }
982
+ } else {
983
+ // No hash or password - create with temporary password
984
+ const tempPassword = user.password || `changeMe${user.email}`;
985
+
986
+ await tryAwaitWithRetry(async () =>
987
+ remoteUsers.create(
988
+ user.$id,
989
+ user.email,
990
+ phone,
991
+ tempPassword,
992
+ user.name
993
+ )
994
+ );
995
+
996
+ if (!user.password) {
997
+ MessageFormatter.warning(
998
+ `User ${user.$id} created with temporary password - password reset required`,
999
+ { prefix: "Transfer" }
1000
+ );
1001
+ }
1002
+ }
1003
+
1004
+ // Update phone, labels, and other attributes for newly created users
1005
+ if (phone) {
1006
+ await tryAwaitWithRetry(async () =>
1007
+ remoteUsers.updatePhone(user.$id, phone)
1008
+ );
1009
+ }
1010
+
1011
+ if (user.labels && user.labels.length > 0) {
1012
+ await tryAwaitWithRetry(async () =>
1013
+ remoteUsers.updateLabels(user.$id, user.labels)
1014
+ );
1015
+ }
1016
+
1017
+ // Update user preferences and status for newly created users
1018
+ await tryAwaitWithRetry(async () =>
1019
+ remoteUsers.updatePrefs(user.$id, user.prefs)
1020
+ );
1021
+
1022
+ if (user.emailVerification) {
1023
+ await tryAwaitWithRetry(async () =>
1024
+ remoteUsers.updateEmailVerification(user.$id, true)
1025
+ );
1026
+ } else {
1027
+ await tryAwaitWithRetry(async () =>
1028
+ remoteUsers.updateEmailVerification(user.$id, false)
1029
+ );
1030
+ }
1031
+
1032
+ if (user.phoneVerification) {
1033
+ await tryAwaitWithRetry(async () =>
1034
+ remoteUsers.updatePhoneVerification(user.$id, true)
1035
+ );
1036
+ }
1037
+
1038
+ if (user.status === false) {
1039
+ await tryAwaitWithRetry(async () =>
1040
+ remoteUsers.updateStatus(user.$id, false)
1041
+ );
1042
+ }
1043
+
1044
+ totalTransferred++;
1045
+ MessageFormatter.success(
1046
+ `Transferred user ${user.$id}`,
1047
+ { prefix: "Transfer" }
1048
+ );
1049
+ } catch (error) {
1050
+ MessageFormatter.error(
1051
+ `Failed to transfer user ${user.$id}`,
1052
+ error instanceof Error ? error : new Error(String(error)),
1053
+ { prefix: "Transfer" }
1054
+ );
1055
+ }
1056
+ }
1057
+
1058
+ if (usersList.users.length < 100) {
1059
+ break;
1060
+ }
1061
+ lastId = usersList.users[usersList.users.length - 1].$id;
1062
+ }
1063
+
1064
+ MessageFormatter.success(
1065
+ `Successfully transferred ${totalTransferred} users`,
1066
+ { prefix: "Transfer" }
1067
+ );
1068
+ };