appwrite-utils-cli 1.9.7 → 1.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (376) hide show
  1. package/README.md +1004 -1004
  2. package/dist/adapters/index.d.ts +7 -8
  3. package/dist/adapters/index.js +7 -9
  4. package/dist/backups/operations/bucketBackup.js +2 -2
  5. package/dist/backups/operations/collectionBackup.d.ts +1 -1
  6. package/dist/backups/operations/collectionBackup.js +3 -3
  7. package/dist/backups/operations/comprehensiveBackup.d.ts +1 -1
  8. package/dist/backups/operations/comprehensiveBackup.js +2 -2
  9. package/dist/backups/tracking/centralizedTracking.d.ts +1 -1
  10. package/dist/backups/tracking/centralizedTracking.js +2 -2
  11. package/dist/cli/commands/configCommands.js +51 -7
  12. package/dist/cli/commands/databaseCommands.js +156 -104
  13. package/dist/cli/commands/functionCommands.js +3 -3
  14. package/dist/cli/commands/importFileCommands.d.ts +7 -0
  15. package/dist/cli/commands/importFileCommands.js +674 -0
  16. package/dist/cli/commands/schemaCommands.js +3 -3
  17. package/dist/cli/commands/storageCommands.js +2 -3
  18. package/dist/cli/commands/transferCommands.js +3 -5
  19. package/dist/collections/{attributes.d.ts → columns.d.ts} +1 -1
  20. package/dist/collections/{attributes.js → columns.js} +15 -9
  21. package/dist/collections/indexes.js +1 -3
  22. package/dist/collections/methods.d.ts +1 -1
  23. package/dist/collections/methods.js +38 -20
  24. package/dist/collections/tableOperations.d.ts +1 -0
  25. package/dist/collections/tableOperations.js +30 -11
  26. package/dist/collections/transferOperations.d.ts +1 -1
  27. package/dist/collections/transferOperations.js +3 -4
  28. package/dist/collections/wipeOperations.d.ts +4 -3
  29. package/dist/collections/wipeOperations.js +112 -39
  30. package/dist/databases/methods.js +2 -2
  31. package/dist/databases/setup.js +2 -2
  32. package/dist/examples/yamlTerminologyExample.js +2 -2
  33. package/dist/functions/deployments.d.ts +1 -1
  34. package/dist/functions/deployments.js +6 -6
  35. package/dist/functions/fnConfigDiscovery.js +2 -2
  36. package/dist/functions/methods.js +2 -2
  37. package/dist/functions/templates/count-docs-in-collection/README.md +53 -53
  38. package/dist/functions/templates/count-docs-in-collection/src/main.ts +159 -159
  39. package/dist/functions/templates/count-docs-in-collection/src/request.ts +8 -8
  40. package/dist/functions/templates/hono-typescript/README.md +285 -285
  41. package/dist/functions/templates/hono-typescript/src/adapters/request.ts +73 -73
  42. package/dist/functions/templates/hono-typescript/src/adapters/response.ts +105 -105
  43. package/dist/functions/templates/hono-typescript/src/app.ts +179 -179
  44. package/dist/functions/templates/hono-typescript/src/context.ts +102 -102
  45. package/{src/functions/templates/hono-typescript/src/index.ts → dist/functions/templates/hono-typescript/src/main.ts} +53 -53
  46. package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +118 -118
  47. package/dist/functions/templates/typescript-node/README.md +31 -31
  48. package/dist/functions/templates/typescript-node/src/context.ts +102 -102
  49. package/dist/functions/templates/typescript-node/src/{index.ts → main.ts} +29 -29
  50. package/dist/functions/templates/uv/README.md +30 -30
  51. package/dist/functions/templates/uv/pyproject.toml +29 -29
  52. package/dist/functions/templates/uv/src/context.py +124 -124
  53. package/dist/functions/templates/uv/src/{index.py → main.py} +45 -45
  54. package/dist/init.js +1 -1
  55. package/dist/interactiveCLI.d.ts +6 -1
  56. package/dist/interactiveCLI.js +79 -25
  57. package/dist/main.js +125 -180
  58. package/dist/migrations/afterImportActions.js +2 -3
  59. package/dist/migrations/appwriteToX.d.ts +1 -1
  60. package/dist/migrations/appwriteToX.js +10 -8
  61. package/dist/migrations/comprehensiveTransfer.js +3 -5
  62. package/dist/migrations/dataLoader.d.ts +4 -2
  63. package/dist/migrations/dataLoader.js +42 -20
  64. package/dist/migrations/importController.d.ts +2 -0
  65. package/dist/migrations/importController.js +39 -24
  66. package/dist/migrations/importDataActions.js +3 -3
  67. package/dist/migrations/relationships.js +1 -2
  68. package/dist/migrations/services/DataTransformationService.js +2 -2
  69. package/dist/migrations/services/FileHandlerService.js +1 -1
  70. package/dist/migrations/services/ImportOrchestrator.d.ts +2 -0
  71. package/dist/migrations/services/ImportOrchestrator.js +15 -7
  72. package/dist/migrations/services/RateLimitManager.js +1 -1
  73. package/dist/migrations/services/RelationshipResolver.js +1 -1
  74. package/dist/migrations/services/UserMappingService.js +1 -1
  75. package/dist/migrations/services/ValidationService.js +1 -1
  76. package/dist/migrations/transfer.d.ts +8 -4
  77. package/dist/migrations/transfer.js +108 -55
  78. package/dist/migrations/yaml/YamlImportConfigLoader.js +52 -52
  79. package/dist/migrations/yaml/YamlImportIntegration.js +2 -2
  80. package/dist/migrations/yaml/generateImportSchemas.js +174 -174
  81. package/dist/setupCommands.d.ts +1 -1
  82. package/dist/setupCommands.js +5 -6
  83. package/dist/setupController.js +1 -1
  84. package/dist/shared/backupTracking.d.ts +1 -1
  85. package/dist/shared/backupTracking.js +2 -2
  86. package/dist/shared/confirmationDialogs.js +1 -1
  87. package/dist/shared/migrationHelpers.d.ts +1 -1
  88. package/dist/shared/migrationHelpers.js +4 -4
  89. package/dist/shared/operationQueue.d.ts +1 -1
  90. package/dist/shared/operationQueue.js +3 -4
  91. package/dist/shared/operationsTable.d.ts +1 -1
  92. package/dist/shared/operationsTable.js +35 -34
  93. package/dist/shared/operationsTableSchema.d.ts +3 -3
  94. package/dist/shared/operationsTableSchema.js +2 -2
  95. package/dist/shared/progressManager.js +1 -1
  96. package/dist/shared/selectionDialogs.d.ts +6 -0
  97. package/dist/shared/selectionDialogs.js +56 -12
  98. package/dist/storage/methods.d.ts +12 -0
  99. package/dist/storage/methods.js +92 -89
  100. package/dist/storage/schemas.d.ts +2 -2
  101. package/dist/tables/indexManager.d.ts +1 -1
  102. package/dist/tables/indexManager.js +2 -2
  103. package/dist/types.d.ts +2 -2
  104. package/dist/types.js +1 -1
  105. package/dist/users/methods.js +2 -3
  106. package/dist/utils/configMigration.js +1 -1
  107. package/dist/utils/index.d.ts +1 -1
  108. package/dist/utils/index.js +1 -1
  109. package/dist/utils/loadConfigs.d.ts +2 -2
  110. package/dist/utils/loadConfigs.js +6 -7
  111. package/dist/utils/setupFiles.js +139 -141
  112. package/dist/utilsController.d.ts +16 -9
  113. package/dist/utilsController.js +93 -68
  114. package/package.json +9 -3
  115. package/.appwrite/.yaml_schemas/appwrite-config.schema.json +0 -380
  116. package/.appwrite/.yaml_schemas/collection.schema.json +0 -255
  117. package/.appwrite/collections/Categories.yaml +0 -182
  118. package/.appwrite/collections/ExampleCollection.yaml +0 -36
  119. package/.appwrite/collections/Posts.yaml +0 -227
  120. package/.appwrite/collections/Users.yaml +0 -149
  121. package/.appwrite/config.yaml +0 -109
  122. package/.appwrite/import/README.md +0 -148
  123. package/.appwrite/import/categories-import.yaml +0 -129
  124. package/.appwrite/import/posts-import.yaml +0 -208
  125. package/.appwrite/import/users-import.yaml +0 -130
  126. package/.appwrite/importData/categories.json +0 -194
  127. package/.appwrite/importData/posts.json +0 -270
  128. package/.appwrite/importData/users.json +0 -220
  129. package/.appwrite/schemas/categories.json +0 -128
  130. package/.appwrite/schemas/exampleCollection.json +0 -52
  131. package/.appwrite/schemas/posts.json +0 -173
  132. package/.appwrite/schemas/users.json +0 -125
  133. package/CHANGELOG.md +0 -35
  134. package/CONFIG_TODO.md +0 -1189
  135. package/SELECTION_DIALOGS.md +0 -146
  136. package/SERVICE_IMPLEMENTATION_REPORT.md +0 -462
  137. package/dist/adapters/AdapterFactory.d.ts +0 -94
  138. package/dist/adapters/AdapterFactory.js +0 -420
  139. package/dist/adapters/DatabaseAdapter.d.ts +0 -243
  140. package/dist/adapters/DatabaseAdapter.js +0 -50
  141. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  142. package/dist/adapters/LegacyAdapter.js +0 -615
  143. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  144. package/dist/adapters/TablesDBAdapter.js +0 -611
  145. package/dist/config/ConfigManager.d.ts +0 -450
  146. package/dist/config/ConfigManager.js +0 -650
  147. package/dist/config/configMigration.d.ts +0 -87
  148. package/dist/config/configMigration.js +0 -390
  149. package/dist/config/configValidation.d.ts +0 -66
  150. package/dist/config/configValidation.js +0 -358
  151. package/dist/config/index.d.ts +0 -8
  152. package/dist/config/index.js +0 -7
  153. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -122
  154. package/dist/config/services/ConfigDiscoveryService.js +0 -322
  155. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  156. package/dist/config/services/ConfigLoaderService.js +0 -535
  157. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  158. package/dist/config/services/ConfigMergeService.js +0 -308
  159. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  160. package/dist/config/services/ConfigValidationService.js +0 -310
  161. package/dist/config/services/SessionAuthService.d.ts +0 -225
  162. package/dist/config/services/SessionAuthService.js +0 -456
  163. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  164. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  165. package/dist/config/services/index.d.ts +0 -13
  166. package/dist/config/services/index.js +0 -10
  167. package/dist/config/yamlConfig.d.ts +0 -722
  168. package/dist/config/yamlConfig.js +0 -702
  169. package/dist/functions/pathResolution.d.ts +0 -37
  170. package/dist/functions/pathResolution.js +0 -185
  171. package/dist/functions/templates/count-docs-in-collection/package.json +0 -25
  172. package/dist/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  173. package/dist/functions/templates/hono-typescript/package.json +0 -26
  174. package/dist/functions/templates/hono-typescript/src/index.ts +0 -54
  175. package/dist/functions/templates/hono-typescript/tsconfig.json +0 -20
  176. package/dist/functions/templates/typescript-node/package.json +0 -25
  177. package/dist/functions/templates/typescript-node/tsconfig.json +0 -28
  178. package/dist/shared/attributeMapper.d.ts +0 -20
  179. package/dist/shared/attributeMapper.js +0 -203
  180. package/dist/shared/errorUtils.d.ts +0 -54
  181. package/dist/shared/errorUtils.js +0 -95
  182. package/dist/shared/functionManager.d.ts +0 -48
  183. package/dist/shared/functionManager.js +0 -348
  184. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  185. package/dist/shared/jsonSchemaGenerator.js +0 -290
  186. package/dist/shared/logging.d.ts +0 -61
  187. package/dist/shared/logging.js +0 -116
  188. package/dist/shared/messageFormatter.d.ts +0 -39
  189. package/dist/shared/messageFormatter.js +0 -162
  190. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  191. package/dist/shared/pydanticModelGenerator.js +0 -615
  192. package/dist/shared/schemaGenerator.d.ts +0 -40
  193. package/dist/shared/schemaGenerator.js +0 -556
  194. package/dist/utils/ClientFactory.d.ts +0 -87
  195. package/dist/utils/ClientFactory.js +0 -212
  196. package/dist/utils/configDiscovery.d.ts +0 -78
  197. package/dist/utils/configDiscovery.js +0 -472
  198. package/dist/utils/constantsGenerator.d.ts +0 -31
  199. package/dist/utils/constantsGenerator.js +0 -321
  200. package/dist/utils/dataConverters.d.ts +0 -46
  201. package/dist/utils/dataConverters.js +0 -139
  202. package/dist/utils/directoryUtils.d.ts +0 -22
  203. package/dist/utils/directoryUtils.js +0 -59
  204. package/dist/utils/getClientFromConfig.d.ts +0 -39
  205. package/dist/utils/getClientFromConfig.js +0 -199
  206. package/dist/utils/helperFunctions.d.ts +0 -63
  207. package/dist/utils/helperFunctions.js +0 -156
  208. package/dist/utils/pathResolvers.d.ts +0 -53
  209. package/dist/utils/pathResolvers.js +0 -72
  210. package/dist/utils/projectConfig.d.ts +0 -122
  211. package/dist/utils/projectConfig.js +0 -206
  212. package/dist/utils/retryFailedPromises.d.ts +0 -2
  213. package/dist/utils/retryFailedPromises.js +0 -23
  214. package/dist/utils/sessionAuth.d.ts +0 -48
  215. package/dist/utils/sessionAuth.js +0 -164
  216. package/dist/utils/typeGuards.d.ts +0 -35
  217. package/dist/utils/typeGuards.js +0 -57
  218. package/dist/utils/validationRules.d.ts +0 -43
  219. package/dist/utils/validationRules.js +0 -42
  220. package/dist/utils/versionDetection.d.ts +0 -58
  221. package/dist/utils/versionDetection.js +0 -251
  222. package/dist/utils/yamlConverter.d.ts +0 -100
  223. package/dist/utils/yamlConverter.js +0 -428
  224. package/dist/utils/yamlLoader.d.ts +0 -70
  225. package/dist/utils/yamlLoader.js +0 -267
  226. package/scripts/copy-templates.ts +0 -23
  227. package/src/adapters/AdapterFactory.ts +0 -529
  228. package/src/adapters/DatabaseAdapter.ts +0 -319
  229. package/src/adapters/LegacyAdapter.ts +0 -844
  230. package/src/adapters/TablesDBAdapter.ts +0 -823
  231. package/src/adapters/index.ts +0 -37
  232. package/src/backups/operations/bucketBackup.ts +0 -277
  233. package/src/backups/operations/collectionBackup.ts +0 -310
  234. package/src/backups/operations/comprehensiveBackup.ts +0 -342
  235. package/src/backups/schemas/bucketManifest.ts +0 -78
  236. package/src/backups/schemas/comprehensiveManifest.ts +0 -76
  237. package/src/backups/tracking/centralizedTracking.ts +0 -352
  238. package/src/cli/commands/configCommands.ts +0 -201
  239. package/src/cli/commands/databaseCommands.ts +0 -879
  240. package/src/cli/commands/functionCommands.ts +0 -418
  241. package/src/cli/commands/schemaCommands.ts +0 -200
  242. package/src/cli/commands/storageCommands.ts +0 -152
  243. package/src/cli/commands/transferCommands.ts +0 -457
  244. package/src/collections/attributes.ts +0 -2020
  245. package/src/collections/attributes.ts.backup +0 -1555
  246. package/src/collections/indexes.ts +0 -352
  247. package/src/collections/methods.ts +0 -700
  248. package/src/collections/tableOperations.ts +0 -521
  249. package/src/collections/transferOperations.ts +0 -590
  250. package/src/collections/wipeOperations.ts +0 -346
  251. package/src/config/ConfigManager.ts +0 -849
  252. package/src/config/README.md +0 -274
  253. package/src/config/configMigration.ts +0 -575
  254. package/src/config/configValidation.ts +0 -445
  255. package/src/config/index.ts +0 -10
  256. package/src/config/services/ConfigDiscoveryService.ts +0 -410
  257. package/src/config/services/ConfigLoaderService.ts +0 -732
  258. package/src/config/services/ConfigMergeService.ts +0 -388
  259. package/src/config/services/ConfigValidationService.ts +0 -394
  260. package/src/config/services/SessionAuthService.ts +0 -565
  261. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  262. package/src/config/services/index.ts +0 -29
  263. package/src/config/yamlConfig.ts +0 -761
  264. package/src/databases/methods.ts +0 -49
  265. package/src/databases/setup.ts +0 -77
  266. package/src/examples/yamlTerminologyExample.ts +0 -346
  267. package/src/functions/deployments.ts +0 -220
  268. package/src/functions/fnConfigDiscovery.ts +0 -103
  269. package/src/functions/methods.ts +0 -284
  270. package/src/functions/pathResolution.ts +0 -227
  271. package/src/functions/templates/count-docs-in-collection/README.md +0 -54
  272. package/src/functions/templates/count-docs-in-collection/package.json +0 -25
  273. package/src/functions/templates/count-docs-in-collection/src/main.ts +0 -159
  274. package/src/functions/templates/count-docs-in-collection/src/request.ts +0 -9
  275. package/src/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  276. package/src/functions/templates/hono-typescript/README.md +0 -286
  277. package/src/functions/templates/hono-typescript/package.json +0 -26
  278. package/src/functions/templates/hono-typescript/src/adapters/request.ts +0 -74
  279. package/src/functions/templates/hono-typescript/src/adapters/response.ts +0 -106
  280. package/src/functions/templates/hono-typescript/src/app.ts +0 -180
  281. package/src/functions/templates/hono-typescript/src/context.ts +0 -103
  282. package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +0 -119
  283. package/src/functions/templates/hono-typescript/tsconfig.json +0 -20
  284. package/src/functions/templates/typescript-node/README.md +0 -32
  285. package/src/functions/templates/typescript-node/package.json +0 -25
  286. package/src/functions/templates/typescript-node/src/context.ts +0 -103
  287. package/src/functions/templates/typescript-node/src/index.ts +0 -29
  288. package/src/functions/templates/typescript-node/tsconfig.json +0 -28
  289. package/src/functions/templates/uv/README.md +0 -31
  290. package/src/functions/templates/uv/pyproject.toml +0 -30
  291. package/src/functions/templates/uv/src/__init__.py +0 -0
  292. package/src/functions/templates/uv/src/context.py +0 -125
  293. package/src/functions/templates/uv/src/index.py +0 -46
  294. package/src/init.ts +0 -62
  295. package/src/interactiveCLI.ts +0 -1136
  296. package/src/main.ts +0 -1670
  297. package/src/migrations/afterImportActions.ts +0 -580
  298. package/src/migrations/appwriteToX.ts +0 -664
  299. package/src/migrations/comprehensiveTransfer.ts +0 -2285
  300. package/src/migrations/dataLoader.ts +0 -1702
  301. package/src/migrations/importController.ts +0 -428
  302. package/src/migrations/importDataActions.ts +0 -315
  303. package/src/migrations/relationships.ts +0 -334
  304. package/src/migrations/services/DataTransformationService.ts +0 -196
  305. package/src/migrations/services/FileHandlerService.ts +0 -311
  306. package/src/migrations/services/ImportOrchestrator.ts +0 -666
  307. package/src/migrations/services/RateLimitManager.ts +0 -363
  308. package/src/migrations/services/RelationshipResolver.ts +0 -461
  309. package/src/migrations/services/UserMappingService.ts +0 -345
  310. package/src/migrations/services/ValidationService.ts +0 -349
  311. package/src/migrations/transfer.ts +0 -1068
  312. package/src/migrations/yaml/YamlImportConfigLoader.ts +0 -439
  313. package/src/migrations/yaml/YamlImportIntegration.ts +0 -446
  314. package/src/migrations/yaml/generateImportSchemas.ts +0 -1354
  315. package/src/schemas/authUser.ts +0 -23
  316. package/src/setup.ts +0 -8
  317. package/src/setupCommands.ts +0 -603
  318. package/src/setupController.ts +0 -43
  319. package/src/shared/attributeMapper.ts +0 -229
  320. package/src/shared/backupMetadataSchema.ts +0 -93
  321. package/src/shared/backupTracking.ts +0 -211
  322. package/src/shared/confirmationDialogs.ts +0 -327
  323. package/src/shared/errorUtils.ts +0 -110
  324. package/src/shared/functionManager.ts +0 -537
  325. package/src/shared/jsonSchemaGenerator.ts +0 -383
  326. package/src/shared/logging.ts +0 -149
  327. package/src/shared/messageFormatter.ts +0 -208
  328. package/src/shared/migrationHelpers.ts +0 -232
  329. package/src/shared/operationLogger.ts +0 -20
  330. package/src/shared/operationQueue.ts +0 -377
  331. package/src/shared/operationsTable.ts +0 -338
  332. package/src/shared/operationsTableSchema.ts +0 -60
  333. package/src/shared/progressManager.ts +0 -278
  334. package/src/shared/pydanticModelGenerator.ts +0 -618
  335. package/src/shared/relationshipExtractor.ts +0 -214
  336. package/src/shared/schemaGenerator.ts +0 -644
  337. package/src/shared/selectionDialogs.ts +0 -749
  338. package/src/storage/backupCompression.ts +0 -88
  339. package/src/storage/methods.ts +0 -698
  340. package/src/storage/schemas.ts +0 -205
  341. package/src/tables/indexManager.ts +0 -409
  342. package/src/types/node-appwrite-tablesdb.d.ts +0 -44
  343. package/src/types.ts +0 -9
  344. package/src/users/methods.ts +0 -359
  345. package/src/utils/ClientFactory.ts +0 -240
  346. package/src/utils/configDiscovery.ts +0 -557
  347. package/src/utils/configMigration.ts +0 -348
  348. package/src/utils/constantsGenerator.ts +0 -369
  349. package/src/utils/dataConverters.ts +0 -159
  350. package/src/utils/directoryUtils.ts +0 -61
  351. package/src/utils/getClientFromConfig.ts +0 -257
  352. package/src/utils/helperFunctions.ts +0 -228
  353. package/src/utils/index.ts +0 -2
  354. package/src/utils/loadConfigs.ts +0 -449
  355. package/src/utils/pathResolvers.ts +0 -81
  356. package/src/utils/projectConfig.ts +0 -340
  357. package/src/utils/retryFailedPromises.ts +0 -29
  358. package/src/utils/sessionAuth.ts +0 -230
  359. package/src/utils/setupFiles.ts +0 -1238
  360. package/src/utils/typeGuards.ts +0 -65
  361. package/src/utils/validationRules.ts +0 -88
  362. package/src/utils/versionDetection.ts +0 -292
  363. package/src/utils/yamlConverter.ts +0 -542
  364. package/src/utils/yamlLoader.ts +0 -371
  365. package/src/utilsController.ts +0 -1213
  366. package/tests/README.md +0 -497
  367. package/tests/adapters/AdapterFactory.test.ts +0 -277
  368. package/tests/integration/syncOperations.test.ts +0 -463
  369. package/tests/jest.config.js +0 -25
  370. package/tests/migration/configMigration.test.ts +0 -546
  371. package/tests/setup.ts +0 -62
  372. package/tests/testUtils.ts +0 -340
  373. package/tests/utils/loadConfigs.test.ts +0 -350
  374. package/tests/validation/configValidation.test.ts +0 -412
  375. package/tmp-sync-test/.appwrite/collections/TestCollection.yaml +0 -7
  376. package/tsconfig.json +0 -44
@@ -1,535 +0,0 @@
1
- import fs from "fs";
2
- import path from "path";
3
- import { resolve as resolvePath, dirname, isAbsolute } from "node:path";
4
- import yaml from "js-yaml";
5
- import { register } from "tsx/esm/api";
6
- import { pathToFileURL } from "node:url";
7
- import { MessageFormatter } from "../../shared/messageFormatter.js";
8
- import { normalizeYamlData } from "../../utils/yamlConverter.js";
9
- import { loadYamlConfig } from "../yamlConfig.js";
10
- import { loadAppwriteProjectConfig, projectConfigToAppwriteConfig, getCollectionsFromProject } from "../../utils/projectConfig.js";
11
- import { loadYamlCollection, loadYamlTable, } from "../../utils/configDiscovery.js";
12
- import { expandTildePath } from "../../functions/pathResolution.js";
13
- /**
14
- * Service for loading and parsing Appwrite configuration files.
15
- *
16
- * Supports:
17
- * - YAML configuration files (.appwrite/config.yaml)
18
- * - TypeScript configuration files (appwriteConfig.ts)
19
- * - JSON project configuration files (appwrite.json)
20
- * - Collection and table YAML/TypeScript definitions
21
- *
22
- * Features:
23
- * - Auto-detects configuration file type
24
- * - Converts between different configuration formats
25
- * - Loads collections and tables from directories
26
- * - Handles session preservation
27
- * - Validates and normalizes configuration data
28
- */
29
- export class ConfigLoaderService {
30
- /**
31
- * Normalizes function dirPath to absolute path
32
- * @param func Function configuration object
33
- * @param configDir Directory containing the config file
34
- * @returns Function with normalized dirPath
35
- */
36
- normalizeFunctionPath(func, configDir) {
37
- if (!func.dirPath) {
38
- return func;
39
- }
40
- // Expand tilde first
41
- const expandedPath = expandTildePath(func.dirPath);
42
- // If already absolute, return as-is
43
- if (isAbsolute(expandedPath)) {
44
- return {
45
- ...func,
46
- dirPath: expandedPath
47
- };
48
- }
49
- // Resolve relative to config directory
50
- return {
51
- ...func,
52
- dirPath: resolvePath(configDir, expandedPath)
53
- };
54
- }
55
- /**
56
- * Loads configuration from a discovered path, auto-detecting the type
57
- * @param configPath Path to the configuration file
58
- * @param sessionOptions Optional session preservation options
59
- * @returns Parsed AppwriteConfig
60
- */
61
- async loadFromPath(configPath, sessionOptions) {
62
- const ext = path.extname(configPath).toLowerCase();
63
- // Determine file type and load accordingly
64
- if (ext === ".yaml" || ext === ".yml") {
65
- return this.loadYaml(configPath, sessionOptions);
66
- }
67
- else if (ext === ".ts") {
68
- return this.loadTypeScript(configPath);
69
- }
70
- else if (ext === ".json") {
71
- const partialConfig = await this.loadProjectConfig(configPath);
72
- // Convert partial config to full AppwriteConfig with sensible defaults
73
- if (!partialConfig.appwriteEndpoint || !partialConfig.appwriteProject) {
74
- throw new Error("JSON project config must contain at minimum 'endpoint' and 'projectId' fields");
75
- }
76
- const configDir = path.dirname(configPath);
77
- // Normalize function paths
78
- const normalizedFunctions = partialConfig.functions
79
- ? partialConfig.functions.map(func => this.normalizeFunctionPath(func, configDir))
80
- : [];
81
- return {
82
- appwriteEndpoint: partialConfig.appwriteEndpoint,
83
- appwriteProject: partialConfig.appwriteProject,
84
- appwriteKey: partialConfig.appwriteKey || "",
85
- apiMode: partialConfig.apiMode || "auto",
86
- appwriteClient: null,
87
- logging: partialConfig.logging || {
88
- enabled: false,
89
- level: "info",
90
- console: false,
91
- },
92
- enableBackups: partialConfig.enableBackups ?? true,
93
- backupInterval: partialConfig.backupInterval || 3600,
94
- backupRetention: partialConfig.backupRetention || 30,
95
- enableBackupCleanup: partialConfig.enableBackupCleanup ?? true,
96
- enableMockData: partialConfig.enableMockData || false,
97
- documentBucketId: partialConfig.documentBucketId || "documents",
98
- usersCollectionName: partialConfig.usersCollectionName || "Members",
99
- schemaConfig: partialConfig.schemaConfig || {
100
- outputDirectory: "schemas",
101
- yamlSchemaDirectory: ".yaml_schemas",
102
- importDirectory: "importData",
103
- collectionsDirectory: "collections",
104
- tablesDirectory: "tables",
105
- },
106
- databases: partialConfig.databases || [],
107
- buckets: partialConfig.buckets || [],
108
- functions: normalizedFunctions,
109
- collections: partialConfig.collections || [],
110
- sessionCookie: partialConfig.sessionCookie,
111
- authMethod: partialConfig.authMethod || "auto",
112
- sessionMetadata: partialConfig.sessionMetadata,
113
- };
114
- }
115
- throw new Error(`Unsupported configuration file type: ${ext}`);
116
- }
117
- /**
118
- * Loads a YAML configuration file
119
- * @param yamlPath Path to the YAML config file
120
- * @param sessionOptions Optional session preservation options
121
- * @returns Parsed AppwriteConfig
122
- */
123
- async loadYaml(yamlPath, sessionOptions) {
124
- if (!fs.existsSync(yamlPath)) {
125
- throw new Error(`YAML config file not found: ${yamlPath}`);
126
- }
127
- try {
128
- const config = await loadYamlConfig(yamlPath);
129
- if (!config) {
130
- throw new Error(`Failed to load YAML config from: ${yamlPath}`);
131
- }
132
- // Apply session preservation if provided
133
- if (sessionOptions) {
134
- if (sessionOptions.sessionCookie) {
135
- config.sessionCookie = sessionOptions.sessionCookie;
136
- }
137
- if (sessionOptions.authMethod) {
138
- config.authMethod = sessionOptions.authMethod;
139
- }
140
- if (sessionOptions.sessionMetadata) {
141
- config.sessionMetadata = {
142
- ...config.sessionMetadata,
143
- ...sessionOptions.sessionMetadata,
144
- };
145
- }
146
- }
147
- // Load collections and tables from their respective directories
148
- const configDir = path.dirname(yamlPath);
149
- // Normalize function paths
150
- if (config.functions) {
151
- config.functions = config.functions.map(func => this.normalizeFunctionPath(func, configDir));
152
- }
153
- const collectionsDir = path.join(configDir, config.schemaConfig?.collectionsDirectory || "collections");
154
- const tablesDir = path.join(configDir, config.schemaConfig?.tablesDirectory || "tables");
155
- // Detect API mode to determine priority order
156
- let apiMode = 'legacy';
157
- try {
158
- const { detectAppwriteVersionCached } = await import('../../utils/versionDetection.js');
159
- const detection = await detectAppwriteVersionCached(config.appwriteEndpoint, config.appwriteProject, config.appwriteKey);
160
- apiMode = detection.apiMode;
161
- }
162
- catch {
163
- // Fallback to legacy if detection fails
164
- }
165
- // Load with correct priority based on API mode
166
- const { items, conflicts, fromCollections, fromTables } = apiMode === 'tablesdb'
167
- ? await this.loadTablesFirst(tablesDir, collectionsDir)
168
- : await this.loadCollectionsAndTables(collectionsDir, tablesDir);
169
- config.collections = items;
170
- // Report what was loaded
171
- if (fromTables > 0 && fromCollections > 0) {
172
- MessageFormatter.success(`Loaded ${items.length} total items: ${fromCollections} from collections/, ${fromTables} from tables/`, { prefix: "Config" });
173
- }
174
- else if (fromCollections > 0) {
175
- MessageFormatter.success(`Loaded ${fromCollections} collections from collections/`, { prefix: "Config" });
176
- }
177
- else if (fromTables > 0) {
178
- MessageFormatter.success(`Loaded ${fromTables} tables from tables/`, { prefix: "Config" });
179
- }
180
- // Report conflicts
181
- if (conflicts.length > 0) {
182
- MessageFormatter.warning(`Found ${conflicts.length} naming conflicts`, { prefix: "Config" });
183
- conflicts.forEach(conflict => {
184
- MessageFormatter.info(` - '${conflict.name}': ${conflict.source1} (used) vs ${conflict.source2} (skipped)`, { prefix: "Config" });
185
- });
186
- }
187
- MessageFormatter.success(`Loaded YAML config from: ${yamlPath}`, {
188
- prefix: "Config",
189
- });
190
- return config;
191
- }
192
- catch (error) {
193
- MessageFormatter.error(`Error loading YAML config from ${yamlPath}`, error instanceof Error ? error : undefined, { prefix: "Config" });
194
- throw error;
195
- }
196
- }
197
- /**
198
- * Loads a TypeScript configuration file
199
- * @param tsPath Path to the TypeScript config file
200
- * @returns Parsed AppwriteConfig
201
- */
202
- async loadTypeScript(tsPath) {
203
- if (!fs.existsSync(tsPath)) {
204
- throw new Error(`TypeScript config file not found: ${tsPath}`);
205
- }
206
- const unregister = register(); // Register tsx enhancement
207
- try {
208
- const configUrl = pathToFileURL(tsPath).href;
209
- const configModule = await import(configUrl);
210
- const config = configModule.default?.default || configModule.default || configModule;
211
- if (!config) {
212
- throw new Error(`Failed to load TypeScript config from: ${tsPath}`);
213
- }
214
- // Normalize function paths
215
- const configDir = path.dirname(tsPath);
216
- if (config.functions) {
217
- config.functions = config.functions.map(func => this.normalizeFunctionPath(func, configDir));
218
- }
219
- MessageFormatter.success(`Loaded TypeScript config from: ${tsPath}`, {
220
- prefix: "Config",
221
- });
222
- return config;
223
- }
224
- catch (error) {
225
- MessageFormatter.error(`Error loading TypeScript config from ${tsPath}`, error instanceof Error ? error : undefined, { prefix: "Config" });
226
- throw error;
227
- }
228
- finally {
229
- unregister(); // Unregister tsx when done
230
- }
231
- }
232
- /**
233
- * Loads an appwrite.json project configuration file
234
- * Converts projectId → appwriteProject and detects API mode
235
- * @param jsonPath Path to the JSON config file
236
- * @returns Partial AppwriteConfig (requires merging with defaults)
237
- */
238
- async loadProjectConfig(jsonPath) {
239
- if (!fs.existsSync(jsonPath)) {
240
- throw new Error(`JSON config file not found: ${jsonPath}`);
241
- }
242
- try {
243
- const projectConfig = loadAppwriteProjectConfig(jsonPath);
244
- if (!projectConfig) {
245
- throw new Error(`Failed to load project config from: ${jsonPath}`);
246
- }
247
- // Convert project config to AppwriteConfig format (includes function path normalization)
248
- const appwriteConfig = projectConfigToAppwriteConfig(projectConfig, jsonPath);
249
- // Get collections from project config
250
- const collections = getCollectionsFromProject(projectConfig);
251
- if (collections.length > 0) {
252
- appwriteConfig.collections = collections;
253
- }
254
- MessageFormatter.success(`Loaded project config from: ${jsonPath}`, {
255
- prefix: "Config",
256
- });
257
- return appwriteConfig;
258
- }
259
- catch (error) {
260
- MessageFormatter.error(`Error loading project config from ${jsonPath}`, error instanceof Error ? error : undefined, { prefix: "Config" });
261
- throw error;
262
- }
263
- }
264
- /**
265
- * Loads all collections from a collections/ directory
266
- * Supports both YAML (.yaml, .yml) and TypeScript (.ts) files
267
- * @param collectionsDir Path to the collections directory
268
- * @param options Loading options
269
- * @returns Array of loaded Collection objects
270
- */
271
- async loadCollections(collectionsDir, options = {}) {
272
- if (!fs.existsSync(collectionsDir)) {
273
- MessageFormatter.debug(`Collections directory not found: ${collectionsDir}`, { prefix: "Config" });
274
- return [];
275
- }
276
- const collections = [];
277
- const unregister = register(); // Register tsx for TypeScript collections
278
- try {
279
- const collectionFiles = fs.readdirSync(collectionsDir);
280
- MessageFormatter.success(`Loading from collections directory: ${collectionFiles.length} files found`, { prefix: "Config" });
281
- for (const file of collectionFiles) {
282
- if (file === "index.ts") {
283
- continue;
284
- }
285
- const filePath = path.join(collectionsDir, file);
286
- let collection = null;
287
- // Handle YAML collections
288
- if (file.endsWith(".yaml") || file.endsWith(".yml")) {
289
- collection = loadYamlCollection(filePath);
290
- }
291
- // Handle TypeScript collections
292
- else if (file.endsWith(".ts")) {
293
- try {
294
- const fileUrl = pathToFileURL(filePath).href;
295
- const collectionModule = await import(fileUrl);
296
- const importedCollection = collectionModule.default?.default ||
297
- collectionModule.default ||
298
- collectionModule;
299
- if (importedCollection) {
300
- collection = importedCollection;
301
- // Ensure importDefs are properly loaded
302
- if (collectionModule.importDefs || collection.importDefs) {
303
- collection.importDefs =
304
- collectionModule.importDefs || collection.importDefs;
305
- }
306
- }
307
- }
308
- catch (error) {
309
- MessageFormatter.error(`Error loading TypeScript collection: ${file}`, error instanceof Error ? error : undefined, { prefix: "Config" });
310
- }
311
- }
312
- if (collection) {
313
- const collectionName = collection.name || collection.$id || file;
314
- // Check for naming conflicts if existingNames provided
315
- if (options.existingNames?.has(collectionName)) {
316
- MessageFormatter.warning(`Skipping duplicate collection '${collectionName}' (already loaded)`, { prefix: "Config" });
317
- continue;
318
- }
319
- // Mark as tables if requested
320
- if (options.markAsTablesDir) {
321
- collection._isFromTablesDir = true;
322
- }
323
- collections.push(collection);
324
- }
325
- }
326
- MessageFormatter.success(`Loaded ${collections.length} collection(s) from ${collectionsDir}`, { prefix: "Config" });
327
- }
328
- catch (error) {
329
- MessageFormatter.error(`Error loading collections from ${collectionsDir}`, error instanceof Error ? error : undefined, { prefix: "Config" });
330
- }
331
- finally {
332
- unregister(); // Unregister tsx when done
333
- }
334
- return collections;
335
- }
336
- /**
337
- * Loads all tables from a tables/ directory
338
- * Supports both YAML (.yaml, .yml) and TypeScript (.ts) files
339
- * @param tablesDir Path to the tables directory
340
- * @param options Loading options
341
- * @returns Array of loaded table objects
342
- */
343
- async loadTables(tablesDir, options = {}) {
344
- if (!fs.existsSync(tablesDir)) {
345
- MessageFormatter.debug(`Tables directory not found: ${tablesDir}`, {
346
- prefix: "Config",
347
- });
348
- return [];
349
- }
350
- const tables = [];
351
- const unregister = register(); // Register tsx for TypeScript tables
352
- try {
353
- const tableFiles = fs.readdirSync(tablesDir);
354
- MessageFormatter.success(`Loading from tables directory: ${tableFiles.length} files found`, { prefix: "Config" });
355
- for (const file of tableFiles) {
356
- if (file === "index.ts") {
357
- continue;
358
- }
359
- const filePath = path.join(tablesDir, file);
360
- let table = null;
361
- // Handle YAML tables
362
- if (file.endsWith(".yaml") || file.endsWith(".yml")) {
363
- table = loadYamlTable(filePath);
364
- }
365
- // Handle TypeScript tables
366
- else if (file.endsWith(".ts")) {
367
- try {
368
- const fileUrl = pathToFileURL(filePath).href;
369
- const tableModule = await import(fileUrl);
370
- const importedTable = tableModule.default?.default || tableModule.default || tableModule;
371
- if (importedTable) {
372
- table = importedTable;
373
- // Ensure importDefs are properly loaded
374
- if (tableModule.importDefs || table.importDefs) {
375
- table.importDefs = tableModule.importDefs || table.importDefs;
376
- }
377
- }
378
- }
379
- catch (error) {
380
- MessageFormatter.error(`Error loading TypeScript table: ${file}`, error instanceof Error ? error : undefined, { prefix: "Config" });
381
- }
382
- }
383
- if (table) {
384
- const tableName = table.name || table.tableId || table.$id || file;
385
- // Check for naming conflicts if existingNames provided
386
- if (options.existingNames?.has(tableName)) {
387
- MessageFormatter.warning(`Skipping duplicate table '${tableName}' (already loaded from collections/)`, { prefix: "Config" });
388
- continue;
389
- }
390
- // Always mark tables as coming from tables directory
391
- table._isFromTablesDir = true;
392
- tables.push(table);
393
- }
394
- }
395
- MessageFormatter.success(`Loaded ${tables.length} table(s) from ${tablesDir}`, { prefix: "Config" });
396
- }
397
- catch (error) {
398
- MessageFormatter.error(`Error loading tables from ${tablesDir}`, error instanceof Error ? error : undefined, { prefix: "Config" });
399
- }
400
- finally {
401
- unregister(); // Unregister tsx when done
402
- }
403
- return tables;
404
- }
405
- /**
406
- * Loads collections and tables with conflict detection
407
- * Collections take priority over tables when names conflict
408
- * @param collectionsDir Path to collections directory
409
- * @param tablesDir Path to tables directory
410
- * @returns Object containing combined arrays and conflict information
411
- */
412
- async loadCollectionsAndTables(collectionsDir, tablesDir) {
413
- const items = [];
414
- const loadedNames = new Set();
415
- const conflicts = [];
416
- // Load from collections/ directory first (higher priority)
417
- if (fs.existsSync(collectionsDir)) {
418
- const collections = await this.loadCollections(collectionsDir);
419
- for (const collection of collections) {
420
- const name = collection.name || collection.$id || "";
421
- loadedNames.add(name);
422
- items.push(collection);
423
- }
424
- }
425
- // Load from tables/ directory second (lower priority, check for conflicts)
426
- if (fs.existsSync(tablesDir)) {
427
- const tables = await this.loadTables(tablesDir, {
428
- existingNames: loadedNames,
429
- markAsTablesDir: true,
430
- });
431
- for (const table of tables) {
432
- const name = table.name || table.tableId || table.$id || "";
433
- // Check for conflicts
434
- if (loadedNames.has(name)) {
435
- conflicts.push({
436
- name,
437
- source1: "collections/",
438
- source2: "tables/",
439
- });
440
- }
441
- else {
442
- loadedNames.add(name);
443
- items.push(table);
444
- }
445
- }
446
- }
447
- const fromCollections = items.filter((item) => !item._isFromTablesDir)
448
- .length;
449
- const fromTables = items.filter((item) => item._isFromTablesDir).length;
450
- return {
451
- items,
452
- fromCollections,
453
- fromTables,
454
- conflicts,
455
- };
456
- }
457
- /**
458
- * Loads tables first (higher priority), then collections (backward compatibility)
459
- * Used for TablesDB projects (>= 1.8.0)
460
- * @param tablesDir Path to the tables directory
461
- * @param collectionsDir Path to the collections directory
462
- * @returns Loading result with items, counts, and conflicts
463
- */
464
- async loadTablesFirst(tablesDir, collectionsDir) {
465
- const items = [];
466
- const loadedNames = new Set();
467
- const conflicts = [];
468
- // Load from tables/ directory first (HIGHER priority for TablesDB)
469
- if (fs.existsSync(tablesDir)) {
470
- const tables = await this.loadTables(tablesDir, { markAsTablesDir: true });
471
- for (const table of tables) {
472
- const name = table.name || table.tableId || table.$id || "";
473
- loadedNames.add(name);
474
- items.push(table);
475
- }
476
- }
477
- // Load from collections/ directory second (LOWER priority, backward compatibility)
478
- if (fs.existsSync(collectionsDir)) {
479
- const collections = await this.loadCollections(collectionsDir);
480
- for (const collection of collections) {
481
- const name = collection.name || collection.$id || "";
482
- // Check for conflicts - tables win
483
- if (loadedNames.has(name)) {
484
- conflicts.push({
485
- name,
486
- source1: "tables/",
487
- source2: "collections/",
488
- });
489
- }
490
- else {
491
- loadedNames.add(name);
492
- items.push(collection);
493
- }
494
- }
495
- }
496
- const fromTables = items.filter((item) => item._isFromTablesDir).length;
497
- const fromCollections = items.filter((item) => !item._isFromTablesDir).length;
498
- return {
499
- items,
500
- fromCollections,
501
- fromTables,
502
- conflicts,
503
- };
504
- }
505
- /**
506
- * Validates that a configuration file can be loaded
507
- * @param configPath Path to the configuration file
508
- * @returns True if the file can be loaded, false otherwise
509
- */
510
- canLoadConfig(configPath) {
511
- if (!fs.existsSync(configPath)) {
512
- return false;
513
- }
514
- const ext = path.extname(configPath).toLowerCase();
515
- return ext === ".yaml" || ext === ".yml" || ext === ".ts" || ext === ".json";
516
- }
517
- /**
518
- * Gets the type of a configuration file
519
- * @param configPath Path to the configuration file
520
- * @returns Configuration type or null if unknown
521
- */
522
- getConfigType(configPath) {
523
- const ext = path.extname(configPath).toLowerCase();
524
- if (ext === ".yaml" || ext === ".yml") {
525
- return "yaml";
526
- }
527
- else if (ext === ".ts") {
528
- return "typescript";
529
- }
530
- else if (ext === ".json") {
531
- return "json";
532
- }
533
- return null;
534
- }
535
- }