appwrite-utils-cli 1.9.7 → 1.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (376) hide show
  1. package/README.md +1004 -1004
  2. package/dist/adapters/index.d.ts +7 -8
  3. package/dist/adapters/index.js +7 -9
  4. package/dist/backups/operations/bucketBackup.js +2 -2
  5. package/dist/backups/operations/collectionBackup.d.ts +1 -1
  6. package/dist/backups/operations/collectionBackup.js +3 -3
  7. package/dist/backups/operations/comprehensiveBackup.d.ts +1 -1
  8. package/dist/backups/operations/comprehensiveBackup.js +2 -2
  9. package/dist/backups/tracking/centralizedTracking.d.ts +1 -1
  10. package/dist/backups/tracking/centralizedTracking.js +2 -2
  11. package/dist/cli/commands/configCommands.js +51 -7
  12. package/dist/cli/commands/databaseCommands.js +156 -104
  13. package/dist/cli/commands/functionCommands.js +3 -3
  14. package/dist/cli/commands/importFileCommands.d.ts +7 -0
  15. package/dist/cli/commands/importFileCommands.js +674 -0
  16. package/dist/cli/commands/schemaCommands.js +3 -3
  17. package/dist/cli/commands/storageCommands.js +2 -3
  18. package/dist/cli/commands/transferCommands.js +3 -5
  19. package/dist/collections/{attributes.d.ts → columns.d.ts} +1 -1
  20. package/dist/collections/{attributes.js → columns.js} +15 -9
  21. package/dist/collections/indexes.js +1 -3
  22. package/dist/collections/methods.d.ts +1 -1
  23. package/dist/collections/methods.js +38 -20
  24. package/dist/collections/tableOperations.d.ts +1 -0
  25. package/dist/collections/tableOperations.js +30 -11
  26. package/dist/collections/transferOperations.d.ts +1 -1
  27. package/dist/collections/transferOperations.js +3 -4
  28. package/dist/collections/wipeOperations.d.ts +4 -3
  29. package/dist/collections/wipeOperations.js +112 -39
  30. package/dist/databases/methods.js +2 -2
  31. package/dist/databases/setup.js +2 -2
  32. package/dist/examples/yamlTerminologyExample.js +2 -2
  33. package/dist/functions/deployments.d.ts +1 -1
  34. package/dist/functions/deployments.js +6 -6
  35. package/dist/functions/fnConfigDiscovery.js +2 -2
  36. package/dist/functions/methods.js +2 -2
  37. package/dist/functions/templates/count-docs-in-collection/README.md +53 -53
  38. package/dist/functions/templates/count-docs-in-collection/src/main.ts +159 -159
  39. package/dist/functions/templates/count-docs-in-collection/src/request.ts +8 -8
  40. package/dist/functions/templates/hono-typescript/README.md +285 -285
  41. package/dist/functions/templates/hono-typescript/src/adapters/request.ts +73 -73
  42. package/dist/functions/templates/hono-typescript/src/adapters/response.ts +105 -105
  43. package/dist/functions/templates/hono-typescript/src/app.ts +179 -179
  44. package/dist/functions/templates/hono-typescript/src/context.ts +102 -102
  45. package/{src/functions/templates/hono-typescript/src/index.ts → dist/functions/templates/hono-typescript/src/main.ts} +53 -53
  46. package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +118 -118
  47. package/dist/functions/templates/typescript-node/README.md +31 -31
  48. package/dist/functions/templates/typescript-node/src/context.ts +102 -102
  49. package/dist/functions/templates/typescript-node/src/{index.ts → main.ts} +29 -29
  50. package/dist/functions/templates/uv/README.md +30 -30
  51. package/dist/functions/templates/uv/pyproject.toml +29 -29
  52. package/dist/functions/templates/uv/src/context.py +124 -124
  53. package/dist/functions/templates/uv/src/{index.py → main.py} +45 -45
  54. package/dist/init.js +1 -1
  55. package/dist/interactiveCLI.d.ts +6 -1
  56. package/dist/interactiveCLI.js +79 -25
  57. package/dist/main.js +125 -180
  58. package/dist/migrations/afterImportActions.js +2 -3
  59. package/dist/migrations/appwriteToX.d.ts +1 -1
  60. package/dist/migrations/appwriteToX.js +10 -8
  61. package/dist/migrations/comprehensiveTransfer.js +3 -5
  62. package/dist/migrations/dataLoader.d.ts +4 -2
  63. package/dist/migrations/dataLoader.js +42 -20
  64. package/dist/migrations/importController.d.ts +2 -0
  65. package/dist/migrations/importController.js +39 -24
  66. package/dist/migrations/importDataActions.js +3 -3
  67. package/dist/migrations/relationships.js +1 -2
  68. package/dist/migrations/services/DataTransformationService.js +2 -2
  69. package/dist/migrations/services/FileHandlerService.js +1 -1
  70. package/dist/migrations/services/ImportOrchestrator.d.ts +2 -0
  71. package/dist/migrations/services/ImportOrchestrator.js +15 -7
  72. package/dist/migrations/services/RateLimitManager.js +1 -1
  73. package/dist/migrations/services/RelationshipResolver.js +1 -1
  74. package/dist/migrations/services/UserMappingService.js +1 -1
  75. package/dist/migrations/services/ValidationService.js +1 -1
  76. package/dist/migrations/transfer.d.ts +8 -4
  77. package/dist/migrations/transfer.js +108 -55
  78. package/dist/migrations/yaml/YamlImportConfigLoader.js +52 -52
  79. package/dist/migrations/yaml/YamlImportIntegration.js +2 -2
  80. package/dist/migrations/yaml/generateImportSchemas.js +174 -174
  81. package/dist/setupCommands.d.ts +1 -1
  82. package/dist/setupCommands.js +5 -6
  83. package/dist/setupController.js +1 -1
  84. package/dist/shared/backupTracking.d.ts +1 -1
  85. package/dist/shared/backupTracking.js +2 -2
  86. package/dist/shared/confirmationDialogs.js +1 -1
  87. package/dist/shared/migrationHelpers.d.ts +1 -1
  88. package/dist/shared/migrationHelpers.js +4 -4
  89. package/dist/shared/operationQueue.d.ts +1 -1
  90. package/dist/shared/operationQueue.js +3 -4
  91. package/dist/shared/operationsTable.d.ts +1 -1
  92. package/dist/shared/operationsTable.js +35 -34
  93. package/dist/shared/operationsTableSchema.d.ts +3 -3
  94. package/dist/shared/operationsTableSchema.js +2 -2
  95. package/dist/shared/progressManager.js +1 -1
  96. package/dist/shared/selectionDialogs.d.ts +6 -0
  97. package/dist/shared/selectionDialogs.js +56 -12
  98. package/dist/storage/methods.d.ts +12 -0
  99. package/dist/storage/methods.js +92 -89
  100. package/dist/storage/schemas.d.ts +2 -2
  101. package/dist/tables/indexManager.d.ts +1 -1
  102. package/dist/tables/indexManager.js +2 -2
  103. package/dist/types.d.ts +2 -2
  104. package/dist/types.js +1 -1
  105. package/dist/users/methods.js +2 -3
  106. package/dist/utils/configMigration.js +1 -1
  107. package/dist/utils/index.d.ts +1 -1
  108. package/dist/utils/index.js +1 -1
  109. package/dist/utils/loadConfigs.d.ts +2 -2
  110. package/dist/utils/loadConfigs.js +6 -7
  111. package/dist/utils/setupFiles.js +139 -141
  112. package/dist/utilsController.d.ts +16 -9
  113. package/dist/utilsController.js +93 -68
  114. package/package.json +9 -3
  115. package/.appwrite/.yaml_schemas/appwrite-config.schema.json +0 -380
  116. package/.appwrite/.yaml_schemas/collection.schema.json +0 -255
  117. package/.appwrite/collections/Categories.yaml +0 -182
  118. package/.appwrite/collections/ExampleCollection.yaml +0 -36
  119. package/.appwrite/collections/Posts.yaml +0 -227
  120. package/.appwrite/collections/Users.yaml +0 -149
  121. package/.appwrite/config.yaml +0 -109
  122. package/.appwrite/import/README.md +0 -148
  123. package/.appwrite/import/categories-import.yaml +0 -129
  124. package/.appwrite/import/posts-import.yaml +0 -208
  125. package/.appwrite/import/users-import.yaml +0 -130
  126. package/.appwrite/importData/categories.json +0 -194
  127. package/.appwrite/importData/posts.json +0 -270
  128. package/.appwrite/importData/users.json +0 -220
  129. package/.appwrite/schemas/categories.json +0 -128
  130. package/.appwrite/schemas/exampleCollection.json +0 -52
  131. package/.appwrite/schemas/posts.json +0 -173
  132. package/.appwrite/schemas/users.json +0 -125
  133. package/CHANGELOG.md +0 -35
  134. package/CONFIG_TODO.md +0 -1189
  135. package/SELECTION_DIALOGS.md +0 -146
  136. package/SERVICE_IMPLEMENTATION_REPORT.md +0 -462
  137. package/dist/adapters/AdapterFactory.d.ts +0 -94
  138. package/dist/adapters/AdapterFactory.js +0 -420
  139. package/dist/adapters/DatabaseAdapter.d.ts +0 -243
  140. package/dist/adapters/DatabaseAdapter.js +0 -50
  141. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  142. package/dist/adapters/LegacyAdapter.js +0 -615
  143. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  144. package/dist/adapters/TablesDBAdapter.js +0 -611
  145. package/dist/config/ConfigManager.d.ts +0 -450
  146. package/dist/config/ConfigManager.js +0 -650
  147. package/dist/config/configMigration.d.ts +0 -87
  148. package/dist/config/configMigration.js +0 -390
  149. package/dist/config/configValidation.d.ts +0 -66
  150. package/dist/config/configValidation.js +0 -358
  151. package/dist/config/index.d.ts +0 -8
  152. package/dist/config/index.js +0 -7
  153. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -122
  154. package/dist/config/services/ConfigDiscoveryService.js +0 -322
  155. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  156. package/dist/config/services/ConfigLoaderService.js +0 -535
  157. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  158. package/dist/config/services/ConfigMergeService.js +0 -308
  159. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  160. package/dist/config/services/ConfigValidationService.js +0 -310
  161. package/dist/config/services/SessionAuthService.d.ts +0 -225
  162. package/dist/config/services/SessionAuthService.js +0 -456
  163. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  164. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  165. package/dist/config/services/index.d.ts +0 -13
  166. package/dist/config/services/index.js +0 -10
  167. package/dist/config/yamlConfig.d.ts +0 -722
  168. package/dist/config/yamlConfig.js +0 -702
  169. package/dist/functions/pathResolution.d.ts +0 -37
  170. package/dist/functions/pathResolution.js +0 -185
  171. package/dist/functions/templates/count-docs-in-collection/package.json +0 -25
  172. package/dist/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  173. package/dist/functions/templates/hono-typescript/package.json +0 -26
  174. package/dist/functions/templates/hono-typescript/src/index.ts +0 -54
  175. package/dist/functions/templates/hono-typescript/tsconfig.json +0 -20
  176. package/dist/functions/templates/typescript-node/package.json +0 -25
  177. package/dist/functions/templates/typescript-node/tsconfig.json +0 -28
  178. package/dist/shared/attributeMapper.d.ts +0 -20
  179. package/dist/shared/attributeMapper.js +0 -203
  180. package/dist/shared/errorUtils.d.ts +0 -54
  181. package/dist/shared/errorUtils.js +0 -95
  182. package/dist/shared/functionManager.d.ts +0 -48
  183. package/dist/shared/functionManager.js +0 -348
  184. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  185. package/dist/shared/jsonSchemaGenerator.js +0 -290
  186. package/dist/shared/logging.d.ts +0 -61
  187. package/dist/shared/logging.js +0 -116
  188. package/dist/shared/messageFormatter.d.ts +0 -39
  189. package/dist/shared/messageFormatter.js +0 -162
  190. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  191. package/dist/shared/pydanticModelGenerator.js +0 -615
  192. package/dist/shared/schemaGenerator.d.ts +0 -40
  193. package/dist/shared/schemaGenerator.js +0 -556
  194. package/dist/utils/ClientFactory.d.ts +0 -87
  195. package/dist/utils/ClientFactory.js +0 -212
  196. package/dist/utils/configDiscovery.d.ts +0 -78
  197. package/dist/utils/configDiscovery.js +0 -472
  198. package/dist/utils/constantsGenerator.d.ts +0 -31
  199. package/dist/utils/constantsGenerator.js +0 -321
  200. package/dist/utils/dataConverters.d.ts +0 -46
  201. package/dist/utils/dataConverters.js +0 -139
  202. package/dist/utils/directoryUtils.d.ts +0 -22
  203. package/dist/utils/directoryUtils.js +0 -59
  204. package/dist/utils/getClientFromConfig.d.ts +0 -39
  205. package/dist/utils/getClientFromConfig.js +0 -199
  206. package/dist/utils/helperFunctions.d.ts +0 -63
  207. package/dist/utils/helperFunctions.js +0 -156
  208. package/dist/utils/pathResolvers.d.ts +0 -53
  209. package/dist/utils/pathResolvers.js +0 -72
  210. package/dist/utils/projectConfig.d.ts +0 -122
  211. package/dist/utils/projectConfig.js +0 -206
  212. package/dist/utils/retryFailedPromises.d.ts +0 -2
  213. package/dist/utils/retryFailedPromises.js +0 -23
  214. package/dist/utils/sessionAuth.d.ts +0 -48
  215. package/dist/utils/sessionAuth.js +0 -164
  216. package/dist/utils/typeGuards.d.ts +0 -35
  217. package/dist/utils/typeGuards.js +0 -57
  218. package/dist/utils/validationRules.d.ts +0 -43
  219. package/dist/utils/validationRules.js +0 -42
  220. package/dist/utils/versionDetection.d.ts +0 -58
  221. package/dist/utils/versionDetection.js +0 -251
  222. package/dist/utils/yamlConverter.d.ts +0 -100
  223. package/dist/utils/yamlConverter.js +0 -428
  224. package/dist/utils/yamlLoader.d.ts +0 -70
  225. package/dist/utils/yamlLoader.js +0 -267
  226. package/scripts/copy-templates.ts +0 -23
  227. package/src/adapters/AdapterFactory.ts +0 -529
  228. package/src/adapters/DatabaseAdapter.ts +0 -319
  229. package/src/adapters/LegacyAdapter.ts +0 -844
  230. package/src/adapters/TablesDBAdapter.ts +0 -823
  231. package/src/adapters/index.ts +0 -37
  232. package/src/backups/operations/bucketBackup.ts +0 -277
  233. package/src/backups/operations/collectionBackup.ts +0 -310
  234. package/src/backups/operations/comprehensiveBackup.ts +0 -342
  235. package/src/backups/schemas/bucketManifest.ts +0 -78
  236. package/src/backups/schemas/comprehensiveManifest.ts +0 -76
  237. package/src/backups/tracking/centralizedTracking.ts +0 -352
  238. package/src/cli/commands/configCommands.ts +0 -201
  239. package/src/cli/commands/databaseCommands.ts +0 -879
  240. package/src/cli/commands/functionCommands.ts +0 -418
  241. package/src/cli/commands/schemaCommands.ts +0 -200
  242. package/src/cli/commands/storageCommands.ts +0 -152
  243. package/src/cli/commands/transferCommands.ts +0 -457
  244. package/src/collections/attributes.ts +0 -2020
  245. package/src/collections/attributes.ts.backup +0 -1555
  246. package/src/collections/indexes.ts +0 -352
  247. package/src/collections/methods.ts +0 -700
  248. package/src/collections/tableOperations.ts +0 -521
  249. package/src/collections/transferOperations.ts +0 -590
  250. package/src/collections/wipeOperations.ts +0 -346
  251. package/src/config/ConfigManager.ts +0 -849
  252. package/src/config/README.md +0 -274
  253. package/src/config/configMigration.ts +0 -575
  254. package/src/config/configValidation.ts +0 -445
  255. package/src/config/index.ts +0 -10
  256. package/src/config/services/ConfigDiscoveryService.ts +0 -410
  257. package/src/config/services/ConfigLoaderService.ts +0 -732
  258. package/src/config/services/ConfigMergeService.ts +0 -388
  259. package/src/config/services/ConfigValidationService.ts +0 -394
  260. package/src/config/services/SessionAuthService.ts +0 -565
  261. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  262. package/src/config/services/index.ts +0 -29
  263. package/src/config/yamlConfig.ts +0 -761
  264. package/src/databases/methods.ts +0 -49
  265. package/src/databases/setup.ts +0 -77
  266. package/src/examples/yamlTerminologyExample.ts +0 -346
  267. package/src/functions/deployments.ts +0 -220
  268. package/src/functions/fnConfigDiscovery.ts +0 -103
  269. package/src/functions/methods.ts +0 -284
  270. package/src/functions/pathResolution.ts +0 -227
  271. package/src/functions/templates/count-docs-in-collection/README.md +0 -54
  272. package/src/functions/templates/count-docs-in-collection/package.json +0 -25
  273. package/src/functions/templates/count-docs-in-collection/src/main.ts +0 -159
  274. package/src/functions/templates/count-docs-in-collection/src/request.ts +0 -9
  275. package/src/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
  276. package/src/functions/templates/hono-typescript/README.md +0 -286
  277. package/src/functions/templates/hono-typescript/package.json +0 -26
  278. package/src/functions/templates/hono-typescript/src/adapters/request.ts +0 -74
  279. package/src/functions/templates/hono-typescript/src/adapters/response.ts +0 -106
  280. package/src/functions/templates/hono-typescript/src/app.ts +0 -180
  281. package/src/functions/templates/hono-typescript/src/context.ts +0 -103
  282. package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +0 -119
  283. package/src/functions/templates/hono-typescript/tsconfig.json +0 -20
  284. package/src/functions/templates/typescript-node/README.md +0 -32
  285. package/src/functions/templates/typescript-node/package.json +0 -25
  286. package/src/functions/templates/typescript-node/src/context.ts +0 -103
  287. package/src/functions/templates/typescript-node/src/index.ts +0 -29
  288. package/src/functions/templates/typescript-node/tsconfig.json +0 -28
  289. package/src/functions/templates/uv/README.md +0 -31
  290. package/src/functions/templates/uv/pyproject.toml +0 -30
  291. package/src/functions/templates/uv/src/__init__.py +0 -0
  292. package/src/functions/templates/uv/src/context.py +0 -125
  293. package/src/functions/templates/uv/src/index.py +0 -46
  294. package/src/init.ts +0 -62
  295. package/src/interactiveCLI.ts +0 -1136
  296. package/src/main.ts +0 -1670
  297. package/src/migrations/afterImportActions.ts +0 -580
  298. package/src/migrations/appwriteToX.ts +0 -664
  299. package/src/migrations/comprehensiveTransfer.ts +0 -2285
  300. package/src/migrations/dataLoader.ts +0 -1702
  301. package/src/migrations/importController.ts +0 -428
  302. package/src/migrations/importDataActions.ts +0 -315
  303. package/src/migrations/relationships.ts +0 -334
  304. package/src/migrations/services/DataTransformationService.ts +0 -196
  305. package/src/migrations/services/FileHandlerService.ts +0 -311
  306. package/src/migrations/services/ImportOrchestrator.ts +0 -666
  307. package/src/migrations/services/RateLimitManager.ts +0 -363
  308. package/src/migrations/services/RelationshipResolver.ts +0 -461
  309. package/src/migrations/services/UserMappingService.ts +0 -345
  310. package/src/migrations/services/ValidationService.ts +0 -349
  311. package/src/migrations/transfer.ts +0 -1068
  312. package/src/migrations/yaml/YamlImportConfigLoader.ts +0 -439
  313. package/src/migrations/yaml/YamlImportIntegration.ts +0 -446
  314. package/src/migrations/yaml/generateImportSchemas.ts +0 -1354
  315. package/src/schemas/authUser.ts +0 -23
  316. package/src/setup.ts +0 -8
  317. package/src/setupCommands.ts +0 -603
  318. package/src/setupController.ts +0 -43
  319. package/src/shared/attributeMapper.ts +0 -229
  320. package/src/shared/backupMetadataSchema.ts +0 -93
  321. package/src/shared/backupTracking.ts +0 -211
  322. package/src/shared/confirmationDialogs.ts +0 -327
  323. package/src/shared/errorUtils.ts +0 -110
  324. package/src/shared/functionManager.ts +0 -537
  325. package/src/shared/jsonSchemaGenerator.ts +0 -383
  326. package/src/shared/logging.ts +0 -149
  327. package/src/shared/messageFormatter.ts +0 -208
  328. package/src/shared/migrationHelpers.ts +0 -232
  329. package/src/shared/operationLogger.ts +0 -20
  330. package/src/shared/operationQueue.ts +0 -377
  331. package/src/shared/operationsTable.ts +0 -338
  332. package/src/shared/operationsTableSchema.ts +0 -60
  333. package/src/shared/progressManager.ts +0 -278
  334. package/src/shared/pydanticModelGenerator.ts +0 -618
  335. package/src/shared/relationshipExtractor.ts +0 -214
  336. package/src/shared/schemaGenerator.ts +0 -644
  337. package/src/shared/selectionDialogs.ts +0 -749
  338. package/src/storage/backupCompression.ts +0 -88
  339. package/src/storage/methods.ts +0 -698
  340. package/src/storage/schemas.ts +0 -205
  341. package/src/tables/indexManager.ts +0 -409
  342. package/src/types/node-appwrite-tablesdb.d.ts +0 -44
  343. package/src/types.ts +0 -9
  344. package/src/users/methods.ts +0 -359
  345. package/src/utils/ClientFactory.ts +0 -240
  346. package/src/utils/configDiscovery.ts +0 -557
  347. package/src/utils/configMigration.ts +0 -348
  348. package/src/utils/constantsGenerator.ts +0 -369
  349. package/src/utils/dataConverters.ts +0 -159
  350. package/src/utils/directoryUtils.ts +0 -61
  351. package/src/utils/getClientFromConfig.ts +0 -257
  352. package/src/utils/helperFunctions.ts +0 -228
  353. package/src/utils/index.ts +0 -2
  354. package/src/utils/loadConfigs.ts +0 -449
  355. package/src/utils/pathResolvers.ts +0 -81
  356. package/src/utils/projectConfig.ts +0 -340
  357. package/src/utils/retryFailedPromises.ts +0 -29
  358. package/src/utils/sessionAuth.ts +0 -230
  359. package/src/utils/setupFiles.ts +0 -1238
  360. package/src/utils/typeGuards.ts +0 -65
  361. package/src/utils/validationRules.ts +0 -88
  362. package/src/utils/versionDetection.ts +0 -292
  363. package/src/utils/yamlConverter.ts +0 -542
  364. package/src/utils/yamlLoader.ts +0 -371
  365. package/src/utilsController.ts +0 -1213
  366. package/tests/README.md +0 -497
  367. package/tests/adapters/AdapterFactory.test.ts +0 -277
  368. package/tests/integration/syncOperations.test.ts +0 -463
  369. package/tests/jest.config.js +0 -25
  370. package/tests/migration/configMigration.test.ts +0 -546
  371. package/tests/setup.ts +0 -62
  372. package/tests/testUtils.ts +0 -340
  373. package/tests/utils/loadConfigs.test.ts +0 -350
  374. package/tests/validation/configValidation.test.ts +0 -412
  375. package/tmp-sync-test/.appwrite/collections/TestCollection.yaml +0 -7
  376. package/tsconfig.json +0 -44
@@ -0,0 +1,7 @@
1
+ import type { DatabaseAdapter } from "appwrite-utils-helpers";
2
+ import type { InteractiveCLI } from "../../interactiveCLI.js";
3
+ export declare function importFileFromPath(adapter: DatabaseAdapter, filePath: string, databaseId: string, tableId: string): Promise<void>;
4
+ export declare function importFilePromptMissing(adapter: DatabaseAdapter, database: any, filePath: string, targetDb?: string, targetTable?: string): Promise<void>;
5
+ export declare const importFileCommands: {
6
+ importFile(cli: InteractiveCLI): Promise<void>;
7
+ };
@@ -0,0 +1,674 @@
1
+ import inquirer from "inquirer";
2
+ import fs from "node:fs";
3
+ import path from "node:path";
4
+ import readline from "node:readline";
5
+ import Papa from "papaparse";
6
+ import { ID, Query } from "node-appwrite";
7
+ import pLimit from "p-limit";
8
+ import { MessageFormatter, tryAwaitWithRetry, delay, } from "appwrite-utils-helpers";
9
+ import { ProgressManager } from "../../shared/progressManager.js";
10
+ import { fetchAllDatabases } from "../../databases/methods.js";
11
+ const SYSTEM_FIELDS = new Set([
12
+ "$databaseId",
13
+ "$collectionId",
14
+ "$tableId",
15
+ "$sequence",
16
+ "$tenant",
17
+ ]);
18
+ const PASSTHROUGH_FIELDS = new Set(["$id", "$permissions", "$createdAt", "$updatedAt"]);
19
+ async function fetchSchema(adapter, databaseId, tableId) {
20
+ MessageFormatter.info(`Fetching schema for database="${databaseId}" table="${tableId}"`, { prefix: "Import" });
21
+ const tableInfo = await adapter.getTable({ databaseId, tableId });
22
+ const columns = tableInfo.data?.columns || tableInfo.data?.attributes || [];
23
+ const availableColumns = columns.filter((col) => !col.status || col.status === "available");
24
+ MessageFormatter.info(`Schema columns: ${availableColumns.map((c) => c.key || c.$id).join(", ")}`, { prefix: "Import" });
25
+ const columnTypeMap = new Map();
26
+ const enumElementsMap = new Map();
27
+ const arrayColumns = new Set();
28
+ const hasRelationships = availableColumns.some((col) => col.type === "relationship");
29
+ for (const col of availableColumns) {
30
+ const key = col.key || col.$id;
31
+ if (!key)
32
+ continue;
33
+ columnTypeMap.set(key, col.type);
34
+ if (col.array)
35
+ arrayColumns.add(key);
36
+ if (col.type === "enum" && Array.isArray(col.elements)) {
37
+ enumElementsMap.set(key, new Set(col.elements));
38
+ }
39
+ }
40
+ if (columnTypeMap.size > 0) {
41
+ MessageFormatter.info(`Table schema: ${columns.length} columns detected, will cast values to match types`, { prefix: "Import" });
42
+ }
43
+ return { columnTypeMap, arrayColumns, enumElementsMap, hasRelationships };
44
+ }
45
+ // ── Row cleaning ────────────────────────────────────────────────────────
46
+ function cleanRow(row, schema) {
47
+ const { columnTypeMap, arrayColumns } = schema;
48
+ const clean = {};
49
+ for (const [key, value] of Object.entries(row)) {
50
+ if (SYSTEM_FIELDS.has(key))
51
+ continue;
52
+ if (PASSTHROUGH_FIELDS.has(key)) {
53
+ if (value === null || value === undefined || value === "null" || value === "undefined" || value === "")
54
+ continue;
55
+ if (key === "$permissions") {
56
+ if (Array.isArray(value)) {
57
+ clean[key] = value;
58
+ }
59
+ else if (typeof value === "string" && value.trim()) {
60
+ clean[key] = value.match(/[a-z]+\([^)]*\)/g) || [];
61
+ }
62
+ }
63
+ else if (key === "$createdAt" || key === "$updatedAt") {
64
+ const str = value instanceof Date ? value.toISOString() : String(value).trim();
65
+ // Only set if it looks like a valid ISO datetime
66
+ if (str && !isNaN(Date.parse(str))) {
67
+ clean[key] = str;
68
+ }
69
+ }
70
+ else {
71
+ clean[key] = value;
72
+ }
73
+ continue;
74
+ }
75
+ if (columnTypeMap.size > 0 && !columnTypeMap.has(key))
76
+ continue;
77
+ if (value === null || value === undefined || value === "null")
78
+ continue;
79
+ const colType = columnTypeMap.get(key);
80
+ if (colType === "relationship")
81
+ continue;
82
+ // Array columns
83
+ if (arrayColumns.has(key)) {
84
+ let arr;
85
+ if (Array.isArray(value)) {
86
+ arr = value;
87
+ }
88
+ else if (typeof value === "string") {
89
+ const trimmed = value.trim();
90
+ if (!trimmed || trimmed === "[]") {
91
+ clean[key] = [];
92
+ continue;
93
+ }
94
+ if (trimmed.startsWith("[")) {
95
+ try {
96
+ arr = JSON.parse(trimmed);
97
+ }
98
+ catch {
99
+ arr = trimmed.split(",").map((s) => s.trim()).filter(Boolean);
100
+ }
101
+ }
102
+ else {
103
+ arr = trimmed.split(",").map((s) => s.trim()).filter(Boolean);
104
+ }
105
+ }
106
+ else {
107
+ arr = [value];
108
+ }
109
+ // Cast elements to scalar type
110
+ if (colType === "integer") {
111
+ arr = arr.map((v) => typeof v === "number" ? Math.round(v) : parseInt(String(v), 10)).filter((v) => !isNaN(v));
112
+ }
113
+ else if (colType === "float" || colType === "double") {
114
+ arr = arr.map((v) => typeof v === "number" ? v : parseFloat(String(v))).filter((v) => !isNaN(v));
115
+ }
116
+ else if (colType === "boolean") {
117
+ arr = arr.map((v) => {
118
+ if (typeof v === "boolean")
119
+ return v;
120
+ const s = String(v).toLowerCase().trim();
121
+ return s === "true" || s === "1" || s === "yes";
122
+ });
123
+ }
124
+ else {
125
+ arr = arr.map((v) => String(v));
126
+ }
127
+ clean[key] = arr;
128
+ continue;
129
+ }
130
+ // Scalar casting
131
+ if (colType === "enum") {
132
+ clean[key] = String(value);
133
+ }
134
+ else if (colType === "boolean") {
135
+ if (typeof value === "boolean") {
136
+ clean[key] = value;
137
+ }
138
+ else if (typeof value === "string") {
139
+ const lower = value.toLowerCase().trim();
140
+ if (lower === "true" || lower === "1" || lower === "yes") {
141
+ clean[key] = true;
142
+ }
143
+ else if (lower === "false" || lower === "0" || lower === "no" || lower === "") {
144
+ clean[key] = false;
145
+ }
146
+ else {
147
+ clean[key] = Boolean(value);
148
+ }
149
+ }
150
+ else if (typeof value === "number") {
151
+ clean[key] = value !== 0;
152
+ }
153
+ else {
154
+ clean[key] = Boolean(value);
155
+ }
156
+ }
157
+ else if (colType === "integer") {
158
+ if (typeof value === "number") {
159
+ clean[key] = Math.round(value);
160
+ }
161
+ else if (typeof value === "string" && value.trim() !== "") {
162
+ const parsed = parseInt(value, 10);
163
+ if (!isNaN(parsed))
164
+ clean[key] = parsed;
165
+ }
166
+ }
167
+ else if (colType === "float" || colType === "double") {
168
+ if (typeof value === "number") {
169
+ clean[key] = value;
170
+ }
171
+ else if (typeof value === "string" && value.trim() !== "") {
172
+ const parsed = parseFloat(value);
173
+ if (!isNaN(parsed))
174
+ clean[key] = parsed;
175
+ }
176
+ }
177
+ else if (typeof value === "string" && value === "") {
178
+ // Skip empty strings — let database use defaults
179
+ continue;
180
+ }
181
+ else {
182
+ clean[key] = value;
183
+ }
184
+ }
185
+ return clean;
186
+ }
187
+ // ── Upsert helpers ──────────────────────────────────────────────────────
188
+ function makeUpsertRow(adapter, databaseId, tableId) {
189
+ return async (row) => {
190
+ const { $id, $permissions, ...data } = row;
191
+ const rowId = $id || ID.unique();
192
+ const permissions = Array.isArray($permissions) ? $permissions : undefined;
193
+ try {
194
+ await adapter.createRow({ databaseId, tableId, id: rowId, data, permissions });
195
+ }
196
+ catch (error) {
197
+ const code = error?.originalError?.code || error?.code;
198
+ if (code === 409) {
199
+ await adapter.updateRow({ databaseId, tableId, id: rowId, data, permissions });
200
+ }
201
+ else {
202
+ throw error;
203
+ }
204
+ }
205
+ };
206
+ }
207
+ // Track the max working bulk size across calls so we don't retry sizes that already failed
208
+ let effectiveBulkMax = 2500;
209
+ async function flushBatch(batch, adapter, databaseId, tableId, schema, useBulk, upsertRow) {
210
+ let created = 0;
211
+ let errors = 0;
212
+ let firstError = null;
213
+ if (useBulk) {
214
+ // Deduplicate by $id within the batch — keep last occurrence
215
+ const deduped = new Map();
216
+ for (const row of batch) {
217
+ const id = row.$id || ID.unique();
218
+ if (!row.$id)
219
+ row.$id = id;
220
+ deduped.set(id, row);
221
+ }
222
+ const dedupedRows = Array.from(deduped.values());
223
+ // Split into sub-batches of effectiveBulkMax and run up to 5 concurrently
224
+ const subBatches = [];
225
+ for (let i = 0; i < dedupedRows.length; i += effectiveBulkMax) {
226
+ subBatches.push(dedupedRows.slice(i, i + effectiveBulkMax));
227
+ }
228
+ const bulkLimit = pLimit(500);
229
+ const results = await Promise.all(subBatches.map((sub) => bulkLimit(async () => {
230
+ try {
231
+ const result = await tryAwaitWithRetry(async () => adapter.bulkUpsertRows({ databaseId, tableId, rows: sub }));
232
+ return { created: result?.total || result?.rows?.length || sub.length, errors: 0, firstError: null };
233
+ }
234
+ catch (error) {
235
+ const msg = error?.message || error?.originalError?.message || String(error);
236
+ const isSizeError = /too many|payload too large|batch.*size|limit|no longer than \d+ items|array.*\d+ items/i.test(msg)
237
+ || error?.originalError?.code === 413
238
+ || error?.code === 413
239
+ || error?.originalError?.type === "general_argument_invalid";
240
+ if (isSizeError && sub.length > 50) {
241
+ const newMax = Math.floor(sub.length / 2);
242
+ if (newMax < effectiveBulkMax) {
243
+ effectiveBulkMax = newMax;
244
+ MessageFormatter.warning(`Bulk batch too large, reducing to ${effectiveBulkMax} per call`, { prefix: "Import" });
245
+ }
246
+ // Retry halved sequentially within this slot
247
+ const mid = Math.ceil(sub.length / 2);
248
+ const halves = [sub.slice(0, mid), sub.slice(mid)];
249
+ let hCreated = 0, hErrors = 0;
250
+ let hFirst = null;
251
+ for (const half of halves) {
252
+ try {
253
+ const r = await tryAwaitWithRetry(async () => adapter.bulkUpsertRows({ databaseId, tableId, rows: half }));
254
+ hCreated += r?.total || r?.rows?.length || half.length;
255
+ }
256
+ catch (e) {
257
+ hErrors += half.length;
258
+ if (!hFirst)
259
+ hFirst = e?.message || String(e);
260
+ }
261
+ }
262
+ return { created: hCreated, errors: hErrors, firstError: hFirst };
263
+ }
264
+ return { created: 0, errors: sub.length, firstError: msg };
265
+ }
266
+ })));
267
+ for (const r of results) {
268
+ created += r.created;
269
+ errors += r.errors;
270
+ if (r.firstError && !firstError)
271
+ firstError = r.firstError;
272
+ }
273
+ }
274
+ else {
275
+ const limit = pLimit(500);
276
+ const promises = batch.map((row) => limit(async () => {
277
+ try {
278
+ await upsertRow(row);
279
+ created++;
280
+ }
281
+ catch (error) {
282
+ errors++;
283
+ const msg = error?.message || error?.originalError?.message || String(error);
284
+ if (!firstError)
285
+ firstError = msg;
286
+ }
287
+ }));
288
+ await Promise.all(promises);
289
+ }
290
+ return { created, errors, firstError };
291
+ }
292
+ // ── Streaming CSV/TSV importer ──────────────────────────────────────────
293
+ async function countLines(filePath) {
294
+ return new Promise((resolve, reject) => {
295
+ let count = 0;
296
+ const stream = fs.createReadStream(filePath, { highWaterMark: 64 * 1024 });
297
+ stream.on("data", (chunk) => {
298
+ const buf = typeof chunk === "string" ? Buffer.from(chunk) : chunk;
299
+ for (let i = 0; i < buf.length; i++) {
300
+ if (buf[i] === 0x0a)
301
+ count++;
302
+ }
303
+ });
304
+ stream.on("end", () => resolve(count)); // header line means count ≈ data rows
305
+ stream.on("error", reject);
306
+ });
307
+ }
308
+ async function importCsvStream(adapter, filePath, databaseId, tableId, schema, delimiter) {
309
+ const useBulk = false; // individual upserts with high concurrency
310
+ const BATCH_SIZE = 500;
311
+ const upsertRow = makeUpsertRow(adapter, databaseId, tableId);
312
+ if (schema.hasRelationships) {
313
+ MessageFormatter.info("Table has relationships — using individual upserts (25 concurrent)", { prefix: "Import" });
314
+ }
315
+ if (useBulk) {
316
+ MessageFormatter.info("Using bulk upsert", { prefix: "Import" });
317
+ }
318
+ // Get approximate row count for progress
319
+ const lineCount = await countLines(filePath);
320
+ MessageFormatter.info(`~${lineCount} rows detected (streaming)`, { prefix: "Import" });
321
+ const progress = ProgressManager.create(`import-${tableId}`, lineCount, {
322
+ title: `Importing into ${tableId}`,
323
+ });
324
+ let totalCreated = 0;
325
+ let totalErrors = 0;
326
+ let firstError = null;
327
+ let buffer = [];
328
+ let headerLogged = false;
329
+ await new Promise((resolve, reject) => {
330
+ const stream = fs.createReadStream(filePath, { encoding: "utf8" });
331
+ Papa.parse(stream, {
332
+ header: true,
333
+ dynamicTyping: false,
334
+ skipEmptyLines: true,
335
+ delimiter,
336
+ step: async (result, parser) => {
337
+ if (result.errors?.length > 0) {
338
+ const critical = result.errors.filter((e) => e.type !== "FieldMismatch");
339
+ if (critical.length > 0 && !firstError) {
340
+ firstError = critical[0].message;
341
+ }
342
+ }
343
+ const cleaned = cleanRow(result.data, schema);
344
+ if (!headerLogged && cleaned) {
345
+ MessageFormatter.info(`Columns: ${Object.keys(cleaned).join(", ")}`, { prefix: "Import" });
346
+ headerLogged = true;
347
+ }
348
+ buffer.push(cleaned);
349
+ if (buffer.length >= BATCH_SIZE) {
350
+ parser.pause();
351
+ const batch = buffer.splice(0, buffer.length);
352
+ const stats = await flushBatch(batch, adapter, databaseId, tableId, schema, useBulk, upsertRow);
353
+ totalCreated += stats.created;
354
+ totalErrors += stats.errors;
355
+ if (stats.firstError && !firstError)
356
+ firstError = stats.firstError;
357
+ progress.update(totalCreated + totalErrors);
358
+ parser.resume();
359
+ }
360
+ },
361
+ complete: async () => {
362
+ // Flush remaining rows
363
+ if (buffer.length > 0) {
364
+ const stats = await flushBatch(buffer, adapter, databaseId, tableId, schema, useBulk, upsertRow);
365
+ totalCreated += stats.created;
366
+ totalErrors += stats.errors;
367
+ if (stats.firstError && !firstError)
368
+ firstError = stats.firstError;
369
+ }
370
+ resolve();
371
+ },
372
+ error: (error) => {
373
+ reject(error);
374
+ },
375
+ });
376
+ });
377
+ progress.setTotal(totalCreated + totalErrors);
378
+ progress.stop();
379
+ if (firstError) {
380
+ MessageFormatter.error(`Sample error: ${firstError}`, undefined, { prefix: "Import" });
381
+ }
382
+ if (totalErrors > 0) {
383
+ MessageFormatter.warning(`Imported ${totalCreated} rows with ${totalErrors} errors into ${tableId}`, { prefix: "Import" });
384
+ }
385
+ else {
386
+ MessageFormatter.success(`Successfully imported ${totalCreated} rows into ${tableId}`, { prefix: "Import" });
387
+ }
388
+ }
389
+ // ── Streaming JSONL importer ────────────────────────────────────────────
390
+ async function importJsonlStream(adapter, filePath, databaseId, tableId, schema) {
391
+ const useBulk = false; // individual upserts with high concurrency
392
+ const BATCH_SIZE = 500;
393
+ const upsertRow = makeUpsertRow(adapter, databaseId, tableId);
394
+ if (useBulk)
395
+ MessageFormatter.info("Using bulk upsert", { prefix: "Import" });
396
+ const lineCount = await countLines(filePath);
397
+ MessageFormatter.info(`~${lineCount} rows detected (streaming)`, { prefix: "Import" });
398
+ const progress = ProgressManager.create(`import-${tableId}`, lineCount, {
399
+ title: `Importing into ${tableId}`,
400
+ });
401
+ let totalCreated = 0;
402
+ let totalErrors = 0;
403
+ let firstError = null;
404
+ let buffer = [];
405
+ let headerLogged = false;
406
+ const rl = readline.createInterface({
407
+ input: fs.createReadStream(filePath, { encoding: "utf8" }),
408
+ crlfDelay: Infinity,
409
+ });
410
+ for await (const line of rl) {
411
+ const trimmed = line.trim();
412
+ if (!trimmed)
413
+ continue;
414
+ let row;
415
+ try {
416
+ row = JSON.parse(trimmed);
417
+ }
418
+ catch {
419
+ totalErrors++;
420
+ if (!firstError)
421
+ firstError = `Invalid JSON line: ${trimmed.slice(0, 80)}`;
422
+ continue;
423
+ }
424
+ const cleaned = cleanRow(row, schema);
425
+ if (!headerLogged && cleaned) {
426
+ MessageFormatter.info(`Columns: ${Object.keys(cleaned).join(", ")}`, { prefix: "Import" });
427
+ headerLogged = true;
428
+ }
429
+ buffer.push(cleaned);
430
+ if (buffer.length >= BATCH_SIZE) {
431
+ const batch = buffer.splice(0, buffer.length);
432
+ const stats = await flushBatch(batch, adapter, databaseId, tableId, schema, useBulk, upsertRow);
433
+ totalCreated += stats.created;
434
+ totalErrors += stats.errors;
435
+ if (stats.firstError && !firstError)
436
+ firstError = stats.firstError;
437
+ progress.update(totalCreated + totalErrors);
438
+ }
439
+ }
440
+ // Flush remaining
441
+ if (buffer.length > 0) {
442
+ const stats = await flushBatch(buffer, adapter, databaseId, tableId, schema, useBulk, upsertRow);
443
+ totalCreated += stats.created;
444
+ totalErrors += stats.errors;
445
+ if (stats.firstError && !firstError)
446
+ firstError = stats.firstError;
447
+ }
448
+ progress.setTotal(totalCreated + totalErrors);
449
+ progress.stop();
450
+ if (firstError) {
451
+ MessageFormatter.error(`Sample error: ${firstError}`, undefined, { prefix: "Import" });
452
+ }
453
+ if (totalErrors > 0) {
454
+ MessageFormatter.warning(`Imported ${totalCreated} rows with ${totalErrors} errors into ${tableId}`, { prefix: "Import" });
455
+ }
456
+ else {
457
+ MessageFormatter.success(`Successfully imported ${totalCreated} rows into ${tableId}`, { prefix: "Import" });
458
+ }
459
+ }
460
+ // ── JSON importer (non-streaming, for .json files) ──────────────────────
461
+ async function importJsonFile(adapter, filePath, databaseId, tableId, schema) {
462
+ const raw = fs.readFileSync(filePath, "utf8");
463
+ const parsed = JSON.parse(raw);
464
+ let rows;
465
+ if (Array.isArray(parsed)) {
466
+ rows = parsed;
467
+ }
468
+ else if (typeof parsed === "object" && parsed !== null) {
469
+ const arrayKey = Object.keys(parsed).find((k) => Array.isArray(parsed[k]));
470
+ if (arrayKey) {
471
+ MessageFormatter.info(`Using "${arrayKey}" array from JSON (${parsed[arrayKey].length} items)`, { prefix: "Import" });
472
+ rows = parsed[arrayKey];
473
+ }
474
+ else {
475
+ throw new Error("JSON file must be an array or an object containing an array");
476
+ }
477
+ }
478
+ else {
479
+ throw new Error("JSON file must be an array or an object containing an array");
480
+ }
481
+ if (!rows.length) {
482
+ MessageFormatter.warning("No rows found in file", { prefix: "Import" });
483
+ return;
484
+ }
485
+ MessageFormatter.info(`Parsed ${rows.length} rows`, { prefix: "Import" });
486
+ const useBulk = false; // individual upserts with high concurrency
487
+ const BATCH_SIZE = 500;
488
+ const upsertRow = makeUpsertRow(adapter, databaseId, tableId);
489
+ if (useBulk)
490
+ MessageFormatter.info("Using bulk upsert", { prefix: "Import" });
491
+ if (schema.hasRelationships) {
492
+ MessageFormatter.info("Table has relationships — using individual upserts (25 concurrent)", { prefix: "Import" });
493
+ }
494
+ const cleanedRows = rows.map((row) => cleanRow(row, schema));
495
+ MessageFormatter.info(`Columns: ${Object.keys(cleanedRows[0]).join(", ")}`, { prefix: "Import" });
496
+ const progress = ProgressManager.create(`import-${tableId}`, cleanedRows.length, {
497
+ title: `Importing into ${tableId}`,
498
+ });
499
+ let totalCreated = 0;
500
+ let totalErrors = 0;
501
+ let firstError = null;
502
+ // Process in batches
503
+ for (let i = 0; i < cleanedRows.length; i += BATCH_SIZE) {
504
+ const batch = cleanedRows.slice(i, i + BATCH_SIZE);
505
+ const stats = await flushBatch(batch, adapter, databaseId, tableId, schema, useBulk, upsertRow);
506
+ totalCreated += stats.created;
507
+ totalErrors += stats.errors;
508
+ if (stats.firstError && !firstError)
509
+ firstError = stats.firstError;
510
+ progress.update(totalCreated + totalErrors);
511
+ }
512
+ progress.setTotal(totalCreated + totalErrors);
513
+ progress.stop();
514
+ if (firstError) {
515
+ MessageFormatter.error(`Sample error: ${firstError}`, undefined, { prefix: "Import" });
516
+ }
517
+ if (totalErrors > 0) {
518
+ MessageFormatter.warning(`Imported ${totalCreated} rows with ${totalErrors} errors into ${tableId}`, { prefix: "Import" });
519
+ }
520
+ else {
521
+ MessageFormatter.success(`Successfully imported ${totalCreated} rows into ${tableId}`, { prefix: "Import" });
522
+ }
523
+ }
524
+ // ── Main entry point ────────────────────────────────────────────────────
525
+ export async function importFileFromPath(adapter, filePath, databaseId, tableId) {
526
+ const resolvedPath = path.resolve(filePath);
527
+ if (!fs.existsSync(resolvedPath)) {
528
+ MessageFormatter.error(`File not found: ${resolvedPath}`, undefined, {
529
+ prefix: "Import",
530
+ });
531
+ return;
532
+ }
533
+ const ext = path.extname(resolvedPath).toLowerCase();
534
+ const supported = new Set([".csv", ".tsv", ".json", ".jsonl"]);
535
+ if (!supported.has(ext)) {
536
+ MessageFormatter.error(`Unsupported file format: ${ext}. Use .csv, .tsv, .json, or .jsonl`, undefined, { prefix: "Import" });
537
+ return;
538
+ }
539
+ const stat = fs.statSync(resolvedPath);
540
+ const sizeMB = (stat.size / 1024 / 1024).toFixed(1);
541
+ MessageFormatter.info(`Importing ${path.basename(resolvedPath)} (${sizeMB} MB)`, { prefix: "Import" });
542
+ const schema = await fetchSchema(adapter, databaseId, tableId);
543
+ try {
544
+ if (ext === ".csv" || ext === ".tsv") {
545
+ await importCsvStream(adapter, resolvedPath, databaseId, tableId, schema, ext === ".tsv" ? "\t" : undefined);
546
+ }
547
+ else if (ext === ".jsonl") {
548
+ await importJsonlStream(adapter, resolvedPath, databaseId, tableId, schema);
549
+ }
550
+ else {
551
+ await importJsonFile(adapter, resolvedPath, databaseId, tableId, schema);
552
+ }
553
+ }
554
+ catch (error) {
555
+ MessageFormatter.error(`Failed to import file: ${error.message}`, error, { prefix: "Import" });
556
+ }
557
+ }
558
+ // ── Prompt for missing targetDb / targetTable ───────────────────────────
559
+ export async function importFilePromptMissing(adapter, database, filePath, targetDb, targetTable) {
560
+ let databaseId = targetDb;
561
+ let tableId = targetTable;
562
+ if (!databaseId) {
563
+ const allDatabases = await fetchAllDatabases(database);
564
+ if (allDatabases.length === 0) {
565
+ MessageFormatter.error("No databases found", undefined, { prefix: "Import" });
566
+ return;
567
+ }
568
+ const { selectedDb } = await inquirer.prompt([
569
+ {
570
+ type: "list",
571
+ name: "selectedDb",
572
+ message: "Select target database:",
573
+ choices: allDatabases.map((db) => ({
574
+ name: `${db.name} (${db.$id})`,
575
+ value: db.$id,
576
+ })),
577
+ },
578
+ ]);
579
+ databaseId = selectedDb;
580
+ }
581
+ if (!tableId) {
582
+ const tablesResponse = await adapter.listTables({
583
+ databaseId: databaseId,
584
+ queries: [Query.limit(500)],
585
+ });
586
+ const tables = tablesResponse.tables || tablesResponse.data || [];
587
+ if (tables.length === 0) {
588
+ MessageFormatter.error("No tables found in selected database", undefined, { prefix: "Import" });
589
+ return;
590
+ }
591
+ const { selectedTable } = await inquirer.prompt([
592
+ {
593
+ type: "list",
594
+ name: "selectedTable",
595
+ message: "Select target table:",
596
+ choices: tables.map((t) => ({
597
+ name: `${t.name} (${t.$id})`,
598
+ value: t.$id,
599
+ })),
600
+ },
601
+ ]);
602
+ tableId = selectedTable;
603
+ }
604
+ await importFileFromPath(adapter, filePath, databaseId, tableId);
605
+ }
606
+ // ── Interactive wrapper ─────────────────────────────────────────────────
607
+ export const importFileCommands = {
608
+ async importFile(cli) {
609
+ const controller = cli.controller;
610
+ const adapter = controller.adapter;
611
+ const database = controller.database;
612
+ // 1. Prompt for file path
613
+ const { filePath } = await inquirer.prompt([
614
+ {
615
+ type: "input",
616
+ name: "filePath",
617
+ message: "Path to CSV or JSON file:",
618
+ validate: (input) => {
619
+ if (!input || !input.trim())
620
+ return "Please provide a file path";
621
+ const resolved = path.resolve(input.trim());
622
+ if (!fs.existsSync(resolved))
623
+ return `File not found: ${resolved}`;
624
+ const ext = path.extname(resolved).toLowerCase();
625
+ if (![".csv", ".tsv", ".json", ".jsonl"].includes(ext))
626
+ return "Supported formats: .csv, .tsv, .json, .jsonl";
627
+ return true;
628
+ },
629
+ },
630
+ ]);
631
+ // 2. Select database
632
+ const allDatabases = await fetchAllDatabases(database);
633
+ if (allDatabases.length === 0) {
634
+ MessageFormatter.error("No databases found", undefined, {
635
+ prefix: "Import",
636
+ });
637
+ return;
638
+ }
639
+ const { selectedDb } = await inquirer.prompt([
640
+ {
641
+ type: "list",
642
+ name: "selectedDb",
643
+ message: "Select target database:",
644
+ choices: allDatabases.map((db) => ({
645
+ name: `${db.name} (${db.$id})`,
646
+ value: db.$id,
647
+ })),
648
+ },
649
+ ]);
650
+ // 3. Select table
651
+ const tablesResponse = await adapter.listTables({
652
+ databaseId: selectedDb,
653
+ queries: [Query.limit(500)],
654
+ });
655
+ const tables = tablesResponse.tables || tablesResponse.data || [];
656
+ if (tables.length === 0) {
657
+ MessageFormatter.error("No tables found in selected database", undefined, { prefix: "Import" });
658
+ return;
659
+ }
660
+ const { selectedTable } = await inquirer.prompt([
661
+ {
662
+ type: "list",
663
+ name: "selectedTable",
664
+ message: "Select target table:",
665
+ choices: tables.map((t) => ({
666
+ name: `${t.name} (${t.$id})`,
667
+ value: t.$id,
668
+ })),
669
+ },
670
+ ]);
671
+ // 4. Import
672
+ await importFileFromPath(adapter, filePath.trim(), selectedDb, selectedTable);
673
+ },
674
+ };