@njdamstra/appwrite-utils-cli 1.8.9 → 1.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (285) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/CONFIG_TODO.md +1189 -0
  3. package/SELECTION_DIALOGS.md +146 -0
  4. package/SERVICE_IMPLEMENTATION_REPORT.md +462 -0
  5. package/dist/adapters/index.d.ts +7 -8
  6. package/dist/adapters/index.js +7 -9
  7. package/dist/backups/operations/bucketBackup.js +2 -2
  8. package/dist/backups/operations/collectionBackup.d.ts +1 -1
  9. package/dist/backups/operations/collectionBackup.js +3 -3
  10. package/dist/backups/operations/comprehensiveBackup.d.ts +1 -1
  11. package/dist/backups/operations/comprehensiveBackup.js +2 -2
  12. package/dist/backups/tracking/centralizedTracking.d.ts +1 -1
  13. package/dist/backups/tracking/centralizedTracking.js +2 -2
  14. package/dist/cli/commands/configCommands.js +51 -7
  15. package/dist/cli/commands/databaseCommands.d.ts +1 -0
  16. package/dist/cli/commands/databaseCommands.js +119 -9
  17. package/dist/cli/commands/functionCommands.js +3 -3
  18. package/dist/cli/commands/importFileCommands.d.ts +7 -0
  19. package/dist/cli/commands/importFileCommands.js +674 -0
  20. package/dist/cli/commands/schemaCommands.js +3 -3
  21. package/dist/cli/commands/storageCommands.js +2 -3
  22. package/dist/cli/commands/transferCommands.js +3 -5
  23. package/dist/collections/attributes.d.ts +1 -1
  24. package/dist/collections/attributes.js +85 -35
  25. package/dist/collections/indexes.js +2 -4
  26. package/dist/collections/methods.d.ts +1 -1
  27. package/dist/collections/methods.js +111 -192
  28. package/dist/collections/tableOperations.d.ts +1 -0
  29. package/dist/collections/tableOperations.js +90 -23
  30. package/dist/collections/transferOperations.d.ts +1 -1
  31. package/dist/collections/transferOperations.js +3 -4
  32. package/dist/collections/wipeOperations.d.ts +4 -3
  33. package/dist/collections/wipeOperations.js +112 -39
  34. package/dist/databases/methods.js +2 -2
  35. package/dist/databases/setup.js +2 -2
  36. package/dist/examples/yamlTerminologyExample.js +2 -2
  37. package/dist/functions/deployments.d.ts +1 -1
  38. package/dist/functions/deployments.js +5 -5
  39. package/dist/functions/fnConfigDiscovery.js +2 -2
  40. package/dist/functions/methods.js +16 -4
  41. package/dist/init.js +1 -1
  42. package/dist/interactiveCLI.d.ts +6 -1
  43. package/dist/interactiveCLI.js +64 -10
  44. package/dist/main.js +130 -177
  45. package/dist/migrations/afterImportActions.js +2 -3
  46. package/dist/migrations/appwriteToX.d.ts +97 -1
  47. package/dist/migrations/appwriteToX.js +9 -7
  48. package/dist/migrations/comprehensiveTransfer.js +3 -5
  49. package/dist/migrations/dataLoader.d.ts +194 -2
  50. package/dist/migrations/dataLoader.js +2 -5
  51. package/dist/migrations/importController.js +3 -4
  52. package/dist/migrations/importDataActions.js +3 -3
  53. package/dist/migrations/relationships.js +1 -2
  54. package/dist/migrations/services/DataTransformationService.js +2 -2
  55. package/dist/migrations/services/FileHandlerService.js +1 -1
  56. package/dist/migrations/services/ImportOrchestrator.js +4 -4
  57. package/dist/migrations/services/RateLimitManager.js +1 -1
  58. package/dist/migrations/services/RelationshipResolver.js +1 -1
  59. package/dist/migrations/services/UserMappingService.js +1 -1
  60. package/dist/migrations/services/ValidationService.js +1 -1
  61. package/dist/migrations/transfer.d.ts +8 -4
  62. package/dist/migrations/transfer.js +106 -55
  63. package/dist/migrations/yaml/YamlImportConfigLoader.js +1 -1
  64. package/dist/migrations/yaml/YamlImportIntegration.js +2 -2
  65. package/dist/migrations/yaml/generateImportSchemas.js +1 -1
  66. package/dist/setupCommands.d.ts +1 -1
  67. package/dist/setupCommands.js +5 -6
  68. package/dist/setupController.js +1 -1
  69. package/dist/shared/backupTracking.d.ts +1 -1
  70. package/dist/shared/backupTracking.js +2 -2
  71. package/dist/shared/confirmationDialogs.js +1 -1
  72. package/dist/shared/migrationHelpers.d.ts +1 -1
  73. package/dist/shared/migrationHelpers.js +3 -3
  74. package/dist/shared/operationQueue.d.ts +1 -1
  75. package/dist/shared/operationQueue.js +2 -3
  76. package/dist/shared/operationsTable.d.ts +1 -1
  77. package/dist/shared/operationsTable.js +2 -2
  78. package/dist/shared/progressManager.js +1 -1
  79. package/dist/shared/selectionDialogs.js +9 -8
  80. package/dist/storage/methods.js +4 -4
  81. package/dist/storage/schemas.d.ts +386 -2
  82. package/dist/tables/indexManager.d.ts +65 -0
  83. package/dist/tables/indexManager.js +294 -0
  84. package/dist/types.d.ts +2 -2
  85. package/dist/types.js +1 -1
  86. package/dist/users/methods.js +2 -3
  87. package/dist/utils/configMigration.js +1 -1
  88. package/dist/utils/index.d.ts +1 -1
  89. package/dist/utils/index.js +1 -1
  90. package/dist/utils/loadConfigs.d.ts +2 -2
  91. package/dist/utils/loadConfigs.js +6 -7
  92. package/dist/utils/setupFiles.js +5 -7
  93. package/dist/utilsController.d.ts +15 -8
  94. package/dist/utilsController.js +57 -28
  95. package/package.json +8 -4
  96. package/src/adapters/index.ts +8 -34
  97. package/src/backups/operations/bucketBackup.ts +2 -2
  98. package/src/backups/operations/collectionBackup.ts +4 -4
  99. package/src/backups/operations/comprehensiveBackup.ts +3 -3
  100. package/src/backups/tracking/centralizedTracking.ts +3 -3
  101. package/src/cli/commands/configCommands.ts +72 -8
  102. package/src/cli/commands/databaseCommands.ts +161 -9
  103. package/src/cli/commands/functionCommands.ts +4 -3
  104. package/src/cli/commands/importFileCommands.ts +815 -0
  105. package/src/cli/commands/schemaCommands.ts +3 -3
  106. package/src/cli/commands/storageCommands.ts +2 -3
  107. package/src/cli/commands/transferCommands.ts +3 -6
  108. package/src/collections/attributes.ts +155 -39
  109. package/src/collections/indexes.ts +5 -7
  110. package/src/collections/methods.ts +115 -150
  111. package/src/collections/tableOperations.ts +92 -21
  112. package/src/collections/transferOperations.ts +4 -5
  113. package/src/collections/wipeOperations.ts +154 -51
  114. package/src/databases/methods.ts +2 -2
  115. package/src/databases/setup.ts +2 -2
  116. package/src/examples/yamlTerminologyExample.ts +2 -2
  117. package/src/functions/deployments.ts +6 -5
  118. package/src/functions/fnConfigDiscovery.ts +2 -2
  119. package/src/functions/methods.ts +19 -6
  120. package/src/init.ts +1 -1
  121. package/src/interactiveCLI.ts +78 -13
  122. package/src/main.ts +143 -287
  123. package/src/migrations/afterImportActions.ts +2 -3
  124. package/src/migrations/appwriteToX.ts +12 -8
  125. package/src/migrations/comprehensiveTransfer.ts +6 -6
  126. package/src/migrations/dataLoader.ts +2 -5
  127. package/src/migrations/importController.ts +3 -4
  128. package/src/migrations/importDataActions.ts +3 -3
  129. package/src/migrations/relationships.ts +1 -2
  130. package/src/migrations/services/DataTransformationService.ts +2 -2
  131. package/src/migrations/services/FileHandlerService.ts +1 -1
  132. package/src/migrations/services/ImportOrchestrator.ts +4 -4
  133. package/src/migrations/services/RateLimitManager.ts +1 -1
  134. package/src/migrations/services/RelationshipResolver.ts +1 -1
  135. package/src/migrations/services/UserMappingService.ts +1 -1
  136. package/src/migrations/services/ValidationService.ts +1 -1
  137. package/src/migrations/transfer.ts +126 -83
  138. package/src/migrations/yaml/YamlImportConfigLoader.ts +1 -1
  139. package/src/migrations/yaml/YamlImportIntegration.ts +2 -2
  140. package/src/migrations/yaml/generateImportSchemas.ts +1 -1
  141. package/src/setupCommands.ts +5 -6
  142. package/src/setupController.ts +1 -1
  143. package/src/shared/backupTracking.ts +3 -3
  144. package/src/shared/confirmationDialogs.ts +1 -1
  145. package/src/shared/migrationHelpers.ts +4 -4
  146. package/src/shared/operationQueue.ts +3 -4
  147. package/src/shared/operationsTable.ts +3 -3
  148. package/src/shared/progressManager.ts +1 -1
  149. package/src/shared/selectionDialogs.ts +9 -8
  150. package/src/storage/methods.ts +4 -4
  151. package/src/tables/indexManager.ts +409 -0
  152. package/src/types.ts +2 -2
  153. package/src/users/methods.ts +2 -3
  154. package/src/utils/configMigration.ts +1 -1
  155. package/src/utils/index.ts +1 -1
  156. package/src/utils/loadConfigs.ts +15 -7
  157. package/src/utils/setupFiles.ts +5 -7
  158. package/src/utilsController.ts +86 -32
  159. package/dist/adapters/AdapterFactory.d.ts +0 -94
  160. package/dist/adapters/AdapterFactory.js +0 -405
  161. package/dist/adapters/DatabaseAdapter.d.ts +0 -233
  162. package/dist/adapters/DatabaseAdapter.js +0 -50
  163. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  164. package/dist/adapters/LegacyAdapter.js +0 -612
  165. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  166. package/dist/adapters/TablesDBAdapter.js +0 -571
  167. package/dist/config/ConfigManager.d.ts +0 -445
  168. package/dist/config/ConfigManager.js +0 -625
  169. package/dist/config/configMigration.d.ts +0 -87
  170. package/dist/config/configMigration.js +0 -390
  171. package/dist/config/configValidation.d.ts +0 -66
  172. package/dist/config/configValidation.js +0 -358
  173. package/dist/config/index.d.ts +0 -8
  174. package/dist/config/index.js +0 -7
  175. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -126
  176. package/dist/config/services/ConfigDiscoveryService.js +0 -374
  177. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  178. package/dist/config/services/ConfigLoaderService.js +0 -540
  179. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  180. package/dist/config/services/ConfigMergeService.js +0 -308
  181. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  182. package/dist/config/services/ConfigValidationService.js +0 -310
  183. package/dist/config/services/SessionAuthService.d.ts +0 -225
  184. package/dist/config/services/SessionAuthService.js +0 -456
  185. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  186. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  187. package/dist/config/services/index.d.ts +0 -13
  188. package/dist/config/services/index.js +0 -10
  189. package/dist/config/yamlConfig.d.ts +0 -722
  190. package/dist/config/yamlConfig.js +0 -702
  191. package/dist/functions/pathResolution.d.ts +0 -37
  192. package/dist/functions/pathResolution.js +0 -185
  193. package/dist/shared/attributeMapper.d.ts +0 -20
  194. package/dist/shared/attributeMapper.js +0 -203
  195. package/dist/shared/errorUtils.d.ts +0 -54
  196. package/dist/shared/errorUtils.js +0 -95
  197. package/dist/shared/functionManager.d.ts +0 -48
  198. package/dist/shared/functionManager.js +0 -336
  199. package/dist/shared/indexManager.d.ts +0 -24
  200. package/dist/shared/indexManager.js +0 -151
  201. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  202. package/dist/shared/jsonSchemaGenerator.js +0 -290
  203. package/dist/shared/logging.d.ts +0 -61
  204. package/dist/shared/logging.js +0 -116
  205. package/dist/shared/messageFormatter.d.ts +0 -39
  206. package/dist/shared/messageFormatter.js +0 -162
  207. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  208. package/dist/shared/pydanticModelGenerator.js +0 -615
  209. package/dist/shared/schemaGenerator.d.ts +0 -40
  210. package/dist/shared/schemaGenerator.js +0 -556
  211. package/dist/utils/ClientFactory.d.ts +0 -87
  212. package/dist/utils/ClientFactory.js +0 -212
  213. package/dist/utils/configDiscovery.d.ts +0 -78
  214. package/dist/utils/configDiscovery.js +0 -472
  215. package/dist/utils/constantsGenerator.d.ts +0 -31
  216. package/dist/utils/constantsGenerator.js +0 -321
  217. package/dist/utils/dataConverters.d.ts +0 -46
  218. package/dist/utils/dataConverters.js +0 -139
  219. package/dist/utils/directoryUtils.d.ts +0 -22
  220. package/dist/utils/directoryUtils.js +0 -59
  221. package/dist/utils/getClientFromConfig.d.ts +0 -39
  222. package/dist/utils/getClientFromConfig.js +0 -199
  223. package/dist/utils/helperFunctions.d.ts +0 -63
  224. package/dist/utils/helperFunctions.js +0 -156
  225. package/dist/utils/pathResolvers.d.ts +0 -53
  226. package/dist/utils/pathResolvers.js +0 -72
  227. package/dist/utils/projectConfig.d.ts +0 -119
  228. package/dist/utils/projectConfig.js +0 -171
  229. package/dist/utils/retryFailedPromises.d.ts +0 -2
  230. package/dist/utils/retryFailedPromises.js +0 -23
  231. package/dist/utils/sessionAuth.d.ts +0 -48
  232. package/dist/utils/sessionAuth.js +0 -164
  233. package/dist/utils/typeGuards.d.ts +0 -35
  234. package/dist/utils/typeGuards.js +0 -57
  235. package/dist/utils/validationRules.d.ts +0 -43
  236. package/dist/utils/validationRules.js +0 -42
  237. package/dist/utils/versionDetection.d.ts +0 -58
  238. package/dist/utils/versionDetection.js +0 -251
  239. package/dist/utils/yamlConverter.d.ts +0 -100
  240. package/dist/utils/yamlConverter.js +0 -428
  241. package/dist/utils/yamlLoader.d.ts +0 -70
  242. package/dist/utils/yamlLoader.js +0 -267
  243. package/src/adapters/AdapterFactory.ts +0 -510
  244. package/src/adapters/DatabaseAdapter.ts +0 -306
  245. package/src/adapters/LegacyAdapter.ts +0 -841
  246. package/src/adapters/TablesDBAdapter.ts +0 -773
  247. package/src/config/ConfigManager.ts +0 -808
  248. package/src/config/README.md +0 -274
  249. package/src/config/configMigration.ts +0 -575
  250. package/src/config/configValidation.ts +0 -445
  251. package/src/config/index.ts +0 -10
  252. package/src/config/services/ConfigDiscoveryService.ts +0 -463
  253. package/src/config/services/ConfigLoaderService.ts +0 -740
  254. package/src/config/services/ConfigMergeService.ts +0 -388
  255. package/src/config/services/ConfigValidationService.ts +0 -394
  256. package/src/config/services/SessionAuthService.ts +0 -565
  257. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  258. package/src/config/services/index.ts +0 -29
  259. package/src/config/yamlConfig.ts +0 -761
  260. package/src/functions/pathResolution.ts +0 -227
  261. package/src/shared/attributeMapper.ts +0 -229
  262. package/src/shared/errorUtils.ts +0 -110
  263. package/src/shared/functionManager.ts +0 -525
  264. package/src/shared/indexManager.ts +0 -254
  265. package/src/shared/jsonSchemaGenerator.ts +0 -383
  266. package/src/shared/logging.ts +0 -149
  267. package/src/shared/messageFormatter.ts +0 -208
  268. package/src/shared/pydanticModelGenerator.ts +0 -618
  269. package/src/shared/schemaGenerator.ts +0 -644
  270. package/src/utils/ClientFactory.ts +0 -240
  271. package/src/utils/configDiscovery.ts +0 -557
  272. package/src/utils/constantsGenerator.ts +0 -369
  273. package/src/utils/dataConverters.ts +0 -159
  274. package/src/utils/directoryUtils.ts +0 -61
  275. package/src/utils/getClientFromConfig.ts +0 -257
  276. package/src/utils/helperFunctions.ts +0 -228
  277. package/src/utils/pathResolvers.ts +0 -81
  278. package/src/utils/projectConfig.ts +0 -299
  279. package/src/utils/retryFailedPromises.ts +0 -29
  280. package/src/utils/sessionAuth.ts +0 -230
  281. package/src/utils/typeGuards.ts +0 -65
  282. package/src/utils/validationRules.ts +0 -88
  283. package/src/utils/versionDetection.ts +0 -292
  284. package/src/utils/yamlConverter.ts +0 -542
  285. package/src/utils/yamlLoader.ts +0 -371
@@ -1,336 +0,0 @@
1
- import { Client, Functions, Runtime } from "node-appwrite";
2
- import {} from "@njdamstra/appwrite-utils";
3
- import { join, relative, resolve, basename } from "node:path";
4
- import fs from "node:fs";
5
- import chalk from "chalk";
6
- import pLimit from "p-limit";
7
- import { tryAwaitWithRetry } from "../utils/helperFunctions.js";
8
- import { MessageFormatter } from "./messageFormatter.js";
9
- /**
10
- * Validates and filters events array for Appwrite functions
11
- * - Filters out empty/invalid strings
12
- * - Limits to 100 items maximum (Appwrite limit)
13
- * - Returns empty array if input is invalid
14
- */
15
- const validateEvents = (events) => {
16
- if (!events || !Array.isArray(events))
17
- return [];
18
- return events
19
- .filter(event => event && typeof event === 'string' && event.trim().length > 0)
20
- .slice(0, 100);
21
- };
22
- // Concurrency limits
23
- const functionLimit = pLimit(5); // Moderate limit for function operations
24
- const queryLimit = pLimit(25); // Higher limit for read operations
25
- export class FunctionManager {
26
- client;
27
- functions;
28
- constructor(client) {
29
- this.client = client;
30
- this.functions = new Functions(client);
31
- }
32
- /**
33
- * Improved function directory detection with multiple strategies
34
- */
35
- async findFunctionDirectory(functionName, options = {}) {
36
- const { searchPaths = [process.cwd()], caseSensitive = false, allowFuzzyMatch = true, verbose = false } = options;
37
- if (verbose) {
38
- MessageFormatter.info(`Searching for function: ${functionName}`, { prefix: "Functions" });
39
- }
40
- // Normalize function name for comparison
41
- const normalizedName = caseSensitive ? functionName : functionName.toLowerCase();
42
- const nameVariations = this.generateNameVariations(normalizedName);
43
- // Strategy 1: Check standard locations first
44
- const standardPaths = this.getStandardFunctionPaths(searchPaths, functionName);
45
- for (const path of standardPaths) {
46
- if (await this.isValidFunctionDirectory(path)) {
47
- if (verbose) {
48
- MessageFormatter.success(`Found function at standard location: ${path}`, { prefix: "Functions" });
49
- }
50
- return path;
51
- }
52
- }
53
- // Strategy 2: Recursive directory search with fuzzy matching
54
- if (allowFuzzyMatch) {
55
- for (const searchPath of searchPaths) {
56
- const foundPath = await this.recursiveDirectorySearch(searchPath, nameVariations, { caseSensitive, verbose });
57
- if (foundPath) {
58
- if (verbose) {
59
- MessageFormatter.success(`Found function via fuzzy search: ${foundPath}`, { prefix: "Functions" });
60
- }
61
- return foundPath;
62
- }
63
- }
64
- }
65
- if (verbose) {
66
- MessageFormatter.warning(`Function directory not found: ${functionName}`, { prefix: "Functions" });
67
- }
68
- return null;
69
- }
70
- generateNameVariations(name) {
71
- const variations = new Set([
72
- name,
73
- name.toLowerCase(),
74
- name.replace(/\s+/g, "-"),
75
- name.replace(/\s+/g, "_"),
76
- name.replace(/[^a-z0-9]/gi, ""),
77
- name.replace(/[-_\s]+/g, ""),
78
- name.replace(/[-_\s]+/g, "-").toLowerCase(),
79
- name.replace(/[-_\s]+/g, "_").toLowerCase(),
80
- ]);
81
- return variations;
82
- }
83
- getStandardFunctionPaths(searchPaths, functionName) {
84
- const normalizedName = functionName.toLowerCase().replace(/\s+/g, "-");
85
- const paths = [];
86
- for (const basePath of searchPaths) {
87
- paths.push(join(basePath, "functions", functionName), join(basePath, "functions", normalizedName), join(basePath, "src", "functions", functionName), join(basePath, "src", "functions", normalizedName), join(basePath, functionName), join(basePath, normalizedName), join(basePath, "appwrite", "functions", functionName), join(basePath, "appwrite", "functions", normalizedName));
88
- }
89
- return paths;
90
- }
91
- async recursiveDirectorySearch(searchPath, nameVariations, options) {
92
- const { caseSensitive, verbose } = options;
93
- try {
94
- const stats = await fs.promises.stat(searchPath);
95
- if (!stats.isDirectory())
96
- return null;
97
- const entries = await fs.promises.readdir(searchPath, { withFileTypes: true });
98
- for (const entry of entries) {
99
- if (!entry.isDirectory())
100
- continue;
101
- // Skip common directories that won't contain functions
102
- if (this.shouldSkipDirectory(entry.name))
103
- continue;
104
- const entryPath = join(searchPath, entry.name);
105
- // Check if this directory matches our function name
106
- const entryNameToCheck = caseSensitive ? entry.name : entry.name.toLowerCase();
107
- if (nameVariations.has(entryNameToCheck)) {
108
- if (await this.isValidFunctionDirectory(entryPath)) {
109
- return entryPath;
110
- }
111
- }
112
- // Recursively search subdirectories
113
- const result = await this.recursiveDirectorySearch(entryPath, nameVariations, options);
114
- if (result)
115
- return result;
116
- }
117
- }
118
- catch (error) {
119
- if (verbose) {
120
- MessageFormatter.debug(`Skipping inaccessible directory: ${searchPath}`, undefined, { prefix: "Functions" });
121
- }
122
- }
123
- return null;
124
- }
125
- shouldSkipDirectory(dirName) {
126
- const skipDirs = new Set([
127
- 'node_modules',
128
- '.git',
129
- '.vscode',
130
- '.idea',
131
- 'dist',
132
- 'build',
133
- 'coverage',
134
- '.nyc_output',
135
- 'tmp',
136
- 'temp',
137
- '.cache',
138
- '__pycache__',
139
- '.pytest_cache',
140
- 'venv',
141
- '.venv',
142
- 'env',
143
- '.env'
144
- ]);
145
- return skipDirs.has(dirName) || dirName.startsWith('.');
146
- }
147
- async isValidFunctionDirectory(path) {
148
- try {
149
- const stats = await fs.promises.stat(path);
150
- if (!stats.isDirectory())
151
- return false;
152
- const files = await fs.promises.readdir(path);
153
- // Check for common function indicators
154
- const hasPackageJson = files.includes('package.json');
155
- const hasMainFile = files.some(file => file.match(/^(index|main|app)\.(js|ts|py)$/i) ||
156
- file === 'src' ||
157
- file === 'lib');
158
- const hasRequirements = files.includes('requirements.txt');
159
- const hasPyProject = files.includes('pyproject.toml');
160
- return hasPackageJson || hasMainFile || hasRequirements || hasPyProject;
161
- }
162
- catch {
163
- return false;
164
- }
165
- }
166
- /**
167
- * Enhanced function deployment with better error handling and validation
168
- */
169
- async deployFunction(functionConfig, functionPath, options = {}) {
170
- const { activate = true, entrypoint = functionConfig.entrypoint || "index.js", commands = functionConfig.commands || "npm install", ignored = ["node_modules", ".git", ".vscode", ".DS_Store", "__pycache__", ".venv"], verbose = false, forceRedeploy = false } = options;
171
- return await functionLimit(async () => {
172
- if (verbose) {
173
- MessageFormatter.processing(`Deploying function: ${functionConfig.name}`, { prefix: "Functions" });
174
- MessageFormatter.debug(`Path: ${functionPath}`, undefined, { prefix: "Functions" });
175
- MessageFormatter.debug(`Entrypoint: ${entrypoint}`, undefined, { prefix: "Functions" });
176
- }
177
- // Validate function directory
178
- if (!await this.isValidFunctionDirectory(functionPath)) {
179
- throw new Error(`Invalid function directory: ${functionPath}`);
180
- }
181
- // Ensure function exists
182
- let functionExists = false;
183
- try {
184
- await this.getFunction(functionConfig.$id);
185
- functionExists = true;
186
- }
187
- catch (error) {
188
- if (verbose) {
189
- MessageFormatter.info(`Function ${functionConfig.$id} does not exist, creating...`, { prefix: "Functions" });
190
- }
191
- }
192
- // Create function if it doesn't exist
193
- if (!functionExists) {
194
- await this.createFunction(functionConfig, { verbose });
195
- }
196
- else if (forceRedeploy) {
197
- await this.updateFunction(functionConfig, { verbose });
198
- }
199
- // Execute pre-deploy commands if specified
200
- if (functionConfig.predeployCommands?.length) {
201
- await this.executePredeployCommands(functionConfig.predeployCommands, functionPath, { verbose });
202
- }
203
- // Deploy the function
204
- const deployment = await this.createDeployment(functionConfig.$id, functionPath, { activate, entrypoint, commands, ignored, verbose });
205
- if (verbose) {
206
- MessageFormatter.success(`Function ${functionConfig.name} deployed successfully`, { prefix: "Functions" });
207
- }
208
- return deployment;
209
- });
210
- }
211
- async createFunction(functionConfig, options = {}) {
212
- const { verbose = false } = options;
213
- if (verbose) {
214
- MessageFormatter.processing(`Creating function: ${functionConfig.name}`, { prefix: "Functions" });
215
- }
216
- return await tryAwaitWithRetry(async () => {
217
- return await this.functions.create(functionConfig.$id, functionConfig.name, functionConfig.runtime, functionConfig.execute || [], functionConfig.events || [], functionConfig.schedule || "", functionConfig.timeout || 15, functionConfig.enabled !== false, functionConfig.logging !== false, functionConfig.entrypoint, functionConfig.commands, functionConfig.scopes || [], functionConfig.installationId, functionConfig.providerRepositoryId, functionConfig.providerBranch, functionConfig.providerSilentMode, functionConfig.providerRootDirectory);
218
- });
219
- }
220
- async updateFunction(functionConfig, options = {}) {
221
- const { verbose = false } = options;
222
- if (verbose) {
223
- MessageFormatter.processing(`Updating function: ${functionConfig.name}`, { prefix: "Functions" });
224
- }
225
- return await tryAwaitWithRetry(async () => {
226
- return await this.functions.update(functionConfig.$id, functionConfig.name, functionConfig.runtime, functionConfig.execute || [], functionConfig.events || [], functionConfig.schedule || "", functionConfig.timeout || 15, functionConfig.enabled !== false, functionConfig.logging !== false, functionConfig.entrypoint, functionConfig.commands, functionConfig.scopes || [], functionConfig.installationId, functionConfig.providerRepositoryId, functionConfig.providerBranch, functionConfig.providerSilentMode, functionConfig.providerRootDirectory, functionConfig.specification);
227
- });
228
- }
229
- async executePredeployCommands(commands, workingDir, options = {}) {
230
- const { verbose = false } = options;
231
- const { execSync } = await import("child_process");
232
- const { platform } = await import("node:os");
233
- if (verbose) {
234
- MessageFormatter.processing("Executing pre-deploy commands...", { prefix: "Functions" });
235
- }
236
- const isWindows = platform() === "win32";
237
- for (const command of commands) {
238
- if (verbose) {
239
- MessageFormatter.debug(`$ ${command}`, undefined, { prefix: "Functions" });
240
- }
241
- try {
242
- execSync(command, {
243
- cwd: workingDir,
244
- stdio: verbose ? "inherit" : "pipe",
245
- shell: isWindows ? "cmd.exe" : "/bin/sh",
246
- windowsHide: true,
247
- });
248
- }
249
- catch (error) {
250
- MessageFormatter.error(`Failed to execute command: ${command}`, error, { prefix: "Functions" });
251
- throw error;
252
- }
253
- }
254
- if (verbose) {
255
- MessageFormatter.success("Pre-deploy commands completed", { prefix: "Functions" });
256
- }
257
- }
258
- async createDeployment(functionId, codePath, options = {}) {
259
- const { activate = true, entrypoint = "index.js", commands = "npm install", ignored = [], verbose = false } = options;
260
- const { InputFile } = await import("node-appwrite/file");
261
- const { create: createTarball } = await import("tar");
262
- const tarPath = join(process.cwd(), `function-${functionId}-${Date.now()}.tar.gz`);
263
- try {
264
- if (verbose) {
265
- MessageFormatter.processing("Creating deployment archive...", { prefix: "Functions" });
266
- }
267
- // Create tarball
268
- await createTarball({
269
- gzip: true,
270
- file: tarPath,
271
- cwd: codePath,
272
- filter: (path) => {
273
- const relativePath = relative(codePath, join(codePath, path)).toLowerCase();
274
- const shouldIgnore = ignored.some(pattern => relativePath.startsWith(pattern.toLowerCase()) ||
275
- relativePath.includes(`/${pattern.toLowerCase()}`) ||
276
- relativePath.includes(`\\${pattern.toLowerCase()}`));
277
- if (shouldIgnore && verbose) {
278
- MessageFormatter.debug(`Ignoring: ${path}`, undefined, { prefix: "Functions" });
279
- }
280
- return !shouldIgnore;
281
- },
282
- }, ["."]);
283
- // Read and upload
284
- const fileBuffer = await fs.promises.readFile(tarPath);
285
- const fileObject = InputFile.fromBuffer(new Uint8Array(fileBuffer), `function-${functionId}.tar.gz`);
286
- if (verbose) {
287
- MessageFormatter.processing("Uploading deployment...", { prefix: "Functions" });
288
- }
289
- const deployment = await tryAwaitWithRetry(async () => {
290
- return await this.functions.createDeployment(functionId, fileObject, activate, entrypoint, commands);
291
- });
292
- return deployment;
293
- }
294
- finally {
295
- // Clean up tarball
296
- try {
297
- await fs.promises.unlink(tarPath);
298
- }
299
- catch {
300
- // Ignore cleanup errors
301
- }
302
- }
303
- }
304
- async getFunction(functionId) {
305
- return await queryLimit(() => tryAwaitWithRetry(async () => await this.functions.get(functionId)));
306
- }
307
- async listFunctions() {
308
- return await queryLimit(() => tryAwaitWithRetry(async () => await this.functions.list()));
309
- }
310
- async deleteFunction(functionId) {
311
- await functionLimit(() => tryAwaitWithRetry(async () => await this.functions.delete(functionId)));
312
- }
313
- /**
314
- * Validate function configuration
315
- */
316
- validateFunctionConfig(functionConfig) {
317
- const errors = [];
318
- if (!functionConfig.$id) {
319
- errors.push("Function ID is required");
320
- }
321
- if (!functionConfig.name) {
322
- errors.push("Function name is required");
323
- }
324
- if (!functionConfig.runtime) {
325
- errors.push("Function runtime is required");
326
- }
327
- if (!functionConfig.entrypoint) {
328
- errors.push("Function entrypoint is required");
329
- }
330
- // Validate timeout
331
- if (functionConfig.timeout && (functionConfig.timeout < 1 || functionConfig.timeout > 900)) {
332
- errors.push("Function timeout must be between 1 and 900 seconds");
333
- }
334
- return { valid: errors.length === 0, errors };
335
- }
336
- }
@@ -1,24 +0,0 @@
1
- import { type Index, type CollectionCreate } from "@njdamstra/appwrite-utils";
2
- import { Databases, type Models } from "node-appwrite";
3
- export declare const indexesSame: (databaseIndex: Models.Index, configIndex: Index) => boolean;
4
- export declare const createOrUpdateIndex: (dbId: string, db: Databases, collectionId: string, index: Index, options?: {
5
- verbose?: boolean;
6
- forceRecreate?: boolean;
7
- }) => Promise<Models.Index | null>;
8
- export declare const createOrUpdateIndexes: (dbId: string, db: Databases, collectionId: string, indexes: Index[], options?: {
9
- verbose?: boolean;
10
- forceRecreate?: boolean;
11
- }) => Promise<void>;
12
- export declare const createUpdateCollectionIndexes: (db: Databases, dbId: string, collection: Models.Collection, collectionConfig: CollectionCreate, options?: {
13
- verbose?: boolean;
14
- forceRecreate?: boolean;
15
- }) => Promise<void>;
16
- export declare const deleteObsoleteIndexes: (db: Databases, dbId: string, collection: Models.Collection, collectionConfig: CollectionCreate, options?: {
17
- verbose?: boolean;
18
- }) => Promise<void>;
19
- export declare const validateIndexConfiguration: (indexes: Index[], options?: {
20
- verbose?: boolean;
21
- }) => {
22
- valid: boolean;
23
- errors: string[];
24
- };
@@ -1,151 +0,0 @@
1
- import {} from "@njdamstra/appwrite-utils";
2
- import { Databases, IndexType, Query } from "node-appwrite";
3
- import { delay, tryAwaitWithRetry } from "../utils/helperFunctions.js";
4
- import chalk from "chalk";
5
- import pLimit from "p-limit";
6
- import { MessageFormatter } from "./messageFormatter.js";
7
- // Concurrency limits for different operations
8
- const indexLimit = pLimit(3); // Low limit for index operations
9
- const queryLimit = pLimit(25); // Higher limit for read operations
10
- export const indexesSame = (databaseIndex, configIndex) => {
11
- return (databaseIndex.key === configIndex.key &&
12
- databaseIndex.type === configIndex.type &&
13
- JSON.stringify(databaseIndex.attributes) === JSON.stringify(configIndex.attributes) &&
14
- JSON.stringify(databaseIndex.orders) === JSON.stringify(configIndex.orders));
15
- };
16
- export const createOrUpdateIndex = async (dbId, db, collectionId, index, options = {}) => {
17
- const { verbose = false, forceRecreate = false } = options;
18
- return await indexLimit(async () => {
19
- // Check for existing index
20
- const existingIndexes = await queryLimit(() => tryAwaitWithRetry(async () => await db.listIndexes(dbId, collectionId, [Query.equal("key", index.key)])));
21
- let shouldCreate = false;
22
- let existingIndex;
23
- if (existingIndexes.total > 0) {
24
- existingIndex = existingIndexes.indexes[0];
25
- if (forceRecreate || !indexesSame(existingIndex, index)) {
26
- if (verbose) {
27
- MessageFormatter.warning(`Updating index ${index.key} in collection ${collectionId}`, { prefix: "Index Manager" });
28
- }
29
- // Delete existing index
30
- await tryAwaitWithRetry(async () => {
31
- await db.deleteIndex(dbId, collectionId, existingIndex.key);
32
- });
33
- await delay(500); // Wait for deletion to complete
34
- shouldCreate = true;
35
- }
36
- else {
37
- if (verbose) {
38
- MessageFormatter.success(`Index ${index.key} is up to date`, { prefix: "Index Manager" });
39
- }
40
- return existingIndex;
41
- }
42
- }
43
- else {
44
- shouldCreate = true;
45
- if (verbose) {
46
- MessageFormatter.info(`Creating index ${index.key} in collection ${collectionId}`, { prefix: "Index Manager" });
47
- }
48
- }
49
- if (shouldCreate) {
50
- const newIndex = await tryAwaitWithRetry(async () => {
51
- return await db.createIndex(dbId, collectionId, index.key, index.type, index.attributes, index.orders);
52
- });
53
- if (verbose) {
54
- MessageFormatter.success(`Created index ${index.key}`, { prefix: "Index Manager" });
55
- }
56
- return newIndex;
57
- }
58
- return null;
59
- });
60
- };
61
- export const createOrUpdateIndexes = async (dbId, db, collectionId, indexes, options = {}) => {
62
- const { verbose = false } = options;
63
- if (!indexes || indexes.length === 0) {
64
- return;
65
- }
66
- if (verbose) {
67
- MessageFormatter.info(`Processing ${indexes.length} indexes for collection ${collectionId}`, { prefix: "Index Manager" });
68
- }
69
- // Process indexes sequentially to avoid conflicts
70
- for (const index of indexes) {
71
- try {
72
- await createOrUpdateIndex(dbId, db, collectionId, index, options);
73
- // Add delay between index operations to prevent rate limiting
74
- await delay(250);
75
- }
76
- catch (error) {
77
- MessageFormatter.error(`Failed to process index ${index.key}`, error, { prefix: "Index Manager" });
78
- throw error;
79
- }
80
- }
81
- if (verbose) {
82
- MessageFormatter.success(`Completed processing indexes for collection ${collectionId}`, { prefix: "Index Manager" });
83
- }
84
- };
85
- export const createUpdateCollectionIndexes = async (db, dbId, collection, collectionConfig, options = {}) => {
86
- if (!collectionConfig.indexes)
87
- return;
88
- await createOrUpdateIndexes(dbId, db, collection.$id, collectionConfig.indexes, options);
89
- };
90
- export const deleteObsoleteIndexes = async (db, dbId, collection, collectionConfig, options = {}) => {
91
- const { verbose = false } = options;
92
- const configIndexes = collectionConfig.indexes || [];
93
- const configIndexKeys = new Set(configIndexes.map(index => index.key));
94
- // Get all existing indexes
95
- const existingIndexes = await queryLimit(() => tryAwaitWithRetry(async () => await db.listIndexes(dbId, collection.$id)));
96
- // Find indexes that exist in the database but not in the config
97
- const obsoleteIndexes = existingIndexes.indexes.filter((index) => !configIndexKeys.has(index.key));
98
- if (obsoleteIndexes.length === 0) {
99
- return;
100
- }
101
- if (verbose) {
102
- MessageFormatter.warning(`Removing ${obsoleteIndexes.length} obsolete indexes from collection ${collection.name}`, { prefix: "Index Manager" });
103
- }
104
- // Process deletions with rate limiting
105
- for (const index of obsoleteIndexes) {
106
- await indexLimit(async () => {
107
- await tryAwaitWithRetry(async () => {
108
- await db.deleteIndex(dbId, collection.$id, index.key);
109
- });
110
- });
111
- if (verbose) {
112
- MessageFormatter.info(`Deleted obsolete index ${index.key}`, { prefix: "Index Manager" });
113
- }
114
- await delay(250);
115
- }
116
- };
117
- export const validateIndexConfiguration = (indexes, options = {}) => {
118
- const { verbose = false } = options;
119
- const errors = [];
120
- for (const index of indexes) {
121
- // Validate required fields
122
- if (!index.key) {
123
- errors.push(`Index missing required 'key' field`);
124
- }
125
- if (!index.type) {
126
- errors.push(`Index '${index.key}' missing required 'type' field`);
127
- }
128
- if (!index.attributes || index.attributes.length === 0) {
129
- errors.push(`Index '${index.key}' missing required 'attributes' field`);
130
- }
131
- // Validate index type
132
- const validTypes = Object.values(IndexType);
133
- if (index.type && !validTypes.includes(index.type)) {
134
- errors.push(`Index '${index.key}' has invalid type '${index.type}'. Valid types: ${validTypes.join(', ')}`);
135
- }
136
- // Validate orders array matches attributes length (if provided)
137
- if (index.orders && index.attributes && index.orders.length !== index.attributes.length) {
138
- errors.push(`Index '${index.key}' orders array length (${index.orders.length}) does not match attributes array length (${index.attributes.length})`);
139
- }
140
- // Check for duplicate keys within the same collection
141
- const duplicateKeys = indexes.filter(i => i.key === index.key);
142
- if (duplicateKeys.length > 1) {
143
- errors.push(`Duplicate index key '${index.key}' found`);
144
- }
145
- }
146
- if (verbose && errors.length > 0) {
147
- MessageFormatter.error("Index validation errors", undefined, { prefix: "Index Manager" });
148
- errors.forEach(error => MessageFormatter.error(` - ${error}`, undefined, { prefix: "Index Manager" }));
149
- }
150
- return { valid: errors.length === 0, errors };
151
- };
@@ -1,50 +0,0 @@
1
- import type { AppwriteConfig } from "@njdamstra/appwrite-utils";
2
- export interface JsonSchemaProperty {
3
- type: string | string[];
4
- format?: string;
5
- minimum?: number;
6
- maximum?: number;
7
- minLength?: number;
8
- maxLength?: number;
9
- pattern?: string;
10
- enum?: any[];
11
- items?: JsonSchemaProperty;
12
- $ref?: string;
13
- properties?: Record<string, JsonSchemaProperty>;
14
- additionalProperties?: boolean;
15
- required?: string[];
16
- default?: any;
17
- oneOf?: JsonSchemaProperty[];
18
- }
19
- export interface JsonSchema {
20
- $schema: string;
21
- $id: string;
22
- title: string;
23
- type: "object";
24
- properties: Record<string, JsonSchemaProperty>;
25
- required: string[];
26
- additionalProperties: boolean;
27
- definitions?: Record<string, JsonSchemaProperty>;
28
- }
29
- export declare class JsonSchemaGenerator {
30
- private config;
31
- private appwriteFolderPath;
32
- private relationshipMap;
33
- constructor(config: AppwriteConfig, appwriteFolderPath: string);
34
- private resolveCollectionName;
35
- private extractRelationships;
36
- private attributeToJsonSchemaProperty;
37
- private getBaseTypeSchema;
38
- private createJsonSchema;
39
- generateJsonSchemas(options?: {
40
- outputFormat?: "json" | "typescript" | "both";
41
- outputDirectory?: string;
42
- verbose?: boolean;
43
- }): void;
44
- private generateTypeScriptSchema;
45
- private generateIndexFile;
46
- validateSchema(schema: JsonSchema): {
47
- valid: boolean;
48
- errors: string[];
49
- };
50
- }