@njdamstra/appwrite-utils-cli 1.8.9 → 1.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (284) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/CONFIG_TODO.md +1189 -0
  3. package/SELECTION_DIALOGS.md +146 -0
  4. package/SERVICE_IMPLEMENTATION_REPORT.md +462 -0
  5. package/dist/adapters/index.d.ts +7 -8
  6. package/dist/adapters/index.js +7 -9
  7. package/dist/backups/operations/bucketBackup.js +2 -2
  8. package/dist/backups/operations/collectionBackup.d.ts +1 -1
  9. package/dist/backups/operations/collectionBackup.js +3 -3
  10. package/dist/backups/operations/comprehensiveBackup.d.ts +1 -1
  11. package/dist/backups/operations/comprehensiveBackup.js +2 -2
  12. package/dist/backups/tracking/centralizedTracking.d.ts +1 -1
  13. package/dist/backups/tracking/centralizedTracking.js +2 -2
  14. package/dist/cli/commands/configCommands.js +51 -7
  15. package/dist/cli/commands/databaseCommands.d.ts +1 -0
  16. package/dist/cli/commands/databaseCommands.js +119 -9
  17. package/dist/cli/commands/functionCommands.js +3 -3
  18. package/dist/cli/commands/importFileCommands.d.ts +7 -0
  19. package/dist/cli/commands/importFileCommands.js +674 -0
  20. package/dist/cli/commands/schemaCommands.js +3 -3
  21. package/dist/cli/commands/storageCommands.js +2 -3
  22. package/dist/cli/commands/transferCommands.js +3 -5
  23. package/dist/collections/attributes.d.ts +1 -1
  24. package/dist/collections/attributes.js +2 -35
  25. package/dist/collections/indexes.js +1 -3
  26. package/dist/collections/methods.d.ts +1 -1
  27. package/dist/collections/methods.js +111 -192
  28. package/dist/collections/tableOperations.d.ts +1 -0
  29. package/dist/collections/tableOperations.js +55 -23
  30. package/dist/collections/transferOperations.d.ts +1 -1
  31. package/dist/collections/transferOperations.js +3 -4
  32. package/dist/collections/wipeOperations.d.ts +4 -3
  33. package/dist/collections/wipeOperations.js +112 -39
  34. package/dist/databases/methods.js +2 -2
  35. package/dist/databases/setup.js +2 -2
  36. package/dist/examples/yamlTerminologyExample.js +2 -2
  37. package/dist/functions/deployments.d.ts +1 -1
  38. package/dist/functions/deployments.js +5 -5
  39. package/dist/functions/fnConfigDiscovery.js +2 -2
  40. package/dist/functions/methods.js +16 -4
  41. package/dist/init.js +1 -1
  42. package/dist/interactiveCLI.d.ts +6 -1
  43. package/dist/interactiveCLI.js +63 -9
  44. package/dist/main.js +130 -177
  45. package/dist/migrations/afterImportActions.js +2 -3
  46. package/dist/migrations/appwriteToX.d.ts +1 -1
  47. package/dist/migrations/appwriteToX.js +9 -7
  48. package/dist/migrations/comprehensiveTransfer.js +3 -5
  49. package/dist/migrations/dataLoader.js +2 -5
  50. package/dist/migrations/importController.js +3 -4
  51. package/dist/migrations/importDataActions.js +3 -3
  52. package/dist/migrations/relationships.js +1 -2
  53. package/dist/migrations/services/DataTransformationService.js +2 -2
  54. package/dist/migrations/services/FileHandlerService.js +1 -1
  55. package/dist/migrations/services/ImportOrchestrator.js +4 -4
  56. package/dist/migrations/services/RateLimitManager.js +1 -1
  57. package/dist/migrations/services/RelationshipResolver.js +1 -1
  58. package/dist/migrations/services/UserMappingService.js +1 -1
  59. package/dist/migrations/services/ValidationService.js +1 -1
  60. package/dist/migrations/transfer.d.ts +8 -4
  61. package/dist/migrations/transfer.js +106 -55
  62. package/dist/migrations/yaml/YamlImportConfigLoader.js +1 -1
  63. package/dist/migrations/yaml/YamlImportIntegration.js +2 -2
  64. package/dist/migrations/yaml/generateImportSchemas.js +1 -1
  65. package/dist/setupCommands.d.ts +1 -1
  66. package/dist/setupCommands.js +5 -6
  67. package/dist/setupController.js +1 -1
  68. package/dist/shared/backupTracking.d.ts +1 -1
  69. package/dist/shared/backupTracking.js +2 -2
  70. package/dist/shared/confirmationDialogs.js +1 -1
  71. package/dist/shared/migrationHelpers.d.ts +1 -1
  72. package/dist/shared/migrationHelpers.js +3 -3
  73. package/dist/shared/operationQueue.d.ts +1 -1
  74. package/dist/shared/operationQueue.js +2 -3
  75. package/dist/shared/operationsTable.d.ts +1 -1
  76. package/dist/shared/operationsTable.js +2 -2
  77. package/dist/shared/progressManager.js +1 -1
  78. package/dist/shared/selectionDialogs.js +9 -8
  79. package/dist/storage/methods.js +4 -4
  80. package/dist/storage/schemas.d.ts +2 -2
  81. package/dist/tables/indexManager.d.ts +65 -0
  82. package/dist/tables/indexManager.js +294 -0
  83. package/dist/types.d.ts +2 -2
  84. package/dist/types.js +1 -1
  85. package/dist/users/methods.js +2 -3
  86. package/dist/utils/configMigration.js +1 -1
  87. package/dist/utils/index.d.ts +1 -1
  88. package/dist/utils/index.js +1 -1
  89. package/dist/utils/loadConfigs.d.ts +2 -2
  90. package/dist/utils/loadConfigs.js +6 -7
  91. package/dist/utils/setupFiles.js +5 -7
  92. package/dist/utilsController.d.ts +15 -8
  93. package/dist/utilsController.js +57 -28
  94. package/package.json +7 -3
  95. package/src/adapters/index.ts +8 -34
  96. package/src/backups/operations/bucketBackup.ts +2 -2
  97. package/src/backups/operations/collectionBackup.ts +4 -4
  98. package/src/backups/operations/comprehensiveBackup.ts +3 -3
  99. package/src/backups/tracking/centralizedTracking.ts +3 -3
  100. package/src/cli/commands/configCommands.ts +72 -8
  101. package/src/cli/commands/databaseCommands.ts +161 -9
  102. package/src/cli/commands/functionCommands.ts +4 -3
  103. package/src/cli/commands/importFileCommands.ts +815 -0
  104. package/src/cli/commands/schemaCommands.ts +3 -3
  105. package/src/cli/commands/storageCommands.ts +2 -3
  106. package/src/cli/commands/transferCommands.ts +3 -6
  107. package/src/collections/attributes.ts +3 -39
  108. package/src/collections/indexes.ts +2 -4
  109. package/src/collections/methods.ts +115 -150
  110. package/src/collections/tableOperations.ts +57 -21
  111. package/src/collections/transferOperations.ts +4 -5
  112. package/src/collections/wipeOperations.ts +154 -51
  113. package/src/databases/methods.ts +2 -2
  114. package/src/databases/setup.ts +2 -2
  115. package/src/examples/yamlTerminologyExample.ts +2 -2
  116. package/src/functions/deployments.ts +6 -5
  117. package/src/functions/fnConfigDiscovery.ts +2 -2
  118. package/src/functions/methods.ts +17 -4
  119. package/src/init.ts +1 -1
  120. package/src/interactiveCLI.ts +75 -10
  121. package/src/main.ts +143 -287
  122. package/src/migrations/afterImportActions.ts +2 -3
  123. package/src/migrations/appwriteToX.ts +12 -8
  124. package/src/migrations/comprehensiveTransfer.ts +6 -6
  125. package/src/migrations/dataLoader.ts +2 -5
  126. package/src/migrations/importController.ts +3 -4
  127. package/src/migrations/importDataActions.ts +3 -3
  128. package/src/migrations/relationships.ts +1 -2
  129. package/src/migrations/services/DataTransformationService.ts +2 -2
  130. package/src/migrations/services/FileHandlerService.ts +1 -1
  131. package/src/migrations/services/ImportOrchestrator.ts +4 -4
  132. package/src/migrations/services/RateLimitManager.ts +1 -1
  133. package/src/migrations/services/RelationshipResolver.ts +1 -1
  134. package/src/migrations/services/UserMappingService.ts +1 -1
  135. package/src/migrations/services/ValidationService.ts +1 -1
  136. package/src/migrations/transfer.ts +126 -83
  137. package/src/migrations/yaml/YamlImportConfigLoader.ts +1 -1
  138. package/src/migrations/yaml/YamlImportIntegration.ts +2 -2
  139. package/src/migrations/yaml/generateImportSchemas.ts +1 -1
  140. package/src/setupCommands.ts +5 -6
  141. package/src/setupController.ts +1 -1
  142. package/src/shared/backupTracking.ts +3 -3
  143. package/src/shared/confirmationDialogs.ts +1 -1
  144. package/src/shared/migrationHelpers.ts +4 -4
  145. package/src/shared/operationQueue.ts +3 -4
  146. package/src/shared/operationsTable.ts +3 -3
  147. package/src/shared/progressManager.ts +1 -1
  148. package/src/shared/selectionDialogs.ts +9 -8
  149. package/src/storage/methods.ts +4 -4
  150. package/src/tables/indexManager.ts +409 -0
  151. package/src/types.ts +2 -2
  152. package/src/users/methods.ts +2 -3
  153. package/src/utils/configMigration.ts +1 -1
  154. package/src/utils/index.ts +1 -1
  155. package/src/utils/loadConfigs.ts +15 -7
  156. package/src/utils/setupFiles.ts +5 -7
  157. package/src/utilsController.ts +86 -32
  158. package/dist/adapters/AdapterFactory.d.ts +0 -94
  159. package/dist/adapters/AdapterFactory.js +0 -405
  160. package/dist/adapters/DatabaseAdapter.d.ts +0 -233
  161. package/dist/adapters/DatabaseAdapter.js +0 -50
  162. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  163. package/dist/adapters/LegacyAdapter.js +0 -612
  164. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  165. package/dist/adapters/TablesDBAdapter.js +0 -571
  166. package/dist/config/ConfigManager.d.ts +0 -445
  167. package/dist/config/ConfigManager.js +0 -625
  168. package/dist/config/configMigration.d.ts +0 -87
  169. package/dist/config/configMigration.js +0 -390
  170. package/dist/config/configValidation.d.ts +0 -66
  171. package/dist/config/configValidation.js +0 -358
  172. package/dist/config/index.d.ts +0 -8
  173. package/dist/config/index.js +0 -7
  174. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -126
  175. package/dist/config/services/ConfigDiscoveryService.js +0 -374
  176. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  177. package/dist/config/services/ConfigLoaderService.js +0 -540
  178. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  179. package/dist/config/services/ConfigMergeService.js +0 -308
  180. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  181. package/dist/config/services/ConfigValidationService.js +0 -310
  182. package/dist/config/services/SessionAuthService.d.ts +0 -225
  183. package/dist/config/services/SessionAuthService.js +0 -456
  184. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  185. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  186. package/dist/config/services/index.d.ts +0 -13
  187. package/dist/config/services/index.js +0 -10
  188. package/dist/config/yamlConfig.d.ts +0 -722
  189. package/dist/config/yamlConfig.js +0 -702
  190. package/dist/functions/pathResolution.d.ts +0 -37
  191. package/dist/functions/pathResolution.js +0 -185
  192. package/dist/shared/attributeMapper.d.ts +0 -20
  193. package/dist/shared/attributeMapper.js +0 -203
  194. package/dist/shared/errorUtils.d.ts +0 -54
  195. package/dist/shared/errorUtils.js +0 -95
  196. package/dist/shared/functionManager.d.ts +0 -48
  197. package/dist/shared/functionManager.js +0 -336
  198. package/dist/shared/indexManager.d.ts +0 -24
  199. package/dist/shared/indexManager.js +0 -151
  200. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  201. package/dist/shared/jsonSchemaGenerator.js +0 -290
  202. package/dist/shared/logging.d.ts +0 -61
  203. package/dist/shared/logging.js +0 -116
  204. package/dist/shared/messageFormatter.d.ts +0 -39
  205. package/dist/shared/messageFormatter.js +0 -162
  206. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  207. package/dist/shared/pydanticModelGenerator.js +0 -615
  208. package/dist/shared/schemaGenerator.d.ts +0 -40
  209. package/dist/shared/schemaGenerator.js +0 -556
  210. package/dist/utils/ClientFactory.d.ts +0 -87
  211. package/dist/utils/ClientFactory.js +0 -212
  212. package/dist/utils/configDiscovery.d.ts +0 -78
  213. package/dist/utils/configDiscovery.js +0 -472
  214. package/dist/utils/constantsGenerator.d.ts +0 -31
  215. package/dist/utils/constantsGenerator.js +0 -321
  216. package/dist/utils/dataConverters.d.ts +0 -46
  217. package/dist/utils/dataConverters.js +0 -139
  218. package/dist/utils/directoryUtils.d.ts +0 -22
  219. package/dist/utils/directoryUtils.js +0 -59
  220. package/dist/utils/getClientFromConfig.d.ts +0 -39
  221. package/dist/utils/getClientFromConfig.js +0 -199
  222. package/dist/utils/helperFunctions.d.ts +0 -63
  223. package/dist/utils/helperFunctions.js +0 -156
  224. package/dist/utils/pathResolvers.d.ts +0 -53
  225. package/dist/utils/pathResolvers.js +0 -72
  226. package/dist/utils/projectConfig.d.ts +0 -119
  227. package/dist/utils/projectConfig.js +0 -171
  228. package/dist/utils/retryFailedPromises.d.ts +0 -2
  229. package/dist/utils/retryFailedPromises.js +0 -23
  230. package/dist/utils/sessionAuth.d.ts +0 -48
  231. package/dist/utils/sessionAuth.js +0 -164
  232. package/dist/utils/typeGuards.d.ts +0 -35
  233. package/dist/utils/typeGuards.js +0 -57
  234. package/dist/utils/validationRules.d.ts +0 -43
  235. package/dist/utils/validationRules.js +0 -42
  236. package/dist/utils/versionDetection.d.ts +0 -58
  237. package/dist/utils/versionDetection.js +0 -251
  238. package/dist/utils/yamlConverter.d.ts +0 -100
  239. package/dist/utils/yamlConverter.js +0 -428
  240. package/dist/utils/yamlLoader.d.ts +0 -70
  241. package/dist/utils/yamlLoader.js +0 -267
  242. package/src/adapters/AdapterFactory.ts +0 -510
  243. package/src/adapters/DatabaseAdapter.ts +0 -306
  244. package/src/adapters/LegacyAdapter.ts +0 -841
  245. package/src/adapters/TablesDBAdapter.ts +0 -773
  246. package/src/config/ConfigManager.ts +0 -808
  247. package/src/config/README.md +0 -274
  248. package/src/config/configMigration.ts +0 -575
  249. package/src/config/configValidation.ts +0 -445
  250. package/src/config/index.ts +0 -10
  251. package/src/config/services/ConfigDiscoveryService.ts +0 -463
  252. package/src/config/services/ConfigLoaderService.ts +0 -740
  253. package/src/config/services/ConfigMergeService.ts +0 -388
  254. package/src/config/services/ConfigValidationService.ts +0 -394
  255. package/src/config/services/SessionAuthService.ts +0 -565
  256. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  257. package/src/config/services/index.ts +0 -29
  258. package/src/config/yamlConfig.ts +0 -761
  259. package/src/functions/pathResolution.ts +0 -227
  260. package/src/shared/attributeMapper.ts +0 -229
  261. package/src/shared/errorUtils.ts +0 -110
  262. package/src/shared/functionManager.ts +0 -525
  263. package/src/shared/indexManager.ts +0 -254
  264. package/src/shared/jsonSchemaGenerator.ts +0 -383
  265. package/src/shared/logging.ts +0 -149
  266. package/src/shared/messageFormatter.ts +0 -208
  267. package/src/shared/pydanticModelGenerator.ts +0 -618
  268. package/src/shared/schemaGenerator.ts +0 -644
  269. package/src/utils/ClientFactory.ts +0 -240
  270. package/src/utils/configDiscovery.ts +0 -557
  271. package/src/utils/constantsGenerator.ts +0 -369
  272. package/src/utils/dataConverters.ts +0 -159
  273. package/src/utils/directoryUtils.ts +0 -61
  274. package/src/utils/getClientFromConfig.ts +0 -257
  275. package/src/utils/helperFunctions.ts +0 -228
  276. package/src/utils/pathResolvers.ts +0 -81
  277. package/src/utils/projectConfig.ts +0 -299
  278. package/src/utils/retryFailedPromises.ts +0 -29
  279. package/src/utils/sessionAuth.ts +0 -230
  280. package/src/utils/typeGuards.ts +0 -65
  281. package/src/utils/validationRules.ts +0 -88
  282. package/src/utils/versionDetection.ts +0 -292
  283. package/src/utils/yamlConverter.ts +0 -542
  284. package/src/utils/yamlLoader.ts +0 -371
@@ -1,336 +0,0 @@
1
- import { Client, Functions, Runtime } from "node-appwrite";
2
- import {} from "@njdamstra/appwrite-utils";
3
- import { join, relative, resolve, basename } from "node:path";
4
- import fs from "node:fs";
5
- import chalk from "chalk";
6
- import pLimit from "p-limit";
7
- import { tryAwaitWithRetry } from "../utils/helperFunctions.js";
8
- import { MessageFormatter } from "./messageFormatter.js";
9
- /**
10
- * Validates and filters events array for Appwrite functions
11
- * - Filters out empty/invalid strings
12
- * - Limits to 100 items maximum (Appwrite limit)
13
- * - Returns empty array if input is invalid
14
- */
15
- const validateEvents = (events) => {
16
- if (!events || !Array.isArray(events))
17
- return [];
18
- return events
19
- .filter(event => event && typeof event === 'string' && event.trim().length > 0)
20
- .slice(0, 100);
21
- };
22
- // Concurrency limits
23
- const functionLimit = pLimit(5); // Moderate limit for function operations
24
- const queryLimit = pLimit(25); // Higher limit for read operations
25
- export class FunctionManager {
26
- client;
27
- functions;
28
- constructor(client) {
29
- this.client = client;
30
- this.functions = new Functions(client);
31
- }
32
- /**
33
- * Improved function directory detection with multiple strategies
34
- */
35
- async findFunctionDirectory(functionName, options = {}) {
36
- const { searchPaths = [process.cwd()], caseSensitive = false, allowFuzzyMatch = true, verbose = false } = options;
37
- if (verbose) {
38
- MessageFormatter.info(`Searching for function: ${functionName}`, { prefix: "Functions" });
39
- }
40
- // Normalize function name for comparison
41
- const normalizedName = caseSensitive ? functionName : functionName.toLowerCase();
42
- const nameVariations = this.generateNameVariations(normalizedName);
43
- // Strategy 1: Check standard locations first
44
- const standardPaths = this.getStandardFunctionPaths(searchPaths, functionName);
45
- for (const path of standardPaths) {
46
- if (await this.isValidFunctionDirectory(path)) {
47
- if (verbose) {
48
- MessageFormatter.success(`Found function at standard location: ${path}`, { prefix: "Functions" });
49
- }
50
- return path;
51
- }
52
- }
53
- // Strategy 2: Recursive directory search with fuzzy matching
54
- if (allowFuzzyMatch) {
55
- for (const searchPath of searchPaths) {
56
- const foundPath = await this.recursiveDirectorySearch(searchPath, nameVariations, { caseSensitive, verbose });
57
- if (foundPath) {
58
- if (verbose) {
59
- MessageFormatter.success(`Found function via fuzzy search: ${foundPath}`, { prefix: "Functions" });
60
- }
61
- return foundPath;
62
- }
63
- }
64
- }
65
- if (verbose) {
66
- MessageFormatter.warning(`Function directory not found: ${functionName}`, { prefix: "Functions" });
67
- }
68
- return null;
69
- }
70
- generateNameVariations(name) {
71
- const variations = new Set([
72
- name,
73
- name.toLowerCase(),
74
- name.replace(/\s+/g, "-"),
75
- name.replace(/\s+/g, "_"),
76
- name.replace(/[^a-z0-9]/gi, ""),
77
- name.replace(/[-_\s]+/g, ""),
78
- name.replace(/[-_\s]+/g, "-").toLowerCase(),
79
- name.replace(/[-_\s]+/g, "_").toLowerCase(),
80
- ]);
81
- return variations;
82
- }
83
- getStandardFunctionPaths(searchPaths, functionName) {
84
- const normalizedName = functionName.toLowerCase().replace(/\s+/g, "-");
85
- const paths = [];
86
- for (const basePath of searchPaths) {
87
- paths.push(join(basePath, "functions", functionName), join(basePath, "functions", normalizedName), join(basePath, "src", "functions", functionName), join(basePath, "src", "functions", normalizedName), join(basePath, functionName), join(basePath, normalizedName), join(basePath, "appwrite", "functions", functionName), join(basePath, "appwrite", "functions", normalizedName));
88
- }
89
- return paths;
90
- }
91
- async recursiveDirectorySearch(searchPath, nameVariations, options) {
92
- const { caseSensitive, verbose } = options;
93
- try {
94
- const stats = await fs.promises.stat(searchPath);
95
- if (!stats.isDirectory())
96
- return null;
97
- const entries = await fs.promises.readdir(searchPath, { withFileTypes: true });
98
- for (const entry of entries) {
99
- if (!entry.isDirectory())
100
- continue;
101
- // Skip common directories that won't contain functions
102
- if (this.shouldSkipDirectory(entry.name))
103
- continue;
104
- const entryPath = join(searchPath, entry.name);
105
- // Check if this directory matches our function name
106
- const entryNameToCheck = caseSensitive ? entry.name : entry.name.toLowerCase();
107
- if (nameVariations.has(entryNameToCheck)) {
108
- if (await this.isValidFunctionDirectory(entryPath)) {
109
- return entryPath;
110
- }
111
- }
112
- // Recursively search subdirectories
113
- const result = await this.recursiveDirectorySearch(entryPath, nameVariations, options);
114
- if (result)
115
- return result;
116
- }
117
- }
118
- catch (error) {
119
- if (verbose) {
120
- MessageFormatter.debug(`Skipping inaccessible directory: ${searchPath}`, undefined, { prefix: "Functions" });
121
- }
122
- }
123
- return null;
124
- }
125
- shouldSkipDirectory(dirName) {
126
- const skipDirs = new Set([
127
- 'node_modules',
128
- '.git',
129
- '.vscode',
130
- '.idea',
131
- 'dist',
132
- 'build',
133
- 'coverage',
134
- '.nyc_output',
135
- 'tmp',
136
- 'temp',
137
- '.cache',
138
- '__pycache__',
139
- '.pytest_cache',
140
- 'venv',
141
- '.venv',
142
- 'env',
143
- '.env'
144
- ]);
145
- return skipDirs.has(dirName) || dirName.startsWith('.');
146
- }
147
- async isValidFunctionDirectory(path) {
148
- try {
149
- const stats = await fs.promises.stat(path);
150
- if (!stats.isDirectory())
151
- return false;
152
- const files = await fs.promises.readdir(path);
153
- // Check for common function indicators
154
- const hasPackageJson = files.includes('package.json');
155
- const hasMainFile = files.some(file => file.match(/^(index|main|app)\.(js|ts|py)$/i) ||
156
- file === 'src' ||
157
- file === 'lib');
158
- const hasRequirements = files.includes('requirements.txt');
159
- const hasPyProject = files.includes('pyproject.toml');
160
- return hasPackageJson || hasMainFile || hasRequirements || hasPyProject;
161
- }
162
- catch {
163
- return false;
164
- }
165
- }
166
- /**
167
- * Enhanced function deployment with better error handling and validation
168
- */
169
- async deployFunction(functionConfig, functionPath, options = {}) {
170
- const { activate = true, entrypoint = functionConfig.entrypoint || "index.js", commands = functionConfig.commands || "npm install", ignored = ["node_modules", ".git", ".vscode", ".DS_Store", "__pycache__", ".venv"], verbose = false, forceRedeploy = false } = options;
171
- return await functionLimit(async () => {
172
- if (verbose) {
173
- MessageFormatter.processing(`Deploying function: ${functionConfig.name}`, { prefix: "Functions" });
174
- MessageFormatter.debug(`Path: ${functionPath}`, undefined, { prefix: "Functions" });
175
- MessageFormatter.debug(`Entrypoint: ${entrypoint}`, undefined, { prefix: "Functions" });
176
- }
177
- // Validate function directory
178
- if (!await this.isValidFunctionDirectory(functionPath)) {
179
- throw new Error(`Invalid function directory: ${functionPath}`);
180
- }
181
- // Ensure function exists
182
- let functionExists = false;
183
- try {
184
- await this.getFunction(functionConfig.$id);
185
- functionExists = true;
186
- }
187
- catch (error) {
188
- if (verbose) {
189
- MessageFormatter.info(`Function ${functionConfig.$id} does not exist, creating...`, { prefix: "Functions" });
190
- }
191
- }
192
- // Create function if it doesn't exist
193
- if (!functionExists) {
194
- await this.createFunction(functionConfig, { verbose });
195
- }
196
- else if (forceRedeploy) {
197
- await this.updateFunction(functionConfig, { verbose });
198
- }
199
- // Execute pre-deploy commands if specified
200
- if (functionConfig.predeployCommands?.length) {
201
- await this.executePredeployCommands(functionConfig.predeployCommands, functionPath, { verbose });
202
- }
203
- // Deploy the function
204
- const deployment = await this.createDeployment(functionConfig.$id, functionPath, { activate, entrypoint, commands, ignored, verbose });
205
- if (verbose) {
206
- MessageFormatter.success(`Function ${functionConfig.name} deployed successfully`, { prefix: "Functions" });
207
- }
208
- return deployment;
209
- });
210
- }
211
- async createFunction(functionConfig, options = {}) {
212
- const { verbose = false } = options;
213
- if (verbose) {
214
- MessageFormatter.processing(`Creating function: ${functionConfig.name}`, { prefix: "Functions" });
215
- }
216
- return await tryAwaitWithRetry(async () => {
217
- return await this.functions.create(functionConfig.$id, functionConfig.name, functionConfig.runtime, functionConfig.execute || [], functionConfig.events || [], functionConfig.schedule || "", functionConfig.timeout || 15, functionConfig.enabled !== false, functionConfig.logging !== false, functionConfig.entrypoint, functionConfig.commands, functionConfig.scopes || [], functionConfig.installationId, functionConfig.providerRepositoryId, functionConfig.providerBranch, functionConfig.providerSilentMode, functionConfig.providerRootDirectory);
218
- });
219
- }
220
- async updateFunction(functionConfig, options = {}) {
221
- const { verbose = false } = options;
222
- if (verbose) {
223
- MessageFormatter.processing(`Updating function: ${functionConfig.name}`, { prefix: "Functions" });
224
- }
225
- return await tryAwaitWithRetry(async () => {
226
- return await this.functions.update(functionConfig.$id, functionConfig.name, functionConfig.runtime, functionConfig.execute || [], functionConfig.events || [], functionConfig.schedule || "", functionConfig.timeout || 15, functionConfig.enabled !== false, functionConfig.logging !== false, functionConfig.entrypoint, functionConfig.commands, functionConfig.scopes || [], functionConfig.installationId, functionConfig.providerRepositoryId, functionConfig.providerBranch, functionConfig.providerSilentMode, functionConfig.providerRootDirectory, functionConfig.specification);
227
- });
228
- }
229
- async executePredeployCommands(commands, workingDir, options = {}) {
230
- const { verbose = false } = options;
231
- const { execSync } = await import("child_process");
232
- const { platform } = await import("node:os");
233
- if (verbose) {
234
- MessageFormatter.processing("Executing pre-deploy commands...", { prefix: "Functions" });
235
- }
236
- const isWindows = platform() === "win32";
237
- for (const command of commands) {
238
- if (verbose) {
239
- MessageFormatter.debug(`$ ${command}`, undefined, { prefix: "Functions" });
240
- }
241
- try {
242
- execSync(command, {
243
- cwd: workingDir,
244
- stdio: verbose ? "inherit" : "pipe",
245
- shell: isWindows ? "cmd.exe" : "/bin/sh",
246
- windowsHide: true,
247
- });
248
- }
249
- catch (error) {
250
- MessageFormatter.error(`Failed to execute command: ${command}`, error, { prefix: "Functions" });
251
- throw error;
252
- }
253
- }
254
- if (verbose) {
255
- MessageFormatter.success("Pre-deploy commands completed", { prefix: "Functions" });
256
- }
257
- }
258
- async createDeployment(functionId, codePath, options = {}) {
259
- const { activate = true, entrypoint = "index.js", commands = "npm install", ignored = [], verbose = false } = options;
260
- const { InputFile } = await import("node-appwrite/file");
261
- const { create: createTarball } = await import("tar");
262
- const tarPath = join(process.cwd(), `function-${functionId}-${Date.now()}.tar.gz`);
263
- try {
264
- if (verbose) {
265
- MessageFormatter.processing("Creating deployment archive...", { prefix: "Functions" });
266
- }
267
- // Create tarball
268
- await createTarball({
269
- gzip: true,
270
- file: tarPath,
271
- cwd: codePath,
272
- filter: (path) => {
273
- const relativePath = relative(codePath, join(codePath, path)).toLowerCase();
274
- const shouldIgnore = ignored.some(pattern => relativePath.startsWith(pattern.toLowerCase()) ||
275
- relativePath.includes(`/${pattern.toLowerCase()}`) ||
276
- relativePath.includes(`\\${pattern.toLowerCase()}`));
277
- if (shouldIgnore && verbose) {
278
- MessageFormatter.debug(`Ignoring: ${path}`, undefined, { prefix: "Functions" });
279
- }
280
- return !shouldIgnore;
281
- },
282
- }, ["."]);
283
- // Read and upload
284
- const fileBuffer = await fs.promises.readFile(tarPath);
285
- const fileObject = InputFile.fromBuffer(new Uint8Array(fileBuffer), `function-${functionId}.tar.gz`);
286
- if (verbose) {
287
- MessageFormatter.processing("Uploading deployment...", { prefix: "Functions" });
288
- }
289
- const deployment = await tryAwaitWithRetry(async () => {
290
- return await this.functions.createDeployment(functionId, fileObject, activate, entrypoint, commands);
291
- });
292
- return deployment;
293
- }
294
- finally {
295
- // Clean up tarball
296
- try {
297
- await fs.promises.unlink(tarPath);
298
- }
299
- catch {
300
- // Ignore cleanup errors
301
- }
302
- }
303
- }
304
- async getFunction(functionId) {
305
- return await queryLimit(() => tryAwaitWithRetry(async () => await this.functions.get(functionId)));
306
- }
307
- async listFunctions() {
308
- return await queryLimit(() => tryAwaitWithRetry(async () => await this.functions.list()));
309
- }
310
- async deleteFunction(functionId) {
311
- await functionLimit(() => tryAwaitWithRetry(async () => await this.functions.delete(functionId)));
312
- }
313
- /**
314
- * Validate function configuration
315
- */
316
- validateFunctionConfig(functionConfig) {
317
- const errors = [];
318
- if (!functionConfig.$id) {
319
- errors.push("Function ID is required");
320
- }
321
- if (!functionConfig.name) {
322
- errors.push("Function name is required");
323
- }
324
- if (!functionConfig.runtime) {
325
- errors.push("Function runtime is required");
326
- }
327
- if (!functionConfig.entrypoint) {
328
- errors.push("Function entrypoint is required");
329
- }
330
- // Validate timeout
331
- if (functionConfig.timeout && (functionConfig.timeout < 1 || functionConfig.timeout > 900)) {
332
- errors.push("Function timeout must be between 1 and 900 seconds");
333
- }
334
- return { valid: errors.length === 0, errors };
335
- }
336
- }
@@ -1,24 +0,0 @@
1
- import { type Index, type CollectionCreate } from "@njdamstra/appwrite-utils";
2
- import { Databases, type Models } from "node-appwrite";
3
- export declare const indexesSame: (databaseIndex: Models.Index, configIndex: Index) => boolean;
4
- export declare const createOrUpdateIndex: (dbId: string, db: Databases, collectionId: string, index: Index, options?: {
5
- verbose?: boolean;
6
- forceRecreate?: boolean;
7
- }) => Promise<Models.Index | null>;
8
- export declare const createOrUpdateIndexes: (dbId: string, db: Databases, collectionId: string, indexes: Index[], options?: {
9
- verbose?: boolean;
10
- forceRecreate?: boolean;
11
- }) => Promise<void>;
12
- export declare const createUpdateCollectionIndexes: (db: Databases, dbId: string, collection: Models.Collection, collectionConfig: CollectionCreate, options?: {
13
- verbose?: boolean;
14
- forceRecreate?: boolean;
15
- }) => Promise<void>;
16
- export declare const deleteObsoleteIndexes: (db: Databases, dbId: string, collection: Models.Collection, collectionConfig: CollectionCreate, options?: {
17
- verbose?: boolean;
18
- }) => Promise<void>;
19
- export declare const validateIndexConfiguration: (indexes: Index[], options?: {
20
- verbose?: boolean;
21
- }) => {
22
- valid: boolean;
23
- errors: string[];
24
- };
@@ -1,151 +0,0 @@
1
- import {} from "@njdamstra/appwrite-utils";
2
- import { Databases, IndexType, Query } from "node-appwrite";
3
- import { delay, tryAwaitWithRetry } from "../utils/helperFunctions.js";
4
- import chalk from "chalk";
5
- import pLimit from "p-limit";
6
- import { MessageFormatter } from "./messageFormatter.js";
7
- // Concurrency limits for different operations
8
- const indexLimit = pLimit(3); // Low limit for index operations
9
- const queryLimit = pLimit(25); // Higher limit for read operations
10
- export const indexesSame = (databaseIndex, configIndex) => {
11
- return (databaseIndex.key === configIndex.key &&
12
- databaseIndex.type === configIndex.type &&
13
- JSON.stringify(databaseIndex.attributes) === JSON.stringify(configIndex.attributes) &&
14
- JSON.stringify(databaseIndex.orders) === JSON.stringify(configIndex.orders));
15
- };
16
- export const createOrUpdateIndex = async (dbId, db, collectionId, index, options = {}) => {
17
- const { verbose = false, forceRecreate = false } = options;
18
- return await indexLimit(async () => {
19
- // Check for existing index
20
- const existingIndexes = await queryLimit(() => tryAwaitWithRetry(async () => await db.listIndexes(dbId, collectionId, [Query.equal("key", index.key)])));
21
- let shouldCreate = false;
22
- let existingIndex;
23
- if (existingIndexes.total > 0) {
24
- existingIndex = existingIndexes.indexes[0];
25
- if (forceRecreate || !indexesSame(existingIndex, index)) {
26
- if (verbose) {
27
- MessageFormatter.warning(`Updating index ${index.key} in collection ${collectionId}`, { prefix: "Index Manager" });
28
- }
29
- // Delete existing index
30
- await tryAwaitWithRetry(async () => {
31
- await db.deleteIndex(dbId, collectionId, existingIndex.key);
32
- });
33
- await delay(500); // Wait for deletion to complete
34
- shouldCreate = true;
35
- }
36
- else {
37
- if (verbose) {
38
- MessageFormatter.success(`Index ${index.key} is up to date`, { prefix: "Index Manager" });
39
- }
40
- return existingIndex;
41
- }
42
- }
43
- else {
44
- shouldCreate = true;
45
- if (verbose) {
46
- MessageFormatter.info(`Creating index ${index.key} in collection ${collectionId}`, { prefix: "Index Manager" });
47
- }
48
- }
49
- if (shouldCreate) {
50
- const newIndex = await tryAwaitWithRetry(async () => {
51
- return await db.createIndex(dbId, collectionId, index.key, index.type, index.attributes, index.orders);
52
- });
53
- if (verbose) {
54
- MessageFormatter.success(`Created index ${index.key}`, { prefix: "Index Manager" });
55
- }
56
- return newIndex;
57
- }
58
- return null;
59
- });
60
- };
61
- export const createOrUpdateIndexes = async (dbId, db, collectionId, indexes, options = {}) => {
62
- const { verbose = false } = options;
63
- if (!indexes || indexes.length === 0) {
64
- return;
65
- }
66
- if (verbose) {
67
- MessageFormatter.info(`Processing ${indexes.length} indexes for collection ${collectionId}`, { prefix: "Index Manager" });
68
- }
69
- // Process indexes sequentially to avoid conflicts
70
- for (const index of indexes) {
71
- try {
72
- await createOrUpdateIndex(dbId, db, collectionId, index, options);
73
- // Add delay between index operations to prevent rate limiting
74
- await delay(250);
75
- }
76
- catch (error) {
77
- MessageFormatter.error(`Failed to process index ${index.key}`, error, { prefix: "Index Manager" });
78
- throw error;
79
- }
80
- }
81
- if (verbose) {
82
- MessageFormatter.success(`Completed processing indexes for collection ${collectionId}`, { prefix: "Index Manager" });
83
- }
84
- };
85
- export const createUpdateCollectionIndexes = async (db, dbId, collection, collectionConfig, options = {}) => {
86
- if (!collectionConfig.indexes)
87
- return;
88
- await createOrUpdateIndexes(dbId, db, collection.$id, collectionConfig.indexes, options);
89
- };
90
- export const deleteObsoleteIndexes = async (db, dbId, collection, collectionConfig, options = {}) => {
91
- const { verbose = false } = options;
92
- const configIndexes = collectionConfig.indexes || [];
93
- const configIndexKeys = new Set(configIndexes.map(index => index.key));
94
- // Get all existing indexes
95
- const existingIndexes = await queryLimit(() => tryAwaitWithRetry(async () => await db.listIndexes(dbId, collection.$id)));
96
- // Find indexes that exist in the database but not in the config
97
- const obsoleteIndexes = existingIndexes.indexes.filter((index) => !configIndexKeys.has(index.key));
98
- if (obsoleteIndexes.length === 0) {
99
- return;
100
- }
101
- if (verbose) {
102
- MessageFormatter.warning(`Removing ${obsoleteIndexes.length} obsolete indexes from collection ${collection.name}`, { prefix: "Index Manager" });
103
- }
104
- // Process deletions with rate limiting
105
- for (const index of obsoleteIndexes) {
106
- await indexLimit(async () => {
107
- await tryAwaitWithRetry(async () => {
108
- await db.deleteIndex(dbId, collection.$id, index.key);
109
- });
110
- });
111
- if (verbose) {
112
- MessageFormatter.info(`Deleted obsolete index ${index.key}`, { prefix: "Index Manager" });
113
- }
114
- await delay(250);
115
- }
116
- };
117
- export const validateIndexConfiguration = (indexes, options = {}) => {
118
- const { verbose = false } = options;
119
- const errors = [];
120
- for (const index of indexes) {
121
- // Validate required fields
122
- if (!index.key) {
123
- errors.push(`Index missing required 'key' field`);
124
- }
125
- if (!index.type) {
126
- errors.push(`Index '${index.key}' missing required 'type' field`);
127
- }
128
- if (!index.attributes || index.attributes.length === 0) {
129
- errors.push(`Index '${index.key}' missing required 'attributes' field`);
130
- }
131
- // Validate index type
132
- const validTypes = Object.values(IndexType);
133
- if (index.type && !validTypes.includes(index.type)) {
134
- errors.push(`Index '${index.key}' has invalid type '${index.type}'. Valid types: ${validTypes.join(', ')}`);
135
- }
136
- // Validate orders array matches attributes length (if provided)
137
- if (index.orders && index.attributes && index.orders.length !== index.attributes.length) {
138
- errors.push(`Index '${index.key}' orders array length (${index.orders.length}) does not match attributes array length (${index.attributes.length})`);
139
- }
140
- // Check for duplicate keys within the same collection
141
- const duplicateKeys = indexes.filter(i => i.key === index.key);
142
- if (duplicateKeys.length > 1) {
143
- errors.push(`Duplicate index key '${index.key}' found`);
144
- }
145
- }
146
- if (verbose && errors.length > 0) {
147
- MessageFormatter.error("Index validation errors", undefined, { prefix: "Index Manager" });
148
- errors.forEach(error => MessageFormatter.error(` - ${error}`, undefined, { prefix: "Index Manager" }));
149
- }
150
- return { valid: errors.length === 0, errors };
151
- };
@@ -1,50 +0,0 @@
1
- import type { AppwriteConfig } from "@njdamstra/appwrite-utils";
2
- export interface JsonSchemaProperty {
3
- type: string | string[];
4
- format?: string;
5
- minimum?: number;
6
- maximum?: number;
7
- minLength?: number;
8
- maxLength?: number;
9
- pattern?: string;
10
- enum?: any[];
11
- items?: JsonSchemaProperty;
12
- $ref?: string;
13
- properties?: Record<string, JsonSchemaProperty>;
14
- additionalProperties?: boolean;
15
- required?: string[];
16
- default?: any;
17
- oneOf?: JsonSchemaProperty[];
18
- }
19
- export interface JsonSchema {
20
- $schema: string;
21
- $id: string;
22
- title: string;
23
- type: "object";
24
- properties: Record<string, JsonSchemaProperty>;
25
- required: string[];
26
- additionalProperties: boolean;
27
- definitions?: Record<string, JsonSchemaProperty>;
28
- }
29
- export declare class JsonSchemaGenerator {
30
- private config;
31
- private appwriteFolderPath;
32
- private relationshipMap;
33
- constructor(config: AppwriteConfig, appwriteFolderPath: string);
34
- private resolveCollectionName;
35
- private extractRelationships;
36
- private attributeToJsonSchemaProperty;
37
- private getBaseTypeSchema;
38
- private createJsonSchema;
39
- generateJsonSchemas(options?: {
40
- outputFormat?: "json" | "typescript" | "both";
41
- outputDirectory?: string;
42
- verbose?: boolean;
43
- }): void;
44
- private generateTypeScriptSchema;
45
- private generateIndexFile;
46
- validateSchema(schema: JsonSchema): {
47
- valid: boolean;
48
- errors: string[];
49
- };
50
- }