@njdamstra/appwrite-utils-cli 1.8.9 → 1.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (284) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/CONFIG_TODO.md +1189 -0
  3. package/SELECTION_DIALOGS.md +146 -0
  4. package/SERVICE_IMPLEMENTATION_REPORT.md +462 -0
  5. package/dist/adapters/index.d.ts +7 -8
  6. package/dist/adapters/index.js +7 -9
  7. package/dist/backups/operations/bucketBackup.js +2 -2
  8. package/dist/backups/operations/collectionBackup.d.ts +1 -1
  9. package/dist/backups/operations/collectionBackup.js +3 -3
  10. package/dist/backups/operations/comprehensiveBackup.d.ts +1 -1
  11. package/dist/backups/operations/comprehensiveBackup.js +2 -2
  12. package/dist/backups/tracking/centralizedTracking.d.ts +1 -1
  13. package/dist/backups/tracking/centralizedTracking.js +2 -2
  14. package/dist/cli/commands/configCommands.js +51 -7
  15. package/dist/cli/commands/databaseCommands.d.ts +1 -0
  16. package/dist/cli/commands/databaseCommands.js +119 -9
  17. package/dist/cli/commands/functionCommands.js +3 -3
  18. package/dist/cli/commands/importFileCommands.d.ts +7 -0
  19. package/dist/cli/commands/importFileCommands.js +674 -0
  20. package/dist/cli/commands/schemaCommands.js +3 -3
  21. package/dist/cli/commands/storageCommands.js +2 -3
  22. package/dist/cli/commands/transferCommands.js +3 -5
  23. package/dist/collections/attributes.d.ts +1 -1
  24. package/dist/collections/attributes.js +2 -35
  25. package/dist/collections/indexes.js +1 -3
  26. package/dist/collections/methods.d.ts +1 -1
  27. package/dist/collections/methods.js +111 -192
  28. package/dist/collections/tableOperations.d.ts +1 -0
  29. package/dist/collections/tableOperations.js +55 -23
  30. package/dist/collections/transferOperations.d.ts +1 -1
  31. package/dist/collections/transferOperations.js +3 -4
  32. package/dist/collections/wipeOperations.d.ts +4 -3
  33. package/dist/collections/wipeOperations.js +112 -39
  34. package/dist/databases/methods.js +2 -2
  35. package/dist/databases/setup.js +2 -2
  36. package/dist/examples/yamlTerminologyExample.js +2 -2
  37. package/dist/functions/deployments.d.ts +1 -1
  38. package/dist/functions/deployments.js +5 -5
  39. package/dist/functions/fnConfigDiscovery.js +2 -2
  40. package/dist/functions/methods.js +16 -4
  41. package/dist/init.js +1 -1
  42. package/dist/interactiveCLI.d.ts +6 -1
  43. package/dist/interactiveCLI.js +63 -9
  44. package/dist/main.js +130 -177
  45. package/dist/migrations/afterImportActions.js +2 -3
  46. package/dist/migrations/appwriteToX.d.ts +1 -1
  47. package/dist/migrations/appwriteToX.js +9 -7
  48. package/dist/migrations/comprehensiveTransfer.js +3 -5
  49. package/dist/migrations/dataLoader.js +2 -5
  50. package/dist/migrations/importController.js +3 -4
  51. package/dist/migrations/importDataActions.js +3 -3
  52. package/dist/migrations/relationships.js +1 -2
  53. package/dist/migrations/services/DataTransformationService.js +2 -2
  54. package/dist/migrations/services/FileHandlerService.js +1 -1
  55. package/dist/migrations/services/ImportOrchestrator.js +4 -4
  56. package/dist/migrations/services/RateLimitManager.js +1 -1
  57. package/dist/migrations/services/RelationshipResolver.js +1 -1
  58. package/dist/migrations/services/UserMappingService.js +1 -1
  59. package/dist/migrations/services/ValidationService.js +1 -1
  60. package/dist/migrations/transfer.d.ts +8 -4
  61. package/dist/migrations/transfer.js +106 -55
  62. package/dist/migrations/yaml/YamlImportConfigLoader.js +1 -1
  63. package/dist/migrations/yaml/YamlImportIntegration.js +2 -2
  64. package/dist/migrations/yaml/generateImportSchemas.js +1 -1
  65. package/dist/setupCommands.d.ts +1 -1
  66. package/dist/setupCommands.js +5 -6
  67. package/dist/setupController.js +1 -1
  68. package/dist/shared/backupTracking.d.ts +1 -1
  69. package/dist/shared/backupTracking.js +2 -2
  70. package/dist/shared/confirmationDialogs.js +1 -1
  71. package/dist/shared/migrationHelpers.d.ts +1 -1
  72. package/dist/shared/migrationHelpers.js +3 -3
  73. package/dist/shared/operationQueue.d.ts +1 -1
  74. package/dist/shared/operationQueue.js +2 -3
  75. package/dist/shared/operationsTable.d.ts +1 -1
  76. package/dist/shared/operationsTable.js +2 -2
  77. package/dist/shared/progressManager.js +1 -1
  78. package/dist/shared/selectionDialogs.js +9 -8
  79. package/dist/storage/methods.js +4 -4
  80. package/dist/storage/schemas.d.ts +2 -2
  81. package/dist/tables/indexManager.d.ts +65 -0
  82. package/dist/tables/indexManager.js +294 -0
  83. package/dist/types.d.ts +2 -2
  84. package/dist/types.js +1 -1
  85. package/dist/users/methods.js +2 -3
  86. package/dist/utils/configMigration.js +1 -1
  87. package/dist/utils/index.d.ts +1 -1
  88. package/dist/utils/index.js +1 -1
  89. package/dist/utils/loadConfigs.d.ts +2 -2
  90. package/dist/utils/loadConfigs.js +6 -7
  91. package/dist/utils/setupFiles.js +5 -7
  92. package/dist/utilsController.d.ts +15 -8
  93. package/dist/utilsController.js +57 -28
  94. package/package.json +7 -3
  95. package/src/adapters/index.ts +8 -34
  96. package/src/backups/operations/bucketBackup.ts +2 -2
  97. package/src/backups/operations/collectionBackup.ts +4 -4
  98. package/src/backups/operations/comprehensiveBackup.ts +3 -3
  99. package/src/backups/tracking/centralizedTracking.ts +3 -3
  100. package/src/cli/commands/configCommands.ts +72 -8
  101. package/src/cli/commands/databaseCommands.ts +161 -9
  102. package/src/cli/commands/functionCommands.ts +4 -3
  103. package/src/cli/commands/importFileCommands.ts +815 -0
  104. package/src/cli/commands/schemaCommands.ts +3 -3
  105. package/src/cli/commands/storageCommands.ts +2 -3
  106. package/src/cli/commands/transferCommands.ts +3 -6
  107. package/src/collections/attributes.ts +3 -39
  108. package/src/collections/indexes.ts +2 -4
  109. package/src/collections/methods.ts +115 -150
  110. package/src/collections/tableOperations.ts +57 -21
  111. package/src/collections/transferOperations.ts +4 -5
  112. package/src/collections/wipeOperations.ts +154 -51
  113. package/src/databases/methods.ts +2 -2
  114. package/src/databases/setup.ts +2 -2
  115. package/src/examples/yamlTerminologyExample.ts +2 -2
  116. package/src/functions/deployments.ts +6 -5
  117. package/src/functions/fnConfigDiscovery.ts +2 -2
  118. package/src/functions/methods.ts +17 -4
  119. package/src/init.ts +1 -1
  120. package/src/interactiveCLI.ts +75 -10
  121. package/src/main.ts +143 -287
  122. package/src/migrations/afterImportActions.ts +2 -3
  123. package/src/migrations/appwriteToX.ts +12 -8
  124. package/src/migrations/comprehensiveTransfer.ts +6 -6
  125. package/src/migrations/dataLoader.ts +2 -5
  126. package/src/migrations/importController.ts +3 -4
  127. package/src/migrations/importDataActions.ts +3 -3
  128. package/src/migrations/relationships.ts +1 -2
  129. package/src/migrations/services/DataTransformationService.ts +2 -2
  130. package/src/migrations/services/FileHandlerService.ts +1 -1
  131. package/src/migrations/services/ImportOrchestrator.ts +4 -4
  132. package/src/migrations/services/RateLimitManager.ts +1 -1
  133. package/src/migrations/services/RelationshipResolver.ts +1 -1
  134. package/src/migrations/services/UserMappingService.ts +1 -1
  135. package/src/migrations/services/ValidationService.ts +1 -1
  136. package/src/migrations/transfer.ts +126 -83
  137. package/src/migrations/yaml/YamlImportConfigLoader.ts +1 -1
  138. package/src/migrations/yaml/YamlImportIntegration.ts +2 -2
  139. package/src/migrations/yaml/generateImportSchemas.ts +1 -1
  140. package/src/setupCommands.ts +5 -6
  141. package/src/setupController.ts +1 -1
  142. package/src/shared/backupTracking.ts +3 -3
  143. package/src/shared/confirmationDialogs.ts +1 -1
  144. package/src/shared/migrationHelpers.ts +4 -4
  145. package/src/shared/operationQueue.ts +3 -4
  146. package/src/shared/operationsTable.ts +3 -3
  147. package/src/shared/progressManager.ts +1 -1
  148. package/src/shared/selectionDialogs.ts +9 -8
  149. package/src/storage/methods.ts +4 -4
  150. package/src/tables/indexManager.ts +409 -0
  151. package/src/types.ts +2 -2
  152. package/src/users/methods.ts +2 -3
  153. package/src/utils/configMigration.ts +1 -1
  154. package/src/utils/index.ts +1 -1
  155. package/src/utils/loadConfigs.ts +15 -7
  156. package/src/utils/setupFiles.ts +5 -7
  157. package/src/utilsController.ts +86 -32
  158. package/dist/adapters/AdapterFactory.d.ts +0 -94
  159. package/dist/adapters/AdapterFactory.js +0 -405
  160. package/dist/adapters/DatabaseAdapter.d.ts +0 -233
  161. package/dist/adapters/DatabaseAdapter.js +0 -50
  162. package/dist/adapters/LegacyAdapter.d.ts +0 -50
  163. package/dist/adapters/LegacyAdapter.js +0 -612
  164. package/dist/adapters/TablesDBAdapter.d.ts +0 -45
  165. package/dist/adapters/TablesDBAdapter.js +0 -571
  166. package/dist/config/ConfigManager.d.ts +0 -445
  167. package/dist/config/ConfigManager.js +0 -625
  168. package/dist/config/configMigration.d.ts +0 -87
  169. package/dist/config/configMigration.js +0 -390
  170. package/dist/config/configValidation.d.ts +0 -66
  171. package/dist/config/configValidation.js +0 -358
  172. package/dist/config/index.d.ts +0 -8
  173. package/dist/config/index.js +0 -7
  174. package/dist/config/services/ConfigDiscoveryService.d.ts +0 -126
  175. package/dist/config/services/ConfigDiscoveryService.js +0 -374
  176. package/dist/config/services/ConfigLoaderService.d.ts +0 -129
  177. package/dist/config/services/ConfigLoaderService.js +0 -540
  178. package/dist/config/services/ConfigMergeService.d.ts +0 -208
  179. package/dist/config/services/ConfigMergeService.js +0 -308
  180. package/dist/config/services/ConfigValidationService.d.ts +0 -214
  181. package/dist/config/services/ConfigValidationService.js +0 -310
  182. package/dist/config/services/SessionAuthService.d.ts +0 -225
  183. package/dist/config/services/SessionAuthService.js +0 -456
  184. package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
  185. package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
  186. package/dist/config/services/index.d.ts +0 -13
  187. package/dist/config/services/index.js +0 -10
  188. package/dist/config/yamlConfig.d.ts +0 -722
  189. package/dist/config/yamlConfig.js +0 -702
  190. package/dist/functions/pathResolution.d.ts +0 -37
  191. package/dist/functions/pathResolution.js +0 -185
  192. package/dist/shared/attributeMapper.d.ts +0 -20
  193. package/dist/shared/attributeMapper.js +0 -203
  194. package/dist/shared/errorUtils.d.ts +0 -54
  195. package/dist/shared/errorUtils.js +0 -95
  196. package/dist/shared/functionManager.d.ts +0 -48
  197. package/dist/shared/functionManager.js +0 -336
  198. package/dist/shared/indexManager.d.ts +0 -24
  199. package/dist/shared/indexManager.js +0 -151
  200. package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
  201. package/dist/shared/jsonSchemaGenerator.js +0 -290
  202. package/dist/shared/logging.d.ts +0 -61
  203. package/dist/shared/logging.js +0 -116
  204. package/dist/shared/messageFormatter.d.ts +0 -39
  205. package/dist/shared/messageFormatter.js +0 -162
  206. package/dist/shared/pydanticModelGenerator.d.ts +0 -17
  207. package/dist/shared/pydanticModelGenerator.js +0 -615
  208. package/dist/shared/schemaGenerator.d.ts +0 -40
  209. package/dist/shared/schemaGenerator.js +0 -556
  210. package/dist/utils/ClientFactory.d.ts +0 -87
  211. package/dist/utils/ClientFactory.js +0 -212
  212. package/dist/utils/configDiscovery.d.ts +0 -78
  213. package/dist/utils/configDiscovery.js +0 -472
  214. package/dist/utils/constantsGenerator.d.ts +0 -31
  215. package/dist/utils/constantsGenerator.js +0 -321
  216. package/dist/utils/dataConverters.d.ts +0 -46
  217. package/dist/utils/dataConverters.js +0 -139
  218. package/dist/utils/directoryUtils.d.ts +0 -22
  219. package/dist/utils/directoryUtils.js +0 -59
  220. package/dist/utils/getClientFromConfig.d.ts +0 -39
  221. package/dist/utils/getClientFromConfig.js +0 -199
  222. package/dist/utils/helperFunctions.d.ts +0 -63
  223. package/dist/utils/helperFunctions.js +0 -156
  224. package/dist/utils/pathResolvers.d.ts +0 -53
  225. package/dist/utils/pathResolvers.js +0 -72
  226. package/dist/utils/projectConfig.d.ts +0 -119
  227. package/dist/utils/projectConfig.js +0 -171
  228. package/dist/utils/retryFailedPromises.d.ts +0 -2
  229. package/dist/utils/retryFailedPromises.js +0 -23
  230. package/dist/utils/sessionAuth.d.ts +0 -48
  231. package/dist/utils/sessionAuth.js +0 -164
  232. package/dist/utils/typeGuards.d.ts +0 -35
  233. package/dist/utils/typeGuards.js +0 -57
  234. package/dist/utils/validationRules.d.ts +0 -43
  235. package/dist/utils/validationRules.js +0 -42
  236. package/dist/utils/versionDetection.d.ts +0 -58
  237. package/dist/utils/versionDetection.js +0 -251
  238. package/dist/utils/yamlConverter.d.ts +0 -100
  239. package/dist/utils/yamlConverter.js +0 -428
  240. package/dist/utils/yamlLoader.d.ts +0 -70
  241. package/dist/utils/yamlLoader.js +0 -267
  242. package/src/adapters/AdapterFactory.ts +0 -510
  243. package/src/adapters/DatabaseAdapter.ts +0 -306
  244. package/src/adapters/LegacyAdapter.ts +0 -841
  245. package/src/adapters/TablesDBAdapter.ts +0 -773
  246. package/src/config/ConfigManager.ts +0 -808
  247. package/src/config/README.md +0 -274
  248. package/src/config/configMigration.ts +0 -575
  249. package/src/config/configValidation.ts +0 -445
  250. package/src/config/index.ts +0 -10
  251. package/src/config/services/ConfigDiscoveryService.ts +0 -463
  252. package/src/config/services/ConfigLoaderService.ts +0 -740
  253. package/src/config/services/ConfigMergeService.ts +0 -388
  254. package/src/config/services/ConfigValidationService.ts +0 -394
  255. package/src/config/services/SessionAuthService.ts +0 -565
  256. package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
  257. package/src/config/services/index.ts +0 -29
  258. package/src/config/yamlConfig.ts +0 -761
  259. package/src/functions/pathResolution.ts +0 -227
  260. package/src/shared/attributeMapper.ts +0 -229
  261. package/src/shared/errorUtils.ts +0 -110
  262. package/src/shared/functionManager.ts +0 -525
  263. package/src/shared/indexManager.ts +0 -254
  264. package/src/shared/jsonSchemaGenerator.ts +0 -383
  265. package/src/shared/logging.ts +0 -149
  266. package/src/shared/messageFormatter.ts +0 -208
  267. package/src/shared/pydanticModelGenerator.ts +0 -618
  268. package/src/shared/schemaGenerator.ts +0 -644
  269. package/src/utils/ClientFactory.ts +0 -240
  270. package/src/utils/configDiscovery.ts +0 -557
  271. package/src/utils/constantsGenerator.ts +0 -369
  272. package/src/utils/dataConverters.ts +0 -159
  273. package/src/utils/directoryUtils.ts +0 -61
  274. package/src/utils/getClientFromConfig.ts +0 -257
  275. package/src/utils/helperFunctions.ts +0 -228
  276. package/src/utils/pathResolvers.ts +0 -81
  277. package/src/utils/projectConfig.ts +0 -299
  278. package/src/utils/retryFailedPromises.ts +0 -29
  279. package/src/utils/sessionAuth.ts +0 -230
  280. package/src/utils/typeGuards.ts +0 -65
  281. package/src/utils/validationRules.ts +0 -88
  282. package/src/utils/versionDetection.ts +0 -292
  283. package/src/utils/yamlConverter.ts +0 -542
  284. package/src/utils/yamlLoader.ts +0 -371
@@ -1,267 +0,0 @@
1
- import yaml from "js-yaml";
2
- import fs from "fs";
3
- import path from "path";
4
- import { logger } from "../shared/logging.js";
5
- import { normalizeYamlData, usesTableTerminology, convertTerminology } from "./yamlConverter.js";
6
- import { CollectionCreateSchema, } from "@njdamstra/appwrite-utils";
7
- /**
8
- * Enhanced YAML loader with dual terminology support
9
- */
10
- export class YamlLoader {
11
- baseDirectory;
12
- constructor(baseDirectory) {
13
- this.baseDirectory = baseDirectory;
14
- }
15
- /**
16
- * Loads a YAML file with automatic terminology detection and normalization
17
- */
18
- async loadCollectionYaml(filePath) {
19
- const fullPath = path.resolve(this.baseDirectory, filePath);
20
- if (!fs.existsSync(fullPath)) {
21
- throw new Error(`YAML file not found: ${fullPath}`);
22
- }
23
- try {
24
- const yamlContent = fs.readFileSync(fullPath, "utf8");
25
- const rawData = yaml.load(yamlContent);
26
- // Detect original terminology
27
- const originalTerminology = usesTableTerminology(rawData) ? 'table' : 'collection';
28
- // Normalize to collection terminology for internal processing
29
- const normalized = normalizeYamlData(rawData);
30
- logger.info(`Loaded YAML file: ${filePath} (${originalTerminology} terminology)`);
31
- return {
32
- data: rawData,
33
- originalTerminology,
34
- normalized
35
- };
36
- }
37
- catch (error) {
38
- throw new Error(`Failed to load YAML file ${filePath}: ${error instanceof Error ? error.message : 'Unknown error'}`);
39
- }
40
- }
41
- /**
42
- * Loads multiple YAML files from a directory with terminology support
43
- */
44
- async loadDirectoryYamls(directoryPath, targetTerminology) {
45
- const fullDirectoryPath = path.resolve(this.baseDirectory, directoryPath);
46
- if (!fs.existsSync(fullDirectoryPath)) {
47
- logger.warn(`Directory not found: ${fullDirectoryPath}`);
48
- return {
49
- collections: [],
50
- summary: { total: 0, collectionFormat: 0, tableFormat: 0, converted: 0 }
51
- };
52
- }
53
- const collections = [];
54
- const files = fs.readdirSync(fullDirectoryPath, { withFileTypes: true });
55
- let collectionFormatCount = 0;
56
- let tableFormatCount = 0;
57
- let convertedCount = 0;
58
- for (const file of files) {
59
- if (file.isFile() && file.name.endsWith('.yaml')) {
60
- try {
61
- const filePath = path.join(directoryPath, file.name);
62
- const result = await this.loadCollectionYaml(filePath);
63
- let converted;
64
- // Convert terminology if requested and different from original
65
- if (targetTerminology && targetTerminology !== result.originalTerminology) {
66
- converted = convertTerminology(result.data, targetTerminology === 'table');
67
- convertedCount++;
68
- }
69
- collections.push({
70
- filePath,
71
- data: result.data,
72
- originalTerminology: result.originalTerminology,
73
- converted
74
- });
75
- if (result.originalTerminology === 'collection') {
76
- collectionFormatCount++;
77
- }
78
- else {
79
- tableFormatCount++;
80
- }
81
- }
82
- catch (error) {
83
- logger.error(`Failed to load ${file.name}:`, error);
84
- }
85
- }
86
- }
87
- return {
88
- collections,
89
- summary: {
90
- total: collections.length,
91
- collectionFormat: collectionFormatCount,
92
- tableFormat: tableFormatCount,
93
- converted: convertedCount
94
- }
95
- };
96
- }
97
- /**
98
- * Converts YAML data to CollectionCreate format for internal use
99
- */
100
- yamlToCollectionCreate(yamlData) {
101
- // Always normalize to ensure consistent attribute terminology
102
- const normalized = normalizeYamlData(yamlData);
103
- const collectionInput = {
104
- name: normalized.name,
105
- $id: normalized.id || normalized.name.toLowerCase().replace(/\s+/g, '_'),
106
- enabled: normalized.enabled !== false,
107
- documentSecurity: normalized.documentSecurity || false,
108
- $permissions: normalized.permissions?.map(p => ({
109
- permission: p.permission,
110
- target: p.target
111
- })) || [],
112
- attributes: normalized.attributes?.map(attr => ({
113
- key: attr.key,
114
- type: attr.type,
115
- size: attr.size,
116
- required: attr.required || false,
117
- array: attr.array || false,
118
- xdefault: attr.default,
119
- min: attr.min,
120
- max: attr.max,
121
- elements: attr.elements,
122
- relatedCollection: attr.relatedCollection,
123
- relationType: attr.relationType,
124
- twoWay: attr.twoWay,
125
- twoWayKey: attr.twoWayKey,
126
- onDelete: attr.onDelete,
127
- side: attr.side,
128
- encrypt: attr.encrypt,
129
- format: attr.format
130
- })) || [],
131
- indexes: normalized.indexes?.map(idx => ({
132
- key: idx.key,
133
- type: idx.type,
134
- attributes: idx.attributes,
135
- orders: idx.orders
136
- })) || [],
137
- importDefs: normalized.importDefs || []
138
- };
139
- return CollectionCreateSchema.parse(collectionInput);
140
- }
141
- /**
142
- * Saves YAML data with specified terminology
143
- */
144
- async saveCollectionYaml(filePath, data, config) {
145
- const fullPath = path.resolve(this.baseDirectory, filePath);
146
- const directory = path.dirname(fullPath);
147
- // Ensure directory exists
148
- if (!fs.existsSync(directory)) {
149
- fs.mkdirSync(directory, { recursive: true });
150
- }
151
- // Convert to target terminology if needed
152
- const targetData = config.useTableTerminology
153
- ? convertTerminology(data, true)
154
- : normalizeYamlData(data);
155
- // Generate YAML content
156
- const yamlContent = yaml.dump(targetData, {
157
- indent: 2,
158
- lineWidth: 120,
159
- sortKeys: false,
160
- quotingType: '"',
161
- forceQuotes: false,
162
- });
163
- // Add schema reference and header
164
- const schemaPath = config.schemaPath ||
165
- (config.useTableTerminology ? "../.yaml_schemas/table.schema.json" : "../.yaml_schemas/collection.schema.json");
166
- const entityType = config.useTableTerminology ? 'Table' : 'Collection';
167
- const header = `# yaml-language-server: $schema=${schemaPath}
168
- # ${entityType} Definition: ${data.name}
169
- `;
170
- const finalContent = header + yamlContent;
171
- fs.writeFileSync(fullPath, finalContent, "utf8");
172
- logger.info(`Saved ${entityType.toLowerCase()} YAML: ${fullPath}`);
173
- }
174
- /**
175
- * Migrates YAML files from one terminology to another
176
- */
177
- async migrateTerminology(sourceDirectory, targetDirectory, toTableTerminology) {
178
- const result = await this.loadDirectoryYamls(sourceDirectory);
179
- const errors = [];
180
- let migrated = 0;
181
- let skipped = 0;
182
- // Ensure target directory exists
183
- const fullTargetPath = path.resolve(this.baseDirectory, targetDirectory);
184
- if (!fs.existsSync(fullTargetPath)) {
185
- fs.mkdirSync(fullTargetPath, { recursive: true });
186
- }
187
- for (const collection of result.collections) {
188
- try {
189
- const needsMigration = toTableTerminology
190
- ? collection.originalTerminology === 'collection'
191
- : collection.originalTerminology === 'table';
192
- if (!needsMigration) {
193
- skipped++;
194
- continue;
195
- }
196
- const targetFileName = path.basename(collection.filePath);
197
- const targetFilePath = path.join(targetDirectory, targetFileName);
198
- await this.saveCollectionYaml(targetFilePath, collection.data, {
199
- useTableTerminology: toTableTerminology,
200
- entityType: toTableTerminology ? 'table' : 'collection'
201
- });
202
- migrated++;
203
- }
204
- catch (error) {
205
- const errorMessage = `Failed to migrate ${collection.filePath}: ${error instanceof Error ? error.message : 'Unknown error'}`;
206
- errors.push(errorMessage);
207
- logger.error(errorMessage);
208
- }
209
- }
210
- logger.info(`Migration complete: ${migrated} migrated, ${skipped} skipped, ${errors.length} errors`);
211
- return { migrated, skipped, errors };
212
- }
213
- /**
214
- * Validates YAML files for terminology consistency
215
- */
216
- async validateTerminologyConsistency(directoryPath) {
217
- const result = await this.loadDirectoryYamls(directoryPath);
218
- const issues = [];
219
- let mixedFiles = 0;
220
- for (const collection of result.collections) {
221
- // Check for mixed terminology within a single file
222
- const data = collection.data;
223
- const hasAttributes = !!data.attributes && data.attributes.length > 0;
224
- const hasColumns = !!data.columns && data.columns.length > 0;
225
- const hasAttributeIndexes = data.indexes?.some(idx => !!idx.attributes);
226
- const hasColumnIndexes = data.indexes?.some(idx => !!idx.columns);
227
- if (hasAttributes && hasColumns) {
228
- issues.push({
229
- file: collection.filePath,
230
- issue: "File contains both 'attributes' and 'columns' - use only one terminology",
231
- severity: 'error'
232
- });
233
- mixedFiles++;
234
- }
235
- if (hasAttributeIndexes && hasColumnIndexes) {
236
- issues.push({
237
- file: collection.filePath,
238
- issue: "Indexes contain both 'attributes' and 'columns' references - use consistent terminology",
239
- severity: 'error'
240
- });
241
- }
242
- // Check for missing required fields
243
- if (!hasAttributes && !hasColumns) {
244
- issues.push({
245
- file: collection.filePath,
246
- issue: "File missing both 'attributes' and 'columns' - at least one is required",
247
- severity: 'warning'
248
- });
249
- }
250
- }
251
- return {
252
- isConsistent: issues.filter(i => i.severity === 'error').length === 0,
253
- issues,
254
- summary: {
255
- collectionFiles: result.summary.collectionFormat,
256
- tableFiles: result.summary.tableFormat,
257
- mixedFiles
258
- }
259
- };
260
- }
261
- }
262
- /**
263
- * Creates a YAML loader instance for the given base directory
264
- */
265
- export function createYamlLoader(baseDirectory) {
266
- return new YamlLoader(baseDirectory);
267
- }