appwrite-utils-cli 1.9.7 → 1.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONFIG_TODO.md +1189 -1189
- package/README.md +1004 -1004
- package/SELECTION_DIALOGS.md +145 -145
- package/SERVICE_IMPLEMENTATION_REPORT.md +462 -462
- package/package.json +6 -3
- package/scripts/copy-templates.ts +23 -23
- package/src/adapters/index.ts +11 -37
- package/src/backups/operations/bucketBackup.ts +277 -277
- package/src/backups/operations/collectionBackup.ts +310 -310
- package/src/backups/operations/comprehensiveBackup.ts +342 -342
- package/src/backups/schemas/bucketManifest.ts +78 -78
- package/src/backups/schemas/comprehensiveManifest.ts +76 -76
- package/src/backups/tracking/centralizedTracking.ts +352 -352
- package/src/cli/commands/configCommands.ts +265 -201
- package/src/cli/commands/databaseCommands.ts +931 -879
- package/src/cli/commands/functionCommands.ts +333 -332
- package/src/cli/commands/importFileCommands.ts +815 -0
- package/src/cli/commands/schemaCommands.ts +141 -141
- package/src/cli/commands/storageCommands.ts +2 -3
- package/src/cli/commands/transferCommands.ts +454 -457
- package/src/collections/attributes.ts.backup +1555 -1555
- package/src/collections/{attributes.ts → columns.ts} +15 -10
- package/src/collections/indexes.ts +350 -352
- package/src/collections/methods.ts +714 -700
- package/src/collections/tableOperations.ts +29 -8
- package/src/collections/transferOperations.ts +376 -377
- package/src/collections/wipeOperations.ts +449 -346
- package/src/databases/methods.ts +49 -49
- package/src/databases/setup.ts +77 -77
- package/src/examples/yamlTerminologyExample.ts +346 -346
- package/src/functions/deployments.ts +221 -220
- package/src/functions/fnConfigDiscovery.ts +2 -2
- package/src/functions/methods.ts +284 -284
- package/src/functions/templates/count-docs-in-collection/README.md +53 -53
- package/src/functions/templates/count-docs-in-collection/src/main.ts +159 -159
- package/src/functions/templates/count-docs-in-collection/src/request.ts +8 -8
- package/src/functions/templates/hono-typescript/README.md +285 -285
- package/src/functions/templates/hono-typescript/src/adapters/request.ts +73 -73
- package/src/functions/templates/hono-typescript/src/adapters/response.ts +105 -105
- package/src/functions/templates/hono-typescript/src/app.ts +179 -179
- package/src/functions/templates/hono-typescript/src/context.ts +102 -102
- package/src/functions/templates/hono-typescript/src/{index.ts → main.ts} +53 -53
- package/src/functions/templates/hono-typescript/src/middleware/appwrite.ts +118 -118
- package/src/functions/templates/typescript-node/README.md +31 -31
- package/src/functions/templates/typescript-node/src/context.ts +102 -102
- package/src/functions/templates/typescript-node/src/{index.ts → main.ts} +29 -29
- package/src/functions/templates/uv/README.md +30 -30
- package/src/functions/templates/uv/pyproject.toml +29 -29
- package/src/functions/templates/uv/src/context.py +124 -124
- package/src/functions/templates/uv/src/{index.py → main.py} +45 -45
- package/src/init.ts +62 -62
- package/src/interactiveCLI.ts +1095 -1030
- package/src/main.ts +1517 -1670
- package/src/migrations/afterImportActions.ts +579 -580
- package/src/migrations/appwriteToX.ts +634 -630
- package/src/migrations/comprehensiveTransfer.ts +2149 -2149
- package/src/migrations/dataLoader.ts +1729 -1702
- package/src/migrations/importController.ts +440 -428
- package/src/migrations/importDataActions.ts +315 -315
- package/src/migrations/relationships.ts +333 -334
- package/src/migrations/services/DataTransformationService.ts +195 -195
- package/src/migrations/services/FileHandlerService.ts +310 -310
- package/src/migrations/services/ImportOrchestrator.ts +674 -665
- package/src/migrations/services/RateLimitManager.ts +362 -362
- package/src/migrations/services/RelationshipResolver.ts +460 -460
- package/src/migrations/services/UserMappingService.ts +344 -344
- package/src/migrations/services/ValidationService.ts +333 -333
- package/src/migrations/transfer.ts +987 -942
- package/src/migrations/yaml/YamlImportConfigLoader.ts +438 -438
- package/src/migrations/yaml/YamlImportIntegration.ts +438 -438
- package/src/migrations/yaml/generateImportSchemas.ts +1347 -1347
- package/src/schemas/authUser.ts +23 -23
- package/src/setup.ts +8 -8
- package/src/setupCommands.ts +5 -6
- package/src/setupController.ts +42 -42
- package/src/shared/backupMetadataSchema.ts +93 -93
- package/src/shared/backupTracking.ts +211 -211
- package/src/shared/confirmationDialogs.ts +326 -326
- package/src/shared/migrationHelpers.ts +232 -232
- package/src/shared/operationLogger.ts +20 -20
- package/src/shared/operationQueue.ts +326 -327
- package/src/shared/operationsTable.ts +338 -338
- package/src/shared/operationsTableSchema.ts +60 -60
- package/src/shared/progressManager.ts +277 -277
- package/src/shared/relationshipExtractor.ts +214 -214
- package/src/shared/selectionDialogs.ts +775 -722
- package/src/storage/backupCompression.ts +88 -88
- package/src/storage/methods.ts +695 -682
- package/src/storage/schemas.ts +205 -205
- package/src/tables/indexManager.ts +408 -408
- package/src/types/node-appwrite-tablesdb.d.ts +43 -43
- package/src/types.ts +9 -9
- package/src/users/methods.ts +358 -359
- package/src/utils/configMigration.ts +347 -347
- package/src/utils/index.ts +2 -2
- package/src/utils/loadConfigs.ts +457 -449
- package/src/utils/setupFiles.ts +1236 -1238
- package/src/utilsController.ts +1263 -1213
- package/tests/README.md +496 -496
- package/tests/adapters/AdapterFactory.test.ts +276 -276
- package/tests/integration/syncOperations.test.ts +462 -462
- package/tests/jest.config.js +24 -24
- package/tests/migration/configMigration.test.ts +545 -545
- package/tests/setup.ts +61 -61
- package/tests/testUtils.ts +339 -339
- package/tests/utils/loadConfigs.test.ts +349 -349
- package/tests/validation/configValidation.test.ts +411 -411
- package/tsconfig.json +44 -44
- package/.appwrite/.yaml_schemas/appwrite-config.schema.json +0 -380
- package/.appwrite/.yaml_schemas/collection.schema.json +0 -255
- package/.appwrite/collections/Categories.yaml +0 -182
- package/.appwrite/collections/ExampleCollection.yaml +0 -36
- package/.appwrite/collections/Posts.yaml +0 -227
- package/.appwrite/collections/Users.yaml +0 -149
- package/.appwrite/config.yaml +0 -109
- package/.appwrite/import/README.md +0 -148
- package/.appwrite/import/categories-import.yaml +0 -129
- package/.appwrite/import/posts-import.yaml +0 -208
- package/.appwrite/import/users-import.yaml +0 -130
- package/.appwrite/importData/categories.json +0 -194
- package/.appwrite/importData/posts.json +0 -270
- package/.appwrite/importData/users.json +0 -220
- package/.appwrite/schemas/categories.json +0 -128
- package/.appwrite/schemas/exampleCollection.json +0 -52
- package/.appwrite/schemas/posts.json +0 -173
- package/.appwrite/schemas/users.json +0 -125
- package/dist/adapters/AdapterFactory.d.ts +0 -94
- package/dist/adapters/AdapterFactory.js +0 -420
- package/dist/adapters/DatabaseAdapter.d.ts +0 -243
- package/dist/adapters/DatabaseAdapter.js +0 -50
- package/dist/adapters/LegacyAdapter.d.ts +0 -50
- package/dist/adapters/LegacyAdapter.js +0 -615
- package/dist/adapters/TablesDBAdapter.d.ts +0 -45
- package/dist/adapters/TablesDBAdapter.js +0 -611
- package/dist/adapters/index.d.ts +0 -11
- package/dist/adapters/index.js +0 -12
- package/dist/backups/operations/bucketBackup.d.ts +0 -19
- package/dist/backups/operations/bucketBackup.js +0 -197
- package/dist/backups/operations/collectionBackup.d.ts +0 -30
- package/dist/backups/operations/collectionBackup.js +0 -201
- package/dist/backups/operations/comprehensiveBackup.d.ts +0 -25
- package/dist/backups/operations/comprehensiveBackup.js +0 -238
- package/dist/backups/schemas/bucketManifest.d.ts +0 -93
- package/dist/backups/schemas/bucketManifest.js +0 -33
- package/dist/backups/schemas/comprehensiveManifest.d.ts +0 -108
- package/dist/backups/schemas/comprehensiveManifest.js +0 -32
- package/dist/backups/tracking/centralizedTracking.d.ts +0 -34
- package/dist/backups/tracking/centralizedTracking.js +0 -274
- package/dist/cli/commands/configCommands.d.ts +0 -8
- package/dist/cli/commands/configCommands.js +0 -166
- package/dist/cli/commands/databaseCommands.d.ts +0 -14
- package/dist/cli/commands/databaseCommands.js +0 -644
- package/dist/cli/commands/functionCommands.d.ts +0 -7
- package/dist/cli/commands/functionCommands.js +0 -330
- package/dist/cli/commands/schemaCommands.d.ts +0 -7
- package/dist/cli/commands/schemaCommands.js +0 -169
- package/dist/cli/commands/storageCommands.d.ts +0 -5
- package/dist/cli/commands/storageCommands.js +0 -143
- package/dist/cli/commands/transferCommands.d.ts +0 -5
- package/dist/cli/commands/transferCommands.js +0 -384
- package/dist/collections/attributes.d.ts +0 -13
- package/dist/collections/attributes.js +0 -1333
- package/dist/collections/indexes.d.ts +0 -12
- package/dist/collections/indexes.js +0 -217
- package/dist/collections/methods.d.ts +0 -19
- package/dist/collections/methods.js +0 -587
- package/dist/collections/tableOperations.d.ts +0 -86
- package/dist/collections/tableOperations.js +0 -447
- package/dist/collections/transferOperations.d.ts +0 -8
- package/dist/collections/transferOperations.js +0 -412
- package/dist/collections/wipeOperations.d.ts +0 -16
- package/dist/collections/wipeOperations.js +0 -233
- package/dist/config/ConfigManager.d.ts +0 -450
- package/dist/config/ConfigManager.js +0 -650
- package/dist/config/configMigration.d.ts +0 -87
- package/dist/config/configMigration.js +0 -390
- package/dist/config/configValidation.d.ts +0 -66
- package/dist/config/configValidation.js +0 -358
- package/dist/config/index.d.ts +0 -8
- package/dist/config/index.js +0 -7
- package/dist/config/services/ConfigDiscoveryService.d.ts +0 -122
- package/dist/config/services/ConfigDiscoveryService.js +0 -322
- package/dist/config/services/ConfigLoaderService.d.ts +0 -129
- package/dist/config/services/ConfigLoaderService.js +0 -535
- package/dist/config/services/ConfigMergeService.d.ts +0 -208
- package/dist/config/services/ConfigMergeService.js +0 -308
- package/dist/config/services/ConfigValidationService.d.ts +0 -214
- package/dist/config/services/ConfigValidationService.js +0 -310
- package/dist/config/services/SessionAuthService.d.ts +0 -225
- package/dist/config/services/SessionAuthService.js +0 -456
- package/dist/config/services/__tests__/ConfigMergeService.test.d.ts +0 -1
- package/dist/config/services/__tests__/ConfigMergeService.test.js +0 -271
- package/dist/config/services/index.d.ts +0 -13
- package/dist/config/services/index.js +0 -10
- package/dist/config/yamlConfig.d.ts +0 -722
- package/dist/config/yamlConfig.js +0 -702
- package/dist/databases/methods.d.ts +0 -6
- package/dist/databases/methods.js +0 -35
- package/dist/databases/setup.d.ts +0 -5
- package/dist/databases/setup.js +0 -45
- package/dist/examples/yamlTerminologyExample.d.ts +0 -42
- package/dist/examples/yamlTerminologyExample.js +0 -272
- package/dist/functions/deployments.d.ts +0 -4
- package/dist/functions/deployments.js +0 -146
- package/dist/functions/fnConfigDiscovery.d.ts +0 -3
- package/dist/functions/fnConfigDiscovery.js +0 -108
- package/dist/functions/methods.d.ts +0 -16
- package/dist/functions/methods.js +0 -174
- package/dist/functions/pathResolution.d.ts +0 -37
- package/dist/functions/pathResolution.js +0 -185
- package/dist/functions/templates/count-docs-in-collection/README.md +0 -54
- package/dist/functions/templates/count-docs-in-collection/package.json +0 -25
- package/dist/functions/templates/count-docs-in-collection/src/main.ts +0 -159
- package/dist/functions/templates/count-docs-in-collection/src/request.ts +0 -9
- package/dist/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
- package/dist/functions/templates/hono-typescript/README.md +0 -286
- package/dist/functions/templates/hono-typescript/package.json +0 -26
- package/dist/functions/templates/hono-typescript/src/adapters/request.ts +0 -74
- package/dist/functions/templates/hono-typescript/src/adapters/response.ts +0 -106
- package/dist/functions/templates/hono-typescript/src/app.ts +0 -180
- package/dist/functions/templates/hono-typescript/src/context.ts +0 -103
- package/dist/functions/templates/hono-typescript/src/index.ts +0 -54
- package/dist/functions/templates/hono-typescript/src/middleware/appwrite.ts +0 -119
- package/dist/functions/templates/hono-typescript/tsconfig.json +0 -20
- package/dist/functions/templates/typescript-node/README.md +0 -32
- package/dist/functions/templates/typescript-node/package.json +0 -25
- package/dist/functions/templates/typescript-node/src/context.ts +0 -103
- package/dist/functions/templates/typescript-node/src/index.ts +0 -29
- package/dist/functions/templates/typescript-node/tsconfig.json +0 -28
- package/dist/functions/templates/uv/README.md +0 -31
- package/dist/functions/templates/uv/pyproject.toml +0 -30
- package/dist/functions/templates/uv/src/__init__.py +0 -0
- package/dist/functions/templates/uv/src/context.py +0 -125
- package/dist/functions/templates/uv/src/index.py +0 -46
- package/dist/init.d.ts +0 -2
- package/dist/init.js +0 -57
- package/dist/interactiveCLI.d.ts +0 -31
- package/dist/interactiveCLI.js +0 -898
- package/dist/main.d.ts +0 -2
- package/dist/main.js +0 -1180
- package/dist/migrations/afterImportActions.d.ts +0 -17
- package/dist/migrations/afterImportActions.js +0 -306
- package/dist/migrations/appwriteToX.d.ts +0 -211
- package/dist/migrations/appwriteToX.js +0 -491
- package/dist/migrations/comprehensiveTransfer.d.ts +0 -147
- package/dist/migrations/comprehensiveTransfer.js +0 -1317
- package/dist/migrations/dataLoader.d.ts +0 -753
- package/dist/migrations/dataLoader.js +0 -1250
- package/dist/migrations/importController.d.ts +0 -23
- package/dist/migrations/importController.js +0 -268
- package/dist/migrations/importDataActions.d.ts +0 -50
- package/dist/migrations/importDataActions.js +0 -230
- package/dist/migrations/relationships.d.ts +0 -29
- package/dist/migrations/relationships.js +0 -204
- package/dist/migrations/services/DataTransformationService.d.ts +0 -55
- package/dist/migrations/services/DataTransformationService.js +0 -158
- package/dist/migrations/services/FileHandlerService.d.ts +0 -75
- package/dist/migrations/services/FileHandlerService.js +0 -236
- package/dist/migrations/services/ImportOrchestrator.d.ts +0 -97
- package/dist/migrations/services/ImportOrchestrator.js +0 -485
- package/dist/migrations/services/RateLimitManager.d.ts +0 -138
- package/dist/migrations/services/RateLimitManager.js +0 -279
- package/dist/migrations/services/RelationshipResolver.d.ts +0 -120
- package/dist/migrations/services/RelationshipResolver.js +0 -332
- package/dist/migrations/services/UserMappingService.d.ts +0 -109
- package/dist/migrations/services/UserMappingService.js +0 -277
- package/dist/migrations/services/ValidationService.d.ts +0 -74
- package/dist/migrations/services/ValidationService.js +0 -260
- package/dist/migrations/transfer.d.ts +0 -26
- package/dist/migrations/transfer.js +0 -608
- package/dist/migrations/yaml/YamlImportConfigLoader.d.ts +0 -131
- package/dist/migrations/yaml/YamlImportConfigLoader.js +0 -383
- package/dist/migrations/yaml/YamlImportIntegration.d.ts +0 -93
- package/dist/migrations/yaml/YamlImportIntegration.js +0 -341
- package/dist/migrations/yaml/generateImportSchemas.d.ts +0 -30
- package/dist/migrations/yaml/generateImportSchemas.js +0 -1327
- package/dist/schemas/authUser.d.ts +0 -24
- package/dist/schemas/authUser.js +0 -17
- package/dist/setup.d.ts +0 -2
- package/dist/setup.js +0 -5
- package/dist/setupCommands.d.ts +0 -58
- package/dist/setupCommands.js +0 -490
- package/dist/setupController.d.ts +0 -9
- package/dist/setupController.js +0 -34
- package/dist/shared/attributeMapper.d.ts +0 -20
- package/dist/shared/attributeMapper.js +0 -203
- package/dist/shared/backupMetadataSchema.d.ts +0 -94
- package/dist/shared/backupMetadataSchema.js +0 -38
- package/dist/shared/backupTracking.d.ts +0 -18
- package/dist/shared/backupTracking.js +0 -176
- package/dist/shared/confirmationDialogs.d.ts +0 -75
- package/dist/shared/confirmationDialogs.js +0 -236
- package/dist/shared/errorUtils.d.ts +0 -54
- package/dist/shared/errorUtils.js +0 -95
- package/dist/shared/functionManager.d.ts +0 -48
- package/dist/shared/functionManager.js +0 -348
- package/dist/shared/jsonSchemaGenerator.d.ts +0 -50
- package/dist/shared/jsonSchemaGenerator.js +0 -290
- package/dist/shared/logging.d.ts +0 -61
- package/dist/shared/logging.js +0 -116
- package/dist/shared/messageFormatter.d.ts +0 -39
- package/dist/shared/messageFormatter.js +0 -162
- package/dist/shared/migrationHelpers.d.ts +0 -61
- package/dist/shared/migrationHelpers.js +0 -145
- package/dist/shared/operationLogger.d.ts +0 -10
- package/dist/shared/operationLogger.js +0 -12
- package/dist/shared/operationQueue.d.ts +0 -40
- package/dist/shared/operationQueue.js +0 -311
- package/dist/shared/operationsTable.d.ts +0 -26
- package/dist/shared/operationsTable.js +0 -286
- package/dist/shared/operationsTableSchema.d.ts +0 -48
- package/dist/shared/operationsTableSchema.js +0 -35
- package/dist/shared/progressManager.d.ts +0 -62
- package/dist/shared/progressManager.js +0 -215
- package/dist/shared/pydanticModelGenerator.d.ts +0 -17
- package/dist/shared/pydanticModelGenerator.js +0 -615
- package/dist/shared/relationshipExtractor.d.ts +0 -56
- package/dist/shared/relationshipExtractor.js +0 -138
- package/dist/shared/schemaGenerator.d.ts +0 -40
- package/dist/shared/schemaGenerator.js +0 -556
- package/dist/shared/selectionDialogs.d.ts +0 -214
- package/dist/shared/selectionDialogs.js +0 -544
- package/dist/storage/backupCompression.d.ts +0 -20
- package/dist/storage/backupCompression.js +0 -67
- package/dist/storage/methods.d.ts +0 -32
- package/dist/storage/methods.js +0 -472
- package/dist/storage/schemas.d.ts +0 -842
- package/dist/storage/schemas.js +0 -175
- package/dist/tables/indexManager.d.ts +0 -65
- package/dist/tables/indexManager.js +0 -294
- package/dist/types.d.ts +0 -4
- package/dist/types.js +0 -3
- package/dist/users/methods.d.ts +0 -16
- package/dist/users/methods.js +0 -277
- package/dist/utils/ClientFactory.d.ts +0 -87
- package/dist/utils/ClientFactory.js +0 -212
- package/dist/utils/configDiscovery.d.ts +0 -78
- package/dist/utils/configDiscovery.js +0 -472
- package/dist/utils/configMigration.d.ts +0 -1
- package/dist/utils/configMigration.js +0 -261
- package/dist/utils/constantsGenerator.d.ts +0 -31
- package/dist/utils/constantsGenerator.js +0 -321
- package/dist/utils/dataConverters.d.ts +0 -46
- package/dist/utils/dataConverters.js +0 -139
- package/dist/utils/directoryUtils.d.ts +0 -22
- package/dist/utils/directoryUtils.js +0 -59
- package/dist/utils/getClientFromConfig.d.ts +0 -39
- package/dist/utils/getClientFromConfig.js +0 -199
- package/dist/utils/helperFunctions.d.ts +0 -63
- package/dist/utils/helperFunctions.js +0 -156
- package/dist/utils/index.d.ts +0 -2
- package/dist/utils/index.js +0 -2
- package/dist/utils/loadConfigs.d.ts +0 -50
- package/dist/utils/loadConfigs.js +0 -358
- package/dist/utils/pathResolvers.d.ts +0 -53
- package/dist/utils/pathResolvers.js +0 -72
- package/dist/utils/projectConfig.d.ts +0 -122
- package/dist/utils/projectConfig.js +0 -206
- package/dist/utils/retryFailedPromises.d.ts +0 -2
- package/dist/utils/retryFailedPromises.js +0 -23
- package/dist/utils/sessionAuth.d.ts +0 -48
- package/dist/utils/sessionAuth.js +0 -164
- package/dist/utils/setupFiles.d.ts +0 -4
- package/dist/utils/setupFiles.js +0 -1192
- package/dist/utils/typeGuards.d.ts +0 -35
- package/dist/utils/typeGuards.js +0 -57
- package/dist/utils/validationRules.d.ts +0 -43
- package/dist/utils/validationRules.js +0 -42
- package/dist/utils/versionDetection.d.ts +0 -58
- package/dist/utils/versionDetection.js +0 -251
- package/dist/utils/yamlConverter.d.ts +0 -100
- package/dist/utils/yamlConverter.js +0 -428
- package/dist/utils/yamlLoader.d.ts +0 -70
- package/dist/utils/yamlLoader.js +0 -267
- package/dist/utilsController.d.ts +0 -107
- package/dist/utilsController.js +0 -873
- package/src/adapters/AdapterFactory.ts +0 -529
- package/src/adapters/DatabaseAdapter.ts +0 -319
- package/src/adapters/LegacyAdapter.ts +0 -844
- package/src/adapters/TablesDBAdapter.ts +0 -823
- package/src/config/ConfigManager.ts +0 -849
- package/src/config/README.md +0 -274
- package/src/config/configMigration.ts +0 -575
- package/src/config/configValidation.ts +0 -445
- package/src/config/index.ts +0 -10
- package/src/config/services/ConfigDiscoveryService.ts +0 -410
- package/src/config/services/ConfigLoaderService.ts +0 -732
- package/src/config/services/ConfigMergeService.ts +0 -388
- package/src/config/services/ConfigValidationService.ts +0 -394
- package/src/config/services/SessionAuthService.ts +0 -565
- package/src/config/services/__tests__/ConfigMergeService.test.ts +0 -351
- package/src/config/services/index.ts +0 -29
- package/src/config/yamlConfig.ts +0 -761
- package/src/functions/pathResolution.ts +0 -227
- package/src/functions/templates/count-docs-in-collection/package.json +0 -25
- package/src/functions/templates/count-docs-in-collection/tsconfig.json +0 -28
- package/src/functions/templates/hono-typescript/package.json +0 -26
- package/src/functions/templates/hono-typescript/tsconfig.json +0 -20
- package/src/functions/templates/typescript-node/package.json +0 -25
- package/src/functions/templates/typescript-node/tsconfig.json +0 -28
- package/src/shared/attributeMapper.ts +0 -229
- package/src/shared/errorUtils.ts +0 -110
- package/src/shared/functionManager.ts +0 -537
- package/src/shared/jsonSchemaGenerator.ts +0 -383
- package/src/shared/logging.ts +0 -149
- package/src/shared/messageFormatter.ts +0 -208
- package/src/shared/pydanticModelGenerator.ts +0 -618
- package/src/shared/schemaGenerator.ts +0 -644
- package/src/utils/ClientFactory.ts +0 -240
- package/src/utils/configDiscovery.ts +0 -557
- package/src/utils/constantsGenerator.ts +0 -369
- package/src/utils/dataConverters.ts +0 -159
- package/src/utils/directoryUtils.ts +0 -61
- package/src/utils/getClientFromConfig.ts +0 -257
- package/src/utils/helperFunctions.ts +0 -228
- package/src/utils/pathResolvers.ts +0 -81
- package/src/utils/projectConfig.ts +0 -340
- package/src/utils/retryFailedPromises.ts +0 -29
- package/src/utils/sessionAuth.ts +0 -230
- package/src/utils/typeGuards.ts +0 -65
- package/src/utils/validationRules.ts +0 -88
- package/src/utils/versionDetection.ts +0 -292
- package/src/utils/yamlConverter.ts +0 -542
- package/src/utils/yamlLoader.ts +0 -371
- package/tmp-sync-test/.appwrite/collections/TestCollection.yaml +0 -7
package/dist/shared/logging.d.ts
DELETED
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
import winston from "winston";
|
|
2
|
-
export interface LoggingConfig {
|
|
3
|
-
enabled: boolean;
|
|
4
|
-
level: string;
|
|
5
|
-
logDirectory?: string;
|
|
6
|
-
console: boolean;
|
|
7
|
-
}
|
|
8
|
-
/**
|
|
9
|
-
* Predefined logging configurations for common debugging scenarios
|
|
10
|
-
*/
|
|
11
|
-
export declare const LOGGING_PRESETS: {
|
|
12
|
-
/** Minimal logging - errors only to console */
|
|
13
|
-
readonly minimal: {
|
|
14
|
-
readonly enabled: false;
|
|
15
|
-
readonly level: "error";
|
|
16
|
-
readonly console: true;
|
|
17
|
-
};
|
|
18
|
-
/** Standard logging - info level to file and console */
|
|
19
|
-
readonly standard: {
|
|
20
|
-
readonly enabled: true;
|
|
21
|
-
readonly level: "info";
|
|
22
|
-
readonly console: true;
|
|
23
|
-
};
|
|
24
|
-
/** Debug logging - verbose debug output for troubleshooting */
|
|
25
|
-
readonly debug: {
|
|
26
|
-
readonly enabled: true;
|
|
27
|
-
readonly level: "debug";
|
|
28
|
-
readonly console: true;
|
|
29
|
-
};
|
|
30
|
-
/** Silent - no logging output */
|
|
31
|
-
readonly silent: {
|
|
32
|
-
readonly enabled: false;
|
|
33
|
-
readonly level: "error";
|
|
34
|
-
readonly console: false;
|
|
35
|
-
};
|
|
36
|
-
};
|
|
37
|
-
export declare const configureLogging: (config?: Partial<LoggingConfig>) => void;
|
|
38
|
-
/**
|
|
39
|
-
* Configure logging using a preset
|
|
40
|
-
*/
|
|
41
|
-
export declare const configureLoggingPreset: (preset: keyof typeof LOGGING_PRESETS, logDirectory?: string) => void;
|
|
42
|
-
export declare let logger: winston.Logger;
|
|
43
|
-
export declare const updateLogger: () => void;
|
|
44
|
-
/**
|
|
45
|
-
* Enable debug logging for troubleshooting push process issues
|
|
46
|
-
* This is a convenience function for quickly enabling comprehensive logging
|
|
47
|
-
*/
|
|
48
|
-
export declare const enableDebugLogging: (logDirectory?: string) => void;
|
|
49
|
-
/**
|
|
50
|
-
* Disable logging (reset to default)
|
|
51
|
-
*/
|
|
52
|
-
export declare const disableLogging: () => void;
|
|
53
|
-
/**
|
|
54
|
-
* Get current logging configuration
|
|
55
|
-
*/
|
|
56
|
-
export declare const getLoggingConfig: () => {
|
|
57
|
-
enabled: boolean;
|
|
58
|
-
level: string;
|
|
59
|
-
logDirectory?: string;
|
|
60
|
-
console: boolean;
|
|
61
|
-
};
|
package/dist/shared/logging.js
DELETED
|
@@ -1,116 +0,0 @@
|
|
|
1
|
-
import winston from "winston";
|
|
2
|
-
import fs from "fs";
|
|
3
|
-
import path from "path";
|
|
4
|
-
/**
|
|
5
|
-
* Predefined logging configurations for common debugging scenarios
|
|
6
|
-
*/
|
|
7
|
-
export const LOGGING_PRESETS = {
|
|
8
|
-
/** Minimal logging - errors only to console */
|
|
9
|
-
minimal: {
|
|
10
|
-
enabled: false,
|
|
11
|
-
level: 'error',
|
|
12
|
-
console: true
|
|
13
|
-
},
|
|
14
|
-
/** Standard logging - info level to file and console */
|
|
15
|
-
standard: {
|
|
16
|
-
enabled: true,
|
|
17
|
-
level: 'info',
|
|
18
|
-
console: true
|
|
19
|
-
},
|
|
20
|
-
/** Debug logging - verbose debug output for troubleshooting */
|
|
21
|
-
debug: {
|
|
22
|
-
enabled: true,
|
|
23
|
-
level: 'debug',
|
|
24
|
-
console: true
|
|
25
|
-
},
|
|
26
|
-
/** Silent - no logging output */
|
|
27
|
-
silent: {
|
|
28
|
-
enabled: false,
|
|
29
|
-
level: 'error',
|
|
30
|
-
console: false
|
|
31
|
-
}
|
|
32
|
-
};
|
|
33
|
-
const DEFAULT_LOGGING_CONFIG = {
|
|
34
|
-
enabled: false,
|
|
35
|
-
level: "info",
|
|
36
|
-
console: false,
|
|
37
|
-
};
|
|
38
|
-
let loggingConfig = DEFAULT_LOGGING_CONFIG;
|
|
39
|
-
export const configureLogging = (config = {}) => {
|
|
40
|
-
loggingConfig = { ...DEFAULT_LOGGING_CONFIG, ...config };
|
|
41
|
-
};
|
|
42
|
-
/**
|
|
43
|
-
* Configure logging using a preset
|
|
44
|
-
*/
|
|
45
|
-
export const configureLoggingPreset = (preset, logDirectory) => {
|
|
46
|
-
const presetConfig = LOGGING_PRESETS[preset];
|
|
47
|
-
configureLogging({
|
|
48
|
-
...presetConfig,
|
|
49
|
-
...(logDirectory && { logDirectory })
|
|
50
|
-
});
|
|
51
|
-
updateLogger();
|
|
52
|
-
};
|
|
53
|
-
const createLogger = () => {
|
|
54
|
-
const transports = [];
|
|
55
|
-
// Add console transport if enabled
|
|
56
|
-
if (loggingConfig.console) {
|
|
57
|
-
transports.push(new winston.transports.Console({
|
|
58
|
-
format: winston.format.combine(winston.format.colorize(), winston.format.simple())
|
|
59
|
-
}));
|
|
60
|
-
}
|
|
61
|
-
// Add file transports if logging is enabled
|
|
62
|
-
if (loggingConfig.enabled) {
|
|
63
|
-
const logDir = loggingConfig.logDirectory || path.join(process.cwd(), "zlogs");
|
|
64
|
-
if (!fs.existsSync(logDir)) {
|
|
65
|
-
fs.mkdirSync(logDir, { recursive: true });
|
|
66
|
-
}
|
|
67
|
-
transports.push(new winston.transports.File({
|
|
68
|
-
filename: path.join(logDir, "error.log"),
|
|
69
|
-
level: "error",
|
|
70
|
-
}), new winston.transports.File({
|
|
71
|
-
filename: path.join(logDir, "combined.log"),
|
|
72
|
-
}));
|
|
73
|
-
}
|
|
74
|
-
return winston.createLogger({
|
|
75
|
-
level: loggingConfig.level,
|
|
76
|
-
format: winston.format.combine(winston.format.timestamp(), winston.format.errors({ stack: true }), winston.format.json()),
|
|
77
|
-
defaultMeta: { service: "appwrite-utils-cli" },
|
|
78
|
-
transports,
|
|
79
|
-
silent: !loggingConfig.enabled && !loggingConfig.console,
|
|
80
|
-
});
|
|
81
|
-
};
|
|
82
|
-
export let logger = createLogger();
|
|
83
|
-
// Recreate logger when config changes
|
|
84
|
-
export const updateLogger = () => {
|
|
85
|
-
logger = createLogger();
|
|
86
|
-
};
|
|
87
|
-
/**
|
|
88
|
-
* Enable debug logging for troubleshooting push process issues
|
|
89
|
-
* This is a convenience function for quickly enabling comprehensive logging
|
|
90
|
-
*/
|
|
91
|
-
export const enableDebugLogging = (logDirectory) => {
|
|
92
|
-
configureLogging({
|
|
93
|
-
enabled: true,
|
|
94
|
-
level: 'debug',
|
|
95
|
-
console: true,
|
|
96
|
-
logDirectory
|
|
97
|
-
});
|
|
98
|
-
updateLogger();
|
|
99
|
-
logger.info('Debug logging enabled for push process troubleshooting', {
|
|
100
|
-
level: 'debug',
|
|
101
|
-
console: true,
|
|
102
|
-
logDirectory: logDirectory || 'zlogs',
|
|
103
|
-
operation: 'enableDebugLogging'
|
|
104
|
-
});
|
|
105
|
-
};
|
|
106
|
-
/**
|
|
107
|
-
* Disable logging (reset to default)
|
|
108
|
-
*/
|
|
109
|
-
export const disableLogging = () => {
|
|
110
|
-
configureLogging(DEFAULT_LOGGING_CONFIG);
|
|
111
|
-
updateLogger();
|
|
112
|
-
};
|
|
113
|
-
/**
|
|
114
|
-
* Get current logging configuration
|
|
115
|
-
*/
|
|
116
|
-
export const getLoggingConfig = () => ({ ...loggingConfig });
|
|
@@ -1,39 +0,0 @@
|
|
|
1
|
-
export interface MessageOptions {
|
|
2
|
-
prefix?: string;
|
|
3
|
-
skipLogging?: boolean;
|
|
4
|
-
logLevel?: "info" | "warn" | "error" | "debug";
|
|
5
|
-
}
|
|
6
|
-
export declare class MessageFormatter {
|
|
7
|
-
static success(message: string, options?: MessageOptions): void;
|
|
8
|
-
static error(message: string, error?: Error | string, options?: MessageOptions): void;
|
|
9
|
-
static warning(message: string, options?: MessageOptions): void;
|
|
10
|
-
static info(message: string, options?: MessageOptions): void;
|
|
11
|
-
static step(step: number, total: number, message: string, options?: MessageOptions): void;
|
|
12
|
-
static progress(message: string, options?: MessageOptions): void;
|
|
13
|
-
static debug(message: string, data?: any, options?: MessageOptions): void;
|
|
14
|
-
static processing(message: string, options?: MessageOptions): void;
|
|
15
|
-
static divider(): void;
|
|
16
|
-
static banner(title: string, subtitle?: string): void;
|
|
17
|
-
static section(title: string): void;
|
|
18
|
-
static list(items: string[], title?: string): void;
|
|
19
|
-
static table(data: Record<string, string | number>[], headers?: string[]): void;
|
|
20
|
-
static operationSummary(title: string, stats: Record<string, string | number>, duration?: number): void;
|
|
21
|
-
static formatBytes(bytes: number): string;
|
|
22
|
-
static formatDuration(ms: number): string;
|
|
23
|
-
static formatNumber(num: number): string;
|
|
24
|
-
}
|
|
25
|
-
export declare const Messages: {
|
|
26
|
-
readonly CONFIG_NOT_FOUND: "Appwrite configuration not found. Run 'appwrite-migrate setup' first.";
|
|
27
|
-
readonly CONFIG_LOADED: (type: string, path: string) => string;
|
|
28
|
-
readonly DATABASE_CONNECTION_FAILED: "Failed to connect to Appwrite. Check your endpoint and API key.";
|
|
29
|
-
readonly OPERATION_CANCELLED: "Operation cancelled by user.";
|
|
30
|
-
readonly OPERATION_COMPLETED: (operation: string) => string;
|
|
31
|
-
readonly BACKUP_STARTED: (database: string) => string;
|
|
32
|
-
readonly BACKUP_COMPLETED: (database: string, size: number) => string;
|
|
33
|
-
readonly IMPORT_STARTED: (collections: number) => string;
|
|
34
|
-
readonly IMPORT_COMPLETED: (documents: number) => string;
|
|
35
|
-
readonly FUNCTION_DEPLOYED: (name: string) => string;
|
|
36
|
-
readonly FUNCTION_DEPLOYMENT_FAILED: (name: string, error: string) => string;
|
|
37
|
-
readonly TRANSFER_STARTED: (source: string, target: string) => string;
|
|
38
|
-
readonly TRANSFER_COMPLETED: (items: number) => string;
|
|
39
|
-
};
|
|
@@ -1,162 +0,0 @@
|
|
|
1
|
-
import chalk from "chalk";
|
|
2
|
-
import { logger } from "./logging.js";
|
|
3
|
-
export class MessageFormatter {
|
|
4
|
-
static success(message, options = {}) {
|
|
5
|
-
const formatted = `${chalk.green("✅")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
|
|
6
|
-
console.log(formatted);
|
|
7
|
-
if (!options.skipLogging) {
|
|
8
|
-
logger.info(`SUCCESS: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
|
|
9
|
-
}
|
|
10
|
-
}
|
|
11
|
-
static error(message, error, options = {}) {
|
|
12
|
-
const errorDetails = error instanceof Error ? error.message : error;
|
|
13
|
-
const formatted = `${chalk.red("❌")} ${options.prefix ? `${options.prefix}: ` : ""}${message}${errorDetails ? `\n ${chalk.gray(errorDetails)}` : ""}`;
|
|
14
|
-
console.error(formatted);
|
|
15
|
-
if (!options.skipLogging) {
|
|
16
|
-
logger.error(`ERROR: ${options.prefix ? `${options.prefix}: ` : ""}${message}`, {
|
|
17
|
-
error: errorDetails,
|
|
18
|
-
stack: error instanceof Error ? error.stack : undefined,
|
|
19
|
-
});
|
|
20
|
-
}
|
|
21
|
-
}
|
|
22
|
-
static warning(message, options = {}) {
|
|
23
|
-
const formatted = `${chalk.yellow("⚠️")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
|
|
24
|
-
console.log(formatted);
|
|
25
|
-
if (!options.skipLogging) {
|
|
26
|
-
logger.warn(`WARNING: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
|
|
27
|
-
}
|
|
28
|
-
}
|
|
29
|
-
static info(message, options = {}) {
|
|
30
|
-
const formatted = `${chalk.blue("ℹ️")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
|
|
31
|
-
console.log(formatted);
|
|
32
|
-
if (!options.skipLogging) {
|
|
33
|
-
logger.info(`INFO: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
static step(step, total, message, options = {}) {
|
|
37
|
-
const formatted = `${chalk.cyan(`[${step}/${total}]`)} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
|
|
38
|
-
console.log(formatted);
|
|
39
|
-
if (!options.skipLogging) {
|
|
40
|
-
logger.info(`STEP ${step}/${total}: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
static progress(message, options = {}) {
|
|
44
|
-
const formatted = `${chalk.gray("⏳")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
|
|
45
|
-
console.log(formatted);
|
|
46
|
-
if (!options.skipLogging) {
|
|
47
|
-
logger.debug(`PROGRESS: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
static debug(message, data, options = {}) {
|
|
51
|
-
if (process.env.NODE_ENV === "development" || process.env.DEBUG) {
|
|
52
|
-
const formatted = `${chalk.magenta("🔍")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
|
|
53
|
-
console.log(formatted);
|
|
54
|
-
if (data) {
|
|
55
|
-
console.log(chalk.gray(JSON.stringify(data, null, 2)));
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
if (!options.skipLogging) {
|
|
59
|
-
logger.debug(`DEBUG: ${options.prefix ? `${options.prefix}: ` : ""}${message}`, data);
|
|
60
|
-
}
|
|
61
|
-
}
|
|
62
|
-
static processing(message, options = {}) {
|
|
63
|
-
const formatted = `${chalk.cyan("⚙️")} ${options.prefix ? `${options.prefix}: ` : ""}${message}`;
|
|
64
|
-
console.log(formatted);
|
|
65
|
-
if (!options.skipLogging) {
|
|
66
|
-
logger.info(`PROCESSING: ${options.prefix ? `${options.prefix}: ` : ""}${message}`);
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
static divider() {
|
|
70
|
-
console.log(chalk.gray("─".repeat(60)));
|
|
71
|
-
}
|
|
72
|
-
static banner(title, subtitle) {
|
|
73
|
-
const divider = chalk.cyan("═".repeat(60));
|
|
74
|
-
console.log(`\n${divider}`);
|
|
75
|
-
console.log(chalk.cyan.bold(` ${title}`));
|
|
76
|
-
if (subtitle) {
|
|
77
|
-
console.log(chalk.gray(` ${subtitle}`));
|
|
78
|
-
}
|
|
79
|
-
console.log(`${divider}\n`);
|
|
80
|
-
}
|
|
81
|
-
static section(title) {
|
|
82
|
-
console.log(`\n${chalk.bold.underline(title)}`);
|
|
83
|
-
}
|
|
84
|
-
static list(items, title) {
|
|
85
|
-
if (title) {
|
|
86
|
-
console.log(chalk.bold(title));
|
|
87
|
-
}
|
|
88
|
-
items.forEach((item, index) => {
|
|
89
|
-
console.log(`${chalk.gray(` ${index + 1}.`)} ${item}`);
|
|
90
|
-
});
|
|
91
|
-
}
|
|
92
|
-
static table(data, headers) {
|
|
93
|
-
if (data.length === 0)
|
|
94
|
-
return;
|
|
95
|
-
const keys = headers || Object.keys(data[0]);
|
|
96
|
-
const maxWidths = keys.map(key => Math.max(key.length, ...data.map(row => String(row[key]).length)));
|
|
97
|
-
// Header
|
|
98
|
-
const headerRow = keys.map((key, i) => chalk.bold(key.padEnd(maxWidths[i]))).join(" │ ");
|
|
99
|
-
console.log(`┌─${keys.map((_, i) => "─".repeat(maxWidths[i])).join("─┼─")}─┐`);
|
|
100
|
-
console.log(`│ ${headerRow} │`);
|
|
101
|
-
console.log(`├─${keys.map((_, i) => "─".repeat(maxWidths[i])).join("─┼─")}─┤`);
|
|
102
|
-
// Rows
|
|
103
|
-
data.forEach(row => {
|
|
104
|
-
const dataRow = keys.map((key, i) => String(row[key]).padEnd(maxWidths[i])).join(" │ ");
|
|
105
|
-
console.log(`│ ${dataRow} │`);
|
|
106
|
-
});
|
|
107
|
-
console.log(`└─${keys.map((_, i) => "─".repeat(maxWidths[i])).join("─┴─")}─┘`);
|
|
108
|
-
}
|
|
109
|
-
static operationSummary(title, stats, duration) {
|
|
110
|
-
this.section(`${title} Summary`);
|
|
111
|
-
Object.entries(stats).forEach(([key, value]) => {
|
|
112
|
-
const formattedKey = key.replace(/([A-Z])/g, ' $1').replace(/^./, str => str.toUpperCase());
|
|
113
|
-
console.log(`${chalk.gray("●")} ${formattedKey}: ${chalk.cyan(String(value))}`);
|
|
114
|
-
});
|
|
115
|
-
if (duration) {
|
|
116
|
-
console.log(`${chalk.gray("●")} Duration: ${chalk.cyan(this.formatDuration(duration))}`);
|
|
117
|
-
}
|
|
118
|
-
console.log();
|
|
119
|
-
}
|
|
120
|
-
static formatBytes(bytes) {
|
|
121
|
-
const units = ['B', 'KB', 'MB', 'GB', 'TB'];
|
|
122
|
-
let size = bytes;
|
|
123
|
-
let unitIndex = 0;
|
|
124
|
-
while (size >= 1024 && unitIndex < units.length - 1) {
|
|
125
|
-
size /= 1024;
|
|
126
|
-
unitIndex++;
|
|
127
|
-
}
|
|
128
|
-
return `${size.toFixed(1)} ${units[unitIndex]}`;
|
|
129
|
-
}
|
|
130
|
-
static formatDuration(ms) {
|
|
131
|
-
const seconds = Math.floor(ms / 1000);
|
|
132
|
-
const minutes = Math.floor(seconds / 60);
|
|
133
|
-
const hours = Math.floor(minutes / 60);
|
|
134
|
-
if (hours > 0) {
|
|
135
|
-
return `${hours}h ${minutes % 60}m ${seconds % 60}s`;
|
|
136
|
-
}
|
|
137
|
-
else if (minutes > 0) {
|
|
138
|
-
return `${minutes}m ${seconds % 60}s`;
|
|
139
|
-
}
|
|
140
|
-
else {
|
|
141
|
-
return `${seconds}s`;
|
|
142
|
-
}
|
|
143
|
-
}
|
|
144
|
-
static formatNumber(num) {
|
|
145
|
-
return num.toLocaleString();
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
export const Messages = {
|
|
149
|
-
CONFIG_NOT_FOUND: "Appwrite configuration not found. Run 'appwrite-migrate setup' first.",
|
|
150
|
-
CONFIG_LOADED: (type, path) => `Loaded ${type} configuration from ${path}`,
|
|
151
|
-
DATABASE_CONNECTION_FAILED: "Failed to connect to Appwrite. Check your endpoint and API key.",
|
|
152
|
-
OPERATION_CANCELLED: "Operation cancelled by user.",
|
|
153
|
-
OPERATION_COMPLETED: (operation) => `${operation} completed successfully`,
|
|
154
|
-
BACKUP_STARTED: (database) => `Starting backup for database: ${database}`,
|
|
155
|
-
BACKUP_COMPLETED: (database, size) => `Backup completed for ${database} (${MessageFormatter.formatBytes(size)})`,
|
|
156
|
-
IMPORT_STARTED: (collections) => `Starting import process for ${collections} collection(s)`,
|
|
157
|
-
IMPORT_COMPLETED: (documents) => `Import completed. Processed ${MessageFormatter.formatNumber(documents)} documents`,
|
|
158
|
-
FUNCTION_DEPLOYED: (name) => `Function '${name}' deployed successfully`,
|
|
159
|
-
FUNCTION_DEPLOYMENT_FAILED: (name, error) => `Function '${name}' deployment failed: ${error}`,
|
|
160
|
-
TRANSFER_STARTED: (source, target) => `Starting transfer from ${source} to ${target}`,
|
|
161
|
-
TRANSFER_COMPLETED: (items) => `Transfer completed. Moved ${MessageFormatter.formatNumber(items)} items`,
|
|
162
|
-
};
|
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
import { type Databases } from "node-appwrite";
|
|
2
|
-
import { z } from "zod";
|
|
3
|
-
import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
|
|
4
|
-
/**
|
|
5
|
-
* Object that contains the context for an action that needs to be executed after import
|
|
6
|
-
* Used in the afterImportActionsDefinitions
|
|
7
|
-
* @type {ContextObject}
|
|
8
|
-
* @typedef {Object} ContextObject
|
|
9
|
-
* @property {string} collectionId - The ID of the collection
|
|
10
|
-
* @property {any} finalItem - The final item that was imported
|
|
11
|
-
* @property {string} action - The name of the action
|
|
12
|
-
* @property {string[]} params - The parameters for the action
|
|
13
|
-
* @property {Object} context - The context object for the action (all the data of this specific item)
|
|
14
|
-
*/
|
|
15
|
-
export declare const ContextObject: z.ZodObject<{
|
|
16
|
-
dbId: z.ZodString;
|
|
17
|
-
collectionId: z.ZodString;
|
|
18
|
-
finalItem: z.ZodAny;
|
|
19
|
-
attributeMappings: z.ZodArray<z.ZodObject<{
|
|
20
|
-
oldKey: z.ZodOptional<z.ZodString>;
|
|
21
|
-
oldKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
22
|
-
targetKey: z.ZodString;
|
|
23
|
-
valueToSet: z.ZodOptional<z.ZodAny>;
|
|
24
|
-
fileData: z.ZodOptional<z.ZodObject<{
|
|
25
|
-
name: z.ZodString;
|
|
26
|
-
path: z.ZodString;
|
|
27
|
-
}, z.core.$strip>>;
|
|
28
|
-
converters: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
|
|
29
|
-
validationActions: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
30
|
-
action: z.ZodString;
|
|
31
|
-
params: z.ZodArray<z.ZodString>;
|
|
32
|
-
}, z.core.$strip>>>>;
|
|
33
|
-
postImportActions: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
34
|
-
action: z.ZodString;
|
|
35
|
-
params: z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodAny>]>>;
|
|
36
|
-
}, z.core.$strip>>>>;
|
|
37
|
-
}, z.core.$strip>>;
|
|
38
|
-
context: z.ZodAny;
|
|
39
|
-
}, z.core.$strip>;
|
|
40
|
-
export type ContextObject = z.infer<typeof ContextObject>;
|
|
41
|
-
export declare const createOrFindAfterImportOperation: (database: Databases, collectionId: string, context: ContextObject) => Promise<void>;
|
|
42
|
-
export declare const addBatch: (database: Databases, data: string) => Promise<string>;
|
|
43
|
-
export declare const getAfterImportOperations: (database: Databases, collectionId: string) => Promise<{
|
|
44
|
-
$id: string;
|
|
45
|
-
$createdAt: string;
|
|
46
|
-
$updatedAt: string;
|
|
47
|
-
operationType: string;
|
|
48
|
-
collectionId: string;
|
|
49
|
-
data: any;
|
|
50
|
-
progress: number;
|
|
51
|
-
total: number;
|
|
52
|
-
error: string;
|
|
53
|
-
status: "error" | "pending" | "ready" | "in_progress" | "completed" | "cancelled";
|
|
54
|
-
batches?: string[] | undefined;
|
|
55
|
-
}[]>;
|
|
56
|
-
export declare const findOrCreateOperation: (db: DatabaseAdapter, databaseId: string, operationType: string, collectionId?: string, data?: any) => Promise<any>;
|
|
57
|
-
export declare const updateOperation: (db: DatabaseAdapter, databaseId: string, operationId: string, updates: any) => Promise<any>;
|
|
58
|
-
export declare const getOperation: (db: DatabaseAdapter, databaseId: string, operationId: string) => Promise<any>;
|
|
59
|
-
export declare const maxDataLength = 1073741820;
|
|
60
|
-
export declare const maxBatchItems = 25;
|
|
61
|
-
export declare const splitIntoBatches: (data: any[]) => any[][];
|
|
@@ -1,145 +0,0 @@
|
|
|
1
|
-
import { ID, Query } from "node-appwrite";
|
|
2
|
-
import { BatchSchema, OperationSchema } from "../storage/schemas.js";
|
|
3
|
-
import { AttributeMappingsSchema } from "appwrite-utils";
|
|
4
|
-
import { z } from "zod";
|
|
5
|
-
import { logger } from "./logging.js";
|
|
6
|
-
import { tryAwaitWithRetry } from "../utils/helperFunctions.js";
|
|
7
|
-
import { findOrCreateOperation as findOrCreateOp, updateOperation as updateOp, getOperation as getOp } from "./operationsTable.js";
|
|
8
|
-
import { MessageFormatter } from "./messageFormatter.js";
|
|
9
|
-
/**
|
|
10
|
-
* Object that contains the context for an action that needs to be executed after import
|
|
11
|
-
* Used in the afterImportActionsDefinitions
|
|
12
|
-
* @type {ContextObject}
|
|
13
|
-
* @typedef {Object} ContextObject
|
|
14
|
-
* @property {string} collectionId - The ID of the collection
|
|
15
|
-
* @property {any} finalItem - The final item that was imported
|
|
16
|
-
* @property {string} action - The name of the action
|
|
17
|
-
* @property {string[]} params - The parameters for the action
|
|
18
|
-
* @property {Object} context - The context object for the action (all the data of this specific item)
|
|
19
|
-
*/
|
|
20
|
-
export const ContextObject = z.object({
|
|
21
|
-
dbId: z.string(),
|
|
22
|
-
collectionId: z.string(),
|
|
23
|
-
finalItem: z.any(),
|
|
24
|
-
attributeMappings: AttributeMappingsSchema,
|
|
25
|
-
context: z.any(),
|
|
26
|
-
});
|
|
27
|
-
export const createOrFindAfterImportOperation = async (database, collectionId, context) => {
|
|
28
|
-
let operation = await findOrCreateOperationLegacy(database, collectionId, "afterImportAction");
|
|
29
|
-
if (!operation.batches) {
|
|
30
|
-
operation.batches = [];
|
|
31
|
-
}
|
|
32
|
-
// Directly create a new batch for the context without checking for an existing batch
|
|
33
|
-
const contextData = JSON.stringify(context);
|
|
34
|
-
// Create a new batch with the contextData
|
|
35
|
-
const newBatchId = await addBatch(database, contextData);
|
|
36
|
-
// Update the operation with the new batch's $id
|
|
37
|
-
operation.batches = [...operation.batches, newBatchId];
|
|
38
|
-
await database.updateDocument("migrations", "currentOperations", operation.$id, { batches: operation.batches });
|
|
39
|
-
};
|
|
40
|
-
export const addBatch = async (database, data) => {
|
|
41
|
-
const batch = await database.createDocument("migrations", "batches", ID.unique(), {
|
|
42
|
-
data,
|
|
43
|
-
processed: false,
|
|
44
|
-
});
|
|
45
|
-
return batch.$id;
|
|
46
|
-
};
|
|
47
|
-
export const getAfterImportOperations = async (database, collectionId) => {
|
|
48
|
-
let lastDocumentId;
|
|
49
|
-
const allOperations = [];
|
|
50
|
-
let total = 0;
|
|
51
|
-
do {
|
|
52
|
-
const query = [
|
|
53
|
-
Query.equal("collectionId", collectionId),
|
|
54
|
-
Query.equal("operationType", "afterImportAction"),
|
|
55
|
-
Query.limit(100),
|
|
56
|
-
];
|
|
57
|
-
if (lastDocumentId) {
|
|
58
|
-
query.push(Query.cursorAfter(lastDocumentId));
|
|
59
|
-
}
|
|
60
|
-
const operations = await database.listDocuments("migrations", "currentOperations", query);
|
|
61
|
-
total = operations.total; // Update total with the latest fetch
|
|
62
|
-
allOperations.push(...operations.documents);
|
|
63
|
-
if (operations.documents.length > 0 && operations.documents.length >= 100) {
|
|
64
|
-
lastDocumentId =
|
|
65
|
-
operations.documents[operations.documents.length - 1].$id;
|
|
66
|
-
}
|
|
67
|
-
} while (allOperations.length < total);
|
|
68
|
-
const allOps = allOperations.map((op) => OperationSchema.parse(op));
|
|
69
|
-
return allOps;
|
|
70
|
-
};
|
|
71
|
-
// Legacy function for backward compatibility with old migrations database
|
|
72
|
-
const findOrCreateOperationLegacy = async (database, collectionId, operationType, additionalQueries) => {
|
|
73
|
-
const operations = await tryAwaitWithRetry(async () => await database.listDocuments("migrations", "currentOperations", [
|
|
74
|
-
Query.equal("collectionId", collectionId),
|
|
75
|
-
Query.equal("operationType", operationType),
|
|
76
|
-
Query.equal("status", "pending"),
|
|
77
|
-
...(additionalQueries || []),
|
|
78
|
-
]));
|
|
79
|
-
if (operations.documents.length > 0) {
|
|
80
|
-
return OperationSchema.parse(operations.documents[0]);
|
|
81
|
-
}
|
|
82
|
-
else {
|
|
83
|
-
const op = await tryAwaitWithRetry(async () => await database.createDocument("migrations", "currentOperations", ID.unique(), {
|
|
84
|
-
operationType,
|
|
85
|
-
collectionId,
|
|
86
|
-
status: "pending",
|
|
87
|
-
batches: [],
|
|
88
|
-
progress: 0,
|
|
89
|
-
total: 0,
|
|
90
|
-
error: "",
|
|
91
|
-
}));
|
|
92
|
-
return OperationSchema.parse(op);
|
|
93
|
-
}
|
|
94
|
-
};
|
|
95
|
-
export const findOrCreateOperation = async (db, databaseId, operationType, collectionId, data) => {
|
|
96
|
-
// Use new operations table system
|
|
97
|
-
return await findOrCreateOp(db, databaseId, operationType, {
|
|
98
|
-
targetCollection: collectionId,
|
|
99
|
-
data: data
|
|
100
|
-
});
|
|
101
|
-
};
|
|
102
|
-
export const updateOperation = async (db, databaseId, operationId, updates) => {
|
|
103
|
-
// Use new operations table system
|
|
104
|
-
return await updateOp(db, databaseId, operationId, updates);
|
|
105
|
-
};
|
|
106
|
-
export const getOperation = async (db, databaseId, operationId) => {
|
|
107
|
-
// Use new operations table system
|
|
108
|
-
return await getOp(db, databaseId, operationId);
|
|
109
|
-
};
|
|
110
|
-
// Actual max 1073741824
|
|
111
|
-
export const maxDataLength = 1073741820;
|
|
112
|
-
export const maxBatchItems = 25;
|
|
113
|
-
export const splitIntoBatches = (data) => {
|
|
114
|
-
let batches = [];
|
|
115
|
-
let currentBatch = [];
|
|
116
|
-
let currentBatchLength = 0;
|
|
117
|
-
let currentBatchItemCount = 0;
|
|
118
|
-
data.forEach((item, index) => {
|
|
119
|
-
const itemLength = JSON.stringify(item).length;
|
|
120
|
-
if (itemLength > maxDataLength) {
|
|
121
|
-
MessageFormatter.warning(`Large item found at index ${index} with length ${itemLength}`, { prefix: "Batch Splitter" });
|
|
122
|
-
logger.debug("Large item data:", item);
|
|
123
|
-
}
|
|
124
|
-
// Check if adding the current item would exceed the max length or max items per batch
|
|
125
|
-
if (currentBatchLength + itemLength >= maxDataLength ||
|
|
126
|
-
currentBatchItemCount >= maxBatchItems) {
|
|
127
|
-
// If so, start a new batch
|
|
128
|
-
batches.push(currentBatch);
|
|
129
|
-
currentBatch = [item];
|
|
130
|
-
currentBatchLength = itemLength;
|
|
131
|
-
currentBatchItemCount = 1; // Reset item count for the new batch
|
|
132
|
-
}
|
|
133
|
-
else {
|
|
134
|
-
// Otherwise, add the item to the current batch
|
|
135
|
-
currentBatch.push(item);
|
|
136
|
-
currentBatchLength += itemLength;
|
|
137
|
-
currentBatchItemCount++;
|
|
138
|
-
}
|
|
139
|
-
});
|
|
140
|
-
// Don't forget to add the last batch if it's not empty
|
|
141
|
-
if (currentBatch.length > 0) {
|
|
142
|
-
batches.push(currentBatch);
|
|
143
|
-
}
|
|
144
|
-
return batches;
|
|
145
|
-
};
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import type { Databases, Models } from "node-appwrite";
|
|
2
|
-
import type { OperationCreate } from "../storage/schemas.js";
|
|
3
|
-
/**
|
|
4
|
-
* Legacy operation logger - deprecated
|
|
5
|
-
* This function is maintained for backward compatibility but no longer performs any logging.
|
|
6
|
-
* The operations table system has been refactored to use the dynamic adapter pattern.
|
|
7
|
-
*
|
|
8
|
-
* @deprecated This function will be removed in a future version
|
|
9
|
-
*/
|
|
10
|
-
export declare const logOperation: (db: Databases, dbId: string, operationDetails: OperationCreate, operationId?: string) => Promise<Models.Document | null>;
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Legacy operation logger - deprecated
|
|
3
|
-
* This function is maintained for backward compatibility but no longer performs any logging.
|
|
4
|
-
* The operations table system has been refactored to use the dynamic adapter pattern.
|
|
5
|
-
*
|
|
6
|
-
* @deprecated This function will be removed in a future version
|
|
7
|
-
*/
|
|
8
|
-
export const logOperation = async (db, dbId, operationDetails, operationId) => {
|
|
9
|
-
// No-op: Operations logging has been moved to the new operations table system
|
|
10
|
-
// Callers should migrate to using operationsTable.ts functions directly
|
|
11
|
-
return null;
|
|
12
|
-
};
|
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
import { type Databases, type Models } from "node-appwrite";
|
|
2
|
-
import type { Attribute } from "appwrite-utils";
|
|
3
|
-
import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
|
|
4
|
-
export interface QueuedOperation {
|
|
5
|
-
type: "attribute";
|
|
6
|
-
collectionId?: string;
|
|
7
|
-
attribute?: Attribute;
|
|
8
|
-
collection?: Models.Collection;
|
|
9
|
-
dependencies?: string[];
|
|
10
|
-
}
|
|
11
|
-
export declare const queuedOperations: QueuedOperation[];
|
|
12
|
-
export declare const nameToIdMapping: Map<string, string>;
|
|
13
|
-
export declare const processedCollections: Set<string>;
|
|
14
|
-
export declare const processedAttributes: Set<string>;
|
|
15
|
-
export declare const enqueueOperation: (operation: QueuedOperation) => void;
|
|
16
|
-
/**
|
|
17
|
-
* Clear all caches and processing state - use between operations
|
|
18
|
-
*/
|
|
19
|
-
export declare const clearProcessingState: () => void;
|
|
20
|
-
/**
|
|
21
|
-
* Check if a collection has already been fully processed
|
|
22
|
-
*/
|
|
23
|
-
export declare const isCollectionProcessed: (collectionId: string, databaseId: string) => boolean;
|
|
24
|
-
/**
|
|
25
|
-
* Mark a collection as fully processed
|
|
26
|
-
*/
|
|
27
|
-
export declare const markCollectionProcessed: (collectionId: string, collectionName: string | undefined, databaseId: string) => void;
|
|
28
|
-
/**
|
|
29
|
-
* Check if a specific attribute has been processed
|
|
30
|
-
*/
|
|
31
|
-
export declare const isAttributeProcessed: (databaseId: string, collectionId: string, attributeKey: string) => boolean;
|
|
32
|
-
/**
|
|
33
|
-
* Mark a specific attribute as processed
|
|
34
|
-
*/
|
|
35
|
-
export declare const markAttributeProcessed: (databaseId: string, collectionId: string, attributeKey: string) => void;
|
|
36
|
-
/**
|
|
37
|
-
* Process only specific attributes in the queue, not entire collections
|
|
38
|
-
* This prevents triggering full collection re-processing cycles
|
|
39
|
-
*/
|
|
40
|
-
export declare const processQueue: (db: Databases | DatabaseAdapter, dbId: string) => Promise<void>;
|