@super-protocol/swarm-contracts-sdk 0.0.1-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +66 -0
- package/README.md +52 -0
- package/dist/cjs/analytics/Analytics.d.ts +17 -0
- package/dist/cjs/analytics/Analytics.js +84 -0
- package/dist/cjs/analytics/AnalyticsError.d.ts +7 -0
- package/dist/cjs/analytics/AnalyticsError.js +12 -0
- package/dist/cjs/analytics/eventProviders/BrowserEventProvider.d.ts +19 -0
- package/dist/cjs/analytics/eventProviders/BrowserEventProvider.js +38 -0
- package/dist/cjs/analytics/eventProviders/EventProvider.d.ts +24 -0
- package/dist/cjs/analytics/eventProviders/EventProvider.js +25 -0
- package/dist/cjs/analytics/eventProviders/NodeEventProvider.d.ts +22 -0
- package/dist/cjs/analytics/eventProviders/NodeEventProvider.js +56 -0
- package/dist/cjs/analytics/transports/AxiosTransport.d.ts +4 -0
- package/dist/cjs/analytics/transports/AxiosTransport.js +60 -0
- package/dist/cjs/analytics/transports/FetchTransport.d.ts +4 -0
- package/dist/cjs/analytics/transports/FetchTransport.js +31 -0
- package/dist/cjs/analytics/types.d.ts +26 -0
- package/dist/cjs/analytics/types.js +3 -0
- package/dist/cjs/certificates/binary-splitter.d.ts +27 -0
- package/dist/cjs/certificates/binary-splitter.js +279 -0
- package/dist/cjs/certificates/crl.d.ts +6 -0
- package/dist/cjs/certificates/crl.js +66 -0
- package/dist/cjs/certificates/generator.d.ts +38 -0
- package/dist/cjs/certificates/generator.js +262 -0
- package/dist/cjs/certificates/helper.d.ts +29 -0
- package/dist/cjs/certificates/helper.js +216 -0
- package/dist/cjs/certificates/index.d.ts +5 -0
- package/dist/cjs/certificates/index.js +22 -0
- package/dist/cjs/certificates/ocsp.d.ts +14 -0
- package/dist/cjs/certificates/ocsp.js +320 -0
- package/dist/cjs/certificates/serializer.d.ts +13 -0
- package/dist/cjs/certificates/serializer.js +142 -0
- package/dist/cjs/certificates/setup-crypto.d.ts +3 -0
- package/dist/cjs/certificates/setup-crypto.js +48 -0
- package/dist/cjs/certificates/types.d.ts +122 -0
- package/dist/cjs/certificates/types.js +10 -0
- package/dist/cjs/config.d.ts +3 -0
- package/dist/cjs/config.js +7 -0
- package/dist/cjs/connectors/BaseConnector.d.ts +52 -0
- package/dist/cjs/connectors/BaseConnector.js +61 -0
- package/dist/cjs/connectors/BlockchainConnector.d.ts +78 -0
- package/dist/cjs/connectors/BlockchainConnector.js +325 -0
- package/dist/cjs/connectors/BlockchainEventsListener.d.ts +33 -0
- package/dist/cjs/connectors/BlockchainEventsListener.js +283 -0
- package/dist/cjs/connectors/index.d.ts +2 -0
- package/dist/cjs/connectors/index.js +11 -0
- package/dist/cjs/constants.d.ts +48 -0
- package/dist/cjs/constants.js +683 -0
- package/dist/cjs/contracts/SuperProtocolToken.d.ts +300 -0
- package/dist/cjs/contracts/SuperProtocolToken.js +3 -0
- package/dist/cjs/contracts/SuperProtocolToken__factory.d.ts +393 -0
- package/dist/cjs/contracts/SuperProtocolToken__factory.js +521 -0
- package/dist/cjs/contracts/typechain-types/common.d.ts +50 -0
- package/dist/cjs/contracts/typechain-types/common.js +3 -0
- package/dist/cjs/contracts/typechain-types/factories/hardhat-diamond-abi/HardhatDiamondABI.sol/App__factory.d.ts +3340 -0
- package/dist/cjs/contracts/typechain-types/factories/hardhat-diamond-abi/HardhatDiamondABI.sol/App__factory.js +4335 -0
- package/dist/cjs/contracts/typechain-types/factories/hardhat-diamond-abi/HardhatDiamondABI.sol/index.d.ts +1 -0
- package/dist/cjs/contracts/typechain-types/factories/hardhat-diamond-abi/HardhatDiamondABI.sol/index.js +10 -0
- package/dist/cjs/contracts/typechain-types/factories/hardhat-diamond-abi/index.d.ts +1 -0
- package/dist/cjs/contracts/typechain-types/factories/hardhat-diamond-abi/index.js +32 -0
- package/dist/cjs/contracts/typechain-types/factories/index.d.ts +1 -0
- package/dist/cjs/contracts/typechain-types/factories/index.js +32 -0
- package/dist/cjs/contracts/typechain-types/hardhat-diamond-abi/HardhatDiamondABI.sol/App.d.ts +2299 -0
- package/dist/cjs/contracts/typechain-types/hardhat-diamond-abi/HardhatDiamondABI.sol/App.js +3 -0
- package/dist/cjs/contracts/typechain-types/hardhat-diamond-abi/HardhatDiamondABI.sol/index.d.ts +1 -0
- package/dist/cjs/contracts/typechain-types/hardhat-diamond-abi/HardhatDiamondABI.sol/index.js +3 -0
- package/dist/cjs/contracts/typechain-types/hardhat-diamond-abi/index.d.ts +2 -0
- package/dist/cjs/contracts/typechain-types/hardhat-diamond-abi/index.js +3 -0
- package/dist/cjs/contracts/typechain-types/index.d.ts +5 -0
- package/dist/cjs/contracts/typechain-types/index.js +34 -0
- package/dist/cjs/crypto/Crypto.d.ts +70 -0
- package/dist/cjs/crypto/Crypto.js +137 -0
- package/dist/cjs/crypto/index.d.ts +4 -0
- package/dist/cjs/crypto/index.js +37 -0
- package/dist/cjs/crypto/nodejs/AES.d.ts +25 -0
- package/dist/cjs/crypto/nodejs/AES.js +105 -0
- package/dist/cjs/crypto/nodejs/ARIA.d.ts +23 -0
- package/dist/cjs/crypto/nodejs/ARIA.js +77 -0
- package/dist/cjs/crypto/nodejs/ECIES.d.ts +10 -0
- package/dist/cjs/crypto/nodejs/ECIES.js +107 -0
- package/dist/cjs/crypto/nodejs/NativeCrypto.d.ts +46 -0
- package/dist/cjs/crypto/nodejs/NativeCrypto.js +154 -0
- package/dist/cjs/crypto/nodejs/RSA-Hybrid.d.ts +15 -0
- package/dist/cjs/crypto/nodejs/RSA-Hybrid.js +94 -0
- package/dist/cjs/crypto/types.d.ts +10 -0
- package/dist/cjs/crypto/types.js +3 -0
- package/dist/cjs/crypto/utils.d.ts +15 -0
- package/dist/cjs/crypto/utils.js +94 -0
- package/dist/cjs/crypto/utils.spec.d.ts +1 -0
- package/dist/cjs/crypto/utils.spec.js +221 -0
- package/dist/cjs/errors/base.error.d.ts +3 -0
- package/dist/cjs/errors/base.error.js +19 -0
- package/dist/cjs/errors/index.d.ts +3 -0
- package/dist/cjs/errors/index.js +10 -0
- package/dist/cjs/errors/insufficient-funds.error.d.ts +19 -0
- package/dist/cjs/errors/insufficient-funds.error.js +57 -0
- package/dist/cjs/errors/not-found.error.d.ts +3 -0
- package/dist/cjs/errors/not-found.error.js +8 -0
- package/dist/cjs/errors/utils.d.ts +2 -0
- package/dist/cjs/errors/utils.js +30 -0
- package/dist/cjs/index.d.ts +58 -0
- package/dist/cjs/index.js +119 -0
- package/dist/cjs/logger.d.ts +7 -0
- package/dist/cjs/logger.js +12 -0
- package/dist/cjs/models/EtlModel.d.ts +34 -0
- package/dist/cjs/models/EtlModel.js +125 -0
- package/dist/cjs/models/index.d.ts +1 -0
- package/dist/cjs/models/index.js +9 -0
- package/dist/cjs/package.json +1 -0
- package/dist/cjs/polyfills.d.ts +4 -0
- package/dist/cjs/polyfills.js +8 -0
- package/dist/cjs/proto/AmdSevSnp.d.ts +194 -0
- package/dist/cjs/proto/AmdSevSnp.js +358 -0
- package/dist/cjs/proto/Compression.d.ts +43 -0
- package/dist/cjs/proto/Compression.js +133 -0
- package/dist/cjs/proto/Hash.d.ts +37 -0
- package/dist/cjs/proto/Hash.js +104 -0
- package/dist/cjs/proto/Nvtrust.d.ts +116 -0
- package/dist/cjs/proto/Nvtrust.js +159 -0
- package/dist/cjs/proto/OrderReport.d.ts +730 -0
- package/dist/cjs/proto/OrderReport.js +466 -0
- package/dist/cjs/proto/TRI.d.ts +215 -0
- package/dist/cjs/proto/TRI.js +318 -0
- package/dist/cjs/providers/storage/ChunksDownloadDecorator.d.ts +36 -0
- package/dist/cjs/providers/storage/ChunksDownloadDecorator.js +145 -0
- package/dist/cjs/providers/storage/IStorageProvider.d.ts +15 -0
- package/dist/cjs/providers/storage/IStorageProvider.js +3 -0
- package/dist/cjs/providers/storage/S3StorageProvider.d.ts +26 -0
- package/dist/cjs/providers/storage/S3StorageProvider.js +210 -0
- package/dist/cjs/providers/storage/StorageAdapter.d.ts +62 -0
- package/dist/cjs/providers/storage/StorageAdapter.js +300 -0
- package/dist/cjs/providers/storage/StorageContentWriter.d.ts +46 -0
- package/dist/cjs/providers/storage/StorageContentWriter.js +168 -0
- package/dist/cjs/providers/storage/StorageKeyValueAdapter.d.ts +26 -0
- package/dist/cjs/providers/storage/StorageKeyValueAdapter.js +139 -0
- package/dist/cjs/providers/storage/StorageMetadataReader.d.ts +20 -0
- package/dist/cjs/providers/storage/StorageMetadataReader.js +56 -0
- package/dist/cjs/providers/storage/StorjAdapter.d.ts +20 -0
- package/dist/cjs/providers/storage/StorjAdapter.js +60 -0
- package/dist/cjs/providers/storage/StorjCredentialsManager.d.ts +24 -0
- package/dist/cjs/providers/storage/StorjCredentialsManager.js +114 -0
- package/dist/cjs/providers/storage/StorjStorageProvider.d.ts +29 -0
- package/dist/cjs/providers/storage/StorjStorageProvider.js +146 -0
- package/dist/cjs/providers/storage/fs-storage-provider.d.ts +19 -0
- package/dist/cjs/providers/storage/fs-storage-provider.js +162 -0
- package/dist/cjs/providers/storage/getStorageProvider.d.ts +4 -0
- package/dist/cjs/providers/storage/getStorageProvider.js +23 -0
- package/dist/cjs/providers/storage/parseStorageCredentials.d.ts +4 -0
- package/dist/cjs/providers/storage/parseStorageCredentials.js +21 -0
- package/dist/cjs/providers/storage/types.d.ts +29 -0
- package/dist/cjs/providers/storage/types.js +3 -0
- package/dist/cjs/staticModels/Deposits.d.ts +85 -0
- package/dist/cjs/staticModels/Deposits.js +268 -0
- package/dist/cjs/staticModels/Diamond.d.ts +6 -0
- package/dist/cjs/staticModels/Diamond.js +22 -0
- package/dist/cjs/staticModels/ModelPackager.d.ts +18 -0
- package/dist/cjs/staticModels/ModelPackager.js +49 -0
- package/dist/cjs/staticModels/ProviderRewards.d.ts +5 -0
- package/dist/cjs/staticModels/ProviderRewards.js +81 -0
- package/dist/cjs/staticModels/StaticModel.d.ts +6 -0
- package/dist/cjs/staticModels/StaticModel.js +43 -0
- package/dist/cjs/staticModels/Superpro.d.ts +18 -0
- package/dist/cjs/staticModels/Superpro.js +47 -0
- package/dist/cjs/staticModels/SuperproToken.d.ts +113 -0
- package/dist/cjs/staticModels/SuperproToken.js +333 -0
- package/dist/cjs/store.d.ts +17 -0
- package/dist/cjs/store.js +19 -0
- package/dist/cjs/tee/OrderReportService.d.ts +9 -0
- package/dist/cjs/tee/OrderReportService.js +104 -0
- package/dist/cjs/tee/QuoteParser.d.ts +82 -0
- package/dist/cjs/tee/QuoteParser.js +410 -0
- package/dist/cjs/tee/TeeCertificateService.d.ts +20 -0
- package/dist/cjs/tee/TeeCertificateService.js +143 -0
- package/dist/cjs/tee/TeeSignatureVerifier.d.ts +24 -0
- package/dist/cjs/tee/TeeSignatureVerifier.js +118 -0
- package/dist/cjs/tee/errors.d.ts +11 -0
- package/dist/cjs/tee/errors.js +20 -0
- package/dist/cjs/tee/helpers.d.ts +14 -0
- package/dist/cjs/tee/helpers.js +115 -0
- package/dist/cjs/tee/interface.d.ts +63 -0
- package/dist/cjs/tee/interface.js +3 -0
- package/dist/cjs/tee/statuses.d.ts +14 -0
- package/dist/cjs/tee/statuses.js +20 -0
- package/dist/cjs/tee/types.d.ts +126 -0
- package/dist/cjs/tee/types.js +34 -0
- package/dist/cjs/types/Compressor.d.ts +5 -0
- package/dist/cjs/types/Compressor.js +3 -0
- package/dist/cjs/types/Consensus.d.ts +52 -0
- package/dist/cjs/types/Consensus.js +11 -0
- package/dist/cjs/types/DepositInfo.d.ts +6 -0
- package/dist/cjs/types/DepositInfo.js +3 -0
- package/dist/cjs/types/DistributedSecretStorage.d.ts +68 -0
- package/dist/cjs/types/DistributedSecretStorage.js +3 -0
- package/dist/cjs/types/EtlModel.d.ts +2 -0
- package/dist/cjs/types/EtlModel.js +3 -0
- package/dist/cjs/types/Events.d.ts +34 -0
- package/dist/cjs/types/Events.js +3 -0
- package/dist/cjs/types/HardwareInfo.d.ts +10 -0
- package/dist/cjs/types/HardwareInfo.js +3 -0
- package/dist/cjs/types/Marks.d.ts +9 -0
- package/dist/cjs/types/Marks.js +10 -0
- package/dist/cjs/types/Offer.d.ts +76 -0
- package/dist/cjs/types/Offer.js +32 -0
- package/dist/cjs/types/OfferVersion.d.ts +30 -0
- package/dist/cjs/types/OfferVersion.js +9 -0
- package/dist/cjs/types/OptionInfo.d.ts +8 -0
- package/dist/cjs/types/OptionInfo.js +3 -0
- package/dist/cjs/types/Order.d.ts +144 -0
- package/dist/cjs/types/Order.js +100 -0
- package/dist/cjs/types/OrderUsage.d.ts +28 -0
- package/dist/cjs/types/OrderUsage.js +3 -0
- package/dist/cjs/types/Origins.d.ts +6 -0
- package/dist/cjs/types/Origins.js +3 -0
- package/dist/cjs/types/Provider.d.ts +7 -0
- package/dist/cjs/types/Provider.js +3 -0
- package/dist/cjs/types/ProviderRewards.d.ts +5 -0
- package/dist/cjs/types/ProviderRewards.js +3 -0
- package/dist/cjs/types/ResourceLoader.d.ts +28 -0
- package/dist/cjs/types/ResourceLoader.js +3 -0
- package/dist/cjs/types/SlotInfo.d.ts +7 -0
- package/dist/cjs/types/SlotInfo.js +3 -0
- package/dist/cjs/types/SlotUsage.d.ts +11 -0
- package/dist/cjs/types/SlotUsage.js +9 -0
- package/dist/cjs/types/Superpro.d.ts +9 -0
- package/dist/cjs/types/Superpro.js +14 -0
- package/dist/cjs/types/TeeOfferInfo.d.ts +38 -0
- package/dist/cjs/types/TeeOfferInfo.js +3 -0
- package/dist/cjs/types/TeeOfferOption.d.ts +13 -0
- package/dist/cjs/types/TeeOfferOption.js +3 -0
- package/dist/cjs/types/TeeOfferSlot.d.ts +8 -0
- package/dist/cjs/types/TeeOfferSlot.js +3 -0
- package/dist/cjs/types/ValueOfferSlot.d.ts +18 -0
- package/dist/cjs/types/ValueOfferSlot.js +3 -0
- package/dist/cjs/types/Web3.d.ts +30 -0
- package/dist/cjs/types/Web3.js +3 -0
- package/dist/cjs/types/blockchainConnector/StorageAccess.d.ts +8 -0
- package/dist/cjs/types/blockchainConnector/StorageAccess.js +3 -0
- package/dist/cjs/types/index.d.ts +25 -0
- package/dist/cjs/types/index.js +42 -0
- package/dist/cjs/types/storage/StorageAccess.d.ts +7 -0
- package/dist/cjs/types/storage/StorageAccess.js +3 -0
- package/dist/cjs/types/storage/StorageFileAccess.d.ts +5 -0
- package/dist/cjs/types/storage/StorageFileAccess.js +3 -0
- package/dist/cjs/types/storage/StorageObject.d.ts +8 -0
- package/dist/cjs/types/storage/StorageObject.js +3 -0
- package/dist/cjs/utils/CryptoKeysTransformer.d.ts +42 -0
- package/dist/cjs/utils/CryptoKeysTransformer.js +247 -0
- package/dist/cjs/utils/Monitoring.d.ts +11 -0
- package/dist/cjs/utils/Monitoring.js +51 -0
- package/dist/cjs/utils/NonceTracker.d.ts +20 -0
- package/dist/cjs/utils/NonceTracker.js +82 -0
- package/dist/cjs/utils/PubSub.d.ts +9 -0
- package/dist/cjs/utils/PubSub.js +35 -0
- package/dist/cjs/utils/TxManager.d.ts +28 -0
- package/dist/cjs/utils/TxManager.js +285 -0
- package/dist/cjs/utils/cache/index.d.ts +2 -0
- package/dist/cjs/utils/cache/index.js +21 -0
- package/dist/cjs/utils/cache/memory.d.ts +19 -0
- package/dist/cjs/utils/cache/memory.js +66 -0
- package/dist/cjs/utils/cache/memory.spec.d.ts +1 -0
- package/dist/cjs/utils/cache/memory.spec.js +91 -0
- package/dist/cjs/utils/cache/types.d.ts +17 -0
- package/dist/cjs/utils/cache/types.js +3 -0
- package/dist/cjs/utils/compressors/GzipCompressor.d.ts +8 -0
- package/dist/cjs/utils/compressors/GzipCompressor.js +22 -0
- package/dist/cjs/utils/compressors/UncompressedCompressor.d.ts +8 -0
- package/dist/cjs/utils/compressors/UncompressedCompressor.js +17 -0
- package/dist/cjs/utils/compressors/index.d.ts +2 -0
- package/dist/cjs/utils/compressors/index.js +19 -0
- package/dist/cjs/utils/helper.d.ts +87 -0
- package/dist/cjs/utils/helper.js +576 -0
- package/dist/cjs/utils/helpers/calculateObjectHash.d.ts +8 -0
- package/dist/cjs/utils/helpers/calculateObjectHash.js +25 -0
- package/dist/cjs/utils/helpers/getRawRpc.d.ts +2 -0
- package/dist/cjs/utils/helpers/getRawRpc.js +19 -0
- package/dist/cjs/utils/helpers/getStreamChunks.d.ts +9 -0
- package/dist/cjs/utils/helpers/getStreamChunks.js +35 -0
- package/dist/cjs/utils/helpers/index.d.ts +5 -0
- package/dist/cjs/utils/helpers/index.js +22 -0
- package/dist/cjs/utils/helpers/promise.d.ts +2 -0
- package/dist/cjs/utils/helpers/promise.js +10 -0
- package/dist/cjs/utils/helpers/streamToBuffer.d.ts +4 -0
- package/dist/cjs/utils/helpers/streamToBuffer.js +13 -0
- package/dist/cjs/utils/helpers/tryWithInterval.d.ts +13 -0
- package/dist/cjs/utils/helpers/tryWithInterval.js +39 -0
- package/dist/cjs/utils/rent-calculator/index.d.ts +2 -0
- package/dist/cjs/utils/rent-calculator/index.js +19 -0
- package/dist/cjs/utils/rent-calculator/rent-calculator.d.ts +14 -0
- package/dist/cjs/utils/rent-calculator/rent-calculator.js +114 -0
- package/dist/cjs/utils/rent-calculator/types.d.ts +14 -0
- package/dist/cjs/utils/rent-calculator/types.js +3 -0
- package/dist/cjs/utils/resourceLoaders/BaseResourceLoader.d.ts +10 -0
- package/dist/cjs/utils/resourceLoaders/BaseResourceLoader.js +14 -0
- package/dist/cjs/utils/resourceLoaders/StorageProviderLoader.d.ts +18 -0
- package/dist/cjs/utils/resourceLoaders/StorageProviderLoader.js +60 -0
- package/dist/cjs/utils/resourceLoaders/UrlResourceLoader.d.ts +9 -0
- package/dist/cjs/utils/resourceLoaders/UrlResourceLoader.js +51 -0
- package/dist/cjs/utils/resourceLoaders/getResourceLoader.d.ts +5 -0
- package/dist/cjs/utils/resourceLoaders/getResourceLoader.js +15 -0
- package/dist/cjs/utils/resourceLoaders/index.d.ts +1 -0
- package/dist/cjs/utils/resourceLoaders/index.js +18 -0
- package/dist/cjs/utils/schema-utils/index.d.ts +2 -0
- package/dist/cjs/utils/schema-utils/index.js +9 -0
- package/dist/cjs/utils/schema-utils/serializer.d.ts +3 -0
- package/dist/cjs/utils/schema-utils/serializer.js +31 -0
- package/dist/cjs/utils/schema-utils/validator.d.ts +7 -0
- package/dist/cjs/utils/schema-utils/validator.js +49 -0
- package/dist/cjs/utils/tcb.d.ts +2 -0
- package/dist/cjs/utils/tcb.js +13 -0
- package/dist/cjs/utils/tokens/get-tokens-info.d.ts +8 -0
- package/dist/cjs/utils/tokens/get-tokens-info.js +32 -0
- package/dist/cjs/utils/tokens/index.d.ts +1 -0
- package/dist/cjs/utils/tokens/index.js +18 -0
- package/dist/cjs/utils/types.d.ts +13 -0
- package/dist/cjs/utils/types.js +3 -0
- package/dist/mjs/analytics/Analytics.d.ts +17 -0
- package/dist/mjs/analytics/Analytics.js +78 -0
- package/dist/mjs/analytics/AnalyticsError.d.ts +7 -0
- package/dist/mjs/analytics/AnalyticsError.js +8 -0
- package/dist/mjs/analytics/eventProviders/BrowserEventProvider.d.ts +19 -0
- package/dist/mjs/analytics/eventProviders/BrowserEventProvider.js +32 -0
- package/dist/mjs/analytics/eventProviders/EventProvider.d.ts +24 -0
- package/dist/mjs/analytics/eventProviders/EventProvider.js +22 -0
- package/dist/mjs/analytics/eventProviders/NodeEventProvider.d.ts +22 -0
- package/dist/mjs/analytics/eventProviders/NodeEventProvider.js +50 -0
- package/dist/mjs/analytics/transports/AxiosTransport.d.ts +4 -0
- package/dist/mjs/analytics/transports/AxiosTransport.js +31 -0
- package/dist/mjs/analytics/transports/FetchTransport.d.ts +4 -0
- package/dist/mjs/analytics/transports/FetchTransport.js +28 -0
- package/dist/mjs/analytics/types.d.ts +26 -0
- package/dist/mjs/analytics/types.js +2 -0
- package/dist/mjs/certificates/binary-splitter.d.ts +27 -0
- package/dist/mjs/certificates/binary-splitter.js +275 -0
- package/dist/mjs/certificates/crl.d.ts +6 -0
- package/dist/mjs/certificates/crl.js +39 -0
- package/dist/mjs/certificates/generator.d.ts +38 -0
- package/dist/mjs/certificates/generator.js +255 -0
- package/dist/mjs/certificates/helper.d.ts +29 -0
- package/dist/mjs/certificates/helper.js +186 -0
- package/dist/mjs/certificates/index.d.ts +5 -0
- package/dist/mjs/certificates/index.js +6 -0
- package/dist/mjs/certificates/ocsp.d.ts +14 -0
- package/dist/mjs/certificates/ocsp.js +290 -0
- package/dist/mjs/certificates/serializer.d.ts +13 -0
- package/dist/mjs/certificates/serializer.js +135 -0
- package/dist/mjs/certificates/setup-crypto.d.ts +3 -0
- package/dist/mjs/certificates/setup-crypto.js +22 -0
- package/dist/mjs/certificates/types.d.ts +122 -0
- package/dist/mjs/certificates/types.js +7 -0
- package/dist/mjs/config.d.ts +3 -0
- package/dist/mjs/config.js +4 -0
- package/dist/mjs/connectors/BaseConnector.d.ts +52 -0
- package/dist/mjs/connectors/BaseConnector.js +54 -0
- package/dist/mjs/connectors/BlockchainConnector.d.ts +78 -0
- package/dist/mjs/connectors/BlockchainConnector.js +320 -0
- package/dist/mjs/connectors/BlockchainEventsListener.d.ts +33 -0
- package/dist/mjs/connectors/BlockchainEventsListener.js +254 -0
- package/dist/mjs/connectors/index.d.ts +2 -0
- package/dist/mjs/connectors/index.js +3 -0
- package/dist/mjs/constants.d.ts +48 -0
- package/dist/mjs/constants.js +680 -0
- package/dist/mjs/contracts/SuperProtocolToken.d.ts +300 -0
- package/dist/mjs/contracts/SuperProtocolToken.js +2 -0
- package/dist/mjs/contracts/SuperProtocolToken__factory.d.ts +393 -0
- package/dist/mjs/contracts/SuperProtocolToken__factory.js +517 -0
- package/dist/mjs/contracts/typechain-types/common.d.ts +50 -0
- package/dist/mjs/contracts/typechain-types/common.js +2 -0
- package/dist/mjs/contracts/typechain-types/factories/hardhat-diamond-abi/HardhatDiamondABI.sol/App__factory.d.ts +3340 -0
- package/dist/mjs/contracts/typechain-types/factories/hardhat-diamond-abi/HardhatDiamondABI.sol/App__factory.js +4331 -0
- package/dist/mjs/contracts/typechain-types/factories/hardhat-diamond-abi/HardhatDiamondABI.sol/index.d.ts +1 -0
- package/dist/mjs/contracts/typechain-types/factories/hardhat-diamond-abi/HardhatDiamondABI.sol/index.js +6 -0
- package/dist/mjs/contracts/typechain-types/factories/hardhat-diamond-abi/index.d.ts +1 -0
- package/dist/mjs/contracts/typechain-types/factories/hardhat-diamond-abi/index.js +6 -0
- package/dist/mjs/contracts/typechain-types/factories/index.d.ts +1 -0
- package/dist/mjs/contracts/typechain-types/factories/index.js +6 -0
- package/dist/mjs/contracts/typechain-types/hardhat-diamond-abi/HardhatDiamondABI.sol/App.d.ts +2299 -0
- package/dist/mjs/contracts/typechain-types/hardhat-diamond-abi/HardhatDiamondABI.sol/App.js +2 -0
- package/dist/mjs/contracts/typechain-types/hardhat-diamond-abi/HardhatDiamondABI.sol/index.d.ts +1 -0
- package/dist/mjs/contracts/typechain-types/hardhat-diamond-abi/HardhatDiamondABI.sol/index.js +2 -0
- package/dist/mjs/contracts/typechain-types/hardhat-diamond-abi/index.d.ts +2 -0
- package/dist/mjs/contracts/typechain-types/hardhat-diamond-abi/index.js +2 -0
- package/dist/mjs/contracts/typechain-types/index.d.ts +5 -0
- package/dist/mjs/contracts/typechain-types/index.js +7 -0
- package/dist/mjs/crypto/Crypto.d.ts +70 -0
- package/dist/mjs/crypto/Crypto.js +132 -0
- package/dist/mjs/crypto/index.d.ts +4 -0
- package/dist/mjs/crypto/index.js +5 -0
- package/dist/mjs/crypto/nodejs/AES.d.ts +25 -0
- package/dist/mjs/crypto/nodejs/AES.js +77 -0
- package/dist/mjs/crypto/nodejs/ARIA.d.ts +23 -0
- package/dist/mjs/crypto/nodejs/ARIA.js +72 -0
- package/dist/mjs/crypto/nodejs/ECIES.d.ts +10 -0
- package/dist/mjs/crypto/nodejs/ECIES.js +82 -0
- package/dist/mjs/crypto/nodejs/NativeCrypto.d.ts +46 -0
- package/dist/mjs/crypto/nodejs/NativeCrypto.js +152 -0
- package/dist/mjs/crypto/nodejs/RSA-Hybrid.d.ts +15 -0
- package/dist/mjs/crypto/nodejs/RSA-Hybrid.js +89 -0
- package/dist/mjs/crypto/types.d.ts +10 -0
- package/dist/mjs/crypto/types.js +2 -0
- package/dist/mjs/crypto/utils.d.ts +15 -0
- package/dist/mjs/crypto/utils.js +81 -0
- package/dist/mjs/crypto/utils.spec.d.ts +1 -0
- package/dist/mjs/crypto/utils.spec.js +219 -0
- package/dist/mjs/errors/base.error.d.ts +3 -0
- package/dist/mjs/errors/base.error.js +15 -0
- package/dist/mjs/errors/index.d.ts +3 -0
- package/dist/mjs/errors/index.js +4 -0
- package/dist/mjs/errors/insufficient-funds.error.d.ts +19 -0
- package/dist/mjs/errors/insufficient-funds.error.js +53 -0
- package/dist/mjs/errors/not-found.error.d.ts +3 -0
- package/dist/mjs/errors/not-found.error.js +4 -0
- package/dist/mjs/errors/utils.d.ts +2 -0
- package/dist/mjs/errors/utils.js +22 -0
- package/dist/mjs/index.d.ts +58 -0
- package/dist/mjs/index.js +53 -0
- package/dist/mjs/logger.d.ts +7 -0
- package/dist/mjs/logger.js +7 -0
- package/dist/mjs/models/EtlModel.d.ts +34 -0
- package/dist/mjs/models/EtlModel.js +96 -0
- package/dist/mjs/models/index.d.ts +1 -0
- package/dist/mjs/models/index.js +2 -0
- package/dist/mjs/package.json +1 -0
- package/dist/mjs/polyfills.d.ts +4 -0
- package/dist/mjs/polyfills.js +8 -0
- package/dist/mjs/proto/AmdSevSnp.d.ts +194 -0
- package/dist/mjs/proto/AmdSevSnp.js +348 -0
- package/dist/mjs/proto/Compression.d.ts +43 -0
- package/dist/mjs/proto/Compression.js +125 -0
- package/dist/mjs/proto/Hash.d.ts +37 -0
- package/dist/mjs/proto/Hash.js +98 -0
- package/dist/mjs/proto/Nvtrust.d.ts +116 -0
- package/dist/mjs/proto/Nvtrust.js +153 -0
- package/dist/mjs/proto/OrderReport.d.ts +730 -0
- package/dist/mjs/proto/OrderReport.js +460 -0
- package/dist/mjs/proto/TRI.d.ts +215 -0
- package/dist/mjs/proto/TRI.js +312 -0
- package/dist/mjs/providers/storage/ChunksDownloadDecorator.d.ts +36 -0
- package/dist/mjs/providers/storage/ChunksDownloadDecorator.js +139 -0
- package/dist/mjs/providers/storage/IStorageProvider.d.ts +15 -0
- package/dist/mjs/providers/storage/IStorageProvider.js +2 -0
- package/dist/mjs/providers/storage/S3StorageProvider.d.ts +26 -0
- package/dist/mjs/providers/storage/S3StorageProvider.js +203 -0
- package/dist/mjs/providers/storage/StorageAdapter.d.ts +62 -0
- package/dist/mjs/providers/storage/StorageAdapter.js +270 -0
- package/dist/mjs/providers/storage/StorageContentWriter.d.ts +46 -0
- package/dist/mjs/providers/storage/StorageContentWriter.js +161 -0
- package/dist/mjs/providers/storage/StorageKeyValueAdapter.d.ts +26 -0
- package/dist/mjs/providers/storage/StorageKeyValueAdapter.js +133 -0
- package/dist/mjs/providers/storage/StorageMetadataReader.d.ts +20 -0
- package/dist/mjs/providers/storage/StorageMetadataReader.js +50 -0
- package/dist/mjs/providers/storage/StorjAdapter.d.ts +20 -0
- package/dist/mjs/providers/storage/StorjAdapter.js +54 -0
- package/dist/mjs/providers/storage/StorjCredentialsManager.d.ts +24 -0
- package/dist/mjs/providers/storage/StorjCredentialsManager.js +84 -0
- package/dist/mjs/providers/storage/StorjStorageProvider.d.ts +29 -0
- package/dist/mjs/providers/storage/StorjStorageProvider.js +140 -0
- package/dist/mjs/providers/storage/fs-storage-provider.d.ts +19 -0
- package/dist/mjs/providers/storage/fs-storage-provider.js +132 -0
- package/dist/mjs/providers/storage/getStorageProvider.d.ts +4 -0
- package/dist/mjs/providers/storage/getStorageProvider.js +18 -0
- package/dist/mjs/providers/storage/parseStorageCredentials.d.ts +4 -0
- package/dist/mjs/providers/storage/parseStorageCredentials.js +17 -0
- package/dist/mjs/providers/storage/types.d.ts +29 -0
- package/dist/mjs/providers/storage/types.js +2 -0
- package/dist/mjs/staticModels/Deposits.d.ts +85 -0
- package/dist/mjs/staticModels/Deposits.js +263 -0
- package/dist/mjs/staticModels/Diamond.d.ts +6 -0
- package/dist/mjs/staticModels/Diamond.js +17 -0
- package/dist/mjs/staticModels/ModelPackager.d.ts +18 -0
- package/dist/mjs/staticModels/ModelPackager.js +45 -0
- package/dist/mjs/staticModels/ProviderRewards.d.ts +5 -0
- package/dist/mjs/staticModels/ProviderRewards.js +76 -0
- package/dist/mjs/staticModels/StaticModel.d.ts +6 -0
- package/dist/mjs/staticModels/StaticModel.js +38 -0
- package/dist/mjs/staticModels/Superpro.d.ts +18 -0
- package/dist/mjs/staticModels/Superpro.js +45 -0
- package/dist/mjs/staticModels/SuperproToken.d.ts +113 -0
- package/dist/mjs/staticModels/SuperproToken.js +328 -0
- package/dist/mjs/store.d.ts +17 -0
- package/dist/mjs/store.js +17 -0
- package/dist/mjs/tee/OrderReportService.d.ts +9 -0
- package/dist/mjs/tee/OrderReportService.js +97 -0
- package/dist/mjs/tee/QuoteParser.d.ts +82 -0
- package/dist/mjs/tee/QuoteParser.js +381 -0
- package/dist/mjs/tee/TeeCertificateService.d.ts +20 -0
- package/dist/mjs/tee/TeeCertificateService.js +139 -0
- package/dist/mjs/tee/TeeSignatureVerifier.d.ts +24 -0
- package/dist/mjs/tee/TeeSignatureVerifier.js +111 -0
- package/dist/mjs/tee/errors.d.ts +11 -0
- package/dist/mjs/tee/errors.js +12 -0
- package/dist/mjs/tee/helpers.d.ts +14 -0
- package/dist/mjs/tee/helpers.js +110 -0
- package/dist/mjs/tee/interface.d.ts +63 -0
- package/dist/mjs/tee/interface.js +2 -0
- package/dist/mjs/tee/statuses.d.ts +14 -0
- package/dist/mjs/tee/statuses.js +17 -0
- package/dist/mjs/tee/types.d.ts +126 -0
- package/dist/mjs/tee/types.js +28 -0
- package/dist/mjs/types/Compressor.d.ts +5 -0
- package/dist/mjs/types/Compressor.js +2 -0
- package/dist/mjs/types/Consensus.d.ts +52 -0
- package/dist/mjs/types/Consensus.js +8 -0
- package/dist/mjs/types/DepositInfo.d.ts +6 -0
- package/dist/mjs/types/DepositInfo.js +2 -0
- package/dist/mjs/types/DistributedSecretStorage.d.ts +68 -0
- package/dist/mjs/types/DistributedSecretStorage.js +2 -0
- package/dist/mjs/types/EtlModel.d.ts +2 -0
- package/dist/mjs/types/EtlModel.js +2 -0
- package/dist/mjs/types/Events.d.ts +34 -0
- package/dist/mjs/types/Events.js +2 -0
- package/dist/mjs/types/HardwareInfo.d.ts +10 -0
- package/dist/mjs/types/HardwareInfo.js +2 -0
- package/dist/mjs/types/Marks.d.ts +9 -0
- package/dist/mjs/types/Marks.js +7 -0
- package/dist/mjs/types/Offer.d.ts +76 -0
- package/dist/mjs/types/Offer.js +29 -0
- package/dist/mjs/types/OfferVersion.d.ts +30 -0
- package/dist/mjs/types/OfferVersion.js +6 -0
- package/dist/mjs/types/OptionInfo.d.ts +8 -0
- package/dist/mjs/types/OptionInfo.js +2 -0
- package/dist/mjs/types/Order.d.ts +144 -0
- package/dist/mjs/types/Order.js +91 -0
- package/dist/mjs/types/OrderUsage.d.ts +28 -0
- package/dist/mjs/types/OrderUsage.js +2 -0
- package/dist/mjs/types/Origins.d.ts +6 -0
- package/dist/mjs/types/Origins.js +2 -0
- package/dist/mjs/types/Provider.d.ts +7 -0
- package/dist/mjs/types/Provider.js +2 -0
- package/dist/mjs/types/ProviderRewards.d.ts +5 -0
- package/dist/mjs/types/ProviderRewards.js +2 -0
- package/dist/mjs/types/ResourceLoader.d.ts +28 -0
- package/dist/mjs/types/ResourceLoader.js +2 -0
- package/dist/mjs/types/SlotInfo.d.ts +7 -0
- package/dist/mjs/types/SlotInfo.js +2 -0
- package/dist/mjs/types/SlotUsage.d.ts +11 -0
- package/dist/mjs/types/SlotUsage.js +6 -0
- package/dist/mjs/types/Superpro.d.ts +9 -0
- package/dist/mjs/types/Superpro.js +11 -0
- package/dist/mjs/types/TeeOfferInfo.d.ts +38 -0
- package/dist/mjs/types/TeeOfferInfo.js +2 -0
- package/dist/mjs/types/TeeOfferOption.d.ts +13 -0
- package/dist/mjs/types/TeeOfferOption.js +2 -0
- package/dist/mjs/types/TeeOfferSlot.d.ts +8 -0
- package/dist/mjs/types/TeeOfferSlot.js +2 -0
- package/dist/mjs/types/ValueOfferSlot.d.ts +18 -0
- package/dist/mjs/types/ValueOfferSlot.js +2 -0
- package/dist/mjs/types/Web3.d.ts +30 -0
- package/dist/mjs/types/Web3.js +2 -0
- package/dist/mjs/types/blockchainConnector/StorageAccess.d.ts +8 -0
- package/dist/mjs/types/blockchainConnector/StorageAccess.js +2 -0
- package/dist/mjs/types/index.d.ts +25 -0
- package/dist/mjs/types/index.js +26 -0
- package/dist/mjs/types/storage/StorageAccess.d.ts +7 -0
- package/dist/mjs/types/storage/StorageAccess.js +2 -0
- package/dist/mjs/types/storage/StorageFileAccess.d.ts +5 -0
- package/dist/mjs/types/storage/StorageFileAccess.js +2 -0
- package/dist/mjs/types/storage/StorageObject.d.ts +8 -0
- package/dist/mjs/types/storage/StorageObject.js +2 -0
- package/dist/mjs/utils/CryptoKeysTransformer.d.ts +42 -0
- package/dist/mjs/utils/CryptoKeysTransformer.js +240 -0
- package/dist/mjs/utils/Monitoring.d.ts +11 -0
- package/dist/mjs/utils/Monitoring.js +44 -0
- package/dist/mjs/utils/NonceTracker.d.ts +20 -0
- package/dist/mjs/utils/NonceTracker.js +77 -0
- package/dist/mjs/utils/PubSub.d.ts +9 -0
- package/dist/mjs/utils/PubSub.js +32 -0
- package/dist/mjs/utils/TxManager.d.ts +28 -0
- package/dist/mjs/utils/TxManager.js +278 -0
- package/dist/mjs/utils/cache/index.d.ts +2 -0
- package/dist/mjs/utils/cache/index.js +3 -0
- package/dist/mjs/utils/cache/memory.d.ts +19 -0
- package/dist/mjs/utils/cache/memory.js +61 -0
- package/dist/mjs/utils/cache/memory.spec.d.ts +1 -0
- package/dist/mjs/utils/cache/memory.spec.js +89 -0
- package/dist/mjs/utils/cache/types.d.ts +17 -0
- package/dist/mjs/utils/cache/types.js +2 -0
- package/dist/mjs/utils/compressors/GzipCompressor.d.ts +8 -0
- package/dist/mjs/utils/compressors/GzipCompressor.js +15 -0
- package/dist/mjs/utils/compressors/UncompressedCompressor.d.ts +8 -0
- package/dist/mjs/utils/compressors/UncompressedCompressor.js +13 -0
- package/dist/mjs/utils/compressors/index.d.ts +2 -0
- package/dist/mjs/utils/compressors/index.js +3 -0
- package/dist/mjs/utils/helper.d.ts +87 -0
- package/dist/mjs/utils/helper.js +526 -0
- package/dist/mjs/utils/helpers/calculateObjectHash.d.ts +8 -0
- package/dist/mjs/utils/helpers/calculateObjectHash.js +18 -0
- package/dist/mjs/utils/helpers/getRawRpc.d.ts +2 -0
- package/dist/mjs/utils/helpers/getRawRpc.js +15 -0
- package/dist/mjs/utils/helpers/getStreamChunks.d.ts +9 -0
- package/dist/mjs/utils/helpers/getStreamChunks.js +31 -0
- package/dist/mjs/utils/helpers/index.d.ts +5 -0
- package/dist/mjs/utils/helpers/index.js +6 -0
- package/dist/mjs/utils/helpers/promise.d.ts +2 -0
- package/dist/mjs/utils/helpers/promise.js +5 -0
- package/dist/mjs/utils/helpers/streamToBuffer.d.ts +4 -0
- package/dist/mjs/utils/helpers/streamToBuffer.js +9 -0
- package/dist/mjs/utils/helpers/tryWithInterval.d.ts +13 -0
- package/dist/mjs/utils/helpers/tryWithInterval.js +35 -0
- package/dist/mjs/utils/rent-calculator/index.d.ts +2 -0
- package/dist/mjs/utils/rent-calculator/index.js +3 -0
- package/dist/mjs/utils/rent-calculator/rent-calculator.d.ts +14 -0
- package/dist/mjs/utils/rent-calculator/rent-calculator.js +110 -0
- package/dist/mjs/utils/rent-calculator/types.d.ts +14 -0
- package/dist/mjs/utils/rent-calculator/types.js +2 -0
- package/dist/mjs/utils/resourceLoaders/BaseResourceLoader.d.ts +10 -0
- package/dist/mjs/utils/resourceLoaders/BaseResourceLoader.js +10 -0
- package/dist/mjs/utils/resourceLoaders/StorageProviderLoader.d.ts +18 -0
- package/dist/mjs/utils/resourceLoaders/StorageProviderLoader.js +53 -0
- package/dist/mjs/utils/resourceLoaders/UrlResourceLoader.d.ts +9 -0
- package/dist/mjs/utils/resourceLoaders/UrlResourceLoader.js +44 -0
- package/dist/mjs/utils/resourceLoaders/getResourceLoader.d.ts +5 -0
- package/dist/mjs/utils/resourceLoaders/getResourceLoader.js +11 -0
- package/dist/mjs/utils/resourceLoaders/index.d.ts +1 -0
- package/dist/mjs/utils/resourceLoaders/index.js +2 -0
- package/dist/mjs/utils/schema-utils/index.d.ts +2 -0
- package/dist/mjs/utils/schema-utils/index.js +3 -0
- package/dist/mjs/utils/schema-utils/serializer.d.ts +3 -0
- package/dist/mjs/utils/schema-utils/serializer.js +26 -0
- package/dist/mjs/utils/schema-utils/validator.d.ts +7 -0
- package/dist/mjs/utils/schema-utils/validator.js +45 -0
- package/dist/mjs/utils/tcb.d.ts +2 -0
- package/dist/mjs/utils/tcb.js +9 -0
- package/dist/mjs/utils/tokens/get-tokens-info.d.ts +8 -0
- package/dist/mjs/utils/tokens/get-tokens-info.js +25 -0
- package/dist/mjs/utils/tokens/index.d.ts +1 -0
- package/dist/mjs/utils/tokens/index.js +2 -0
- package/dist/mjs/utils/types.d.ts +13 -0
- package/dist/mjs/utils/types.js +2 -0
- package/package.json +103 -0
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
import { Readable, Transform } from 'stream';
|
|
2
|
+
function* generateChunks(dataSize, chunkSize, startOffset = BigInt(0)) {
|
|
3
|
+
let chunk = 0;
|
|
4
|
+
let offset = startOffset;
|
|
5
|
+
while (dataSize > offset) {
|
|
6
|
+
yield {
|
|
7
|
+
offset,
|
|
8
|
+
length: chunkSize > dataSize - offset ? Number(dataSize - offset) : chunkSize,
|
|
9
|
+
dataSize,
|
|
10
|
+
chunk: chunk++,
|
|
11
|
+
chunkCount: Math.ceil(Number(dataSize / BigInt(chunkSize))),
|
|
12
|
+
};
|
|
13
|
+
offset += BigInt(chunkSize);
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
class ChunkedReadableTransform extends Transform {
|
|
17
|
+
downloadChunk;
|
|
18
|
+
constructor(downloadChunk, params) {
|
|
19
|
+
super({
|
|
20
|
+
objectMode: true,
|
|
21
|
+
highWaterMark: params.concurrency,
|
|
22
|
+
});
|
|
23
|
+
this.downloadChunk = downloadChunk;
|
|
24
|
+
}
|
|
25
|
+
_transform(chunk, _encoding, callback) {
|
|
26
|
+
const resultPromise = this.downloadChunk(chunk);
|
|
27
|
+
callback(null, {
|
|
28
|
+
resultPromise,
|
|
29
|
+
chunk,
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
class ChainedChunksReadableTransform extends Transform {
|
|
34
|
+
progressListener;
|
|
35
|
+
constructor(progressListener) {
|
|
36
|
+
super({
|
|
37
|
+
objectMode: true,
|
|
38
|
+
highWaterMark: 1,
|
|
39
|
+
});
|
|
40
|
+
this.progressListener = progressListener;
|
|
41
|
+
}
|
|
42
|
+
_transform(obj, _encoding, callback) {
|
|
43
|
+
obj.resultPromise.then((data) => {
|
|
44
|
+
callback(null, data);
|
|
45
|
+
if (this.progressListener) {
|
|
46
|
+
this.progressListener(Number(obj.chunk.dataSize), Number(obj.chunk.offset) + obj.chunk.length);
|
|
47
|
+
}
|
|
48
|
+
}, (err) => {
|
|
49
|
+
callback(err);
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
export const downloadChunkMethod = async (provider, objectPath, chunk) => {
|
|
54
|
+
let position = 0;
|
|
55
|
+
const buffer = Buffer.alloc(chunk.length);
|
|
56
|
+
const dataStream = await provider.downloadFile(objectPath, {
|
|
57
|
+
offset: Number(chunk.offset),
|
|
58
|
+
length: chunk.length,
|
|
59
|
+
});
|
|
60
|
+
for await (const data of dataStream) {
|
|
61
|
+
data.copy(buffer, position);
|
|
62
|
+
position += data.length;
|
|
63
|
+
if (position > chunk.length) {
|
|
64
|
+
throw new Error('Chunk buffer is overflow, read data is more than requested for chunk');
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
return buffer;
|
|
68
|
+
};
|
|
69
|
+
export const createDownloadChunkMethodWithRetry = (downloadChunkMethod, { retryMaxCount = 3, retryWaitTimeFactory = () => () => 1000, onRetry, } = {}) => {
|
|
70
|
+
return async (provider, objectPath, chunk) => {
|
|
71
|
+
const retryWaitTime = retryWaitTimeFactory();
|
|
72
|
+
//let lastError: unknown = null;
|
|
73
|
+
let retryCount = retryMaxCount;
|
|
74
|
+
while (retryCount > 0) {
|
|
75
|
+
try {
|
|
76
|
+
return await downloadChunkMethod(provider, objectPath, chunk);
|
|
77
|
+
}
|
|
78
|
+
catch (error) {
|
|
79
|
+
//lastError = error;
|
|
80
|
+
}
|
|
81
|
+
retryCount--;
|
|
82
|
+
if (onRetry) {
|
|
83
|
+
onRetry(null, chunk, retryCount);
|
|
84
|
+
}
|
|
85
|
+
if (retryCount !== 0) {
|
|
86
|
+
await new Promise((resolve) => setTimeout(resolve, retryWaitTime()));
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
throw new Error(`Max retry attempts was reached for object path ${objectPath}, offset ${chunk.offset}, length ${chunk.length
|
|
90
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
91
|
+
}`);
|
|
92
|
+
};
|
|
93
|
+
};
|
|
94
|
+
export class DownloadDecorator {
|
|
95
|
+
provider;
|
|
96
|
+
chunkDownloaderMethod;
|
|
97
|
+
options;
|
|
98
|
+
constructor(provider, chunkDownloaderMethod, options) {
|
|
99
|
+
this.provider = provider;
|
|
100
|
+
this.chunkDownloaderMethod = chunkDownloaderMethod;
|
|
101
|
+
this.options = options;
|
|
102
|
+
}
|
|
103
|
+
uploadFile(inputStream, remotePath, contentLength, progressListener) {
|
|
104
|
+
return this.provider.uploadFile(inputStream, remotePath, contentLength, progressListener);
|
|
105
|
+
}
|
|
106
|
+
async downloadFile(remotePath, config, progressListener) {
|
|
107
|
+
if (config?.length) {
|
|
108
|
+
return this.provider.downloadFile(remotePath, config, progressListener);
|
|
109
|
+
}
|
|
110
|
+
const offset = BigInt(this.options.offset ?? 0);
|
|
111
|
+
const objectSize = await this.provider.getObjectSize(remotePath);
|
|
112
|
+
const chunksStream = Readable.from(generateChunks(BigInt(objectSize), this.options.chunkSize, offset));
|
|
113
|
+
const downloadStream = new ChunkedReadableTransform((chunk) => {
|
|
114
|
+
return this.chunkDownloaderMethod(this.provider, remotePath, chunk);
|
|
115
|
+
}, {
|
|
116
|
+
concurrency: this.options.concurrency,
|
|
117
|
+
});
|
|
118
|
+
const chainedStream = new ChainedChunksReadableTransform(progressListener);
|
|
119
|
+
return chunksStream
|
|
120
|
+
.pipe(downloadStream)
|
|
121
|
+
.on('error', (error) => {
|
|
122
|
+
chainedStream.emit('error', error);
|
|
123
|
+
})
|
|
124
|
+
.pipe(chainedStream);
|
|
125
|
+
}
|
|
126
|
+
deleteObject(remotePath) {
|
|
127
|
+
return this.provider.deleteObject(remotePath);
|
|
128
|
+
}
|
|
129
|
+
listObjects(remotePath) {
|
|
130
|
+
return this.provider.listObjects(remotePath);
|
|
131
|
+
}
|
|
132
|
+
getObjectSize(remotePath) {
|
|
133
|
+
return this.provider.getObjectSize(remotePath);
|
|
134
|
+
}
|
|
135
|
+
getLastModified(remotePath) {
|
|
136
|
+
return this.provider.getLastModified(remotePath);
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiQ2h1bmtzRG93bmxvYWREZWNvcmF0b3IuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvcHJvdmlkZXJzL3N0b3JhZ2UvQ2h1bmtzRG93bmxvYWREZWNvcmF0b3IudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLFFBQVEsRUFBRSxTQUFTLEVBQXFCLE1BQU0sUUFBUSxDQUFDO0FBd0JoRSxRQUFRLENBQUMsQ0FBQyxjQUFjLENBQ3RCLFFBQWdCLEVBQ2hCLFNBQWlCLEVBQ2pCLFdBQVcsR0FBRyxNQUFNLENBQUMsQ0FBQyxDQUFDO0lBRXZCLElBQUksS0FBSyxHQUFHLENBQUMsQ0FBQztJQUNkLElBQUksTUFBTSxHQUFHLFdBQVcsQ0FBQztJQUV6QixPQUFPLFFBQVEsR0FBRyxNQUFNLEVBQUUsQ0FBQztRQUN6QixNQUFNO1lBQ0osTUFBTTtZQUNOLE1BQU0sRUFBRSxTQUFTLEdBQUcsUUFBUSxHQUFHLE1BQU0sQ0FBQyxDQUFDLENBQUMsTUFBTSxDQUFDLFFBQVEsR0FBRyxNQUFNLENBQUMsQ0FBQyxDQUFDLENBQUMsU0FBUztZQUM3RSxRQUFRO1lBQ1IsS0FBSyxFQUFFLEtBQUssRUFBRTtZQUNkLFVBQVUsRUFBRSxJQUFJLENBQUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxRQUFRLEdBQUcsTUFBTSxDQUFDLFNBQVMsQ0FBQyxDQUFDLENBQUM7U0FDNUQsQ0FBQztRQUVGLE1BQU0sSUFBSSxNQUFNLENBQUMsU0FBUyxDQUFDLENBQUM7SUFDOUIsQ0FBQztBQUNILENBQUM7QUFFRCxNQUFNLHdCQUF5QixTQUFRLFNBQVM7SUFFcEM7SUFEVixZQUNVLGFBQW9ELEVBQzVELE1BQStCO1FBRS9CLEtBQUssQ0FBQztZQUNKLFVBQVUsRUFBRSxJQUFJO1lBQ2hCLGFBQWEsRUFBRSxNQUFNLENBQUMsV0FBVztTQUNsQyxDQUFDLENBQUM7UUFOSyxrQkFBYSxHQUFiLGFBQWEsQ0FBdUM7SUFPOUQsQ0FBQztJQUVELFVBQVUsQ0FBQyxLQUFnQixFQUFFLFNBQXlCLEVBQUUsUUFBMkI7UUFDakYsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLGFBQWEsQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUVoRCxRQUFRLENBQUMsSUFBSSxFQUFFO1lBQ2IsYUFBYTtZQUNiLEtBQUs7U0FDTixDQUFDLENBQUM7SUFDTCxDQUFDO0NBQ0Y7QUFFRCxNQUFNLDhCQUErQixTQUFRLFNBQVM7SUFDaEM7SUFBcEIsWUFBb0IsZ0JBQTJEO1FBQzdFLEtBQUssQ0FBQztZQUNKLFVBQVUsRUFBRSxJQUFJO1lBQ2hCLGFBQWEsRUFBRSxDQUFDO1NBQ2pCLENBQUMsQ0FBQztRQUplLHFCQUFnQixHQUFoQixnQkFBZ0IsQ0FBMkM7SUFLL0UsQ0FBQztJQUVELFVBQVUsQ0FDUixHQUF5RCxFQUN6RCxTQUF5QixFQUN6QixRQUEyQjtRQUUzQixHQUFHLENBQUMsYUFBYSxDQUFDLElBQUksQ0FDcEIsQ0FBQyxJQUFJLEVBQUUsRUFBRTtZQUNQLFFBQVEsQ0FBQyxJQUFJLEVBQUUsSUFBSSxDQUFDLENBQUM7WUFFckIsSUFBSSxJQUFJLENBQUMsZ0JBQWdCLEVBQUUsQ0FBQztnQkFDMUIsSUFBSSxDQUFDLGdCQUFnQixDQUNuQixNQUFNLENBQUMsR0FBRyxDQUFDLEtBQUssQ0FBQyxRQUFRLENBQUMsRUFDMUIsTUFBTSxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsTUFBTSxDQUFDLEdBQUcsR0FBRyxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQzVDLENBQUM7WUFDSixDQUFDO1FBQ0gsQ0FBQyxFQUNELENBQUMsR0FBRyxFQUFFLEVBQUU7WUFDTixRQUFRLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDaEIsQ0FBQyxDQUNGLENBQUM7SUFDSixDQUFDO0NBQ0Y7QUFFRCxNQUFNLENBQUMsTUFBTSxtQkFBbUIsR0FBRyxLQUFLLEVBQ3RDLFFBQTBCLEVBQzFCLFVBQWtCLEVBQ2xCLEtBQWdCLEVBQ0MsRUFBRTtJQUNuQixJQUFJLFFBQVEsR0FBRyxDQUFDLENBQUM7SUFDakIsTUFBTSxNQUFNLEdBQUcsTUFBTSxDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsTUFBTSxDQUFDLENBQUM7SUFFMUMsTUFBTSxVQUFVLEdBQUcsTUFBTSxRQUFRLENBQUMsWUFBWSxDQUFDLFVBQVUsRUFBRTtRQUN6RCxNQUFNLEVBQUUsTUFBTSxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQUM7UUFDNUIsTUFBTSxFQUFFLEtBQUssQ0FBQyxNQUFNO0tBQ3JCLENBQUMsQ0FBQztJQUVILElBQUksS0FBSyxFQUFFLE1BQU0sSUFBSSxJQUFJLFVBQVUsRUFBRSxDQUFDO1FBQ3BDLElBQUksQ0FBQyxJQUFJLENBQUMsTUFBTSxFQUFFLFFBQVEsQ0FBQyxDQUFDO1FBQzVCLFFBQVEsSUFBSSxJQUFJLENBQUMsTUFBTSxDQUFDO1FBRXhCLElBQUksUUFBUSxHQUFHLEtBQUssQ0FBQyxNQUFNLEVBQUUsQ0FBQztZQUM1QixNQUFNLElBQUksS0FBSyxDQUFDLHNFQUFzRSxDQUFDLENBQUM7UUFDMUYsQ0FBQztJQUNILENBQUM7SUFFRCxPQUFPLE1BQU0sQ0FBQztBQUNoQixDQUFDLENBQUM7QUFFRixNQUFNLENBQUMsTUFBTSxrQ0FBa0MsR0FBRyxDQUNoRCxtQkFBNEMsRUFDNUMsRUFDRSxhQUFhLEdBQUcsQ0FBQyxFQUNqQixvQkFBb0IsR0FBRyxHQUFHLEVBQUUsQ0FBQyxHQUFHLEVBQUUsQ0FBQyxJQUFJLEVBQ3ZDLE9BQU8sTUFDc0IsRUFBRSxFQUNSLEVBQUU7SUFDM0IsT0FBTyxLQUFLLEVBQ1YsUUFBMEIsRUFDMUIsVUFBa0IsRUFDbEIsS0FBZ0IsRUFDQyxFQUFFO1FBQ25CLE1BQU0sYUFBYSxHQUFHLG9CQUFvQixFQUFFLENBQUM7UUFDN0MsZ0NBQWdDO1FBQ2hDLElBQUksVUFBVSxHQUFHLGFBQWEsQ0FBQztRQUUvQixPQUFPLFVBQVUsR0FBRyxDQUFDLEVBQUUsQ0FBQztZQUN0QixJQUFJLENBQUM7Z0JBQ0gsT0FBTyxNQUFNLG1CQUFtQixDQUFDLFFBQVEsRUFBRSxVQUFVLEVBQUUsS0FBSyxDQUFDLENBQUM7WUFDaEUsQ0FBQztZQUFDLE9BQU8sS0FBSyxFQUFFLENBQUM7Z0JBQ2Ysb0JBQW9CO1lBQ3RCLENBQUM7WUFFRCxVQUFVLEVBQUUsQ0FBQztZQUViLElBQUksT0FBTyxFQUFFLENBQUM7Z0JBQ1osT0FBTyxDQUFDLElBQUksRUFBRSxLQUFLLEVBQUUsVUFBVSxDQUFDLENBQUM7WUFDbkMsQ0FBQztZQUVELElBQUksVUFBVSxLQUFLLENBQUMsRUFBRSxDQUFDO2dCQUNyQixNQUFNLElBQUksT0FBTyxDQUFPLENBQUMsT0FBTyxFQUFFLEVBQUUsQ0FBQyxVQUFVLENBQUMsT0FBTyxFQUFFLGFBQWEsRUFBRSxDQUFDLENBQUMsQ0FBQztZQUM3RSxDQUFDO1FBQ0gsQ0FBQztRQUVELE1BQU0sSUFBSSxLQUFLLENBQ2Isa0RBQWtELFVBQVUsWUFDMUQsS0FBSyxDQUFDLE1BQ1IsWUFDRSxLQUFLLENBQUMsTUFBTTtRQUNaLDhEQUE4RDtRQUNoRSxFQUFFLENBQ0gsQ0FBQztJQUNKLENBQUMsQ0FBQztBQUNKLENBQUMsQ0FBQztBQUVGLE1BQU0sT0FBTyxpQkFBaUI7SUFFbEI7SUFDQTtJQUNBO0lBSFYsWUFDVSxRQUEwQixFQUMxQixxQkFBOEMsRUFDOUMsT0FBb0U7UUFGcEUsYUFBUSxHQUFSLFFBQVEsQ0FBa0I7UUFDMUIsMEJBQXFCLEdBQXJCLHFCQUFxQixDQUF5QjtRQUM5QyxZQUFPLEdBQVAsT0FBTyxDQUE2RDtJQUMzRSxDQUFDO0lBRUosVUFBVSxDQUNSLFdBQXFCLEVBQ3JCLFVBQWtCLEVBQ2xCLGFBQXFCLEVBQ3JCLGdCQUEyRDtRQUUzRCxPQUFPLElBQUksQ0FBQyxRQUFRLENBQUMsVUFBVSxDQUFDLFdBQVcsRUFBRSxVQUFVLEVBQUUsYUFBYSxFQUFFLGdCQUFnQixDQUFDLENBQUM7SUFDNUYsQ0FBQztJQUVELEtBQUssQ0FBQyxZQUFZLENBQ2hCLFVBQWtCLEVBQ2xCLE1BQXVCLEVBQ3ZCLGdCQUEyRDtRQUUzRCxJQUFJLE1BQU0sRUFBRSxNQUFNLEVBQUUsQ0FBQztZQUNuQixPQUFPLElBQUksQ0FBQyxRQUFRLENBQUMsWUFBWSxDQUFDLFVBQVUsRUFBRSxNQUFNLEVBQUUsZ0JBQWdCLENBQUMsQ0FBQztRQUMxRSxDQUFDO1FBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsTUFBTSxJQUFJLENBQUMsQ0FBQyxDQUFDO1FBQ2hELE1BQU0sVUFBVSxHQUFHLE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxhQUFhLENBQUMsVUFBVSxDQUFDLENBQUM7UUFDakUsTUFBTSxZQUFZLEdBQUcsUUFBUSxDQUFDLElBQUksQ0FDaEMsY0FBYyxDQUFDLE1BQU0sQ0FBQyxVQUFVLENBQUMsRUFBRSxJQUFJLENBQUMsT0FBTyxDQUFDLFNBQVMsRUFBRSxNQUFNLENBQUMsQ0FDbkUsQ0FBQztRQUVGLE1BQU0sY0FBYyxHQUFHLElBQUksd0JBQXdCLENBQ2pELENBQUMsS0FBZ0IsRUFBbUIsRUFBRTtZQUNwQyxPQUFPLElBQUksQ0FBQyxxQkFBcUIsQ0FBQyxJQUFJLENBQUMsUUFBUSxFQUFFLFVBQVUsRUFBRSxLQUFLLENBQUMsQ0FBQztRQUN0RSxDQUFDLEVBQ0Q7WUFDRSxXQUFXLEVBQUUsSUFBSSxDQUFDLE9BQU8sQ0FBQyxXQUFXO1NBQ3RDLENBQ0YsQ0FBQztRQUVGLE1BQU0sYUFBYSxHQUFHLElBQUksOEJBQThCLENBQUMsZ0JBQWdCLENBQUMsQ0FBQztRQUUzRSxPQUFPLFlBQVk7YUFDaEIsSUFBSSxDQUFDLGNBQWMsQ0FBQzthQUNwQixFQUFFLENBQUMsT0FBTyxFQUFFLENBQUMsS0FBSyxFQUFFLEVBQUU7WUFDckIsYUFBYSxDQUFDLElBQUksQ0FBQyxPQUFPLEVBQUUsS0FBSyxDQUFDLENBQUM7UUFDckMsQ0FBQyxDQUFDO2FBQ0QsSUFBSSxDQUFDLGFBQWEsQ0FBQyxDQUFDO0lBQ3pCLENBQUM7SUFFRCxZQUFZLENBQUMsVUFBa0I7UUFDN0IsT0FBTyxJQUFJLENBQUMsUUFBUSxDQUFDLFlBQVksQ0FBQyxVQUFVLENBQUMsQ0FBQztJQUNoRCxDQUFDO0lBRUQsV0FBVyxDQUFDLFVBQWtCO1FBQzVCLE9BQU8sSUFBSSxDQUFDLFFBQVEsQ0FBQyxXQUFXLENBQUMsVUFBVSxDQUFDLENBQUM7SUFDL0MsQ0FBQztJQUVELGFBQWEsQ0FBQyxVQUFrQjtRQUM5QixPQUFPLElBQUksQ0FBQyxRQUFRLENBQUMsYUFBYSxDQUFDLFVBQVUsQ0FBQyxDQUFDO0lBQ2pELENBQUM7SUFFRCxlQUFlLENBQUMsVUFBa0I7UUFDaEMsT0FBTyxJQUFJLENBQUMsUUFBUSxDQUFDLGVBQWUsQ0FBQyxVQUFVLENBQUMsQ0FBQztJQUNuRCxDQUFDO0NBQ0YifQ==
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import StorageObject from '../../types/storage/StorageObject.js';
|
|
3
|
+
import stream from 'stream';
|
|
4
|
+
export type DownloadConfig = {
|
|
5
|
+
offset?: number;
|
|
6
|
+
length?: number;
|
|
7
|
+
};
|
|
8
|
+
export default interface IStorageProvider {
|
|
9
|
+
uploadFile(inputStream: stream.Readable | Blob, remotePath: string, contentLength: number, progressListener?: (total: number, current: number) => void): Promise<void>;
|
|
10
|
+
downloadFile(remotePath: string, config: DownloadConfig, progressListener?: (total: number, current: number) => void): Promise<stream.Readable>;
|
|
11
|
+
deleteObject(remotePath: string): Promise<void>;
|
|
12
|
+
listObjects(remotePath: string): Promise<StorageObject[]>;
|
|
13
|
+
getObjectSize(remotePath: string): Promise<number>;
|
|
14
|
+
getLastModified(remotePath: string): Promise<Date | null>;
|
|
15
|
+
}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import IStorageProvider, { DownloadConfig } from './IStorageProvider.js';
|
|
3
|
+
import { Readable } from 'stream';
|
|
4
|
+
import StorageObject from '../../types/storage/StorageObject.js';
|
|
5
|
+
import { S3Credentials } from '@super-protocol/dto-js';
|
|
6
|
+
export type S3ClientConfig = Omit<S3Credentials, 'prefix'> & {
|
|
7
|
+
region?: string;
|
|
8
|
+
prefix?: string;
|
|
9
|
+
};
|
|
10
|
+
export declare class S3StorageProvider implements IStorageProvider {
|
|
11
|
+
private readonly s3Client;
|
|
12
|
+
private readonly bucket;
|
|
13
|
+
private readonly prefix;
|
|
14
|
+
private readonly multipartChunkSizeInBytes;
|
|
15
|
+
private readonly defaultRegion;
|
|
16
|
+
constructor(storageAccess: S3ClientConfig);
|
|
17
|
+
private applyPrefix;
|
|
18
|
+
uploadFile(inputStream: Readable | Blob, remotePath: string, contentLength: number, progressListener?: ((total: number, current: number) => void) | undefined): Promise<void>;
|
|
19
|
+
private multipartUpload;
|
|
20
|
+
deleteObject(remotePath: string): Promise<void>;
|
|
21
|
+
downloadFile(remotePath: string, config: DownloadConfig, progressListener?: ((total: number, current: number) => void) | undefined): Promise<Readable>;
|
|
22
|
+
listObjects(remotePath: string): Promise<StorageObject[]>;
|
|
23
|
+
private getMetadata;
|
|
24
|
+
getObjectSize(remotePath: string): Promise<number>;
|
|
25
|
+
getLastModified(remotePath: string): Promise<Date>;
|
|
26
|
+
}
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
import { AbortMultipartUploadCommand, CompleteMultipartUploadCommand, CreateMultipartUploadCommand, PutObjectCommand, DeleteObjectCommand, GetObjectCommand, HeadObjectCommand, ListObjectsV2Command, S3Client, UploadPartCommand, } from '@aws-sdk/client-s3';
|
|
2
|
+
import { Readable } from 'stream';
|
|
3
|
+
import { getStreamChunks } from '../../utils/helpers/getStreamChunks.js';
|
|
4
|
+
import { streamToBuffer } from '../../utils/helpers/streamToBuffer.js';
|
|
5
|
+
import path from 'path';
|
|
6
|
+
import { isNodeJS } from '../../utils/helper.js';
|
|
7
|
+
export class S3StorageProvider {
|
|
8
|
+
s3Client;
|
|
9
|
+
bucket;
|
|
10
|
+
prefix;
|
|
11
|
+
multipartChunkSizeInBytes = 64 * 1024 * 1024; // 64MB
|
|
12
|
+
defaultRegion = 'us-east-1';
|
|
13
|
+
constructor(storageAccess) {
|
|
14
|
+
const { accessKeyId, secretKey, endpoint, bucket, region, prefix } = storageAccess;
|
|
15
|
+
if (!accessKeyId)
|
|
16
|
+
throw new Error('Access key id is undefined');
|
|
17
|
+
if (!secretKey)
|
|
18
|
+
throw new Error('Secret access is undefined');
|
|
19
|
+
if (!endpoint)
|
|
20
|
+
throw new Error('Endpoint is undefined');
|
|
21
|
+
if (!bucket)
|
|
22
|
+
throw new Error('Bucket is undefined');
|
|
23
|
+
if (prefix && (prefix.startsWith('/') || !prefix.endsWith('/'))) {
|
|
24
|
+
throw new Error(`Prefix is invalid: it must not start with "/" and must end with "/" (prefix=${prefix})`);
|
|
25
|
+
}
|
|
26
|
+
this.bucket = bucket;
|
|
27
|
+
this.prefix = prefix || '';
|
|
28
|
+
this.s3Client = new S3Client({
|
|
29
|
+
credentials: {
|
|
30
|
+
accessKeyId,
|
|
31
|
+
secretAccessKey: secretKey,
|
|
32
|
+
},
|
|
33
|
+
region: region || this.defaultRegion,
|
|
34
|
+
endpoint,
|
|
35
|
+
forcePathStyle: true,
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
applyPrefix(key) {
|
|
39
|
+
return path.join(this.prefix, '/', key);
|
|
40
|
+
}
|
|
41
|
+
async uploadFile(inputStream, remotePath, contentLength, progressListener) {
|
|
42
|
+
// For performance & cost optimization
|
|
43
|
+
// https://docs.storj.io/dcs/api-reference/s3-compatible-gateway/multipart-upload/multipart-part-size
|
|
44
|
+
const key = this.applyPrefix(remotePath);
|
|
45
|
+
if (contentLength >= this.multipartChunkSizeInBytes) {
|
|
46
|
+
return this.multipartUpload(inputStream, key, contentLength, progressListener);
|
|
47
|
+
}
|
|
48
|
+
const body = isNodeJS()
|
|
49
|
+
? await streamToBuffer(inputStream)
|
|
50
|
+
: new Uint8Array(await inputStream.arrayBuffer());
|
|
51
|
+
const putObjectCommand = new PutObjectCommand({
|
|
52
|
+
Body: body,
|
|
53
|
+
Bucket: this.bucket,
|
|
54
|
+
Key: key,
|
|
55
|
+
});
|
|
56
|
+
progressListener?.(contentLength, 0);
|
|
57
|
+
await this.s3Client.send(putObjectCommand);
|
|
58
|
+
progressListener?.(contentLength, contentLength);
|
|
59
|
+
}
|
|
60
|
+
async multipartUpload(inputStream, remotePath, contentLength, progressListener) {
|
|
61
|
+
const key = this.applyPrefix(remotePath);
|
|
62
|
+
let transformedStream;
|
|
63
|
+
if (inputStream instanceof Blob) {
|
|
64
|
+
transformedStream = new Uint8Array(await inputStream.arrayBuffer());
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
transformedStream = inputStream;
|
|
68
|
+
}
|
|
69
|
+
const createMultipartUploadCommand = new CreateMultipartUploadCommand({
|
|
70
|
+
Bucket: this.bucket,
|
|
71
|
+
Key: key,
|
|
72
|
+
});
|
|
73
|
+
const multipart = await this.s3Client.send(createMultipartUploadCommand);
|
|
74
|
+
if (!multipart.UploadId) {
|
|
75
|
+
throw new Error('UploadId property is empty');
|
|
76
|
+
}
|
|
77
|
+
let totalWritten = 0;
|
|
78
|
+
const uploadId = multipart.UploadId;
|
|
79
|
+
const parts = [];
|
|
80
|
+
const uploadPart = async (chunk, partNumber) => {
|
|
81
|
+
const uploadPartCommand = new UploadPartCommand({
|
|
82
|
+
Body: chunk,
|
|
83
|
+
Bucket: this.bucket,
|
|
84
|
+
Key: key,
|
|
85
|
+
UploadId: uploadId,
|
|
86
|
+
PartNumber: partNumber,
|
|
87
|
+
});
|
|
88
|
+
const response = await this.s3Client.send(uploadPartCommand);
|
|
89
|
+
parts.push({
|
|
90
|
+
ETag: response.ETag,
|
|
91
|
+
PartNumber: partNumber,
|
|
92
|
+
});
|
|
93
|
+
totalWritten += chunk.length;
|
|
94
|
+
progressListener?.(contentLength, totalWritten);
|
|
95
|
+
};
|
|
96
|
+
try {
|
|
97
|
+
if (transformedStream instanceof Readable) {
|
|
98
|
+
for await (const streamChunk of getStreamChunks(transformedStream, this.multipartChunkSizeInBytes)) {
|
|
99
|
+
await uploadPart(streamChunk.data, streamChunk.partNumber);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
else {
|
|
103
|
+
const chunkSize = this.multipartChunkSizeInBytes;
|
|
104
|
+
let partNumber = 1;
|
|
105
|
+
for (let offset = 0; offset < transformedStream.length; offset += chunkSize) {
|
|
106
|
+
const chunk = transformedStream.slice(offset, offset + chunkSize);
|
|
107
|
+
await uploadPart(chunk, partNumber);
|
|
108
|
+
partNumber++;
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
const completeMultipartUploadCommand = new CompleteMultipartUploadCommand({
|
|
112
|
+
Bucket: this.bucket,
|
|
113
|
+
Key: key,
|
|
114
|
+
UploadId: multipart.UploadId,
|
|
115
|
+
MultipartUpload: { Parts: parts },
|
|
116
|
+
});
|
|
117
|
+
await this.s3Client.send(completeMultipartUploadCommand);
|
|
118
|
+
}
|
|
119
|
+
catch (uploadingError) {
|
|
120
|
+
const abortMultipartUploadCommand = new AbortMultipartUploadCommand({
|
|
121
|
+
Bucket: this.bucket,
|
|
122
|
+
Key: key,
|
|
123
|
+
UploadId: multipart.UploadId,
|
|
124
|
+
});
|
|
125
|
+
await this.s3Client.send(abortMultipartUploadCommand);
|
|
126
|
+
throw uploadingError;
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
async deleteObject(remotePath) {
|
|
130
|
+
const key = this.applyPrefix(remotePath);
|
|
131
|
+
const deleteObjectCommand = new DeleteObjectCommand({
|
|
132
|
+
Bucket: this.bucket,
|
|
133
|
+
Key: key,
|
|
134
|
+
});
|
|
135
|
+
await this.s3Client.send(deleteObjectCommand);
|
|
136
|
+
}
|
|
137
|
+
async downloadFile(remotePath, config, progressListener) {
|
|
138
|
+
const key = this.applyPrefix(remotePath);
|
|
139
|
+
const getObjectParams = {
|
|
140
|
+
Bucket: this.bucket,
|
|
141
|
+
Key: key,
|
|
142
|
+
};
|
|
143
|
+
if (config) {
|
|
144
|
+
const start = config.offset || 0;
|
|
145
|
+
const end = start + (config.length || 0);
|
|
146
|
+
getObjectParams.Range = `bytes=${start}-${end || ''}`;
|
|
147
|
+
}
|
|
148
|
+
const getObjectCommand = new GetObjectCommand(getObjectParams);
|
|
149
|
+
const getObjectResult = await this.s3Client.send(getObjectCommand);
|
|
150
|
+
if (!getObjectResult.Body || !(getObjectResult.Body instanceof Readable)) {
|
|
151
|
+
throw new Error('download Body is undefined');
|
|
152
|
+
}
|
|
153
|
+
let current = 0;
|
|
154
|
+
if (progressListener && getObjectResult.Body) {
|
|
155
|
+
const fileBytesSize = getObjectResult.ContentLength || config.length || (await this.getObjectSize(remotePath));
|
|
156
|
+
getObjectResult.Body.on('data', (chunk) => {
|
|
157
|
+
current += chunk.length;
|
|
158
|
+
progressListener(fileBytesSize, current);
|
|
159
|
+
});
|
|
160
|
+
}
|
|
161
|
+
return getObjectResult.Body;
|
|
162
|
+
}
|
|
163
|
+
async listObjects(remotePath) {
|
|
164
|
+
const key = this.applyPrefix(remotePath.endsWith('/') || remotePath === '' ? remotePath : `${remotePath}/`);
|
|
165
|
+
const listObjectsCommand = new ListObjectsV2Command({
|
|
166
|
+
Bucket: this.bucket,
|
|
167
|
+
Prefix: key,
|
|
168
|
+
});
|
|
169
|
+
const listObjects = await this.s3Client.send(listObjectsCommand);
|
|
170
|
+
let result = [];
|
|
171
|
+
if (listObjects.Contents) {
|
|
172
|
+
result = listObjects.Contents.map((object) => ({
|
|
173
|
+
name: object.Key?.substring(this.prefix.length) || '',
|
|
174
|
+
createdAt: object.LastModified || new Date(),
|
|
175
|
+
size: object.Size || 0,
|
|
176
|
+
}));
|
|
177
|
+
}
|
|
178
|
+
return result;
|
|
179
|
+
}
|
|
180
|
+
async getMetadata(remotePath) {
|
|
181
|
+
const key = this.applyPrefix(remotePath);
|
|
182
|
+
const headObjectCommand = new HeadObjectCommand({
|
|
183
|
+
Bucket: this.bucket,
|
|
184
|
+
Key: key,
|
|
185
|
+
});
|
|
186
|
+
return await this.s3Client.send(headObjectCommand);
|
|
187
|
+
}
|
|
188
|
+
async getObjectSize(remotePath) {
|
|
189
|
+
const metadata = await this.getMetadata(remotePath);
|
|
190
|
+
if (metadata.ContentLength === undefined) {
|
|
191
|
+
throw new Error('ContentLength property is empty');
|
|
192
|
+
}
|
|
193
|
+
return metadata.ContentLength || 0;
|
|
194
|
+
}
|
|
195
|
+
async getLastModified(remotePath) {
|
|
196
|
+
const metadata = await this.getMetadata(remotePath);
|
|
197
|
+
if (!metadata.LastModified) {
|
|
198
|
+
throw new Error('LastModified property is empty');
|
|
199
|
+
}
|
|
200
|
+
return metadata.LastModified;
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiUzNTdG9yYWdlUHJvdmlkZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvcHJvdmlkZXJzL3N0b3JhZ2UvUzNTdG9yYWdlUHJvdmlkZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUNMLDJCQUEyQixFQUUzQiw4QkFBOEIsRUFDOUIsNEJBQTRCLEVBQzVCLGdCQUFnQixFQUNoQixtQkFBbUIsRUFDbkIsZ0JBQWdCLEVBRWhCLGlCQUFpQixFQUVqQixvQkFBb0IsRUFDcEIsUUFBUSxFQUNSLGlCQUFpQixHQUNsQixNQUFNLG9CQUFvQixDQUFDO0FBRTVCLE9BQU8sRUFBRSxRQUFRLEVBQUUsTUFBTSxRQUFRLENBQUM7QUFFbEMsT0FBTyxFQUFFLGVBQWUsRUFBRSxNQUFNLHdDQUF3QyxDQUFDO0FBQ3pFLE9BQU8sRUFBRSxjQUFjLEVBQUUsTUFBTSx1Q0FBdUMsQ0FBQztBQUV2RSxPQUFPLElBQUksTUFBTSxNQUFNLENBQUM7QUFDeEIsT0FBTyxFQUFFLFFBQVEsRUFBRSxNQUFNLHVCQUF1QixDQUFDO0FBT2pELE1BQU0sT0FBTyxpQkFBaUI7SUFDWCxRQUFRLENBQVc7SUFDbkIsTUFBTSxDQUFTO0lBQ2YsTUFBTSxDQUFTO0lBQ2YseUJBQXlCLEdBQUcsRUFBRSxHQUFHLElBQUksR0FBRyxJQUFJLENBQUMsQ0FBQyxPQUFPO0lBQ3JELGFBQWEsR0FBRyxXQUFXLENBQUM7SUFFN0MsWUFBWSxhQUE2QjtRQUN2QyxNQUFNLEVBQUUsV0FBVyxFQUFFLFNBQVMsRUFBRSxRQUFRLEVBQUUsTUFBTSxFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsR0FBRyxhQUFhLENBQUM7UUFDbkYsSUFBSSxDQUFDLFdBQVc7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLDRCQUE0QixDQUFDLENBQUM7UUFDaEUsSUFBSSxDQUFDLFNBQVM7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLDRCQUE0QixDQUFDLENBQUM7UUFDOUQsSUFBSSxDQUFDLFFBQVE7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLHVCQUF1QixDQUFDLENBQUM7UUFDeEQsSUFBSSxDQUFDLE1BQU07WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLHFCQUFxQixDQUFDLENBQUM7UUFDcEQsSUFBSSxNQUFNLElBQUksQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsTUFBTSxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxFQUFFLENBQUM7WUFDaEUsTUFBTSxJQUFJLEtBQUssQ0FDYiwrRUFBK0UsTUFBTSxHQUFHLENBQ3pGLENBQUM7UUFDSixDQUFDO1FBRUQsSUFBSSxDQUFDLE1BQU0sR0FBRyxNQUFNLENBQUM7UUFDckIsSUFBSSxDQUFDLE1BQU0sR0FBRyxNQUFNLElBQUksRUFBRSxDQUFDO1FBRTNCLElBQUksQ0FBQyxRQUFRLEdBQUcsSUFBSSxRQUFRLENBQUM7WUFDM0IsV0FBVyxFQUFFO2dCQUNYLFdBQVc7Z0JBQ1gsZUFBZSxFQUFFLFNBQVM7YUFDM0I7WUFDRCxNQUFNLEVBQUUsTUFBTSxJQUFJLElBQUksQ0FBQyxhQUFhO1lBQ3BDLFFBQVE7WUFDUixjQUFjLEVBQUUsSUFBSTtTQUNyQixDQUFDLENBQUM7SUFDTCxDQUFDO0lBRU8sV0FBVyxDQUFDLEdBQVc7UUFDN0IsT0FBTyxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxNQUFNLEVBQUUsR0FBRyxFQUFFLEdBQUcsQ0FBQyxDQUFDO0lBQzFDLENBQUM7SUFFRCxLQUFLLENBQUMsVUFBVSxDQUNkLFdBQTRCLEVBQzVCLFVBQWtCLEVBQ2xCLGFBQXFCLEVBQ3JCLGdCQUF5RTtRQUV6RSxzQ0FBc0M7UUFDdEMscUdBQXFHO1FBQ3JHLE1BQU0sR0FBRyxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsVUFBVSxDQUFDLENBQUM7UUFFekMsSUFBSSxhQUFhLElBQUksSUFBSSxDQUFDLHlCQUF5QixFQUFFLENBQUM7WUFDcEQsT0FBTyxJQUFJLENBQUMsZUFBZSxDQUFDLFdBQVcsRUFBRSxHQUFHLEVBQUUsYUFBYSxFQUFFLGdCQUFnQixDQUFDLENBQUM7UUFDakYsQ0FBQztRQUVELE1BQU0sSUFBSSxHQUFHLFFBQVEsRUFBRTtZQUNyQixDQUFDLENBQUMsTUFBTSxjQUFjLENBQUMsV0FBdUIsQ0FBQztZQUMvQyxDQUFDLENBQUMsSUFBSSxVQUFVLENBQUMsTUFBTyxXQUFvQixDQUFDLFdBQVcsRUFBRSxDQUFDLENBQUM7UUFFOUQsTUFBTSxnQkFBZ0IsR0FBRyxJQUFJLGdCQUFnQixDQUFDO1lBQzVDLElBQUksRUFBRSxJQUFJO1lBQ1YsTUFBTSxFQUFFLElBQUksQ0FBQyxNQUFNO1lBQ25CLEdBQUcsRUFBRSxHQUFHO1NBQ1QsQ0FBQyxDQUFDO1FBRUgsZ0JBQWdCLEVBQUUsQ0FBQyxhQUFhLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFFckMsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFDO1FBRTNDLGdCQUFnQixFQUFFLENBQUMsYUFBYSxFQUFFLGFBQWEsQ0FBQyxDQUFDO0lBQ25ELENBQUM7SUFFTyxLQUFLLENBQUMsZUFBZSxDQUMzQixXQUE0QixFQUM1QixVQUFrQixFQUNsQixhQUFxQixFQUNyQixnQkFBeUU7UUFFekUsTUFBTSxHQUFHLEdBQUcsSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUN6QyxJQUFJLGlCQUF3QyxDQUFDO1FBRTdDLElBQUksV0FBVyxZQUFZLElBQUksRUFBRSxDQUFDO1lBQ2hDLGlCQUFpQixHQUFHLElBQUksVUFBVSxDQUFDLE1BQU0sV0FBVyxDQUFDLFdBQVcsRUFBRSxDQUFDLENBQUM7UUFDdEUsQ0FBQzthQUFNLENBQUM7WUFDTixpQkFBaUIsR0FBRyxXQUFXLENBQUM7UUFDbEMsQ0FBQztRQUVELE1BQU0sNEJBQTRCLEdBQUcsSUFBSSw0QkFBNEIsQ0FBQztZQUNwRSxNQUFNLEVBQUUsSUFBSSxDQUFDLE1BQU07WUFDbkIsR0FBRyxFQUFFLEdBQUc7U0FDVCxDQUFDLENBQUM7UUFFSCxNQUFNLFNBQVMsR0FBRyxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLDRCQUE0QixDQUFDLENBQUM7UUFFekUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxRQUFRLEVBQUUsQ0FBQztZQUN4QixNQUFNLElBQUksS0FBSyxDQUFDLDRCQUE0QixDQUFDLENBQUM7UUFDaEQsQ0FBQztRQUVELElBQUksWUFBWSxHQUFHLENBQUMsQ0FBQztRQUNyQixNQUFNLFFBQVEsR0FBRyxTQUFTLENBQUMsUUFBUSxDQUFDO1FBQ3BDLE1BQU0sS0FBSyxHQUF5QixFQUFFLENBQUM7UUFDdkMsTUFBTSxVQUFVLEdBQUcsS0FBSyxFQUFFLEtBQWlCLEVBQUUsVUFBa0IsRUFBaUIsRUFBRTtZQUNoRixNQUFNLGlCQUFpQixHQUFHLElBQUksaUJBQWlCLENBQUM7Z0JBQzlDLElBQUksRUFBRSxLQUFLO2dCQUNYLE1BQU0sRUFBRSxJQUFJLENBQUMsTUFBTTtnQkFDbkIsR0FBRyxFQUFFLEdBQUc7Z0JBQ1IsUUFBUSxFQUFFLFFBQVE7Z0JBQ2xCLFVBQVUsRUFBRSxVQUFVO2FBQ3ZCLENBQUMsQ0FBQztZQUVILE1BQU0sUUFBUSxHQUFHLE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsaUJBQWlCLENBQUMsQ0FBQztZQUU3RCxLQUFLLENBQUMsSUFBSSxDQUFDO2dCQUNULElBQUksRUFBRSxRQUFRLENBQUMsSUFBSTtnQkFDbkIsVUFBVSxFQUFFLFVBQVU7YUFDdkIsQ0FBQyxDQUFDO1lBRUgsWUFBWSxJQUFJLEtBQUssQ0FBQyxNQUFNLENBQUM7WUFDN0IsZ0JBQWdCLEVBQUUsQ0FBQyxhQUFhLEVBQUUsWUFBWSxDQUFDLENBQUM7UUFDbEQsQ0FBQyxDQUFDO1FBQ0YsSUFBSSxDQUFDO1lBQ0gsSUFBSSxpQkFBaUIsWUFBWSxRQUFRLEVBQUUsQ0FBQztnQkFDMUMsSUFBSSxLQUFLLEVBQUUsTUFBTSxXQUFXLElBQUksZUFBZSxDQUM3QyxpQkFBaUIsRUFDakIsSUFBSSxDQUFDLHlCQUF5QixDQUMvQixFQUFFLENBQUM7b0JBQ0YsTUFBTSxVQUFVLENBQUMsV0FBVyxDQUFDLElBQUksRUFBRSxXQUFXLENBQUMsVUFBVSxDQUFDLENBQUM7Z0JBQzdELENBQUM7WUFDSCxDQUFDO2lCQUFNLENBQUM7Z0JBQ04sTUFBTSxTQUFTLEdBQUcsSUFBSSxDQUFDLHlCQUF5QixDQUFDO2dCQUNqRCxJQUFJLFVBQVUsR0FBRyxDQUFDLENBQUM7Z0JBRW5CLEtBQUssSUFBSSxNQUFNLEdBQUcsQ0FBQyxFQUFFLE1BQU0sR0FBRyxpQkFBaUIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxJQUFJLFNBQVMsRUFBRSxDQUFDO29CQUM1RSxNQUFNLEtBQUssR0FBRyxpQkFBaUIsQ0FBQyxLQUFLLENBQUMsTUFBTSxFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUMsQ0FBQztvQkFDbEUsTUFBTSxVQUFVLENBQUMsS0FBSyxFQUFFLFVBQVUsQ0FBQyxDQUFDO29CQUNwQyxVQUFVLEVBQUUsQ0FBQztnQkFDZixDQUFDO1lBQ0gsQ0FBQztZQUVELE1BQU0sOEJBQThCLEdBQUcsSUFBSSw4QkFBOEIsQ0FBQztnQkFDeEUsTUFBTSxFQUFFLElBQUksQ0FBQyxNQUFNO2dCQUNuQixHQUFHLEVBQUUsR0FBRztnQkFDUixRQUFRLEVBQUUsU0FBUyxDQUFDLFFBQVE7Z0JBQzVCLGVBQWUsRUFBRSxFQUFFLEtBQUssRUFBRSxLQUFLLEVBQUU7YUFDbEMsQ0FBQyxDQUFDO1lBRUgsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyw4QkFBOEIsQ0FBQyxDQUFDO1FBQzNELENBQUM7UUFBQyxPQUFPLGNBQWMsRUFBRSxDQUFDO1lBQ3hCLE1BQU0sMkJBQTJCLEdBQUcsSUFBSSwyQkFBMkIsQ0FBQztnQkFDbEUsTUFBTSxFQUFFLElBQUksQ0FBQyxNQUFNO2dCQUNuQixHQUFHLEVBQUUsR0FBRztnQkFDUixRQUFRLEVBQUUsU0FBUyxDQUFDLFFBQVE7YUFDN0IsQ0FBQyxDQUFDO1lBRUgsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQywyQkFBMkIsQ0FBQyxDQUFDO1lBRXRELE1BQU0sY0FBYyxDQUFDO1FBQ3ZCLENBQUM7SUFDSCxDQUFDO0lBRUQsS0FBSyxDQUFDLFlBQVksQ0FBQyxVQUFrQjtRQUNuQyxNQUFNLEdBQUcsR0FBRyxJQUFJLENBQUMsV0FBVyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBRXpDLE1BQU0sbUJBQW1CLEdBQUcsSUFBSSxtQkFBbUIsQ0FBQztZQUNsRCxNQUFNLEVBQUUsSUFBSSxDQUFDLE1BQU07WUFDbkIsR0FBRyxFQUFFLEdBQUc7U0FDVCxDQUFDLENBQUM7UUFDSCxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLG1CQUFtQixDQUFDLENBQUM7SUFDaEQsQ0FBQztJQUVELEtBQUssQ0FBQyxZQUFZLENBQ2hCLFVBQWtCLEVBQ2xCLE1BQXNCLEVBQ3RCLGdCQUF5RTtRQUV6RSxNQUFNLEdBQUcsR0FBRyxJQUFJLENBQUMsV0FBVyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBRXpDLE1BQU0sZUFBZSxHQUEwQjtZQUM3QyxNQUFNLEVBQUUsSUFBSSxDQUFDLE1BQU07WUFDbkIsR0FBRyxFQUFFLEdBQUc7U0FDVCxDQUFDO1FBRUYsSUFBSSxNQUFNLEVBQUUsQ0FBQztZQUNYLE1BQU0sS0FBSyxHQUFHLE1BQU0sQ0FBQyxNQUFNLElBQUksQ0FBQyxDQUFDO1lBQ2pDLE1BQU0sR0FBRyxHQUFHLEtBQUssR0FBRyxDQUFDLE1BQU0sQ0FBQyxNQUFNLElBQUksQ0FBQyxDQUFDLENBQUM7WUFDekMsZUFBZSxDQUFDLEtBQUssR0FBRyxTQUFTLEtBQUssSUFBSSxHQUFHLElBQUksRUFBRSxFQUFFLENBQUM7UUFDeEQsQ0FBQztRQUVELE1BQU0sZ0JBQWdCLEdBQUcsSUFBSSxnQkFBZ0IsQ0FBQyxlQUFlLENBQUMsQ0FBQztRQUMvRCxNQUFNLGVBQWUsR0FBRyxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLGdCQUFnQixDQUFDLENBQUM7UUFFbkUsSUFBSSxDQUFDLGVBQWUsQ0FBQyxJQUFJLElBQUksQ0FBQyxDQUFDLGVBQWUsQ0FBQyxJQUFJLFlBQVksUUFBUSxDQUFDLEVBQUUsQ0FBQztZQUN6RSxNQUFNLElBQUksS0FBSyxDQUFDLDRCQUE0QixDQUFDLENBQUM7UUFDaEQsQ0FBQztRQUVELElBQUksT0FBTyxHQUFHLENBQUMsQ0FBQztRQUNoQixJQUFJLGdCQUFnQixJQUFJLGVBQWUsQ0FBQyxJQUFJLEVBQUUsQ0FBQztZQUM3QyxNQUFNLGFBQWEsR0FDakIsZUFBZSxDQUFDLGFBQWEsSUFBSSxNQUFNLENBQUMsTUFBTSxJQUFJLENBQUMsTUFBTSxJQUFJLENBQUMsYUFBYSxDQUFDLFVBQVUsQ0FBQyxDQUFDLENBQUM7WUFFM0YsZUFBZSxDQUFDLElBQUksQ0FBQyxFQUFFLENBQUMsTUFBTSxFQUFFLENBQUMsS0FBc0IsRUFBRSxFQUFFO2dCQUN6RCxPQUFPLElBQUksS0FBSyxDQUFDLE1BQU0sQ0FBQztnQkFDeEIsZ0JBQWdCLENBQUMsYUFBYSxFQUFFLE9BQU8sQ0FBQyxDQUFDO1lBQzNDLENBQUMsQ0FBQyxDQUFDO1FBQ0wsQ0FBQztRQUVELE9BQU8sZUFBZSxDQUFDLElBQUksQ0FBQztJQUM5QixDQUFDO0lBRUQsS0FBSyxDQUFDLFdBQVcsQ0FBQyxVQUFrQjtRQUNsQyxNQUFNLEdBQUcsR0FBRyxJQUFJLENBQUMsV0FBVyxDQUMxQixVQUFVLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxJQUFJLFVBQVUsS0FBSyxFQUFFLENBQUMsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxDQUFDLENBQUMsR0FBRyxVQUFVLEdBQUcsQ0FDOUUsQ0FBQztRQUVGLE1BQU0sa0JBQWtCLEdBQUcsSUFBSSxvQkFBb0IsQ0FBQztZQUNsRCxNQUFNLEVBQUUsSUFBSSxDQUFDLE1BQU07WUFDbkIsTUFBTSxFQUFFLEdBQUc7U0FDWixDQUFDLENBQUM7UUFDSCxNQUFNLFdBQVcsR0FBRyxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLGtCQUFrQixDQUFDLENBQUM7UUFFakUsSUFBSSxNQUFNLEdBQW9CLEVBQUUsQ0FBQztRQUNqQyxJQUFJLFdBQVcsQ0FBQyxRQUFRLEVBQUUsQ0FBQztZQUN6QixNQUFNLEdBQUcsV0FBVyxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxNQUFNLEVBQUUsRUFBRSxDQUFDLENBQUM7Z0JBQzdDLElBQUksRUFBRSxNQUFNLENBQUMsR0FBRyxFQUFFLFNBQVMsQ0FBQyxJQUFJLENBQUMsTUFBTSxDQUFDLE1BQU0sQ0FBQyxJQUFJLEVBQUU7Z0JBQ3JELFNBQVMsRUFBRSxNQUFNLENBQUMsWUFBWSxJQUFJLElBQUksSUFBSSxFQUFFO2dCQUM1QyxJQUFJLEVBQUUsTUFBTSxDQUFDLElBQUksSUFBSSxDQUFDO2FBQ3ZCLENBQUMsQ0FBQyxDQUFDO1FBQ04sQ0FBQztRQUVELE9BQU8sTUFBTSxDQUFDO0lBQ2hCLENBQUM7SUFFTyxLQUFLLENBQUMsV0FBVyxDQUFDLFVBQWtCO1FBQzFDLE1BQU0sR0FBRyxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsVUFBVSxDQUFDLENBQUM7UUFFekMsTUFBTSxpQkFBaUIsR0FBRyxJQUFJLGlCQUFpQixDQUFDO1lBQzlDLE1BQU0sRUFBRSxJQUFJLENBQUMsTUFBTTtZQUNuQixHQUFHLEVBQUUsR0FBRztTQUNULENBQUMsQ0FBQztRQUVILE9BQU8sTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxDQUFDO0lBQ3JELENBQUM7SUFFRCxLQUFLLENBQUMsYUFBYSxDQUFDLFVBQWtCO1FBQ3BDLE1BQU0sUUFBUSxHQUFHLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUNwRCxJQUFJLFFBQVEsQ0FBQyxhQUFhLEtBQUssU0FBUyxFQUFFLENBQUM7WUFDekMsTUFBTSxJQUFJLEtBQUssQ0FBQyxpQ0FBaUMsQ0FBQyxDQUFDO1FBQ3JELENBQUM7UUFFRCxPQUFPLFFBQVEsQ0FBQyxhQUFhLElBQUksQ0FBQyxDQUFDO0lBQ3JDLENBQUM7SUFFRCxLQUFLLENBQUMsZUFBZSxDQUFDLFVBQWtCO1FBQ3RDLE1BQU0sUUFBUSxHQUFHLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUNwRCxJQUFJLENBQUMsUUFBUSxDQUFDLFlBQVksRUFBRSxDQUFDO1lBQzNCLE1BQU0sSUFBSSxLQUFLLENBQUMsZ0NBQWdDLENBQUMsQ0FBQztRQUNwRCxDQUFDO1FBRUQsT0FBTyxRQUFRLENBQUMsWUFBWSxDQUFDO0lBQy9CLENBQUM7Q0FDRiJ9
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import StorageAccess from '../../types/storage/StorageAccess.js';
|
|
3
|
+
import { IStorageAdapter, Performance } from './types.js';
|
|
4
|
+
export interface LRUCacheConfig {
|
|
5
|
+
max: number;
|
|
6
|
+
}
|
|
7
|
+
export interface StorageAdapterConfig {
|
|
8
|
+
lruCache: LRUCacheConfig;
|
|
9
|
+
writeInterval: number;
|
|
10
|
+
readInterval: number;
|
|
11
|
+
objectDeletedFlag: string;
|
|
12
|
+
readMetadataConcurrency?: number;
|
|
13
|
+
performance?: Performance;
|
|
14
|
+
showLogs?: boolean;
|
|
15
|
+
hasEncryption?: boolean;
|
|
16
|
+
instanceId?: string;
|
|
17
|
+
}
|
|
18
|
+
export declare enum CacheEvents {
|
|
19
|
+
INSTANCES_CHANGED = "INSTANCES_CHANGED",
|
|
20
|
+
KEY_DELETED = "KEY_DELETED"
|
|
21
|
+
}
|
|
22
|
+
export default class StorageAdapter<V extends object> implements IStorageAdapter<V> {
|
|
23
|
+
private readonly logger?;
|
|
24
|
+
private readonly storageKeyValueAdapter;
|
|
25
|
+
private readonly cache;
|
|
26
|
+
private readonly encryptionKeys;
|
|
27
|
+
private readonly contentWriter;
|
|
28
|
+
private readonly metadataReader;
|
|
29
|
+
private readonly instanceId;
|
|
30
|
+
private timeout;
|
|
31
|
+
private readonly readInterval;
|
|
32
|
+
private readonly queues;
|
|
33
|
+
private readonly queueReadMetadata;
|
|
34
|
+
private readonly isUpdating;
|
|
35
|
+
private readonly pubSub;
|
|
36
|
+
private readonly eventName;
|
|
37
|
+
private readonly performance?;
|
|
38
|
+
constructor(storageAccess: StorageAccess, config: StorageAdapterConfig);
|
|
39
|
+
private generateHash;
|
|
40
|
+
subscribe(cb: (props: {
|
|
41
|
+
type: CacheEvents;
|
|
42
|
+
message: unknown;
|
|
43
|
+
}) => void): () => void;
|
|
44
|
+
private publish;
|
|
45
|
+
has(key: string): Promise<boolean>;
|
|
46
|
+
private getEncryptionKey;
|
|
47
|
+
set(key: string, value: V, encryptionKeyBuffer?: Buffer): void;
|
|
48
|
+
private setByInstance;
|
|
49
|
+
delete(key: string): void;
|
|
50
|
+
get(key: string, encryptionKeyBuffer?: Buffer): Promise<(V | null)[] | null>;
|
|
51
|
+
private getQueue;
|
|
52
|
+
private clearQueue;
|
|
53
|
+
private cacheHasNullInstances;
|
|
54
|
+
private fetchNullValues;
|
|
55
|
+
clear(): void;
|
|
56
|
+
run(): void;
|
|
57
|
+
private checkUpdates;
|
|
58
|
+
private startUpdatesChecking;
|
|
59
|
+
private stopUpdatesChecking;
|
|
60
|
+
stop(): void;
|
|
61
|
+
shutdown(): Promise<void>;
|
|
62
|
+
}
|