@azure/storage-blob-changefeed 12.0.0-preview.3 → 12.0.0-preview.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +3 -3
- package/README.md +87 -47
- package/{types/3.1/storage-blob-changefeed/src → dist/browser}/AvroReaderFactory.d.ts +10 -9
- package/dist/browser/AvroReaderFactory.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/AvroReaderFactory.js +2 -2
- package/dist/browser/AvroReaderFactory.js.map +1 -0
- package/dist/browser/BlobChangeFeedClient.d.ts +201 -0
- package/dist/browser/BlobChangeFeedClient.d.ts.map +1 -0
- package/dist/browser/BlobChangeFeedClient.js +242 -0
- package/dist/browser/BlobChangeFeedClient.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/browser}/ChangeFeed.d.ts +37 -37
- package/dist/browser/ChangeFeed.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/ChangeFeed.js +20 -32
- package/dist/browser/ChangeFeed.js.map +1 -0
- package/dist/browser/ChangeFeedFactory.d.ts +13 -0
- package/dist/browser/ChangeFeedFactory.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/ChangeFeedFactory.js +45 -32
- package/dist/browser/ChangeFeedFactory.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/Chunk.d.ts +4 -5
- package/dist/browser/Chunk.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/Chunk.js +13 -8
- package/dist/browser/Chunk.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/ChunkFactory.d.ts +7 -6
- package/dist/browser/ChunkFactory.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/ChunkFactory.js +11 -7
- package/dist/browser/ChunkFactory.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/LazyLoadingBlobStream.d.ts +4 -4
- package/dist/browser/LazyLoadingBlobStream.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/LazyLoadingBlobStream.js +25 -36
- package/dist/browser/LazyLoadingBlobStream.js.map +1 -0
- package/dist/browser/LazyLoadingBlobStreamFactory.d.ts +7 -0
- package/dist/browser/LazyLoadingBlobStreamFactory.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/LazyLoadingBlobStreamFactory.js +2 -2
- package/dist/browser/LazyLoadingBlobStreamFactory.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/Segment.d.ts +5 -5
- package/dist/browser/Segment.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/Segment.js +16 -19
- package/dist/browser/Segment.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/browser}/SegmentFactory.d.ts +29 -29
- package/dist/browser/SegmentFactory.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/SegmentFactory.js +12 -23
- package/dist/browser/SegmentFactory.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/browser}/Shard.d.ts +28 -28
- package/dist/browser/Shard.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/Shard.js +9 -16
- package/dist/browser/Shard.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/ShardFactory.d.ts +5 -5
- package/dist/browser/ShardFactory.d.ts.map +1 -0
- package/dist/browser/ShardFactory.js +55 -0
- package/dist/browser/ShardFactory.js.map +1 -0
- package/dist/browser/index.d.ts +4 -0
- package/dist/browser/index.d.ts.map +1 -0
- package/dist/browser/index.js +6 -0
- package/dist/browser/index.js.map +1 -0
- package/dist/browser/log.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/log.js +1 -1
- package/dist/browser/log.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/models/BlobChangeFeedEvent.d.ts +5 -5
- package/dist/browser/models/BlobChangeFeedEvent.d.ts.map +1 -0
- package/dist/browser/models/BlobChangeFeedEvent.js +4 -0
- package/dist/browser/models/BlobChangeFeedEvent.js.map +1 -0
- package/dist/browser/models/ChangeFeedCursor.d.ts.map +1 -0
- package/dist/browser/models/ChangeFeedCursor.js +4 -0
- package/dist/browser/models/ChangeFeedCursor.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/models/models.d.ts +2 -2
- package/dist/browser/models/models.d.ts.map +1 -0
- package/dist/browser/models/models.js +4 -0
- package/dist/browser/models/models.js.map +1 -0
- package/dist/browser/package.json +3 -0
- package/dist/browser/utils/constants.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/utils/constants.js +2 -2
- package/dist/browser/utils/constants.js.map +1 -0
- package/dist/browser/utils/tracing.d.ts +6 -0
- package/dist/browser/utils/tracing.d.ts.map +1 -0
- package/dist/browser/utils/tracing.js +14 -0
- package/dist/browser/utils/tracing.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/utils/utils.browser.d.ts +0 -1
- package/dist/browser/utils/utils.browser.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/utils/utils.browser.js +1 -1
- package/dist/browser/utils/utils.browser.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/utils/utils.common.d.ts +3 -10
- package/dist/browser/utils/utils.common.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/utils/utils.common.js +26 -91
- package/dist/browser/utils/utils.common.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/browser}/utils/utils.node.d.ts +1 -2
- package/dist/browser/utils/utils.node.d.ts.map +1 -0
- package/{dist-esm/storage-blob-changefeed/src → dist/browser}/utils/utils.node.js +2 -2
- package/dist/browser/utils/utils.node.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/commonjs}/AvroReaderFactory.d.ts +2 -1
- package/dist/commonjs/AvroReaderFactory.d.ts.map +1 -0
- package/dist/commonjs/AvroReaderFactory.js +21 -0
- package/dist/commonjs/AvroReaderFactory.js.map +1 -0
- package/dist/commonjs/BlobChangeFeedClient.d.ts +201 -0
- package/dist/commonjs/BlobChangeFeedClient.d.ts.map +1 -0
- package/dist/commonjs/BlobChangeFeedClient.js +248 -0
- package/dist/commonjs/BlobChangeFeedClient.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/commonjs}/ChangeFeed.d.ts +6 -6
- package/dist/commonjs/ChangeFeed.d.ts.map +1 -0
- package/dist/commonjs/ChangeFeed.js +108 -0
- package/dist/commonjs/ChangeFeed.js.map +1 -0
- package/dist/commonjs/ChangeFeedFactory.d.ts +13 -0
- package/dist/commonjs/ChangeFeedFactory.d.ts.map +1 -0
- package/dist/commonjs/ChangeFeedFactory.js +126 -0
- package/dist/commonjs/ChangeFeedFactory.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/Chunk.d.ts +27 -28
- package/dist/commonjs/Chunk.d.ts.map +1 -0
- package/dist/commonjs/Chunk.js +49 -0
- package/dist/commonjs/Chunk.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/ChunkFactory.d.ts +23 -22
- package/dist/commonjs/ChunkFactory.d.ts.map +1 -0
- package/dist/commonjs/ChunkFactory.js +37 -0
- package/dist/commonjs/ChunkFactory.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/LazyLoadingBlobStream.d.ts +46 -46
- package/dist/commonjs/LazyLoadingBlobStream.d.ts.map +1 -0
- package/dist/commonjs/LazyLoadingBlobStream.js +96 -0
- package/dist/commonjs/LazyLoadingBlobStream.js.map +1 -0
- package/dist/commonjs/LazyLoadingBlobStreamFactory.d.ts +7 -0
- package/dist/commonjs/LazyLoadingBlobStreamFactory.d.ts.map +1 -0
- package/dist/commonjs/LazyLoadingBlobStreamFactory.js +13 -0
- package/dist/commonjs/LazyLoadingBlobStreamFactory.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/Segment.d.ts +29 -29
- package/dist/commonjs/Segment.d.ts.map +1 -0
- package/dist/commonjs/Segment.js +73 -0
- package/dist/commonjs/Segment.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/commonjs}/SegmentFactory.d.ts +5 -5
- package/dist/commonjs/SegmentFactory.d.ts.map +1 -0
- package/dist/commonjs/SegmentFactory.js +51 -0
- package/dist/commonjs/SegmentFactory.js.map +1 -0
- package/{types/latest/storage-blob-changefeed/src → dist/commonjs}/Shard.d.ts +6 -6
- package/dist/commonjs/Shard.d.ts.map +1 -0
- package/dist/commonjs/Shard.js +50 -0
- package/dist/commonjs/Shard.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/ShardFactory.d.ts +21 -21
- package/dist/commonjs/ShardFactory.d.ts.map +1 -0
- package/dist/commonjs/ShardFactory.js +59 -0
- package/dist/commonjs/ShardFactory.js.map +1 -0
- package/dist/commonjs/index.d.ts +4 -0
- package/dist/commonjs/index.d.ts.map +1 -0
- package/dist/commonjs/index.js +9 -0
- package/dist/commonjs/index.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/log.d.ts +5 -5
- package/dist/commonjs/log.d.ts.map +1 -0
- package/dist/commonjs/log.js +11 -0
- package/dist/commonjs/log.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/models/BlobChangeFeedEvent.d.ts +233 -233
- package/dist/commonjs/models/BlobChangeFeedEvent.d.ts.map +1 -0
- package/dist/commonjs/models/BlobChangeFeedEvent.js +5 -0
- package/dist/commonjs/models/BlobChangeFeedEvent.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/models/ChangeFeedCursor.d.ts +17 -17
- package/dist/commonjs/models/ChangeFeedCursor.d.ts.map +1 -0
- package/dist/commonjs/models/ChangeFeedCursor.js +5 -0
- package/dist/commonjs/models/ChangeFeedCursor.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/models/models.d.ts +23 -23
- package/dist/commonjs/models/models.d.ts.map +1 -0
- package/dist/commonjs/models/models.js +5 -0
- package/dist/commonjs/models/models.js.map +1 -0
- package/dist/commonjs/package.json +3 -0
- package/{types/latest → dist/commonjs}/tsdoc-metadata.json +11 -11
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/utils/constants.d.ts +9 -9
- package/dist/commonjs/utils/constants.d.ts.map +1 -0
- package/dist/commonjs/utils/constants.js +14 -0
- package/dist/commonjs/utils/constants.js.map +1 -0
- package/dist/commonjs/utils/tracing.d.ts +6 -0
- package/dist/commonjs/utils/tracing.d.ts.map +1 -0
- package/dist/commonjs/utils/tracing.js +17 -0
- package/dist/commonjs/utils/tracing.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/utils/utils.browser.d.ts +14 -15
- package/dist/commonjs/utils/utils.browser.d.ts.map +1 -0
- package/dist/commonjs/utils/utils.browser.js +34 -0
- package/dist/commonjs/utils/utils.browser.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/utils/utils.common.d.ts +37 -44
- package/dist/commonjs/utils/utils.common.d.ts.map +1 -0
- package/dist/commonjs/utils/utils.common.js +180 -0
- package/dist/commonjs/utils/utils.common.js.map +1 -0
- package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/utils/utils.node.d.ts +14 -15
- package/dist/commonjs/utils/utils.node.d.ts.map +1 -0
- package/dist/commonjs/utils/utils.node.js +32 -0
- package/dist/commonjs/utils/utils.node.js.map +1 -0
- package/dist/esm/AvroReaderFactory.d.ts +10 -0
- package/dist/esm/AvroReaderFactory.d.ts.map +1 -0
- package/dist/esm/AvroReaderFactory.js +17 -0
- package/dist/esm/AvroReaderFactory.js.map +1 -0
- package/dist/esm/BlobChangeFeedClient.d.ts +201 -0
- package/dist/esm/BlobChangeFeedClient.d.ts.map +1 -0
- package/dist/esm/BlobChangeFeedClient.js +242 -0
- package/dist/esm/BlobChangeFeedClient.js.map +1 -0
- package/dist/esm/ChangeFeed.d.ts +37 -0
- package/dist/esm/ChangeFeed.d.ts.map +1 -0
- package/dist/esm/ChangeFeed.js +104 -0
- package/dist/esm/ChangeFeed.js.map +1 -0
- package/dist/esm/ChangeFeedFactory.d.ts +13 -0
- package/dist/esm/ChangeFeedFactory.d.ts.map +1 -0
- package/dist/esm/ChangeFeedFactory.js +122 -0
- package/dist/esm/ChangeFeedFactory.js.map +1 -0
- package/dist/esm/Chunk.d.ts +27 -0
- package/dist/esm/Chunk.d.ts.map +1 -0
- package/dist/esm/Chunk.js +45 -0
- package/dist/esm/Chunk.js.map +1 -0
- package/dist/esm/ChunkFactory.d.ts +23 -0
- package/dist/esm/ChunkFactory.d.ts.map +1 -0
- package/dist/esm/ChunkFactory.js +33 -0
- package/dist/esm/ChunkFactory.js.map +1 -0
- package/dist/esm/LazyLoadingBlobStream.d.ts +46 -0
- package/dist/esm/LazyLoadingBlobStream.d.ts.map +1 -0
- package/dist/esm/LazyLoadingBlobStream.js +92 -0
- package/dist/esm/LazyLoadingBlobStream.js.map +1 -0
- package/dist/esm/LazyLoadingBlobStreamFactory.d.ts +7 -0
- package/dist/esm/LazyLoadingBlobStreamFactory.d.ts.map +1 -0
- package/dist/esm/LazyLoadingBlobStreamFactory.js +9 -0
- package/dist/esm/LazyLoadingBlobStreamFactory.js.map +1 -0
- package/dist/esm/Segment.d.ts +29 -0
- package/dist/esm/Segment.d.ts.map +1 -0
- package/dist/esm/Segment.js +69 -0
- package/dist/esm/Segment.js.map +1 -0
- package/dist/esm/SegmentFactory.d.ts +29 -0
- package/dist/esm/SegmentFactory.d.ts.map +1 -0
- package/dist/esm/SegmentFactory.js +47 -0
- package/dist/esm/SegmentFactory.js.map +1 -0
- package/dist/esm/Shard.d.ts +28 -0
- package/dist/esm/Shard.d.ts.map +1 -0
- package/dist/esm/Shard.js +46 -0
- package/dist/esm/Shard.js.map +1 -0
- package/dist/esm/ShardFactory.d.ts +21 -0
- package/dist/esm/ShardFactory.d.ts.map +1 -0
- package/dist/esm/ShardFactory.js +55 -0
- package/dist/esm/ShardFactory.js.map +1 -0
- package/dist/esm/index.d.ts +4 -0
- package/dist/esm/index.d.ts.map +1 -0
- package/dist/esm/index.js +6 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/log.d.ts +5 -0
- package/dist/esm/log.d.ts.map +1 -0
- package/dist/esm/log.js +8 -0
- package/dist/esm/log.js.map +1 -0
- package/dist/esm/models/BlobChangeFeedEvent.d.ts +233 -0
- package/dist/esm/models/BlobChangeFeedEvent.d.ts.map +1 -0
- package/dist/esm/models/BlobChangeFeedEvent.js +4 -0
- package/dist/esm/models/BlobChangeFeedEvent.js.map +1 -0
- package/dist/esm/models/ChangeFeedCursor.d.ts +17 -0
- package/dist/esm/models/ChangeFeedCursor.d.ts.map +1 -0
- package/dist/esm/models/ChangeFeedCursor.js +4 -0
- package/dist/esm/models/ChangeFeedCursor.js.map +1 -0
- package/dist/esm/models/models.d.ts +23 -0
- package/dist/esm/models/models.d.ts.map +1 -0
- package/dist/esm/models/models.js +4 -0
- package/dist/esm/models/models.js.map +1 -0
- package/dist/esm/package.json +3 -0
- package/dist/esm/utils/constants.d.ts +9 -0
- package/dist/esm/utils/constants.d.ts.map +1 -0
- package/dist/esm/utils/constants.js +11 -0
- package/dist/esm/utils/constants.js.map +1 -0
- package/dist/esm/utils/tracing.d.ts +6 -0
- package/dist/esm/utils/tracing.d.ts.map +1 -0
- package/dist/esm/utils/tracing.js +14 -0
- package/dist/esm/utils/tracing.js.map +1 -0
- package/dist/esm/utils/utils.browser.d.ts +14 -0
- package/dist/esm/utils/utils.browser.d.ts.map +1 -0
- package/dist/esm/utils/utils.browser.js +29 -0
- package/dist/esm/utils/utils.browser.js.map +1 -0
- package/dist/esm/utils/utils.common.d.ts +37 -0
- package/dist/esm/utils/utils.common.d.ts.map +1 -0
- package/dist/esm/utils/utils.common.js +170 -0
- package/dist/esm/utils/utils.common.js.map +1 -0
- package/dist/esm/utils/utils.node.d.ts +14 -0
- package/dist/esm/utils/utils.node.d.ts.map +1 -0
- package/dist/esm/utils/utils.node.js +28 -0
- package/dist/esm/utils/utils.node.js.map +1 -0
- package/dist/react-native/AvroReaderFactory.d.ts +10 -0
- package/dist/react-native/AvroReaderFactory.d.ts.map +1 -0
- package/dist/react-native/AvroReaderFactory.js +17 -0
- package/dist/react-native/AvroReaderFactory.js.map +1 -0
- package/dist/react-native/BlobChangeFeedClient.d.ts +201 -0
- package/dist/react-native/BlobChangeFeedClient.d.ts.map +1 -0
- package/dist/react-native/BlobChangeFeedClient.js +242 -0
- package/dist/react-native/BlobChangeFeedClient.js.map +1 -0
- package/dist/react-native/ChangeFeed.d.ts +37 -0
- package/dist/react-native/ChangeFeed.d.ts.map +1 -0
- package/dist/react-native/ChangeFeed.js +104 -0
- package/dist/react-native/ChangeFeed.js.map +1 -0
- package/dist/react-native/ChangeFeedFactory.d.ts +13 -0
- package/dist/react-native/ChangeFeedFactory.d.ts.map +1 -0
- package/dist/react-native/ChangeFeedFactory.js +122 -0
- package/dist/react-native/ChangeFeedFactory.js.map +1 -0
- package/dist/react-native/Chunk.d.ts +27 -0
- package/dist/react-native/Chunk.d.ts.map +1 -0
- package/dist/react-native/Chunk.js +45 -0
- package/dist/react-native/Chunk.js.map +1 -0
- package/dist/react-native/ChunkFactory.d.ts +23 -0
- package/dist/react-native/ChunkFactory.d.ts.map +1 -0
- package/dist/react-native/ChunkFactory.js +33 -0
- package/dist/react-native/ChunkFactory.js.map +1 -0
- package/dist/react-native/LazyLoadingBlobStream.d.ts +46 -0
- package/dist/react-native/LazyLoadingBlobStream.d.ts.map +1 -0
- package/dist/react-native/LazyLoadingBlobStream.js +92 -0
- package/dist/react-native/LazyLoadingBlobStream.js.map +1 -0
- package/dist/react-native/LazyLoadingBlobStreamFactory.d.ts +7 -0
- package/dist/react-native/LazyLoadingBlobStreamFactory.d.ts.map +1 -0
- package/dist/react-native/LazyLoadingBlobStreamFactory.js +9 -0
- package/dist/react-native/LazyLoadingBlobStreamFactory.js.map +1 -0
- package/dist/react-native/Segment.d.ts +29 -0
- package/dist/react-native/Segment.d.ts.map +1 -0
- package/dist/react-native/Segment.js +69 -0
- package/dist/react-native/Segment.js.map +1 -0
- package/dist/react-native/SegmentFactory.d.ts +29 -0
- package/dist/react-native/SegmentFactory.d.ts.map +1 -0
- package/dist/react-native/SegmentFactory.js +47 -0
- package/dist/react-native/SegmentFactory.js.map +1 -0
- package/dist/react-native/Shard.d.ts +28 -0
- package/dist/react-native/Shard.d.ts.map +1 -0
- package/dist/react-native/Shard.js +46 -0
- package/dist/react-native/Shard.js.map +1 -0
- package/dist/react-native/ShardFactory.d.ts +21 -0
- package/dist/react-native/ShardFactory.d.ts.map +1 -0
- package/dist/react-native/ShardFactory.js +55 -0
- package/dist/react-native/ShardFactory.js.map +1 -0
- package/dist/react-native/index.d.ts +4 -0
- package/dist/react-native/index.d.ts.map +1 -0
- package/dist/react-native/index.js +6 -0
- package/dist/react-native/index.js.map +1 -0
- package/dist/react-native/log.d.ts +5 -0
- package/dist/react-native/log.d.ts.map +1 -0
- package/dist/react-native/log.js +8 -0
- package/dist/react-native/log.js.map +1 -0
- package/dist/react-native/models/BlobChangeFeedEvent.d.ts +233 -0
- package/dist/react-native/models/BlobChangeFeedEvent.d.ts.map +1 -0
- package/dist/react-native/models/BlobChangeFeedEvent.js +4 -0
- package/dist/react-native/models/BlobChangeFeedEvent.js.map +1 -0
- package/dist/react-native/models/ChangeFeedCursor.d.ts +17 -0
- package/dist/react-native/models/ChangeFeedCursor.d.ts.map +1 -0
- package/dist/react-native/models/ChangeFeedCursor.js +4 -0
- package/dist/react-native/models/ChangeFeedCursor.js.map +1 -0
- package/dist/react-native/models/models.d.ts +23 -0
- package/dist/react-native/models/models.d.ts.map +1 -0
- package/dist/react-native/models/models.js +4 -0
- package/dist/react-native/models/models.js.map +1 -0
- package/dist/react-native/package.json +3 -0
- package/dist/react-native/utils/constants.d.ts +9 -0
- package/dist/react-native/utils/constants.d.ts.map +1 -0
- package/dist/react-native/utils/constants.js +11 -0
- package/dist/react-native/utils/constants.js.map +1 -0
- package/dist/react-native/utils/tracing.d.ts +6 -0
- package/dist/react-native/utils/tracing.d.ts.map +1 -0
- package/dist/react-native/utils/tracing.js +14 -0
- package/dist/react-native/utils/tracing.js.map +1 -0
- package/dist/react-native/utils/utils.browser.d.ts +14 -0
- package/dist/react-native/utils/utils.browser.d.ts.map +1 -0
- package/dist/react-native/utils/utils.browser.js +29 -0
- package/dist/react-native/utils/utils.browser.js.map +1 -0
- package/dist/react-native/utils/utils.common.d.ts +37 -0
- package/dist/react-native/utils/utils.common.d.ts.map +1 -0
- package/dist/react-native/utils/utils.common.js +170 -0
- package/dist/react-native/utils/utils.common.js.map +1 -0
- package/dist/react-native/utils/utils.node.d.ts +14 -0
- package/dist/react-native/utils/utils.node.d.ts.map +1 -0
- package/dist/react-native/utils/utils.node.js +28 -0
- package/dist/react-native/utils/utils.node.js.map +1 -0
- package/package.json +89 -104
- package/CHANGELOG.md +0 -15
- package/dist/index.js +0 -1644
- package/dist/index.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/AvroReaderFactory.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/BlobChangeFeedClient.js +0 -221
- package/dist-esm/storage-blob-changefeed/src/BlobChangeFeedClient.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/ChangeFeed.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/ChangeFeedFactory.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/Chunk.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/ChunkFactory.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/LazyLoadingBlobStream.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/LazyLoadingBlobStreamFactory.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/Segment.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/SegmentFactory.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/Shard.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/ShardFactory.js +0 -78
- package/dist-esm/storage-blob-changefeed/src/ShardFactory.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/index.js +0 -6
- package/dist-esm/storage-blob-changefeed/src/index.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/log.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/models/BlobChangeFeedEvent.js +0 -4
- package/dist-esm/storage-blob-changefeed/src/models/BlobChangeFeedEvent.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/models/ChangeFeedCursor.js +0 -4
- package/dist-esm/storage-blob-changefeed/src/models/ChangeFeedCursor.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/models/models.js +0 -4
- package/dist-esm/storage-blob-changefeed/src/models/models.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/utils/constants.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/utils/tracing.js +0 -12
- package/dist-esm/storage-blob-changefeed/src/utils/tracing.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/utils/utils.browser.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/utils/utils.common.js.map +0 -1
- package/dist-esm/storage-blob-changefeed/src/utils/utils.node.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/AvroConstants.js +0 -7
- package/dist-esm/storage-internal-avro/src/AvroConstants.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/AvroParser.js +0 -313
- package/dist-esm/storage-internal-avro/src/AvroParser.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/AvroReadable.js +0 -5
- package/dist-esm/storage-internal-avro/src/AvroReadable.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/AvroReadableFromBlob.js +0 -47
- package/dist-esm/storage-internal-avro/src/AvroReadableFromBlob.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/AvroReadableFromStream.js +0 -82
- package/dist-esm/storage-internal-avro/src/AvroReadableFromStream.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/AvroReader.js +0 -105
- package/dist-esm/storage-internal-avro/src/AvroReader.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/index.browser.js +0 -6
- package/dist-esm/storage-internal-avro/src/index.browser.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/index.js +0 -6
- package/dist-esm/storage-internal-avro/src/index.js.map +0 -1
- package/dist-esm/storage-internal-avro/src/utils/utils.common.js +0 -16
- package/dist-esm/storage-internal-avro/src/utils/utils.common.js.map +0 -1
- package/types/3.1/storage-blob-changefeed/samples-dev/blobChangeFeedClient.d.ts +0 -2
- package/types/3.1/storage-blob-changefeed/samples-dev/resumeListChanges.d.ts +0 -2
- package/types/3.1/storage-blob-changefeed/src/BlobChangeFeedClient.d.ts +0 -172
- package/types/3.1/storage-blob-changefeed/src/ChangeFeedFactory.d.ts +0 -12
- package/types/3.1/storage-blob-changefeed/src/LazyLoadingBlobStreamFactory.d.ts +0 -6
- package/types/3.1/storage-blob-changefeed/src/index.d.ts +0 -4
- package/types/3.1/storage-blob-changefeed/src/utils/tracing.d.ts +0 -11
- package/types/3.1/storage-blob-changefeed/test/blobchangefeedclient.spec.d.ts +0 -2
- package/types/3.1/storage-blob-changefeed/test/changefeed.spec.d.ts +0 -2
- package/types/3.1/storage-blob-changefeed/test/chunk.spec.d.ts +0 -2
- package/types/3.1/storage-blob-changefeed/test/segment.spec.d.ts +0 -2
- package/types/3.1/storage-blob-changefeed/test/shard.spec.d.ts +0 -2
- package/types/3.1/storage-blob-changefeed/test/utils/index.d.ts +0 -13
- package/types/3.1/storage-blob-changefeed/test/utils/testutils.common.d.ts +0 -64
- package/types/3.1/storage-blob-changefeed.d.ts +0 -427
- package/types/3.1/storage-internal-avro/src/AvroConstants.d.ts +0 -5
- package/types/3.1/storage-internal-avro/src/AvroParser.d.ts +0 -57
- package/types/3.1/storage-internal-avro/src/AvroReadable.d.ts +0 -16
- package/types/3.1/storage-internal-avro/src/AvroReadableFromBlob.d.ts +0 -9
- package/types/3.1/storage-internal-avro/src/AvroReadableFromStream.d.ts +0 -11
- package/types/3.1/storage-internal-avro/src/AvroReader.d.ts +0 -33
- package/types/3.1/storage-internal-avro/src/index.browser.d.ts +0 -4
- package/types/3.1/storage-internal-avro/src/index.d.ts +0 -4
- package/types/3.1/storage-internal-avro/src/utils/utils.common.d.ts +0 -6
- package/types/3.1/storage-internal-avro/test/browser/avroreadable.spec.d.ts +0 -2
- package/types/3.1/storage-internal-avro/test/node/avroreadable.spec.d.ts +0 -2
- package/types/3.1/storage-internal-avro/test/node/avroreader.spec.d.ts +0 -2
- package/types/latest/storage-blob-changefeed/samples-dev/blobChangeFeedClient.d.ts +0 -2
- package/types/latest/storage-blob-changefeed/samples-dev/blobChangeFeedClient.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/samples-dev/resumeListChanges.d.ts +0 -2
- package/types/latest/storage-blob-changefeed/samples-dev/resumeListChanges.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/AvroReaderFactory.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/BlobChangeFeedClient.d.ts +0 -172
- package/types/latest/storage-blob-changefeed/src/BlobChangeFeedClient.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/ChangeFeed.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/ChangeFeedFactory.d.ts +0 -12
- package/types/latest/storage-blob-changefeed/src/ChangeFeedFactory.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/Chunk.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/ChunkFactory.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/LazyLoadingBlobStream.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/LazyLoadingBlobStreamFactory.d.ts +0 -6
- package/types/latest/storage-blob-changefeed/src/LazyLoadingBlobStreamFactory.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/Segment.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/SegmentFactory.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/Shard.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/ShardFactory.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/index.d.ts +0 -4
- package/types/latest/storage-blob-changefeed/src/index.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/log.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/models/BlobChangeFeedEvent.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/models/ChangeFeedCursor.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/models/models.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/utils/constants.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/utils/tracing.d.ts +0 -11
- package/types/latest/storage-blob-changefeed/src/utils/tracing.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/utils/utils.browser.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/utils/utils.common.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/src/utils/utils.node.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/test/blobchangefeedclient.spec.d.ts +0 -2
- package/types/latest/storage-blob-changefeed/test/blobchangefeedclient.spec.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/test/changefeed.spec.d.ts +0 -2
- package/types/latest/storage-blob-changefeed/test/changefeed.spec.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/test/chunk.spec.d.ts +0 -2
- package/types/latest/storage-blob-changefeed/test/chunk.spec.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/test/segment.spec.d.ts +0 -2
- package/types/latest/storage-blob-changefeed/test/segment.spec.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/test/shard.spec.d.ts +0 -2
- package/types/latest/storage-blob-changefeed/test/shard.spec.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/test/utils/index.d.ts +0 -13
- package/types/latest/storage-blob-changefeed/test/utils/index.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed/test/utils/testutils.common.d.ts +0 -64
- package/types/latest/storage-blob-changefeed/test/utils/testutils.common.d.ts.map +0 -1
- package/types/latest/storage-blob-changefeed.d.ts +0 -442
- package/types/latest/storage-internal-avro/src/AvroConstants.d.ts +0 -5
- package/types/latest/storage-internal-avro/src/AvroConstants.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/src/AvroParser.d.ts +0 -57
- package/types/latest/storage-internal-avro/src/AvroParser.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/src/AvroReadable.d.ts +0 -16
- package/types/latest/storage-internal-avro/src/AvroReadable.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/src/AvroReadableFromBlob.d.ts +0 -9
- package/types/latest/storage-internal-avro/src/AvroReadableFromBlob.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/src/AvroReadableFromStream.d.ts +0 -11
- package/types/latest/storage-internal-avro/src/AvroReadableFromStream.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/src/AvroReader.d.ts +0 -33
- package/types/latest/storage-internal-avro/src/AvroReader.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/src/index.browser.d.ts +0 -4
- package/types/latest/storage-internal-avro/src/index.browser.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/src/index.d.ts +0 -4
- package/types/latest/storage-internal-avro/src/index.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/src/utils/utils.common.d.ts +0 -6
- package/types/latest/storage-internal-avro/src/utils/utils.common.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/test/browser/avroreadable.spec.d.ts +0 -2
- package/types/latest/storage-internal-avro/test/browser/avroreadable.spec.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/test/node/avroreadable.spec.d.ts +0 -2
- package/types/latest/storage-internal-avro/test/node/avroreadable.spec.d.ts.map +0 -1
- package/types/latest/storage-internal-avro/test/node/avroreader.spec.d.ts +0 -2
- package/types/latest/storage-internal-avro/test/node/avroreader.spec.d.ts.map +0 -1
- /package/{types/latest/storage-blob-changefeed/src → dist/browser}/log.d.ts +0 -0
- /package/{types/latest/storage-blob-changefeed/src → dist/browser}/models/ChangeFeedCursor.d.ts +0 -0
- /package/{types/latest/storage-blob-changefeed/src → dist/browser}/utils/constants.d.ts +0 -0
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
// Copyright (c) Microsoft Corporation.
|
|
2
|
+
// Licensed under the MIT License.
|
|
3
|
+
import { tracingClient } from "./utils/tracing.js";
|
|
4
|
+
export class Segment {
|
|
5
|
+
manifestPath;
|
|
6
|
+
shards;
|
|
7
|
+
// Track shards that we have finished reading from.
|
|
8
|
+
shardDone;
|
|
9
|
+
shardDoneCount;
|
|
10
|
+
shardIndex;
|
|
11
|
+
// Assuming the dateTime of segments is rounded to hour. If not, our logic for fetching
|
|
12
|
+
// change events between a time range would be incorrect.
|
|
13
|
+
_dateTime;
|
|
14
|
+
get dateTime() {
|
|
15
|
+
return this._dateTime;
|
|
16
|
+
}
|
|
17
|
+
constructor(shards, shardIndex, dateTime, manifestPath) {
|
|
18
|
+
this.manifestPath = manifestPath;
|
|
19
|
+
this.shards = shards;
|
|
20
|
+
this.shardIndex = shardIndex;
|
|
21
|
+
this._dateTime = dateTime;
|
|
22
|
+
this.shardDone = Array(shards.length).fill(false);
|
|
23
|
+
this.shardDoneCount = 0;
|
|
24
|
+
}
|
|
25
|
+
hasNext() {
|
|
26
|
+
return this.shards.length > this.shardDoneCount;
|
|
27
|
+
}
|
|
28
|
+
async getChange(options = {}) {
|
|
29
|
+
return tracingClient.withSpan("Segment-getChange", options, async (updatedOptions) => {
|
|
30
|
+
if (this.shardIndex >= this.shards.length || this.shardIndex < 0) {
|
|
31
|
+
throw new Error("shardIndex invalid.");
|
|
32
|
+
}
|
|
33
|
+
let event = undefined;
|
|
34
|
+
while (event === undefined && this.hasNext()) {
|
|
35
|
+
if (this.shardDone[this.shardIndex]) {
|
|
36
|
+
this.shardIndex = (this.shardIndex + 1) % this.shards.length; // find next available shard
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
39
|
+
const currentShard = this.shards[this.shardIndex];
|
|
40
|
+
event = await currentShard.getChange({
|
|
41
|
+
abortSignal: options.abortSignal,
|
|
42
|
+
tracingOptions: updatedOptions.tracingOptions,
|
|
43
|
+
});
|
|
44
|
+
if (!currentShard.hasNext()) {
|
|
45
|
+
this.shardDone[this.shardIndex] = true;
|
|
46
|
+
this.shardDoneCount++;
|
|
47
|
+
}
|
|
48
|
+
// Round robin with shards
|
|
49
|
+
this.shardIndex = (this.shardIndex + 1) % this.shards.length;
|
|
50
|
+
}
|
|
51
|
+
return event;
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
getCursor() {
|
|
55
|
+
const shardCursors = [];
|
|
56
|
+
for (const shard of this.shards) {
|
|
57
|
+
const shardCursor = shard.getCursor();
|
|
58
|
+
if (shardCursor) {
|
|
59
|
+
shardCursors.push(shardCursor);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return {
|
|
63
|
+
SegmentPath: this.manifestPath,
|
|
64
|
+
ShardCursors: shardCursors,
|
|
65
|
+
CurrentShardPath: this.shards[this.shardIndex].shardPath,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=Segment.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Segment.js","sourceRoot":"","sources":["../../src/Segment.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAOlC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAanD,MAAM,OAAO,OAAO;IAoBC;IAnBF,MAAM,CAAU;IAEjC,mDAAmD;IAC3C,SAAS,CAAY;IACrB,cAAc,CAAS;IAEvB,UAAU,CAAS;IAE3B,uFAAuF;IACvF,yDAAyD;IACjD,SAAS,CAAO;IACxB,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,YACE,MAAe,EACf,UAAkB,EAClB,QAAc,EACG,YAAoB;QAApB,iBAAY,GAAZ,YAAY,CAAQ;QAErC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAE1B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,SAAS,CACpB,UAAmC,EAAE;QAErC,OAAO,aAAa,CAAC,QAAQ,CAAC,mBAAmB,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;YACnF,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBACjE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,KAAK,GAAoC,SAAS,CAAC;YACvD,OAAO,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC7C,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBACpC,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,4BAA4B;oBAC1F,SAAS;gBACX,CAAC;gBAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAClD,KAAK,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC;oBACnC,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CAAC,CAAC;gBAEH,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oBACvC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC;gBACD,0BAA0B;gBAC1B,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YAC/D,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,SAAS;QACd,MAAM,YAAY,GAAkB,EAAE,CAAC;QACvC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,WAAW,EAAE,CAAC;gBAChB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,YAAY,EAAE,YAAY;YAC1B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,SAAS;SACzD,CAAC;IACJ,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { BlobChangeFeedEvent } from \"./models/BlobChangeFeedEvent.js\";\nimport type { Shard } from \"./Shard.js\";\nimport type { SegmentCursor, ShardCursor } from \"./models/ChangeFeedCursor.js\";\nimport type { CommonOptions } from \"@azure/storage-blob\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { tracingClient } from \"./utils/tracing.js\";\n\n/**\n * Options to configure {@link Segment.getChange} operation.\n */\nexport interface SegmentGetChangeOptions extends CommonOptions {\n /**\n * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n * For example, use the @azure/abort-controller to create an `AbortSignal`.\n */\n abortSignal?: AbortSignalLike;\n}\n\nexport class Segment {\n private readonly shards: Shard[];\n\n // Track shards that we have finished reading from.\n private shardDone: boolean[];\n private shardDoneCount: number;\n\n private shardIndex: number;\n\n // Assuming the dateTime of segments is rounded to hour. If not, our logic for fetching\n // change events between a time range would be incorrect.\n private _dateTime: Date;\n public get dateTime(): Date {\n return this._dateTime;\n }\n\n constructor(\n shards: Shard[],\n shardIndex: number,\n dateTime: Date,\n private readonly manifestPath: string,\n ) {\n this.shards = shards;\n this.shardIndex = shardIndex;\n this._dateTime = dateTime;\n\n this.shardDone = Array(shards.length).fill(false);\n this.shardDoneCount = 0;\n }\n\n public hasNext(): boolean {\n return this.shards.length > this.shardDoneCount;\n }\n\n public async getChange(\n options: SegmentGetChangeOptions = {},\n ): Promise<BlobChangeFeedEvent | undefined> {\n return tracingClient.withSpan(\"Segment-getChange\", options, async (updatedOptions) => {\n if (this.shardIndex >= this.shards.length || this.shardIndex < 0) {\n throw new Error(\"shardIndex invalid.\");\n }\n\n let event: BlobChangeFeedEvent | undefined = undefined;\n while (event === undefined && this.hasNext()) {\n if (this.shardDone[this.shardIndex]) {\n this.shardIndex = (this.shardIndex + 1) % this.shards.length; // find next available shard\n continue;\n }\n\n const currentShard = this.shards[this.shardIndex];\n event = await currentShard.getChange({\n abortSignal: options.abortSignal,\n tracingOptions: updatedOptions.tracingOptions,\n });\n\n if (!currentShard.hasNext()) {\n this.shardDone[this.shardIndex] = true;\n this.shardDoneCount++;\n }\n // Round robin with shards\n this.shardIndex = (this.shardIndex + 1) % this.shards.length;\n }\n return event;\n });\n }\n\n public getCursor(): SegmentCursor {\n const shardCursors: ShardCursor[] = [];\n for (const shard of this.shards) {\n const shardCursor = shard.getCursor();\n if (shardCursor) {\n shardCursors.push(shardCursor);\n }\n }\n\n return {\n SegmentPath: this.manifestPath,\n ShardCursors: shardCursors,\n CurrentShardPath: this.shards[this.shardIndex].shardPath,\n };\n }\n}\n"]}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { ShardFactory } from "./ShardFactory.js";
|
|
2
|
+
import type { ContainerClient, CommonOptions } from "@azure/storage-blob";
|
|
3
|
+
import { Segment } from "./Segment.js";
|
|
4
|
+
import type { SegmentCursor } from "./models/ChangeFeedCursor.js";
|
|
5
|
+
import type { AbortSignalLike } from "@azure/abort-controller";
|
|
6
|
+
export interface SegmentManifest {
|
|
7
|
+
version?: number;
|
|
8
|
+
begin?: Date;
|
|
9
|
+
intervalSecs?: number;
|
|
10
|
+
status: string;
|
|
11
|
+
config?: any;
|
|
12
|
+
chunkFilePaths: string[];
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Options to configure {@link SegmentFactory.create} operation.
|
|
16
|
+
*/
|
|
17
|
+
export interface CreateSegmentOptions extends CommonOptions {
|
|
18
|
+
/**
|
|
19
|
+
* An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
|
|
20
|
+
* For example, use the @azure/abort-controller to create an `AbortSignal`.
|
|
21
|
+
*/
|
|
22
|
+
abortSignal?: AbortSignalLike;
|
|
23
|
+
}
|
|
24
|
+
export declare class SegmentFactory {
|
|
25
|
+
private readonly shardFactory;
|
|
26
|
+
constructor(shardFactory: ShardFactory);
|
|
27
|
+
create(containerClient: ContainerClient, manifestPath: string, cursor?: SegmentCursor, options?: CreateSegmentOptions): Promise<Segment>;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=SegmentFactory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SegmentFactory.d.ts","sourceRoot":"","sources":["../../src/SegmentFactory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAG1E,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAGlE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG/D,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,IAAI,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACzD;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;gBAEhC,YAAY,EAAE,YAAY;IAIzB,MAAM,CACjB,eAAe,EAAE,eAAe,EAChC,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,aAAa,EACtB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,OAAO,CAAC;CA4CpB"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
// Copyright (c) Microsoft Corporation.
|
|
2
|
+
// Licensed under the MIT License.
|
|
3
|
+
import { CHANGE_FEED_CONTAINER_NAME } from "./utils/constants.js";
|
|
4
|
+
import { Segment } from "./Segment.js";
|
|
5
|
+
import { bodyToString } from "./utils/utils.node.js";
|
|
6
|
+
import { parseDateFromSegmentPath } from "./utils/utils.common.js";
|
|
7
|
+
import { tracingClient } from "./utils/tracing.js";
|
|
8
|
+
export class SegmentFactory {
|
|
9
|
+
shardFactory;
|
|
10
|
+
constructor(shardFactory) {
|
|
11
|
+
this.shardFactory = shardFactory;
|
|
12
|
+
}
|
|
13
|
+
async create(containerClient, manifestPath, cursor, options = {}) {
|
|
14
|
+
return tracingClient.withSpan("SegmentFactory-create", options, async (updatedOptions) => {
|
|
15
|
+
const shards = [];
|
|
16
|
+
const dateTime = parseDateFromSegmentPath(manifestPath);
|
|
17
|
+
const blobClient = containerClient.getBlobClient(manifestPath);
|
|
18
|
+
const blobDownloadRes = await blobClient.download(undefined, undefined, {
|
|
19
|
+
abortSignal: options.abortSignal,
|
|
20
|
+
tracingOptions: updatedOptions.tracingOptions,
|
|
21
|
+
});
|
|
22
|
+
const blobContent = await bodyToString(blobDownloadRes);
|
|
23
|
+
const segmentManifest = JSON.parse(blobContent);
|
|
24
|
+
const containerPrefixLength = CHANGE_FEED_CONTAINER_NAME.length + 1; // "$blobchangefeed/"
|
|
25
|
+
for (const shardPath of segmentManifest.chunkFilePaths) {
|
|
26
|
+
const shardPathSubStr = shardPath.substring(containerPrefixLength);
|
|
27
|
+
const shardCursor = cursor?.ShardCursors.find((x) => x.CurrentChunkPath.startsWith(shardPathSubStr));
|
|
28
|
+
const shard = await this.shardFactory.create(containerClient, shardPathSubStr, shardCursor, {
|
|
29
|
+
abortSignal: options.abortSignal,
|
|
30
|
+
tracingOptions: updatedOptions.tracingOptions,
|
|
31
|
+
});
|
|
32
|
+
if (shard.hasNext()) {
|
|
33
|
+
shards.push(shard);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
let shardIndex = 0;
|
|
37
|
+
if (cursor?.CurrentShardPath) {
|
|
38
|
+
shardIndex = shards.findIndex((s) => s.shardPath === cursor?.CurrentShardPath);
|
|
39
|
+
if (shardIndex === -1) {
|
|
40
|
+
shardIndex = 0;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
return new Segment(shards, shardIndex, dateTime, manifestPath);
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=SegmentFactory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SegmentFactory.js","sourceRoot":"","sources":["../../src/SegmentFactory.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAIlC,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAElE,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAEnE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAsBnD,MAAM,OAAO,cAAc;IACR,YAAY,CAAe;IAE5C,YAAY,YAA0B;QACpC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,eAAgC,EAChC,YAAoB,EACpB,MAAsB,EACtB,UAAgC,EAAE;QAElC,OAAO,aAAa,CAAC,QAAQ,CAAC,uBAAuB,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;YACvF,MAAM,MAAM,GAAY,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAS,wBAAwB,CAAC,YAAY,CAAC,CAAC;YAE9D,MAAM,UAAU,GAAG,eAAe,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE;gBACtE,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CAAC,CAAC;YACH,MAAM,WAAW,GAAW,MAAM,YAAY,CAAC,eAAe,CAAC,CAAC;YAEhE,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAoB,CAAC;YAEnE,MAAM,qBAAqB,GAAG,0BAA0B,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,qBAAqB;YAC1F,KAAK,MAAM,SAAS,IAAI,eAAe,CAAC,cAAc,EAAE,CAAC;gBACvD,MAAM,eAAe,GAAG,SAAS,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;gBACnE,MAAM,WAAW,GAAG,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAClD,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,eAAe,CAAC,CAC/C,CAAC;gBACF,MAAM,KAAK,GAAU,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CACjD,eAAe,EACf,eAAe,EACf,WAAW,EACX;oBACE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CACF,CAAC;gBACF,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;oBACpB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,MAAM,EAAE,gBAAgB,EAAE,CAAC;gBAC7B,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,EAAE,gBAAgB,CAAC,CAAC;gBAC/E,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;oBACtB,UAAU,GAAG,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YACD,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACL,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { ShardFactory } from \"./ShardFactory.js\";\nimport type { ContainerClient, CommonOptions } from \"@azure/storage-blob\";\nimport { CHANGE_FEED_CONTAINER_NAME } from \"./utils/constants.js\";\nimport type { Shard } from \"./Shard.js\";\nimport { Segment } from \"./Segment.js\";\nimport type { SegmentCursor } from \"./models/ChangeFeedCursor.js\";\nimport { bodyToString } from \"./utils/utils.node.js\";\nimport { parseDateFromSegmentPath } from \"./utils/utils.common.js\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { tracingClient } from \"./utils/tracing.js\";\n\nexport interface SegmentManifest {\n version?: number;\n begin?: Date;\n intervalSecs?: number;\n status: string;\n config?: any;\n chunkFilePaths: string[];\n}\n\n/**\n * Options to configure {@link SegmentFactory.create} operation.\n */\nexport interface CreateSegmentOptions extends CommonOptions {\n /**\n * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n * For example, use the @azure/abort-controller to create an `AbortSignal`.\n */\n abortSignal?: AbortSignalLike;\n}\n\nexport class SegmentFactory {\n private readonly shardFactory: ShardFactory;\n\n constructor(shardFactory: ShardFactory) {\n this.shardFactory = shardFactory;\n }\n\n public async create(\n containerClient: ContainerClient,\n manifestPath: string,\n cursor?: SegmentCursor,\n options: CreateSegmentOptions = {},\n ): Promise<Segment> {\n return tracingClient.withSpan(\"SegmentFactory-create\", options, async (updatedOptions) => {\n const shards: Shard[] = [];\n const dateTime: Date = parseDateFromSegmentPath(manifestPath);\n\n const blobClient = containerClient.getBlobClient(manifestPath);\n const blobDownloadRes = await blobClient.download(undefined, undefined, {\n abortSignal: options.abortSignal,\n tracingOptions: updatedOptions.tracingOptions,\n });\n const blobContent: string = await bodyToString(blobDownloadRes);\n\n const segmentManifest = JSON.parse(blobContent) as SegmentManifest;\n\n const containerPrefixLength = CHANGE_FEED_CONTAINER_NAME.length + 1; // \"$blobchangefeed/\"\n for (const shardPath of segmentManifest.chunkFilePaths) {\n const shardPathSubStr = shardPath.substring(containerPrefixLength);\n const shardCursor = cursor?.ShardCursors.find((x) =>\n x.CurrentChunkPath.startsWith(shardPathSubStr),\n );\n const shard: Shard = await this.shardFactory.create(\n containerClient,\n shardPathSubStr,\n shardCursor,\n {\n abortSignal: options.abortSignal,\n tracingOptions: updatedOptions.tracingOptions,\n },\n );\n if (shard.hasNext()) {\n shards.push(shard);\n }\n }\n\n let shardIndex = 0;\n if (cursor?.CurrentShardPath) {\n shardIndex = shards.findIndex((s) => s.shardPath === cursor?.CurrentShardPath);\n if (shardIndex === -1) {\n shardIndex = 0;\n }\n }\n return new Segment(shards, shardIndex, dateTime, manifestPath);\n });\n }\n}\n"]}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { ContainerClient, CommonOptions } from "@azure/storage-blob";
|
|
2
|
+
import type { ChunkFactory } from "./ChunkFactory.js";
|
|
3
|
+
import type { Chunk } from "./Chunk.js";
|
|
4
|
+
import type { BlobChangeFeedEvent } from "./models/BlobChangeFeedEvent.js";
|
|
5
|
+
import type { ShardCursor } from "./models/ChangeFeedCursor.js";
|
|
6
|
+
import type { AbortSignalLike } from "@azure/abort-controller";
|
|
7
|
+
/**
|
|
8
|
+
* Options to configure {@link Shard.getChange} operation.
|
|
9
|
+
*/
|
|
10
|
+
export interface ShardGetChangeOptions extends CommonOptions {
|
|
11
|
+
/**
|
|
12
|
+
* An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
|
|
13
|
+
* For example, use the @azure/abort-controller to create an `AbortSignal`.
|
|
14
|
+
*/
|
|
15
|
+
abortSignal?: AbortSignalLike;
|
|
16
|
+
}
|
|
17
|
+
export declare class Shard {
|
|
18
|
+
readonly shardPath: string;
|
|
19
|
+
private readonly containerClient;
|
|
20
|
+
private readonly chunkFactory;
|
|
21
|
+
private readonly chunks;
|
|
22
|
+
private currentChunk;
|
|
23
|
+
constructor(containerClient: ContainerClient, chunkFactory: ChunkFactory, chunks: string[], currentChunk: Chunk | undefined, shardPath: string);
|
|
24
|
+
hasNext(): boolean;
|
|
25
|
+
getChange(options?: ShardGetChangeOptions): Promise<BlobChangeFeedEvent | undefined>;
|
|
26
|
+
getCursor(): ShardCursor | undefined;
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=Shard.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Shard.d.ts","sourceRoot":"","sources":["../../src/Shard.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC3E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IAC1D;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,qBAAa,KAAK;aAcE,SAAS,EAAE,MAAM;IAbnC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAElD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAE5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAW;IAElC,OAAO,CAAC,YAAY,CAAoB;gBAGtC,eAAe,EAAE,eAAe,EAChC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,EAAE,EAChB,YAAY,EAAE,KAAK,GAAG,SAAS,EACf,SAAS,EAAE,MAAM;IAQ5B,OAAO,IAAI,OAAO;IAMZ,SAAS,CACpB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC;IAwBpC,SAAS,IAAI,WAAW,GAAG,SAAS;CAS5C"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
// Copyright (c) Microsoft Corporation.
|
|
2
|
+
// Licensed under the MIT License.
|
|
3
|
+
import { tracingClient } from "./utils/tracing.js";
|
|
4
|
+
export class Shard {
|
|
5
|
+
shardPath;
|
|
6
|
+
containerClient;
|
|
7
|
+
chunkFactory;
|
|
8
|
+
chunks;
|
|
9
|
+
currentChunk;
|
|
10
|
+
constructor(containerClient, chunkFactory, chunks, currentChunk, shardPath) {
|
|
11
|
+
this.shardPath = shardPath;
|
|
12
|
+
this.containerClient = containerClient;
|
|
13
|
+
this.chunkFactory = chunkFactory;
|
|
14
|
+
this.chunks = chunks;
|
|
15
|
+
this.currentChunk = currentChunk;
|
|
16
|
+
}
|
|
17
|
+
hasNext() {
|
|
18
|
+
return (this.chunks.length > 0 || (this.currentChunk !== undefined && this.currentChunk.hasNext()));
|
|
19
|
+
}
|
|
20
|
+
async getChange(options = {}) {
|
|
21
|
+
return tracingClient.withSpan("Shard-getChange", options, async (updatedOptions) => {
|
|
22
|
+
let event = undefined;
|
|
23
|
+
while (event === undefined && this.hasNext()) {
|
|
24
|
+
event = await this.currentChunk.getChange();
|
|
25
|
+
// Remove currentChunk if it doesn't have more events.
|
|
26
|
+
if (!this.currentChunk.hasNext() && this.chunks.length > 0) {
|
|
27
|
+
this.currentChunk = await this.chunkFactory.create(this.containerClient, this.chunks.shift(), undefined, undefined, {
|
|
28
|
+
abortSignal: options.abortSignal,
|
|
29
|
+
tracingOptions: updatedOptions.tracingOptions,
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
return event;
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
getCursor() {
|
|
37
|
+
return this.currentChunk === undefined
|
|
38
|
+
? undefined
|
|
39
|
+
: {
|
|
40
|
+
CurrentChunkPath: this.currentChunk.chunkPath,
|
|
41
|
+
BlockOffset: this.currentChunk.blockOffset,
|
|
42
|
+
EventIndex: this.currentChunk.eventIndex,
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=Shard.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Shard.js","sourceRoot":"","sources":["../../src/Shard.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAQlC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAanD,MAAM,OAAO,KAAK;IAcE;IAbD,eAAe,CAAkB;IAEjC,YAAY,CAAe;IAE3B,MAAM,CAAW;IAE1B,YAAY,CAAoB;IAExC,YACE,eAAgC,EAChC,YAA0B,EAC1B,MAAgB,EAChB,YAA+B,EACf,SAAiB;QAAjB,cAAS,GAAT,SAAS,CAAQ;QAEjC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAEM,OAAO;QACZ,OAAO,CACL,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAC3F,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,SAAS,CACpB,UAAiC,EAAE;QAEnC,OAAO,aAAa,CAAC,QAAQ,CAAC,iBAAiB,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;YACjF,IAAI,KAAK,GAAoC,SAAS,CAAC;YACvD,OAAO,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC7C,KAAK,GAAG,MAAM,IAAI,CAAC,YAAa,CAAC,SAAS,EAAE,CAAC;gBAE7C,sDAAsD;gBACtD,IAAI,CAAC,IAAI,CAAC,YAAa,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5D,IAAI,CAAC,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAChD,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAG,EACpB,SAAS,EACT,SAAS,EACT;wBACE,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;qBAC9C,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC,YAAY,KAAK,SAAS;YACpC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACE,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS;gBAC7C,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;gBAC1C,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU;aACzC,CAAC;IACR,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { ContainerClient, CommonOptions } from \"@azure/storage-blob\";\nimport type { ChunkFactory } from \"./ChunkFactory.js\";\nimport type { Chunk } from \"./Chunk.js\";\nimport type { BlobChangeFeedEvent } from \"./models/BlobChangeFeedEvent.js\";\nimport type { ShardCursor } from \"./models/ChangeFeedCursor.js\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { tracingClient } from \"./utils/tracing.js\";\n\n/**\n * Options to configure {@link Shard.getChange} operation.\n */\nexport interface ShardGetChangeOptions extends CommonOptions {\n /**\n * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n * For example, use the @azure/abort-controller to create an `AbortSignal`.\n */\n abortSignal?: AbortSignalLike;\n}\n\nexport class Shard {\n private readonly containerClient: ContainerClient;\n\n private readonly chunkFactory: ChunkFactory;\n\n private readonly chunks: string[];\n\n private currentChunk: Chunk | undefined;\n\n constructor(\n containerClient: ContainerClient,\n chunkFactory: ChunkFactory,\n chunks: string[],\n currentChunk: Chunk | undefined,\n public readonly shardPath: string,\n ) {\n this.containerClient = containerClient;\n this.chunkFactory = chunkFactory;\n this.chunks = chunks;\n this.currentChunk = currentChunk;\n }\n\n public hasNext(): boolean {\n return (\n this.chunks.length > 0 || (this.currentChunk !== undefined && this.currentChunk.hasNext())\n );\n }\n\n public async getChange(\n options: ShardGetChangeOptions = {},\n ): Promise<BlobChangeFeedEvent | undefined> {\n return tracingClient.withSpan(\"Shard-getChange\", options, async (updatedOptions) => {\n let event: BlobChangeFeedEvent | undefined = undefined;\n while (event === undefined && this.hasNext()) {\n event = await this.currentChunk!.getChange();\n\n // Remove currentChunk if it doesn't have more events.\n if (!this.currentChunk!.hasNext() && this.chunks.length > 0) {\n this.currentChunk = await this.chunkFactory.create(\n this.containerClient,\n this.chunks.shift()!,\n undefined,\n undefined,\n {\n abortSignal: options.abortSignal,\n tracingOptions: updatedOptions.tracingOptions,\n },\n );\n }\n }\n return event;\n });\n }\n\n public getCursor(): ShardCursor | undefined {\n return this.currentChunk === undefined\n ? undefined\n : {\n CurrentChunkPath: this.currentChunk.chunkPath,\n BlockOffset: this.currentChunk.blockOffset,\n EventIndex: this.currentChunk.eventIndex,\n };\n }\n}\n"]}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { ChunkFactory } from "./ChunkFactory.js";
|
|
2
|
+
import type { ShardCursor } from "./models/ChangeFeedCursor.js";
|
|
3
|
+
import { Shard } from "./Shard.js";
|
|
4
|
+
import type { ContainerClient, CommonOptions } from "@azure/storage-blob";
|
|
5
|
+
import type { AbortSignalLike } from "@azure/abort-controller";
|
|
6
|
+
/**
|
|
7
|
+
* Options to configure {@link ShardFactory.create} operation.
|
|
8
|
+
*/
|
|
9
|
+
export interface CreateShardOptions extends CommonOptions {
|
|
10
|
+
/**
|
|
11
|
+
* An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
|
|
12
|
+
* For example, use the @azure/abort-controller to create an `AbortSignal`.
|
|
13
|
+
*/
|
|
14
|
+
abortSignal?: AbortSignalLike;
|
|
15
|
+
}
|
|
16
|
+
export declare class ShardFactory {
|
|
17
|
+
private readonly chunkFactory;
|
|
18
|
+
constructor(chunkFactory: ChunkFactory);
|
|
19
|
+
create(containerClient: ContainerClient, shardPath: string, shardCursor?: ShardCursor, options?: CreateShardOptions): Promise<Shard>;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=ShardFactory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ShardFactory.d.ts","sourceRoot":"","sources":["../../src/ShardFactory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAE1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;gBAEhC,YAAY,EAAE,YAAY;IAIzB,MAAM,CACjB,eAAe,EAAE,eAAe,EAChC,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,WAAW,EACzB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,KAAK,CAAC;CAsDlB"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
// Copyright (c) Microsoft Corporation.
|
|
2
|
+
// Licensed under the MIT License.
|
|
3
|
+
import { Shard } from "./Shard.js";
|
|
4
|
+
import { tracingClient } from "./utils/tracing.js";
|
|
5
|
+
export class ShardFactory {
|
|
6
|
+
chunkFactory;
|
|
7
|
+
constructor(chunkFactory) {
|
|
8
|
+
this.chunkFactory = chunkFactory;
|
|
9
|
+
}
|
|
10
|
+
async create(containerClient, shardPath, shardCursor, options = {}) {
|
|
11
|
+
return tracingClient.withSpan("ShardFactory-create", options, async (updatedOptions) => {
|
|
12
|
+
const chunks = [];
|
|
13
|
+
const blockOffset = shardCursor?.BlockOffset || 0;
|
|
14
|
+
const eventIndex = shardCursor?.EventIndex || 0;
|
|
15
|
+
for await (const blobItem of containerClient.listBlobsFlat({
|
|
16
|
+
prefix: shardPath,
|
|
17
|
+
abortSignal: options.abortSignal,
|
|
18
|
+
tracingOptions: updatedOptions.tracingOptions,
|
|
19
|
+
})) {
|
|
20
|
+
chunks.push(blobItem.name);
|
|
21
|
+
}
|
|
22
|
+
const currentChunkPath = shardCursor?.CurrentChunkPath;
|
|
23
|
+
let chunkIndex = -1;
|
|
24
|
+
let currentChunk = undefined;
|
|
25
|
+
// Chunks can be empty right after hour flips.
|
|
26
|
+
if (chunks.length !== 0) {
|
|
27
|
+
// Fast forward to current Chunk
|
|
28
|
+
if (currentChunkPath) {
|
|
29
|
+
for (let i = 0; i < chunks.length; i++) {
|
|
30
|
+
if (chunks[i] === currentChunkPath) {
|
|
31
|
+
chunkIndex = i;
|
|
32
|
+
break;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
if (chunkIndex === -1) {
|
|
36
|
+
throw new Error(`Chunk ${currentChunkPath} not found.`);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
else {
|
|
40
|
+
chunkIndex = 0;
|
|
41
|
+
}
|
|
42
|
+
// Fast forward to current Chunk.
|
|
43
|
+
if (chunkIndex > 0) {
|
|
44
|
+
chunks.splice(0, chunkIndex);
|
|
45
|
+
}
|
|
46
|
+
currentChunk = await this.chunkFactory.create(containerClient, chunks.shift(), blockOffset, eventIndex, {
|
|
47
|
+
abortSignal: options.abortSignal,
|
|
48
|
+
tracingOptions: updatedOptions.tracingOptions,
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
return new Shard(containerClient, this.chunkFactory, chunks, currentChunk, shardPath);
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=ShardFactory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ShardFactory.js","sourceRoot":"","sources":["../../src/ShardFactory.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAIlC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAInC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAanD,MAAM,OAAO,YAAY;IACN,YAAY,CAAe;IAE5C,YAAY,YAA0B;QACpC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,eAAgC,EAChC,SAAiB,EACjB,WAAyB,EACzB,UAA8B,EAAE;QAEhC,OAAO,aAAa,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;YACrF,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAW,WAAW,EAAE,WAAW,IAAI,CAAC,CAAC;YAC1D,MAAM,UAAU,GAAW,WAAW,EAAE,UAAU,IAAI,CAAC,CAAC;YAExD,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,eAAe,CAAC,aAAa,CAAC;gBACzD,MAAM,EAAE,SAAS;gBACjB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CAAC,EAAE,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM,gBAAgB,GAAG,WAAW,EAAE,gBAAgB,CAAC;YACvD,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;YACpB,IAAI,YAAY,GAAsB,SAAS,CAAC;YAChD,8CAA8C;YAC9C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,gCAAgC;gBAChC,IAAI,gBAAgB,EAAE,CAAC;oBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACvC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,gBAAgB,EAAE,CAAC;4BACnC,UAAU,GAAG,CAAC,CAAC;4BACf,MAAM;wBACR,CAAC;oBACH,CAAC;oBACD,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;wBACtB,MAAM,IAAI,KAAK,CAAC,SAAS,gBAAgB,aAAa,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,UAAU,GAAG,CAAC,CAAC;gBACjB,CAAC;gBAED,iCAAiC;gBACjC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACnB,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;gBAC/B,CAAC;gBAED,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAC3C,eAAe,EACf,MAAM,CAAC,KAAK,EAAG,EACf,WAAW,EACX,UAAU,EACV;oBACE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CACF,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,KAAK,CAAC,eAAe,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;IACL,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { ChunkFactory } from \"./ChunkFactory.js\";\nimport type { ShardCursor } from \"./models/ChangeFeedCursor.js\";\nimport { Shard } from \"./Shard.js\";\nimport type { ContainerClient, CommonOptions } from \"@azure/storage-blob\";\nimport type { Chunk } from \"./Chunk.js\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { tracingClient } from \"./utils/tracing.js\";\n\n/**\n * Options to configure {@link ShardFactory.create} operation.\n */\nexport interface CreateShardOptions extends CommonOptions {\n /**\n * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n * For example, use the @azure/abort-controller to create an `AbortSignal`.\n */\n abortSignal?: AbortSignalLike;\n}\n\nexport class ShardFactory {\n private readonly chunkFactory: ChunkFactory;\n\n constructor(chunkFactory: ChunkFactory) {\n this.chunkFactory = chunkFactory;\n }\n\n public async create(\n containerClient: ContainerClient,\n shardPath: string,\n shardCursor?: ShardCursor,\n options: CreateShardOptions = {},\n ): Promise<Shard> {\n return tracingClient.withSpan(\"ShardFactory-create\", options, async (updatedOptions) => {\n const chunks: string[] = [];\n const blockOffset: number = shardCursor?.BlockOffset || 0;\n const eventIndex: number = shardCursor?.EventIndex || 0;\n\n for await (const blobItem of containerClient.listBlobsFlat({\n prefix: shardPath,\n abortSignal: options.abortSignal,\n tracingOptions: updatedOptions.tracingOptions,\n })) {\n chunks.push(blobItem.name);\n }\n\n const currentChunkPath = shardCursor?.CurrentChunkPath;\n let chunkIndex = -1;\n let currentChunk: Chunk | undefined = undefined;\n // Chunks can be empty right after hour flips.\n if (chunks.length !== 0) {\n // Fast forward to current Chunk\n if (currentChunkPath) {\n for (let i = 0; i < chunks.length; i++) {\n if (chunks[i] === currentChunkPath) {\n chunkIndex = i;\n break;\n }\n }\n if (chunkIndex === -1) {\n throw new Error(`Chunk ${currentChunkPath} not found.`);\n }\n } else {\n chunkIndex = 0;\n }\n\n // Fast forward to current Chunk.\n if (chunkIndex > 0) {\n chunks.splice(0, chunkIndex);\n }\n\n currentChunk = await this.chunkFactory.create(\n containerClient,\n chunks.shift()!,\n blockOffset,\n eventIndex,\n {\n abortSignal: options.abortSignal,\n tracingOptions: updatedOptions.tracingOptions,\n },\n );\n }\n\n return new Shard(containerClient, this.chunkFactory, chunks, currentChunk, shardPath);\n });\n }\n}\n"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,oBAAoB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAElC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,oBAAoB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nexport * from \"./BlobChangeFeedClient.js\";\nexport * from \"./models/BlobChangeFeedEvent.js\";\nexport * from \"./models/models.js\";\n"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"log.d.ts","sourceRoot":"","sources":["../../src/log.ts"],"names":[],"mappings":"AAKA;;GAEG;AACH,eAAO,MAAM,MAAM,qCAAgD,CAAC"}
|
package/dist/esm/log.js
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
// Copyright (c) Microsoft Corporation.
|
|
2
|
+
// Licensed under the MIT License.
|
|
3
|
+
import { createClientLogger } from "@azure/logger";
|
|
4
|
+
/**
|
|
5
|
+
* The `@azure/logger` configuration for this package.
|
|
6
|
+
*/
|
|
7
|
+
export const logger = createClientLogger("storage-blob-changefeed");
|
|
8
|
+
//# sourceMappingURL=log.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"log.js","sourceRoot":"","sources":["../../src/log.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAElC,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,kBAAkB,CAAC,yBAAyB,CAAC,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { createClientLogger } from \"@azure/logger\";\n\n/**\n * The `@azure/logger` configuration for this package.\n */\nexport const logger = createClientLogger(\"storage-blob-changefeed\");\n"]}
|
|
@@ -0,0 +1,233 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Change feed event record types.
|
|
3
|
+
*/
|
|
4
|
+
export type BlobChangeFeedEventType = "UnspecifiedEventType" | "BlobCreated" | "BlobDeleted" | "BlobPropertiesUpdated" | "BlobSnapshotCreated" | "Control" | "BlobTierChanged" | "BlobAsyncOperationInitiated" | "BlobMetadataUpdated" | "RestorePointMarkerCreated";
|
|
5
|
+
/**
|
|
6
|
+
* Change feed event record. Contains response data for the {@link BlobChangeFeedClient.listChanges} operation.
|
|
7
|
+
* @see https://learn.microsoft.com/azure/event-grid/event-schema-blob-storage?toc=/azure/storage/blobs/toc.json#event-properties
|
|
8
|
+
*/
|
|
9
|
+
export interface BlobChangeFeedEvent {
|
|
10
|
+
/**
|
|
11
|
+
* Full resource path to the event source. This field is not writeable. Event Grid provides this value.
|
|
12
|
+
*/
|
|
13
|
+
topic: string;
|
|
14
|
+
/**
|
|
15
|
+
* Publisher-defined path to the event subject.
|
|
16
|
+
*/
|
|
17
|
+
subject: string;
|
|
18
|
+
/**
|
|
19
|
+
* One of the registered event types for this event source.
|
|
20
|
+
*/
|
|
21
|
+
eventType: BlobChangeFeedEventType;
|
|
22
|
+
/**
|
|
23
|
+
* The time the event is generated based on the provider's UTC time.
|
|
24
|
+
*/
|
|
25
|
+
eventTime: Date;
|
|
26
|
+
/**
|
|
27
|
+
* Unique identifier for the event.
|
|
28
|
+
*/
|
|
29
|
+
id: string;
|
|
30
|
+
/**
|
|
31
|
+
* Blob storage event data.
|
|
32
|
+
*/
|
|
33
|
+
data: BlobChangeFeedEventData;
|
|
34
|
+
/**
|
|
35
|
+
* The schema version of the data object. The publisher defines the schema version.
|
|
36
|
+
*/
|
|
37
|
+
dataVersion?: string;
|
|
38
|
+
/**
|
|
39
|
+
* The schema version of the data object. The publisher defines the schema version.
|
|
40
|
+
*/
|
|
41
|
+
schemaVersion?: number;
|
|
42
|
+
/**
|
|
43
|
+
* The schema version of the event metadata. Event Grid defines the schema of the top-level properties. Event Grid provides this value.
|
|
44
|
+
*/
|
|
45
|
+
metadataVersion: string;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* The type of blob.
|
|
49
|
+
*/
|
|
50
|
+
export type BlobType = "BlockBlob" | "AppendBlob" | "PageBlob";
|
|
51
|
+
/**
|
|
52
|
+
* The AccessTier.
|
|
53
|
+
*/
|
|
54
|
+
export type AccessTier = "P4" | "P6" | "P10" | "P15" | "P20" | "P30" | "P40" | "P50" | "P60" | "P70" | "P80" | "Hot" | "Cool" | "Archive";
|
|
55
|
+
/**
|
|
56
|
+
* A blob property that was updated.
|
|
57
|
+
*/
|
|
58
|
+
export interface BlobPropertyChange {
|
|
59
|
+
/**
|
|
60
|
+
* The name of the property that was updated.
|
|
61
|
+
*/
|
|
62
|
+
propertyName: string;
|
|
63
|
+
/**
|
|
64
|
+
* The previous value of the property.
|
|
65
|
+
*/
|
|
66
|
+
oldValue: string;
|
|
67
|
+
/**
|
|
68
|
+
* The new value of the property.
|
|
69
|
+
*/
|
|
70
|
+
newValue: string;
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Blob properties that were updated during an event.
|
|
74
|
+
*/
|
|
75
|
+
export type UpdatedBlobProperties = Record<string, BlobPropertyChange>;
|
|
76
|
+
/**
|
|
77
|
+
* Previous info for Change Feed Event.
|
|
78
|
+
*/
|
|
79
|
+
export interface ChangeFeedEventPreviousInfo {
|
|
80
|
+
/**
|
|
81
|
+
* Soft delete snapshot.
|
|
82
|
+
*/
|
|
83
|
+
softDeleteSnapshot?: string;
|
|
84
|
+
/**
|
|
85
|
+
* If the blob was soft deleted.
|
|
86
|
+
*/
|
|
87
|
+
isBlobSoftDeleted: boolean;
|
|
88
|
+
/**
|
|
89
|
+
* Blob version.
|
|
90
|
+
*/
|
|
91
|
+
newBlobVersion?: string;
|
|
92
|
+
/**
|
|
93
|
+
* Last version.
|
|
94
|
+
*/
|
|
95
|
+
oldBlobVersion?: string;
|
|
96
|
+
/**
|
|
97
|
+
* Previous Access Tier
|
|
98
|
+
*/
|
|
99
|
+
previousTier?: AccessTier;
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* ChangeFeedEvent AsyncOperationInfo
|
|
103
|
+
*/
|
|
104
|
+
export interface BlobOperationResult {
|
|
105
|
+
/**
|
|
106
|
+
* Destination access tier.
|
|
107
|
+
*/
|
|
108
|
+
destinationAccessTier?: AccessTier;
|
|
109
|
+
/**
|
|
110
|
+
* If the operation was async.
|
|
111
|
+
*/
|
|
112
|
+
isAsync: boolean;
|
|
113
|
+
/**
|
|
114
|
+
* Copy Id.
|
|
115
|
+
*/
|
|
116
|
+
copyId?: string;
|
|
117
|
+
}
|
|
118
|
+
/**
|
|
119
|
+
* Blob tags that were updated as part of the change feed event.
|
|
120
|
+
*/
|
|
121
|
+
export interface BlobTagsChange {
|
|
122
|
+
/**
|
|
123
|
+
* Previous Tags.
|
|
124
|
+
*/
|
|
125
|
+
oldTags: Record<string, string>;
|
|
126
|
+
/**
|
|
127
|
+
* New Tags.
|
|
128
|
+
*/
|
|
129
|
+
newTags: Record<string, string>;
|
|
130
|
+
}
|
|
131
|
+
/**
|
|
132
|
+
* Change feed Blob storage event data.
|
|
133
|
+
*/
|
|
134
|
+
export interface BlobChangeFeedEventData {
|
|
135
|
+
/**
|
|
136
|
+
* The operation that triggered the event.
|
|
137
|
+
*/
|
|
138
|
+
api: string;
|
|
139
|
+
/**
|
|
140
|
+
* A client-provided request id for the storage API operation. This id can be used to
|
|
141
|
+
* correlate to Azure Storage diagnostic logs using the "client-request-id" field in the logs,
|
|
142
|
+
* and can be provided in client requests using the "x-ms-client-request-id" header.
|
|
143
|
+
*/
|
|
144
|
+
clientRequestId: string;
|
|
145
|
+
/**
|
|
146
|
+
* Service-generated request id for the storage API operation. Can be used to correlate to Azure Storage
|
|
147
|
+
* diagnostic logs using the "request-id-header" field in the logs and is returned from initiating API call
|
|
148
|
+
* in the 'x-ms-request-id' header.
|
|
149
|
+
*/
|
|
150
|
+
requestId: string;
|
|
151
|
+
/**
|
|
152
|
+
* The value that you can use to perform operations conditionally.
|
|
153
|
+
*/
|
|
154
|
+
etag: string;
|
|
155
|
+
/**
|
|
156
|
+
* The content type specified for the blob.
|
|
157
|
+
*/
|
|
158
|
+
contentType: string;
|
|
159
|
+
/**
|
|
160
|
+
* The size of the blob in bytes.
|
|
161
|
+
*/
|
|
162
|
+
contentLength: number;
|
|
163
|
+
/**
|
|
164
|
+
* The offset in bytes of a write operation taken at the point where the event-triggering application completed
|
|
165
|
+
* writing to the file.
|
|
166
|
+
* Appears only for events triggered on blob storage accounts that have a hierarchical namespace.
|
|
167
|
+
*/
|
|
168
|
+
contentOffset?: number;
|
|
169
|
+
/**
|
|
170
|
+
* The type of blob.
|
|
171
|
+
*/
|
|
172
|
+
blobType: BlobType;
|
|
173
|
+
/**
|
|
174
|
+
* The path to the blob. If the client uses a Blob REST API, then the url has this structure:
|
|
175
|
+
* <storage-account-name>.blob.core.windows.net/<container-name>/<file-name>.
|
|
176
|
+
*/
|
|
177
|
+
url: string;
|
|
178
|
+
/**
|
|
179
|
+
* The url of the file that will exist after the operation completes. For example, if a file is renamed,
|
|
180
|
+
* the destinationUrl property contains the url of the new file name.
|
|
181
|
+
* Appears only for events triggered on blob storage accounts that have a hierarchical namespace.
|
|
182
|
+
*/
|
|
183
|
+
destinationUrl?: string;
|
|
184
|
+
/**
|
|
185
|
+
* The url of the file that exists prior to the operation. For example, if a file is renamed, the sourceUrl
|
|
186
|
+
* contains the url of the original file name prior to the rename operation.
|
|
187
|
+
* Appears only for events triggered on blob storage accounts that have a hierarchical namespace.
|
|
188
|
+
*/
|
|
189
|
+
sourceUrl?: string;
|
|
190
|
+
/**
|
|
191
|
+
* True to perform the operation on all child directories; otherwise False.
|
|
192
|
+
* Appears only for events triggered on blob storage accounts that have a hierarchical namespace.
|
|
193
|
+
*/
|
|
194
|
+
isRecursive?: boolean;
|
|
195
|
+
/**
|
|
196
|
+
* An opaque string value representing the logical sequence of events for any particular blob name.
|
|
197
|
+
* Users can use standard string comparison to understand the relative sequence of two events on the same blob name.
|
|
198
|
+
*/
|
|
199
|
+
sequencer: string;
|
|
200
|
+
/**
|
|
201
|
+
* Previous info for the blob.
|
|
202
|
+
*/
|
|
203
|
+
previousInfo?: ChangeFeedEventPreviousInfo;
|
|
204
|
+
/**
|
|
205
|
+
* Blob properties that were updated during this event.
|
|
206
|
+
*/
|
|
207
|
+
updatedBlobProperties?: UpdatedBlobProperties;
|
|
208
|
+
/**
|
|
209
|
+
* Blob tags that were updated during this event.
|
|
210
|
+
*/
|
|
211
|
+
updatedBlobTags?: BlobTagsChange;
|
|
212
|
+
/**
|
|
213
|
+
* The Snapshot associated with the event.
|
|
214
|
+
*/
|
|
215
|
+
snapshot?: string;
|
|
216
|
+
/**
|
|
217
|
+
* Version of the blob.
|
|
218
|
+
*/
|
|
219
|
+
blobVersion?: string;
|
|
220
|
+
/**
|
|
221
|
+
* Version of the container the blob is in.
|
|
222
|
+
*/
|
|
223
|
+
containerVersion?: string;
|
|
224
|
+
/**
|
|
225
|
+
* Access Tier of the blob.
|
|
226
|
+
*/
|
|
227
|
+
blobAccessTier?: AccessTier;
|
|
228
|
+
/**
|
|
229
|
+
* AsyncOperationInfo
|
|
230
|
+
*/
|
|
231
|
+
longRunningOperationInfo?: BlobOperationResult;
|
|
232
|
+
}
|
|
233
|
+
//# sourceMappingURL=BlobChangeFeedEvent.d.ts.map
|