@azure/storage-blob-changefeed 12.0.0-preview.3 → 12.0.0-preview.5

package/dist/esm/ChangeFeed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeFeed.js","sourceRoot":"","sources":["../../src/ChangeFeed.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAOlC,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAE9E,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAanD,MAAM,OAAO,UAAU;IACrB;;OAEG;IACc,eAAe,CAAmB;IAElC,cAAc,CAAkB;IAEhC,KAAK,CAAW;IAEzB,QAAQ,CAAW;IAEnB,cAAc,CAAW;IAEzB,cAAc,CAAQ;IAEtB,SAAS,CAAQ;IAEjB,OAAO,CAAQ;IAEf,GAAG,CAAQ;IAcnB,YACE,eAAiC,EACjC,cAA+B,EAC/B,KAAgB,EAChB,QAAmB,EACnB,cAAwB,EACxB,cAAqB,EACrB,SAAgB,EAChB,OAAc;QAEd,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,UAAsC,EAAE;QAC9E,OAAO,aAAa,CAAC,QAAQ,CAC3B,sCAAsC,EACtC,OAAO,EACP,KAAK,EAAE,cAAc,EAAE,EAAE;YACvB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;YAED,wEAAwE;YACxE,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;gBAClC,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,cAAc,GAAG,MAAM,IAAI,CAAC,cAAe,CAAC,MAAM,CACrD,IAAI,CAAC,eAAgB,EACrB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,EACtB,SAAS,EACT;oBACE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CACF,CAAC;YACJ,CAAC;YACD,kCAAkC;iBAC7B,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,GAAG,MAAM,iBAAiB,CACrC,IAAI,CAAC,eAAgB,EACrB,IAAK,EACL,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,GAAG,EACR;oBACE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CACF,CAAC;gBAEF,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,IAAI,CAAC,cAAc,GAAG,MAAM,IAAI,CAAC,cAAe,CAAC,MAAM,CACrD,IAAI,CAAC,eAAgB,EACrB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,EACtB,SAAS,EACT;wBACE,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;qBAC9C,CACF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;IAEM,OAAO;QACZ,2DAA2D;QAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5F,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAI,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,SAAS,CACpB,UAAsC,EAAE;QAExC,OAAO,aAAa,CAAC,QAAQ,CAAC,sBAAsB,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;YACtF,IAAI,KAAK,GAAoC,SAAS,CAAC;YACvD,OAAO,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC7C,KAAK,GAAG,MAAM,IAAI,CAAC,cAAe,CAAC,SAAS,CAAC;oBAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,yBAAyB,CAAC;oBACnC,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CAAC,CAAC;YACL,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,SAAS;QACd,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,OAAO;YACL,aAAa,EAAE,CAAC;YAChB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,eAAgB,CAAC,GAAG,CAAE;YAC5C,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE;YAC/B,oBAAoB,EAAE,IAAI,CAAC,cAAe,CAAC,SAAS,EAAE;SACvD,CAAC;IACJ,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { ContainerClient, CommonOptions } from \"@azure/storage-blob\";\nimport type { Segment } from \"./Segment.js\";\nimport type { SegmentFactory } from \"./SegmentFactory.js\";\nimport type { BlobChangeFeedEvent } from \"./models/BlobChangeFeedEvent.js\";\nimport type { ChangeFeedCursor } from \"./models/ChangeFeedCursor.js\";\nimport { getSegmentsInYear, minDate, getHost } from \"./utils/utils.common.js\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { tracingClient } from \"./utils/tracing.js\";\n\n/**\n * Options to configure {@link ChangeFeed.getChange} operation.\n */\nexport interface ChangeFeedGetChangeOptions extends CommonOptions {\n  /**\n   * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n   * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.\n   */\n  abortSignal?: AbortSignalLike;\n}\n\nexport class ChangeFeed {\n  /**\n   * BlobContainerClient for making List Blob requests and creating Segments.\n   */\n  private readonly containerClient?: ContainerClient;\n\n  private readonly segmentFactory?: SegmentFactory;\n\n  private readonly years: number[];\n\n  private segments: string[];\n\n  private currentSegment?: Segment;\n\n  private lastConsumable?: Date;\n\n  private startTime?: Date;\n\n  private endTime?: Date;\n\n  private end?: Date;\n\n  constructor();\n  constructor(\n    containerClient: ContainerClient,\n    segmentFactory: SegmentFactory,\n    years: number[],\n    segments: string[],\n    currentSegment: Segment,\n    lastConsumable: Date,\n    startTime?: Date,\n    endTime?: Date,\n  );\n\n  constructor(\n    containerClient?: ContainerClient,\n    segmentFactory?: SegmentFactory,\n    years?: number[],\n    segments?: string[],\n    currentSegment?: Segment,\n    lastConsumable?: Date,\n    startTime?: Date,\n    endTime?: Date,\n  ) {\n    this.containerClient = containerClient;\n    this.segmentFactory = segmentFactory;\n    this.years = years || [];\n    this.segments = segments || [];\n    this.currentSegment = currentSegment;\n    this.lastConsumable = lastConsumable;\n    this.startTime = startTime;\n    this.endTime = endTime;\n    if (this.lastConsumable) {\n      this.end = minDate(this.lastConsumable, this.endTime);\n    }\n  }\n\n  private async advanceSegmentIfNecessary(options: ChangeFeedGetChangeOptions = {}): Promise<void> {\n    return tracingClient.withSpan(\n      \"ChangeFeed-advanceSegmentIfNecessary\",\n      options,\n      async (updatedOptions) => {\n        if (!this.currentSegment) {\n          throw new Error(\"Empty Change Feed shouldn't call this function.\");\n        }\n\n        // If the current segment has more Events, we don't need to do anything.\n        if (this.currentSegment.hasNext()) {\n          return;\n        }\n\n        // If the current segment is completed, remove it\n        if (this.segments.length > 0) {\n          this.currentSegment = await this.segmentFactory!.create(\n            this.containerClient!,\n            this.segments.shift()!,\n            undefined,\n            {\n              abortSignal: options.abortSignal,\n              tracingOptions: updatedOptions.tracingOptions,\n            },\n          );\n        }\n        // If segments is empty, refill it\n        else if (this.segments.length === 0 && this.years.length > 0) {\n          const year = this.years.shift();\n          this.segments = await getSegmentsInYear(\n            this.containerClient!,\n            year!,\n            this.startTime,\n            this.end,\n            {\n              abortSignal: options.abortSignal,\n              tracingOptions: updatedOptions.tracingOptions,\n            },\n          );\n\n          if (this.segments.length > 0) {\n            this.currentSegment = await this.segmentFactory!.create(\n              this.containerClient!,\n              this.segments.shift()!,\n              undefined,\n              {\n                abortSignal: options.abortSignal,\n                tracingOptions: updatedOptions.tracingOptions,\n              },\n            );\n          } else {\n            this.currentSegment = undefined;\n          }\n        }\n      },\n    );\n  }\n\n  public hasNext(): boolean {\n    // Empty ChangeFeed, using currentSegment as the indicator.\n    if (!this.currentSegment) {\n      return false;\n    }\n\n    if (this.segments.length === 0 && this.years.length === 0 && !this.currentSegment.hasNext()) {\n      return false;\n    }\n\n    return this.currentSegment.dateTime < this.end!;\n  }\n\n  public async getChange(\n    options: ChangeFeedGetChangeOptions = {},\n  ): Promise<BlobChangeFeedEvent | undefined> {\n    return tracingClient.withSpan(\"ChangeFeed-getChange\", options, async (updatedOptions) => {\n      let event: BlobChangeFeedEvent | undefined = undefined;\n      while (event === undefined && this.hasNext()) {\n        event = await this.currentSegment!.getChange({\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        });\n        await this.advanceSegmentIfNecessary({\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        });\n      }\n      return event;\n    });\n  }\n\n  public getCursor(): ChangeFeedCursor {\n    if (!this.currentSegment) {\n      throw new Error(\"Empty Change Feed shouldn't call this function.\");\n    }\n\n    return {\n      CursorVersion: 1,\n      UrlHost: getHost(this.containerClient!.url)!,\n      EndTime: this.endTime?.toJSON(),\n      CurrentSegmentCursor: this.currentSegment!.getCursor(),\n    };\n  }\n}\n"]}

package/dist/esm/ChangeFeedFactory.d.ts

@@ -0,0 +1,13 @@
+import type { BlobServiceClient } from "@azure/storage-blob";
+import { ChangeFeed } from "./ChangeFeed.js";
+import { SegmentFactory } from "./SegmentFactory.js";
+import type { BlobChangeFeedListChangesOptions } from "./models/models.js";
+export declare class ChangeFeedFactory {
+    private readonly segmentFactory;
+    private readonly maxTransferSize?;
+    constructor(maxTransferSize?: number);
+    constructor(segmentFactory: SegmentFactory);
+    private static validateCursor;
+    create(blobServiceClient: BlobServiceClient, continuationToken?: string, options?: BlobChangeFeedListChangesOptions): Promise<ChangeFeed>;
+}
+//# sourceMappingURL=ChangeFeedFactory.d.ts.map

package/dist/esm/ChangeFeedFactory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeFeedFactory.d.ts","sourceRoot":"","sources":["../../src/ChangeFeedFactory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAmB,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAa7C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAKrD,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAe3E,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAS;gBAE9B,eAAe,CAAC,EAAE,MAAM;gBACxB,cAAc,EAAE,cAAc;IA0B1C,OAAO,CAAC,MAAM,CAAC,cAAc;IAShB,MAAM,CACjB,iBAAiB,EAAE,iBAAiB,EACpC,iBAAiB,CAAC,EAAE,MAAM,EAC1B,OAAO,GAAE,gCAAqC,GAC7C,OAAO,CAAC,UAAU,CAAC;CA0GvB"}

package/dist/esm/ChangeFeedFactory.js

@@ -0,0 +1,122 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { ChangeFeed } from "./ChangeFeed.js";
+import { CHANGE_FEED_CONTAINER_NAME, CHANGE_FEED_META_SEGMENT_PATH } from "./utils/constants.js";
+import { ceilToNearestHour, floorToNearestHour, getYearsPaths, getSegmentsInYear, minDate, getHost, parseDateFromSegmentPath, } from "./utils/utils.common.js";
+import { bodyToString } from "./utils/utils.node.js";
+import { SegmentFactory } from "./SegmentFactory.js";
+import { ShardFactory } from "./ShardFactory.js";
+import { ChunkFactory } from "./ChunkFactory.js";
+import { AvroReaderFactory } from "./AvroReaderFactory.js";
+import { tracingClient } from "./utils/tracing.js";
+import { LazyLoadingBlobStreamFactory } from "./LazyLoadingBlobStreamFactory.js";
+function isSegmentFactory(segmentFactoryOrMaxTransferSize) {
+    return segmentFactoryOrMaxTransferSize.create !== undefined;
+}
+export class ChangeFeedFactory {
+    segmentFactory;
+    maxTransferSize;
+    constructor(segmentFactoryOrMaxTransferSize) {
+        let segmentFactory;
+        if (segmentFactoryOrMaxTransferSize) {
+            if (Number.isFinite(segmentFactoryOrMaxTransferSize)) {
+                this.maxTransferSize = segmentFactoryOrMaxTransferSize;
+            }
+            else if (isSegmentFactory(segmentFactoryOrMaxTransferSize)) {
+                segmentFactory = segmentFactoryOrMaxTransferSize;
+            }
+        }
+        if (segmentFactory) {
+            this.segmentFactory = segmentFactory;
+        }
+        else {
+            this.segmentFactory = new SegmentFactory(new ShardFactory(new ChunkFactory(new AvroReaderFactory(), new LazyLoadingBlobStreamFactory(), this.maxTransferSize)));
+        }
+    }
+    static validateCursor(containerClient, cursor) {
+        if (getHost(containerClient.url) !== cursor.UrlHost) {
+            throw new Error("Cursor URL host does not match container URL host.");
+        }
+        if (cursor.CursorVersion !== 1) {
+            throw new Error("Unsupported cursor version.");
+        }
+    }
+    async create(blobServiceClient, continuationToken, options = {}) {
+        return tracingClient.withSpan("ChangeFeedFactory-create", options, async (updatedOptions) => {
+            const containerClient = blobServiceClient.getContainerClient(CHANGE_FEED_CONTAINER_NAME);
+            let cursor = undefined;
+            // Create cursor.
+            if (continuationToken) {
+                cursor = JSON.parse(continuationToken);
+                ChangeFeedFactory.validateCursor(containerClient, cursor);
+                options.start = parseDateFromSegmentPath(cursor.CurrentSegmentCursor.SegmentPath);
+                options.end = new Date(cursor.EndTime);
+            }
+            // Round start and end time if we are not using the cursor.
+            else {
+                options.start = floorToNearestHour(options.start);
+                options.end = ceilToNearestHour(options.end);
+            }
+            // Check if Change Feed has been enabled for this account.
+            const changeFeedContainerExists = await containerClient.exists({
+                abortSignal: options.abortSignal,
+                tracingOptions: updatedOptions.tracingOptions,
+            });
+            if (!changeFeedContainerExists) {
+                throw new Error("Change Feed hasn't been enabled on this account, or is currently being enabled.");
+            }
+            if (options.start && options.end && options.start >= options.end) {
+                return new ChangeFeed();
+            }
+            // Get last consumable.
+            const blobClient = containerClient.getBlobClient(CHANGE_FEED_META_SEGMENT_PATH);
+            let blobDownloadRes;
+            try {
+                blobDownloadRes = await blobClient.download(undefined, undefined, {
+                    abortSignal: options.abortSignal,
+                    tracingOptions: updatedOptions.tracingOptions,
+                });
+            }
+            catch (err) {
+                if (err.statusCode === 404) {
+                    return new ChangeFeed();
+                }
+                else {
+                    throw err;
+                }
+            }
+            const lastConsumable = new Date(JSON.parse(await bodyToString(blobDownloadRes)).lastConsumable);
+            // Get year paths
+            const years = await getYearsPaths(containerClient, {
+                abortSignal: options.abortSignal,
+                tracingOptions: updatedOptions.tracingOptions,
+            });
+            // Dequeue any years that occur before start time.
+            if (options.start) {
+                const startYear = options.start.getUTCFullYear();
+                while (years.length > 0 && years[0] < startYear) {
+                    years.shift();
+                }
+            }
+            if (years.length === 0) {
+                return new ChangeFeed();
+            }
+            let segments = [];
+            while (segments.length === 0 && years.length !== 0) {
+                segments = await getSegmentsInYear(containerClient, years.shift(), options.start, minDate(lastConsumable, options.end), {
+                    abortSignal: options.abortSignal,
+                    tracingOptions: updatedOptions.tracingOptions,
+                });
+            }
+            if (segments.length === 0) {
+                return new ChangeFeed();
+            }
+            const currentSegment = await this.segmentFactory.create(containerClient, segments.shift(), cursor?.CurrentSegmentCursor, {
+                abortSignal: options.abortSignal,
+                tracingOptions: updatedOptions.tracingOptions,
+            });
+            return new ChangeFeed(containerClient, this.segmentFactory, years, segments, currentSegment, lastConsumable, options.start, options.end);
+        });
+    }
+}
+//# sourceMappingURL=ChangeFeedFactory.js.map

package/dist/esm/ChangeFeedFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeFeedFactory.js","sourceRoot":"","sources":["../../src/ChangeFeedFactory.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAGlC,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,OAAO,EAAE,0BAA0B,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AACjG,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,aAAa,EACb,iBAAiB,EACjB,OAAO,EACP,OAAO,EACP,wBAAwB,GACzB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAG3D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AAOjF,SAAS,gBAAgB,CACvB,+BAAwD;IAExD,OAAQ,+BAAkD,CAAC,MAAM,KAAK,SAAS,CAAC;AAClF,CAAC;AAED,MAAM,OAAO,iBAAiB;IACX,cAAc,CAAiB;IAC/B,eAAe,CAAU;IAI1C,YAAY,+BAAyD;QACnE,IAAI,cAA0C,CAAC;QAC/C,IAAI,+BAA+B,EAAE,CAAC;YACpC,IAAI,MAAM,CAAC,QAAQ,CAAC,+BAA+B,CAAC,EAAE,CAAC;gBACrD,IAAI,CAAC,eAAe,GAAG,+BAAyC,CAAC;YACnE,CAAC;iBAAM,IAAI,gBAAgB,CAAC,+BAA+B,CAAC,EAAE,CAAC;gBAC7D,cAAc,GAAG,+BAAiD,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CACtC,IAAI,YAAY,CACd,IAAI,YAAY,CACd,IAAI,iBAAiB,EAAE,EACvB,IAAI,4BAA4B,EAAE,EAClC,IAAI,CAAC,eAAe,CACrB,CACF,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,eAAgC,EAAE,MAAwB;QACtF,IAAI,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,iBAAoC,EACpC,iBAA0B,EAC1B,UAA4C,EAAE;QAE9C,OAAO,aAAa,CAAC,QAAQ,CAAC,0BAA0B,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;YAC1F,MAAM,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,0BAA0B,CAAC,CAAC;YACzF,IAAI,MAAM,GAAiC,SAAS,CAAC;YACrD,iBAAiB;YACjB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBACvC,iBAAiB,CAAC,cAAc,CAAC,eAAe,EAAE,MAAO,CAAC,CAAC;gBAC3D,OAAO,CAAC,KAAK,GAAG,wBAAwB,CAAC,MAAO,CAAC,oBAAoB,CAAC,WAAY,CAAC,CAAC;gBACpF,OAAO,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,MAAO,CAAC,OAAQ,CAAC,CAAC;YAC3C,CAAC;YACD,2DAA2D;iBACtD,CAAC;gBACJ,OAAO,CAAC,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAClD,OAAO,CAAC,GAAG,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/C,CAAC;YAED,0DAA0D;YAC1D,MAAM,yBAAyB,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC;gBAC7D,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CAAC,CAAC;YACH,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;gBACjE,OAAO,IAAI,UAAU,EAAE,CAAC;YAC1B,CAAC;YAED,uBAAuB;YACvB,MAAM,UAAU,GAAG,eAAe,CAAC,aAAa,CAAC,6BAA6B,CAAC,CAAC;YAChF,IAAI,eAAe,CAAC;YACpB,IAAI,CAAC;gBACH,eAAe,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE;oBAChE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;oBAC3B,OAAO,IAAI,UAAU,EAAE,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,IAAI,CAC5B,IAAI,CAAC,KAAK,CAAC,MAAM,YAAY,CAAC,eAAe,CAAC,CAAkB,CAAC,cAAc,CACjF,CAAC;YAEF,iBAAiB;YACjB,MAAM,KAAK,GAAa,MAAM,aAAa,CAAC,eAAe,EAAE;gBAC3D,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CAAC,CAAC;YAEH,kDAAkD;YAClD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;gBACjD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,EAAE,CAAC;oBAChD,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,IAAI,UAAU,EAAE,CAAC;YAC1B,CAAC;YAED,IAAI,QAAQ,GAAa,EAAE,CAAC;YAC5B,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnD,QAAQ,GAAG,MAAM,iBAAiB,CAChC,eAAe,EACf,KAAK,CAAC,KAAK,EAAG,EACd,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,EACpC;oBACE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CACF,CAAC;YACJ,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO,IAAI,UAAU,EAAE,CAAC;YAC1B,CAAC;YACD,MAAM,cAAc,GAAY,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAC9D,eAAe,EACf,QAAQ,CAAC,KAAK,EAAG,EACjB,MAAM,EAAE,oBAAoB,EAC5B;gBACE,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CACF,CAAC;YAEF,OAAO,IAAI,UAAU,CACnB,eAAe,EACf,IAAI,CAAC,cAAc,EACnB,KAAK,EACL,QAAQ,EACR,cAAc,EACd,cAAc,EACd,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,GAAG,CACZ,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { BlobServiceClient, ContainerClient } from \"@azure/storage-blob\";\nimport { ChangeFeed } from \"./ChangeFeed.js\";\nimport type { ChangeFeedCursor } from \"./models/ChangeFeedCursor.js\";\nimport { CHANGE_FEED_CONTAINER_NAME, CHANGE_FEED_META_SEGMENT_PATH } from \"./utils/constants.js\";\nimport {\n  ceilToNearestHour,\n  floorToNearestHour,\n  getYearsPaths,\n  getSegmentsInYear,\n  minDate,\n  getHost,\n  parseDateFromSegmentPath,\n} from \"./utils/utils.common.js\";\nimport { bodyToString } from \"./utils/utils.node.js\";\nimport { SegmentFactory } from \"./SegmentFactory.js\";\nimport { ShardFactory } from \"./ShardFactory.js\";\nimport { ChunkFactory } from \"./ChunkFactory.js\";\nimport { AvroReaderFactory } from \"./AvroReaderFactory.js\";\nimport type { Segment } from \"./Segment.js\";\nimport type { BlobChangeFeedListChangesOptions } from \"./models/models.js\";\nimport { tracingClient } from \"./utils/tracing.js\";\nimport { LazyLoadingBlobStreamFactory } from \"./LazyLoadingBlobStreamFactory.js\";\n\ninterface MetaSegments {\n  version?: number;\n  lastConsumable: string;\n}\n\nfunction isSegmentFactory(\n  segmentFactoryOrMaxTransferSize: SegmentFactory | number,\n): segmentFactoryOrMaxTransferSize is SegmentFactory {\n  return (segmentFactoryOrMaxTransferSize as SegmentFactory).create !== undefined;\n}\n\nexport class ChangeFeedFactory {\n  private readonly segmentFactory: SegmentFactory;\n  private readonly maxTransferSize?: number;\n\n  constructor(maxTransferSize?: number);\n  constructor(segmentFactory: SegmentFactory);\n  constructor(segmentFactoryOrMaxTransferSize?: SegmentFactory | number) {\n    let segmentFactory: SegmentFactory | undefined;\n    if (segmentFactoryOrMaxTransferSize) {\n      if (Number.isFinite(segmentFactoryOrMaxTransferSize)) {\n        this.maxTransferSize = segmentFactoryOrMaxTransferSize as number;\n      } else if (isSegmentFactory(segmentFactoryOrMaxTransferSize)) {\n        segmentFactory = segmentFactoryOrMaxTransferSize as SegmentFactory;\n      }\n    }\n\n    if (segmentFactory) {\n      this.segmentFactory = segmentFactory;\n    } else {\n      this.segmentFactory = new SegmentFactory(\n        new ShardFactory(\n          new ChunkFactory(\n            new AvroReaderFactory(),\n            new LazyLoadingBlobStreamFactory(),\n            this.maxTransferSize,\n          ),\n        ),\n      );\n    }\n  }\n\n  private static validateCursor(containerClient: ContainerClient, cursor: ChangeFeedCursor): void {\n    if (getHost(containerClient.url) !== cursor.UrlHost) {\n      throw new Error(\"Cursor URL host does not match container URL host.\");\n    }\n    if (cursor.CursorVersion !== 1) {\n      throw new Error(\"Unsupported cursor version.\");\n    }\n  }\n\n  public async create(\n    blobServiceClient: BlobServiceClient,\n    continuationToken?: string,\n    options: BlobChangeFeedListChangesOptions = {},\n  ): Promise<ChangeFeed> {\n    return tracingClient.withSpan(\"ChangeFeedFactory-create\", options, async (updatedOptions) => {\n      const containerClient = blobServiceClient.getContainerClient(CHANGE_FEED_CONTAINER_NAME);\n      let cursor: ChangeFeedCursor | undefined = undefined;\n      // Create cursor.\n      if (continuationToken) {\n        cursor = JSON.parse(continuationToken);\n        ChangeFeedFactory.validateCursor(containerClient, cursor!);\n        options.start = parseDateFromSegmentPath(cursor!.CurrentSegmentCursor.SegmentPath!);\n        options.end = new Date(cursor!.EndTime!);\n      }\n      // Round start and end time if we are not using the cursor.\n      else {\n        options.start = floorToNearestHour(options.start);\n        options.end = ceilToNearestHour(options.end);\n      }\n\n      // Check if Change Feed has been enabled for this account.\n      const changeFeedContainerExists = await containerClient.exists({\n        abortSignal: options.abortSignal,\n        tracingOptions: updatedOptions.tracingOptions,\n      });\n      if (!changeFeedContainerExists) {\n        throw new Error(\n          \"Change Feed hasn't been enabled on this account, or is currently being enabled.\",\n        );\n      }\n\n      if (options.start && options.end && options.start >= options.end) {\n        return new ChangeFeed();\n      }\n\n      // Get last consumable.\n      const blobClient = containerClient.getBlobClient(CHANGE_FEED_META_SEGMENT_PATH);\n      let blobDownloadRes;\n      try {\n        blobDownloadRes = await blobClient.download(undefined, undefined, {\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        });\n      } catch (err: any) {\n        if (err.statusCode === 404) {\n          return new ChangeFeed();\n        } else {\n          throw err;\n        }\n      }\n      const lastConsumable = new Date(\n        (JSON.parse(await bodyToString(blobDownloadRes)) as MetaSegments).lastConsumable,\n      );\n\n      // Get year paths\n      const years: number[] = await getYearsPaths(containerClient, {\n        abortSignal: options.abortSignal,\n        tracingOptions: updatedOptions.tracingOptions,\n      });\n\n      // Dequeue any years that occur before start time.\n      if (options.start) {\n        const startYear = options.start.getUTCFullYear();\n        while (years.length > 0 && years[0] < startYear) {\n          years.shift();\n        }\n      }\n      if (years.length === 0) {\n        return new ChangeFeed();\n      }\n\n      let segments: string[] = [];\n      while (segments.length === 0 && years.length !== 0) {\n        segments = await getSegmentsInYear(\n          containerClient,\n          years.shift()!,\n          options.start,\n          minDate(lastConsumable, options.end),\n          {\n            abortSignal: options.abortSignal,\n            tracingOptions: updatedOptions.tracingOptions,\n          },\n        );\n      }\n      if (segments.length === 0) {\n        return new ChangeFeed();\n      }\n      const currentSegment: Segment = await this.segmentFactory.create(\n        containerClient,\n        segments.shift()!,\n        cursor?.CurrentSegmentCursor,\n        {\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        },\n      );\n\n      return new ChangeFeed(\n        containerClient,\n        this.segmentFactory,\n        years,\n        segments,\n        currentSegment,\n        lastConsumable,\n        options.start,\n        options.end,\n      );\n    });\n  }\n}\n"]}

package/dist/esm/Chunk.d.ts

@@ -0,0 +1,27 @@
+import type { AvroReader, AvroParseOptions } from "@azure/storage-internal-avro";
+import type { BlobChangeFeedEvent } from "./models/BlobChangeFeedEvent.js";
+import type { CommonOptions } from "@azure/storage-blob";
+import type { AbortSignalLike } from "@azure/abort-controller";
+/**
+ * Options to configure {@link Chunk.getChange} operation.
+ */
+export interface ChunkGetChangeOptions extends CommonOptions {
+    /**
+     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
+     * For example, use the @azure/abort-controller to create an `AbortSignal`.
+     */
+    abortSignal?: AbortSignalLike;
+}
+export declare class Chunk {
+    readonly chunkPath: string;
+    private readonly avroReader;
+    private readonly iter;
+    private _blockOffset;
+    get blockOffset(): number;
+    private _eventIndex;
+    get eventIndex(): number;
+    constructor(avroReader: AvroReader, blockOffset: number, eventIndex: number, chunkPath: string, avroOptions?: AvroParseOptions);
+    hasNext(): boolean;
+    getChange(): Promise<BlobChangeFeedEvent | undefined>;
+}
+//# sourceMappingURL=Chunk.d.ts.map

package/dist/esm/Chunk.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Chunk.d.ts","sourceRoot":"","sources":["../../src/Chunk.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AACjF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC3E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IAC1D;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,qBAAa,KAAK;aAkBE,SAAS,EAAE,MAAM;IAjBnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAoD;IAEzE,OAAO,CAAC,YAAY,CAAS;IAC7B,IAAW,WAAW,IAAI,MAAM,CAE/B;IAED,OAAO,CAAC,WAAW,CAAS;IAC5B,IAAW,UAAU,IAAI,MAAM,CAE9B;gBAGC,UAAU,EAAE,UAAU,EACtB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EACF,SAAS,EAAE,MAAM,EACjC,WAAW,GAAE,gBAAqB;IAS7B,OAAO,IAAI,OAAO;IAIZ,SAAS,IAAI,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC;CAmBnE"}

package/dist/esm/Chunk.js

@@ -0,0 +1,45 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { rawEventToBlobChangeFeedEvent } from "./utils/utils.common.js";
+export class Chunk {
+    chunkPath;
+    avroReader;
+    iter;
+    _blockOffset;
+    get blockOffset() {
+        return this._blockOffset;
+    }
+    _eventIndex;
+    get eventIndex() {
+        return this._eventIndex;
+    }
+    constructor(avroReader, blockOffset, eventIndex, chunkPath, avroOptions = {}) {
+        this.chunkPath = chunkPath;
+        this.avroReader = avroReader;
+        this._blockOffset = blockOffset;
+        this._eventIndex = eventIndex;
+        this.iter = this.avroReader.parseObjects(avroOptions);
+    }
+    hasNext() {
+        return this.avroReader.hasNext();
+    }
+    async getChange() {
+        if (!this.hasNext()) {
+            return undefined;
+        }
+        const next = await this.iter.next();
+        this._eventIndex = this.avroReader.objectIndex;
+        this._blockOffset = this.avroReader.blockOffset;
+        if (next.done) {
+            return undefined;
+        }
+        else {
+            const eventRaw = next.value;
+            if (eventRaw === null) {
+                return undefined;
+            }
+            return rawEventToBlobChangeFeedEvent(eventRaw);
+        }
+    }
+}
+//# sourceMappingURL=Chunk.js.map

package/dist/esm/Chunk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Chunk.js","sourceRoot":"","sources":["../../src/Chunk.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAMlC,OAAO,EAAE,6BAA6B,EAAE,MAAM,yBAAyB,CAAC;AAaxE,MAAM,OAAO,KAAK;IAkBE;IAjBD,UAAU,CAAa;IACvB,IAAI,CAAoD;IAEjE,YAAY,CAAS;IAC7B,IAAW,WAAW;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,WAAW,CAAS;IAC5B,IAAW,UAAU;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,YACE,UAAsB,EACtB,WAAmB,EACnB,UAAkB,EACF,SAAiB,EACjC,cAAgC,EAAE;QADlB,cAAS,GAAT,SAAS,CAAQ;QAGjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAE9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,SAAS;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAC/C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAChD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,OAAO,SAAS,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;YAC5B,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACtB,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,OAAO,6BAA6B,CAAC,QAAQ,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { AvroReader, AvroParseOptions } from \"@azure/storage-internal-avro\";\nimport type { BlobChangeFeedEvent } from \"./models/BlobChangeFeedEvent.js\";\nimport type { CommonOptions } from \"@azure/storage-blob\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { rawEventToBlobChangeFeedEvent } from \"./utils/utils.common.js\";\n\n/**\n * Options to configure {@link Chunk.getChange} operation.\n */\nexport interface ChunkGetChangeOptions extends CommonOptions {\n  /**\n   * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n   * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.\n   */\n  abortSignal?: AbortSignalLike;\n}\n\nexport class Chunk {\n  private readonly avroReader: AvroReader;\n  private readonly iter: AsyncIterableIterator<Record<string, any> | null>;\n\n  private _blockOffset: number;\n  public get blockOffset(): number {\n    return this._blockOffset;\n  }\n\n  private _eventIndex: number;\n  public get eventIndex(): number {\n    return this._eventIndex;\n  }\n\n  constructor(\n    avroReader: AvroReader,\n    blockOffset: number,\n    eventIndex: number,\n    public readonly chunkPath: string,\n    avroOptions: AvroParseOptions = {},\n  ) {\n    this.avroReader = avroReader;\n    this._blockOffset = blockOffset;\n    this._eventIndex = eventIndex;\n\n    this.iter = this.avroReader.parseObjects(avroOptions);\n  }\n\n  public hasNext(): boolean {\n    return this.avroReader.hasNext();\n  }\n\n  public async getChange(): Promise<BlobChangeFeedEvent | undefined> {\n    if (!this.hasNext()) {\n      return undefined;\n    }\n\n    const next = await this.iter.next();\n    this._eventIndex = this.avroReader.objectIndex;\n    this._blockOffset = this.avroReader.blockOffset;\n    if (next.done) {\n      return undefined;\n    } else {\n      const eventRaw = next.value;\n      if (eventRaw === null) {\n        return undefined;\n      }\n\n      return rawEventToBlobChangeFeedEvent(eventRaw);\n    }\n  }\n}\n"]}

package/dist/esm/ChunkFactory.d.ts

@@ -0,0 +1,23 @@
+import type { AvroReaderFactory } from "./AvroReaderFactory.js";
+import type { ContainerClient, CommonOptions } from "@azure/storage-blob";
+import { Chunk } from "./Chunk.js";
+import type { AbortSignalLike } from "@azure/abort-controller";
+import type { LazyLoadingBlobStreamFactory } from "./LazyLoadingBlobStreamFactory.js";
+/**
+ * Options to configure {@link ChunkFactory.create} operation.
+ */
+export interface CreateChunkOptions extends CommonOptions {
+    /**
+     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
+     * For example, use the @azure/abort-controller to create an `AbortSignal`.
+     */
+    abortSignal?: AbortSignalLike;
+}
+export declare class ChunkFactory {
+    private readonly avroReaderFactory;
+    private readonly lazyLoadingBlobStreamFactory;
+    private readonly maxTransferSize?;
+    constructor(avroReaderFactory: AvroReaderFactory, lazyLoadingBlobStreamFactory: LazyLoadingBlobStreamFactory, maxTransferSize?: number);
+    create(containerClient: ContainerClient, chunkPath: string, blockOffset?: number, eventIndex?: number, options?: CreateChunkOptions): Promise<Chunk>;
+}
+//# sourceMappingURL=ChunkFactory.d.ts.map

package/dist/esm/ChunkFactory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChunkFactory.d.ts","sourceRoot":"","sources":["../../src/ChunkFactory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AAItF;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IACtD,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAA+B;IAC5E,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAS;gBAGxC,iBAAiB,EAAE,iBAAiB,EACpC,4BAA4B,EAAE,4BAA4B,EAC1D,eAAe,CAAC,EAAE,MAAM;IAOb,MAAM,CACjB,eAAe,EAAE,eAAe,EAChC,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,KAAK,CAAC;CAiClB"}

package/dist/esm/ChunkFactory.js

@@ -0,0 +1,33 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { Chunk } from "./Chunk.js";
+import { streamToAvroReadable } from "./utils/utils.node.js";
+import { CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE } from "./utils/constants.js";
+export class ChunkFactory {
+    avroReaderFactory;
+    lazyLoadingBlobStreamFactory;
+    maxTransferSize;
+    constructor(avroReaderFactory, lazyLoadingBlobStreamFactory, maxTransferSize) {
+        this.avroReaderFactory = avroReaderFactory;
+        this.lazyLoadingBlobStreamFactory = lazyLoadingBlobStreamFactory;
+        this.maxTransferSize = maxTransferSize;
+    }
+    async create(containerClient, chunkPath, blockOffset, eventIndex, options = {}) {
+        const blobClient = containerClient.getBlobClient(chunkPath);
+        blockOffset = blockOffset || 0;
+        eventIndex = eventIndex || 0;
+        const dataStream = streamToAvroReadable(this.lazyLoadingBlobStreamFactory.create(blobClient, blockOffset, this.maxTransferSize ? this.maxTransferSize : CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE, options));
+        let avroReader;
+        if (blockOffset !== 0) {
+            const headerStream = streamToAvroReadable(this.lazyLoadingBlobStreamFactory.create(blobClient, 0, this.maxTransferSize ? this.maxTransferSize : CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE, options));
+            avroReader = this.avroReaderFactory.create(dataStream, headerStream, blockOffset, eventIndex);
+        }
+        else {
+            avroReader = this.avroReaderFactory.create(dataStream);
+        }
+        return new Chunk(avroReader, blockOffset, eventIndex, chunkPath, {
+            abortSignal: options.abortSignal,
+        });
+    }
+}
+//# sourceMappingURL=ChunkFactory.js.map

package/dist/esm/ChunkFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChunkFactory.js","sourceRoot":"","sources":["../../src/ChunkFactory.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAIlC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAG7D,OAAO,EAAE,qCAAqC,EAAE,MAAM,sBAAsB,CAAC;AAc7E,MAAM,OAAO,YAAY;IACN,iBAAiB,CAAoB;IACrC,4BAA4B,CAA+B;IAC3D,eAAe,CAAU;IAE1C,YACE,iBAAoC,EACpC,4BAA0D,EAC1D,eAAwB;QAExB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,4BAA4B,GAAG,4BAA4B,CAAC;QACjE,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IACzC,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,eAAgC,EAChC,SAAiB,EACjB,WAAoB,EACpB,UAAmB,EACnB,UAA8B,EAAE;QAEhC,MAAM,UAAU,GAAG,eAAe,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC5D,WAAW,GAAG,WAAW,IAAI,CAAC,CAAC;QAC/B,UAAU,GAAG,UAAU,IAAI,CAAC,CAAC;QAE7B,MAAM,UAAU,GAAG,oBAAoB,CACrC,IAAI,CAAC,4BAA4B,CAAC,MAAM,CACtC,UAAU,EACV,WAAW,EACX,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,qCAAqC,EACnF,OAAO,CACR,CACF,CAAC;QAEF,IAAI,UAAsB,CAAC;QAC3B,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,YAAY,GAAG,oBAAoB,CACvC,IAAI,CAAC,4BAA4B,CAAC,MAAM,CACtC,UAAU,EACV,CAAC,EACD,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,qCAAqC,EACnF,OAAO,CACR,CACF,CAAC;YACF,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAChG,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,IAAI,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE;YAC/D,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;IACL,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { AvroReaderFactory } from \"./AvroReaderFactory.js\";\nimport type { ContainerClient, CommonOptions } from \"@azure/storage-blob\";\nimport { Chunk } from \"./Chunk.js\";\nimport { streamToAvroReadable } from \"./utils/utils.node.js\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport type { LazyLoadingBlobStreamFactory } from \"./LazyLoadingBlobStreamFactory.js\";\nimport { CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE } from \"./utils/constants.js\";\nimport type { AvroReader } from \"@azure/storage-internal-avro\";\n\n/**\n * Options to configure {@link ChunkFactory.create} operation.\n */\nexport interface CreateChunkOptions extends CommonOptions {\n  /**\n   * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n   * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.\n   */\n  abortSignal?: AbortSignalLike;\n}\n\nexport class ChunkFactory {\n  private readonly avroReaderFactory: AvroReaderFactory;\n  private readonly lazyLoadingBlobStreamFactory: LazyLoadingBlobStreamFactory;\n  private readonly maxTransferSize?: number;\n\n  constructor(\n    avroReaderFactory: AvroReaderFactory,\n    lazyLoadingBlobStreamFactory: LazyLoadingBlobStreamFactory,\n    maxTransferSize?: number,\n  ) {\n    this.avroReaderFactory = avroReaderFactory;\n    this.lazyLoadingBlobStreamFactory = lazyLoadingBlobStreamFactory;\n    this.maxTransferSize = maxTransferSize;\n  }\n\n  public async create(\n    containerClient: ContainerClient,\n    chunkPath: string,\n    blockOffset?: number,\n    eventIndex?: number,\n    options: CreateChunkOptions = {},\n  ): Promise<Chunk> {\n    const blobClient = containerClient.getBlobClient(chunkPath);\n    blockOffset = blockOffset || 0;\n    eventIndex = eventIndex || 0;\n\n    const dataStream = streamToAvroReadable(\n      this.lazyLoadingBlobStreamFactory.create(\n        blobClient,\n        blockOffset,\n        this.maxTransferSize ? this.maxTransferSize : CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE,\n        options,\n      ),\n    );\n\n    let avroReader: AvroReader;\n    if (blockOffset !== 0) {\n      const headerStream = streamToAvroReadable(\n        this.lazyLoadingBlobStreamFactory.create(\n          blobClient,\n          0,\n          this.maxTransferSize ? this.maxTransferSize : CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE,\n          options,\n        ),\n      );\n      avroReader = this.avroReaderFactory.create(dataStream, headerStream, blockOffset, eventIndex);\n    } else {\n      avroReader = this.avroReaderFactory.create(dataStream);\n    }\n\n    return new Chunk(avroReader, blockOffset, eventIndex, chunkPath, {\n      abortSignal: options.abortSignal,\n    });\n  }\n}\n"]}

package/dist/esm/LazyLoadingBlobStream.d.ts

@@ -0,0 +1,46 @@
+import type { ReadableOptions } from "node:stream";
+import { Readable } from "node:stream";
+import type { BlobClient, CommonOptions } from "@azure/storage-blob";
+import type { AbortSignalLike } from "@azure/abort-controller";
+/**
+ * Options to configure the LazyLoadingBlobStream.
+ */
+export interface LazyLoadingBlobStreamOptions extends ReadableOptions, CommonOptions {
+    /**
+     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
+     * For example, use the @azure/abort-controller to create an `AbortSignal`.
+     */
+    abortSignal?: AbortSignalLike;
+}
+/**
+ * This class generates a readable stream from a blobClient's data.
+ */
+export declare class LazyLoadingBlobStream extends Readable {
+    /**
+     * BlobClient to make download calls with.
+     */
+    private readonly blobClient;
+    /**
+     * The offset within the blob of the next block we will download.
+     */
+    private offset;
+    private readonly blockSize;
+    private lastDownloadBytes;
+    private lastDownloadData?;
+    private blobLength;
+    private options?;
+    /**
+     * Creates an instance of LazyLoadingBlobStream.
+     *
+     * @param byteLength - The total length of data contained in the buffers
+     */
+    constructor(blobClient: BlobClient, offset: number, blockSize: number, options?: LazyLoadingBlobStreamOptions);
+    private downloadBlock;
+    /**
+     * Internal _read() that will be called when the stream wants to pull more data in.
+     *
+     * @param size - Optional. The size of data to be read
+     */
+    _read(size?: number): Promise<void>;
+}
+//# sourceMappingURL=LazyLoadingBlobStream.d.ts.map

package/dist/esm/LazyLoadingBlobStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LazyLoadingBlobStream.d.ts","sourceRoot":"","sources":["../../src/LazyLoadingBlobStream.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;GAEG;AACH,MAAM,WAAW,4BAA6B,SAAQ,eAAe,EAAE,aAAa;IAClF;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAUD;;GAEG;AACH,qBAAa,qBAAsB,SAAQ,QAAQ;IACjD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IAExC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAS;IAEvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,OAAO,CAAC,iBAAiB,CAAS;IAElC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAElC,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO,CAAC,OAAO,CAAC,CAA+B;IAE/C;;;;OAIG;gBAED,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,4BAA4B;YAW1B,aAAa;IA8B3B;;;;OAIG;IACU,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAoCjD"}

package/dist/esm/LazyLoadingBlobStream.js

@@ -0,0 +1,92 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { Readable } from "node:stream";
+import { tracingClient } from "./utils/tracing.js";
+/**
+ * This class generates a readable stream from a blobClient's data.
+ */
+export class LazyLoadingBlobStream extends Readable {
+    /**
+     * BlobClient to make download calls with.
+     */
+    blobClient;
+    /**
+     * The offset within the blob of the next block we will download.
+     */
+    offset;
+    blockSize;
+    lastDownloadBytes;
+    lastDownloadData;
+    blobLength;
+    options;
+    /**
+     * Creates an instance of LazyLoadingBlobStream.
+     *
+     * @param byteLength - The total length of data contained in the buffers
+     */
+    constructor(blobClient, offset, blockSize, options) {
+        super(options);
+        this.blobClient = blobClient;
+        this.offset = offset;
+        this.blockSize = blockSize;
+        this.lastDownloadBytes = -1;
+        this.blobLength = -1;
+        this.options = options;
+    }
+    async downloadBlock(options = {}) {
+        return tracingClient.withSpan("LazyLoadingBlobStream-downloadBlock", options, async (updatedOptions) => {
+            const properties = await this.blobClient.getProperties({
+                abortSignal: options.abortSignal,
+                tracingOptions: updatedOptions.tracingOptions,
+            });
+            this.blobLength = properties.contentLength;
+            this.lastDownloadBytes = Math.min(this.blockSize, this.blobLength - this.offset);
+            if (this.lastDownloadBytes === 0) {
+                this.lastDownloadData = undefined;
+                return;
+            }
+            this.lastDownloadData = await this.blobClient.downloadToBuffer(this.offset, this.lastDownloadBytes, {
+                abortSignal: options.abortSignal,
+                tracingOptions: updatedOptions.tracingOptions,
+            });
+            this.offset += this.lastDownloadBytes;
+        });
+    }
+    /**
+     * Internal _read() that will be called when the stream wants to pull more data in.
+     *
+     * @param size - Optional. The size of data to be read
+     */
+    async _read(size) {
+        return tracingClient.withSpan("LazyLoadingBlobStream-read", this.options ?? {}, async (updatedOptions) => {
+            if (!size) {
+                size = this.readableHighWaterMark;
+            }
+            let count = 0;
+            let chunkSize = 0;
+            const chunksToPush = [];
+            do {
+                if (this.lastDownloadData === undefined || this.lastDownloadData?.byteLength === 0) {
+                    await this.downloadBlock({
+                        abortSignal: this.options?.abortSignal,
+                        tracingOptions: updatedOptions?.tracingOptions,
+                    });
+                }
+                if (this.lastDownloadData?.byteLength) {
+                    chunkSize = Math.min(size - count, this.lastDownloadData?.byteLength);
+                    chunksToPush.push(this.lastDownloadData.slice(0, chunkSize));
+                    this.lastDownloadData = this.lastDownloadData.slice(chunkSize);
+                    count += chunkSize;
+                }
+                else {
+                    chunkSize = 0;
+                }
+            } while (chunkSize > 0 && count < size);
+            this.push(Buffer.concat(chunksToPush));
+            if (count < size) {
+                this.push(null);
+            }
+        });
+    }
+}
+//# sourceMappingURL=LazyLoadingBlobStream.js.map

package/dist/esm/LazyLoadingBlobStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LazyLoadingBlobStream.js","sourceRoot":"","sources":["../../src/LazyLoadingBlobStream.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAGlC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAqBnD;;GAEG;AACH,MAAM,OAAO,qBAAsB,SAAQ,QAAQ;IACjD;;OAEG;IACc,UAAU,CAAa;IAExC;;OAEG;IACK,MAAM,CAAS;IAEN,SAAS,CAAS;IAE3B,iBAAiB,CAAS;IAE1B,gBAAgB,CAAU;IAE1B,UAAU,CAAS;IAEnB,OAAO,CAAgC;IAE/C;;;;OAIG;IACH,YACE,UAAsB,EACtB,MAAc,EACd,SAAiB,EACjB,OAAsC;QAEtC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,UAAqD,EAAE;QACjF,OAAO,aAAa,CAAC,QAAQ,CAC3B,qCAAqC,EACrC,OAAO,EACP,KAAK,EAAE,cAAc,EAAE,EAAE;YACvB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;gBACrD,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,aAAc,CAAC;YAE5C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YACjF,IAAI,IAAI,CAAC,iBAAiB,KAAK,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;gBAClC,OAAO;YACT,CAAC;YAED,IAAI,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAC5D,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iBAAiB,EACtB;gBACE,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CACF,CAAC;YACF,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,iBAAiB,CAAC;QACxC,CAAC,CACF,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,KAAK,CAAC,IAAa;QAC9B,OAAO,aAAa,CAAC,QAAQ,CAC3B,4BAA4B,EAC5B,IAAI,CAAC,OAAO,IAAI,EAAE,EAClB,KAAK,EAAE,cAAc,EAAE,EAAE;YACvB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACpC,CAAC;YACD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,MAAM,YAAY,GAAG,EAAE,CAAC;YACxB,GAAG,CAAC;gBACF,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAAE,UAAU,KAAK,CAAC,EAAE,CAAC;oBACnF,MAAM,IAAI,CAAC,aAAa,CAAC;wBACvB,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW;wBACtC,cAAc,EAAE,cAAc,EAAE,cAAc;qBAC/C,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,UAAU,EAAE,CAAC;oBACtC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;oBACtE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;oBAC7D,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;oBAC/D,KAAK,IAAI,SAAS,CAAC;gBACrB,CAAC;qBAAM,CAAC;oBACN,SAAS,GAAG,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC,QAAQ,SAAS,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,EAAE;YAExC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;YAEvC,IAAI,KAAK,GAAG,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { ReadableOptions } from \"node:stream\";\nimport { Readable } from \"node:stream\";\nimport type { BlobClient, CommonOptions } from \"@azure/storage-blob\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { tracingClient } from \"./utils/tracing.js\";\n\n/**\n * Options to configure the LazyLoadingBlobStream.\n */\nexport interface LazyLoadingBlobStreamOptions extends ReadableOptions, CommonOptions {\n  /**\n   * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n   * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.\n   */\n  abortSignal?: AbortSignalLike;\n}\n\ninterface LazyLoadingBlobStreamDownloadBlockOptions extends CommonOptions {\n  /**\n   * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n   * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.\n   */\n  abortSignal?: AbortSignalLike;\n}\n\n/**\n * This class generates a readable stream from a blobClient's data.\n */\nexport class LazyLoadingBlobStream extends Readable {\n  /**\n   * BlobClient to make download calls with.\n   */\n  private readonly blobClient: BlobClient;\n\n  /**\n   * The offset within the blob of the next block we will download.\n   */\n  private offset: number;\n\n  private readonly blockSize: number;\n\n  private lastDownloadBytes: number;\n\n  private lastDownloadData?: Buffer;\n\n  private blobLength: number;\n\n  private options?: LazyLoadingBlobStreamOptions;\n\n  /**\n   * Creates an instance of LazyLoadingBlobStream.\n   *\n   * @param byteLength - The total length of data contained in the buffers\n   */\n  constructor(\n    blobClient: BlobClient,\n    offset: number,\n    blockSize: number,\n    options?: LazyLoadingBlobStreamOptions,\n  ) {\n    super(options);\n    this.blobClient = blobClient;\n    this.offset = offset;\n    this.blockSize = blockSize;\n    this.lastDownloadBytes = -1;\n    this.blobLength = -1;\n    this.options = options;\n  }\n\n  private async downloadBlock(options: LazyLoadingBlobStreamDownloadBlockOptions = {}) {\n    return tracingClient.withSpan(\n      \"LazyLoadingBlobStream-downloadBlock\",\n      options,\n      async (updatedOptions) => {\n        const properties = await this.blobClient.getProperties({\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        });\n        this.blobLength = properties.contentLength!;\n\n        this.lastDownloadBytes = Math.min(this.blockSize, this.blobLength - this.offset);\n        if (this.lastDownloadBytes === 0) {\n          this.lastDownloadData = undefined;\n          return;\n        }\n\n        this.lastDownloadData = await this.blobClient.downloadToBuffer(\n          this.offset,\n          this.lastDownloadBytes,\n          {\n            abortSignal: options.abortSignal,\n            tracingOptions: updatedOptions.tracingOptions,\n          },\n        );\n        this.offset += this.lastDownloadBytes;\n      },\n    );\n  }\n\n  /**\n   * Internal _read() that will be called when the stream wants to pull more data in.\n   *\n   * @param size - Optional. The size of data to be read\n   */\n  public async _read(size?: number): Promise<void> {\n    return tracingClient.withSpan(\n      \"LazyLoadingBlobStream-read\",\n      this.options ?? {},\n      async (updatedOptions) => {\n        if (!size) {\n          size = this.readableHighWaterMark;\n        }\n        let count = 0;\n        let chunkSize = 0;\n        const chunksToPush = [];\n        do {\n          if (this.lastDownloadData === undefined || this.lastDownloadData?.byteLength === 0) {\n            await this.downloadBlock({\n              abortSignal: this.options?.abortSignal,\n              tracingOptions: updatedOptions?.tracingOptions,\n            });\n          }\n          if (this.lastDownloadData?.byteLength) {\n            chunkSize = Math.min(size - count, this.lastDownloadData?.byteLength);\n            chunksToPush.push(this.lastDownloadData.slice(0, chunkSize));\n            this.lastDownloadData = this.lastDownloadData.slice(chunkSize);\n            count += chunkSize;\n          } else {\n            chunkSize = 0;\n          }\n        } while (chunkSize > 0 && count < size);\n\n        this.push(Buffer.concat(chunksToPush));\n\n        if (count < size) {\n          this.push(null);\n        }\n      },\n    );\n  }\n}\n"]}

package/dist/esm/LazyLoadingBlobStreamFactory.d.ts

@@ -0,0 +1,7 @@
+import type { BlobClient } from "@azure/storage-blob";
+import type { LazyLoadingBlobStreamOptions } from "./LazyLoadingBlobStream.js";
+import { LazyLoadingBlobStream } from "./LazyLoadingBlobStream.js";
+export declare class LazyLoadingBlobStreamFactory {
+    create(blobClient: BlobClient, offset: number, blockSize: number, options?: LazyLoadingBlobStreamOptions): LazyLoadingBlobStream;
+}
+//# sourceMappingURL=LazyLoadingBlobStreamFactory.d.ts.map

package/dist/esm/LazyLoadingBlobStreamFactory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LazyLoadingBlobStreamFactory.d.ts","sourceRoot":"","sources":["../../src/LazyLoadingBlobStreamFactory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAEnE,qBAAa,4BAA4B;IAChC,MAAM,CACX,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,4BAA4B,GACrC,qBAAqB;CAGzB"}

package/dist/esm/LazyLoadingBlobStreamFactory.js

@@ -0,0 +1,9 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { LazyLoadingBlobStream } from "./LazyLoadingBlobStream.js";
+export class LazyLoadingBlobStreamFactory {
+    create(blobClient, offset, blockSize, options) {
+        return new LazyLoadingBlobStream(blobClient, offset, blockSize, options);
+    }
+}
+//# sourceMappingURL=LazyLoadingBlobStreamFactory.js.map

package/dist/esm/LazyLoadingBlobStreamFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LazyLoadingBlobStreamFactory.js","sourceRoot":"","sources":["../../src/LazyLoadingBlobStreamFactory.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAIlC,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAEnE,MAAM,OAAO,4BAA4B;IAChC,MAAM,CACX,UAAsB,EACtB,MAAc,EACd,SAAiB,EACjB,OAAsC;QAEtC,OAAO,IAAI,qBAAqB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC3E,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { BlobClient } from \"@azure/storage-blob\";\nimport type { LazyLoadingBlobStreamOptions } from \"./LazyLoadingBlobStream.js\";\nimport { LazyLoadingBlobStream } from \"./LazyLoadingBlobStream.js\";\n\nexport class LazyLoadingBlobStreamFactory {\n  public create(\n    blobClient: BlobClient,\n    offset: number,\n    blockSize: number,\n    options?: LazyLoadingBlobStreamOptions,\n  ): LazyLoadingBlobStream {\n    return new LazyLoadingBlobStream(blobClient, offset, blockSize, options);\n  }\n}\n"]}

package/dist/esm/Segment.d.ts

@@ -0,0 +1,29 @@
+import type { BlobChangeFeedEvent } from "./models/BlobChangeFeedEvent.js";
+import type { Shard } from "./Shard.js";
+import type { SegmentCursor } from "./models/ChangeFeedCursor.js";
+import type { CommonOptions } from "@azure/storage-blob";
+import type { AbortSignalLike } from "@azure/abort-controller";
+/**
+ * Options to configure {@link Segment.getChange} operation.
+ */
+export interface SegmentGetChangeOptions extends CommonOptions {
+    /**
+     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
+     * For example, use the @azure/abort-controller to create an `AbortSignal`.
+     */
+    abortSignal?: AbortSignalLike;
+}
+export declare class Segment {
+    private readonly manifestPath;
+    private readonly shards;
+    private shardDone;
+    private shardDoneCount;
+    private shardIndex;
+    private _dateTime;
+    get dateTime(): Date;
+    constructor(shards: Shard[], shardIndex: number, dateTime: Date, manifestPath: string);
+    hasNext(): boolean;
+    getChange(options?: SegmentGetChangeOptions): Promise<BlobChangeFeedEvent | undefined>;
+    getCursor(): SegmentCursor;
+}
+//# sourceMappingURL=Segment.d.ts.map

package/dist/esm/Segment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Segment.d.ts","sourceRoot":"","sources":["../../src/Segment.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC3E,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,EAAE,aAAa,EAAe,MAAM,8BAA8B,CAAC;AAC/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,aAAa;IAC5D;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,qBAAa,OAAO;IAoBhB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAnB/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IAGjC,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,cAAc,CAAS;IAE/B,OAAO,CAAC,UAAU,CAAS;IAI3B,OAAO,CAAC,SAAS,CAAO;IACxB,IAAW,QAAQ,IAAI,IAAI,CAE1B;gBAGC,MAAM,EAAE,KAAK,EAAE,EACf,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,IAAI,EACG,YAAY,EAAE,MAAM;IAUhC,OAAO,IAAI,OAAO;IAIZ,SAAS,CACpB,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC;IA8BpC,SAAS,IAAI,aAAa;CAelC"}