@azure/storage-blob-changefeed 12.0.0-preview.4 → 12.0.0-preview.5

package/dist/commonjs/ChangeFeed.js

@@ -0,0 +1,108 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChangeFeed = void 0;
+const utils_common_js_1 = require("./utils/utils.common.js");
+const tracing_js_1 = require("./utils/tracing.js");
+class ChangeFeed {
+    /**
+     * BlobContainerClient for making List Blob requests and creating Segments.
+     */
+    containerClient;
+    segmentFactory;
+    years;
+    segments;
+    currentSegment;
+    lastConsumable;
+    startTime;
+    endTime;
+    end;
+    constructor(containerClient, segmentFactory, years, segments, currentSegment, lastConsumable, startTime, endTime) {
+        this.containerClient = containerClient;
+        this.segmentFactory = segmentFactory;
+        this.years = years || [];
+        this.segments = segments || [];
+        this.currentSegment = currentSegment;
+        this.lastConsumable = lastConsumable;
+        this.startTime = startTime;
+        this.endTime = endTime;
+        if (this.lastConsumable) {
+            this.end = (0, utils_common_js_1.minDate)(this.lastConsumable, this.endTime);
+        }
+    }
+    async advanceSegmentIfNecessary(options = {}) {
+        return tracing_js_1.tracingClient.withSpan("ChangeFeed-advanceSegmentIfNecessary", options, async (updatedOptions) => {
+            if (!this.currentSegment) {
+                throw new Error("Empty Change Feed shouldn't call this function.");
+            }
+            // If the current segment has more Events, we don't need to do anything.
+            if (this.currentSegment.hasNext()) {
+                return;
+            }
+            // If the current segment is completed, remove it
+            if (this.segments.length > 0) {
+                this.currentSegment = await this.segmentFactory.create(this.containerClient, this.segments.shift(), undefined, {
+                    abortSignal: options.abortSignal,
+                    tracingOptions: updatedOptions.tracingOptions,
+                });
+            }
+            // If segments is empty, refill it
+            else if (this.segments.length === 0 && this.years.length > 0) {
+                const year = this.years.shift();
+                this.segments = await (0, utils_common_js_1.getSegmentsInYear)(this.containerClient, year, this.startTime, this.end, {
+                    abortSignal: options.abortSignal,
+                    tracingOptions: updatedOptions.tracingOptions,
+                });
+                if (this.segments.length > 0) {
+                    this.currentSegment = await this.segmentFactory.create(this.containerClient, this.segments.shift(), undefined, {
+                        abortSignal: options.abortSignal,
+                        tracingOptions: updatedOptions.tracingOptions,
+                    });
+                }
+                else {
+                    this.currentSegment = undefined;
+                }
+            }
+        });
+    }
+    hasNext() {
+        // Empty ChangeFeed, using currentSegment as the indicator.
+        if (!this.currentSegment) {
+            return false;
+        }
+        if (this.segments.length === 0 && this.years.length === 0 && !this.currentSegment.hasNext()) {
+            return false;
+        }
+        return this.currentSegment.dateTime < this.end;
+    }
+    async getChange(options = {}) {
+        return tracing_js_1.tracingClient.withSpan("ChangeFeed-getChange", options, async (updatedOptions) => {
+            let event = undefined;
+            while (event === undefined && this.hasNext()) {
+                event = await this.currentSegment.getChange({
+                    abortSignal: options.abortSignal,
+                    tracingOptions: updatedOptions.tracingOptions,
+                });
+                await this.advanceSegmentIfNecessary({
+                    abortSignal: options.abortSignal,
+                    tracingOptions: updatedOptions.tracingOptions,
+                });
+            }
+            return event;
+        });
+    }
+    getCursor() {
+        if (!this.currentSegment) {
+            throw new Error("Empty Change Feed shouldn't call this function.");
+        }
+        return {
+            CursorVersion: 1,
+            UrlHost: (0, utils_common_js_1.getHost)(this.containerClient.url),
+            EndTime: this.endTime?.toJSON(),
+            CurrentSegmentCursor: this.currentSegment.getCursor(),
+        };
+    }
+}
+exports.ChangeFeed = ChangeFeed;
+//# sourceMappingURL=ChangeFeed.js.map

package/dist/commonjs/ChangeFeed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeFeed.js","sourceRoot":"","sources":["../../src/ChangeFeed.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAOlC,6DAA8E;AAE9E,mDAAmD;AAanD,MAAa,UAAU;IACrB;;OAEG;IACc,eAAe,CAAmB;IAElC,cAAc,CAAkB;IAEhC,KAAK,CAAW;IAEzB,QAAQ,CAAW;IAEnB,cAAc,CAAW;IAEzB,cAAc,CAAQ;IAEtB,SAAS,CAAQ;IAEjB,OAAO,CAAQ;IAEf,GAAG,CAAQ;IAcnB,YACE,eAAiC,EACjC,cAA+B,EAC/B,KAAgB,EAChB,QAAmB,EACnB,cAAwB,EACxB,cAAqB,EACrB,SAAgB,EAChB,OAAc;QAEd,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,GAAG,IAAA,yBAAO,EAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,UAAsC,EAAE;QAC9E,OAAO,0BAAa,CAAC,QAAQ,CAC3B,sCAAsC,EACtC,OAAO,EACP,KAAK,EAAE,cAAc,EAAE,EAAE;YACvB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;YAED,wEAAwE;YACxE,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;gBAClC,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,cAAc,GAAG,MAAM,IAAI,CAAC,cAAe,CAAC,MAAM,CACrD,IAAI,CAAC,eAAgB,EACrB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,EACtB,SAAS,EACT;oBACE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CACF,CAAC;YACJ,CAAC;YACD,kCAAkC;iBAC7B,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAA,mCAAiB,EACrC,IAAI,CAAC,eAAgB,EACrB,IAAK,EACL,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,GAAG,EACR;oBACE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CACF,CAAC;gBAEF,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,IAAI,CAAC,cAAc,GAAG,MAAM,IAAI,CAAC,cAAe,CAAC,MAAM,CACrD,IAAI,CAAC,eAAgB,EACrB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,EACtB,SAAS,EACT;wBACE,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;qBAC9C,CACF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;IAEM,OAAO;QACZ,2DAA2D;QAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5F,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAI,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,SAAS,CACpB,UAAsC,EAAE;QAExC,OAAO,0BAAa,CAAC,QAAQ,CAAC,sBAAsB,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;YACtF,IAAI,KAAK,GAAoC,SAAS,CAAC;YACvD,OAAO,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC7C,KAAK,GAAG,MAAM,IAAI,CAAC,cAAe,CAAC,SAAS,CAAC;oBAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,yBAAyB,CAAC;oBACnC,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CAAC,CAAC;YACL,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,SAAS;QACd,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,OAAO;YACL,aAAa,EAAE,CAAC;YAChB,OAAO,EAAE,IAAA,yBAAO,EAAC,IAAI,CAAC,eAAgB,CAAC,GAAG,CAAE;YAC5C,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE;YAC/B,oBAAoB,EAAE,IAAI,CAAC,cAAe,CAAC,SAAS,EAAE;SACvD,CAAC;IACJ,CAAC;CACF;AA/JD,gCA+JC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { ContainerClient, CommonOptions } from \"@azure/storage-blob\";\nimport type { Segment } from \"./Segment.js\";\nimport type { SegmentFactory } from \"./SegmentFactory.js\";\nimport type { BlobChangeFeedEvent } from \"./models/BlobChangeFeedEvent.js\";\nimport type { ChangeFeedCursor } from \"./models/ChangeFeedCursor.js\";\nimport { getSegmentsInYear, minDate, getHost } from \"./utils/utils.common.js\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { tracingClient } from \"./utils/tracing.js\";\n\n/**\n * Options to configure {@link ChangeFeed.getChange} operation.\n */\nexport interface ChangeFeedGetChangeOptions extends CommonOptions {\n  /**\n   * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n   * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.\n   */\n  abortSignal?: AbortSignalLike;\n}\n\nexport class ChangeFeed {\n  /**\n   * BlobContainerClient for making List Blob requests and creating Segments.\n   */\n  private readonly containerClient?: ContainerClient;\n\n  private readonly segmentFactory?: SegmentFactory;\n\n  private readonly years: number[];\n\n  private segments: string[];\n\n  private currentSegment?: Segment;\n\n  private lastConsumable?: Date;\n\n  private startTime?: Date;\n\n  private endTime?: Date;\n\n  private end?: Date;\n\n  constructor();\n  constructor(\n    containerClient: ContainerClient,\n    segmentFactory: SegmentFactory,\n    years: number[],\n    segments: string[],\n    currentSegment: Segment,\n    lastConsumable: Date,\n    startTime?: Date,\n    endTime?: Date,\n  );\n\n  constructor(\n    containerClient?: ContainerClient,\n    segmentFactory?: SegmentFactory,\n    years?: number[],\n    segments?: string[],\n    currentSegment?: Segment,\n    lastConsumable?: Date,\n    startTime?: Date,\n    endTime?: Date,\n  ) {\n    this.containerClient = containerClient;\n    this.segmentFactory = segmentFactory;\n    this.years = years || [];\n    this.segments = segments || [];\n    this.currentSegment = currentSegment;\n    this.lastConsumable = lastConsumable;\n    this.startTime = startTime;\n    this.endTime = endTime;\n    if (this.lastConsumable) {\n      this.end = minDate(this.lastConsumable, this.endTime);\n    }\n  }\n\n  private async advanceSegmentIfNecessary(options: ChangeFeedGetChangeOptions = {}): Promise<void> {\n    return tracingClient.withSpan(\n      \"ChangeFeed-advanceSegmentIfNecessary\",\n      options,\n      async (updatedOptions) => {\n        if (!this.currentSegment) {\n          throw new Error(\"Empty Change Feed shouldn't call this function.\");\n        }\n\n        // If the current segment has more Events, we don't need to do anything.\n        if (this.currentSegment.hasNext()) {\n          return;\n        }\n\n        // If the current segment is completed, remove it\n        if (this.segments.length > 0) {\n          this.currentSegment = await this.segmentFactory!.create(\n            this.containerClient!,\n            this.segments.shift()!,\n            undefined,\n            {\n              abortSignal: options.abortSignal,\n              tracingOptions: updatedOptions.tracingOptions,\n            },\n          );\n        }\n        // If segments is empty, refill it\n        else if (this.segments.length === 0 && this.years.length > 0) {\n          const year = this.years.shift();\n          this.segments = await getSegmentsInYear(\n            this.containerClient!,\n            year!,\n            this.startTime,\n            this.end,\n            {\n              abortSignal: options.abortSignal,\n              tracingOptions: updatedOptions.tracingOptions,\n            },\n          );\n\n          if (this.segments.length > 0) {\n            this.currentSegment = await this.segmentFactory!.create(\n              this.containerClient!,\n              this.segments.shift()!,\n              undefined,\n              {\n                abortSignal: options.abortSignal,\n                tracingOptions: updatedOptions.tracingOptions,\n              },\n            );\n          } else {\n            this.currentSegment = undefined;\n          }\n        }\n      },\n    );\n  }\n\n  public hasNext(): boolean {\n    // Empty ChangeFeed, using currentSegment as the indicator.\n    if (!this.currentSegment) {\n      return false;\n    }\n\n    if (this.segments.length === 0 && this.years.length === 0 && !this.currentSegment.hasNext()) {\n      return false;\n    }\n\n    return this.currentSegment.dateTime < this.end!;\n  }\n\n  public async getChange(\n    options: ChangeFeedGetChangeOptions = {},\n  ): Promise<BlobChangeFeedEvent | undefined> {\n    return tracingClient.withSpan(\"ChangeFeed-getChange\", options, async (updatedOptions) => {\n      let event: BlobChangeFeedEvent | undefined = undefined;\n      while (event === undefined && this.hasNext()) {\n        event = await this.currentSegment!.getChange({\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        });\n        await this.advanceSegmentIfNecessary({\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        });\n      }\n      return event;\n    });\n  }\n\n  public getCursor(): ChangeFeedCursor {\n    if (!this.currentSegment) {\n      throw new Error(\"Empty Change Feed shouldn't call this function.\");\n    }\n\n    return {\n      CursorVersion: 1,\n      UrlHost: getHost(this.containerClient!.url)!,\n      EndTime: this.endTime?.toJSON(),\n      CurrentSegmentCursor: this.currentSegment!.getCursor(),\n    };\n  }\n}\n"]}

package/{types/latest/storage-blob-changefeed/src → dist/commonjs}/ChangeFeedFactory.d.ts

@@ -1,7 +1,7 @@
-import { BlobServiceClient } from "@azure/storage-blob";
-import { ChangeFeed } from "./ChangeFeed";
-import { SegmentFactory } from "./SegmentFactory";
-import { BlobChangeFeedListChangesOptions } from "./models/models";
+import type { BlobServiceClient } from "@azure/storage-blob";
+import { ChangeFeed } from "./ChangeFeed.js";
+import { SegmentFactory } from "./SegmentFactory.js";
+import type { BlobChangeFeedListChangesOptions } from "./models/models.js";
 export declare class ChangeFeedFactory {
     private readonly segmentFactory;
     private readonly maxTransferSize?;

package/dist/commonjs/ChangeFeedFactory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeFeedFactory.d.ts","sourceRoot":"","sources":["../../src/ChangeFeedFactory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAmB,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAa7C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAKrD,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAe3E,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAS;gBAE9B,eAAe,CAAC,EAAE,MAAM;gBACxB,cAAc,EAAE,cAAc;IA0B1C,OAAO,CAAC,MAAM,CAAC,cAAc;IAShB,MAAM,CACjB,iBAAiB,EAAE,iBAAiB,EACpC,iBAAiB,CAAC,EAAE,MAAM,EAC1B,OAAO,GAAE,gCAAqC,GAC7C,OAAO,CAAC,UAAU,CAAC;CA0GvB"}

package/dist/commonjs/ChangeFeedFactory.js

@@ -0,0 +1,126 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChangeFeedFactory = void 0;
+const ChangeFeed_js_1 = require("./ChangeFeed.js");
+const constants_js_1 = require("./utils/constants.js");
+const utils_common_js_1 = require("./utils/utils.common.js");
+const utils_node_js_1 = require("./utils/utils.node.js");
+const SegmentFactory_js_1 = require("./SegmentFactory.js");
+const ShardFactory_js_1 = require("./ShardFactory.js");
+const ChunkFactory_js_1 = require("./ChunkFactory.js");
+const AvroReaderFactory_js_1 = require("./AvroReaderFactory.js");
+const tracing_js_1 = require("./utils/tracing.js");
+const LazyLoadingBlobStreamFactory_js_1 = require("./LazyLoadingBlobStreamFactory.js");
+function isSegmentFactory(segmentFactoryOrMaxTransferSize) {
+    return segmentFactoryOrMaxTransferSize.create !== undefined;
+}
+class ChangeFeedFactory {
+    segmentFactory;
+    maxTransferSize;
+    constructor(segmentFactoryOrMaxTransferSize) {
+        let segmentFactory;
+        if (segmentFactoryOrMaxTransferSize) {
+            if (Number.isFinite(segmentFactoryOrMaxTransferSize)) {
+                this.maxTransferSize = segmentFactoryOrMaxTransferSize;
+            }
+            else if (isSegmentFactory(segmentFactoryOrMaxTransferSize)) {
+                segmentFactory = segmentFactoryOrMaxTransferSize;
+            }
+        }
+        if (segmentFactory) {
+            this.segmentFactory = segmentFactory;
+        }
+        else {
+            this.segmentFactory = new SegmentFactory_js_1.SegmentFactory(new ShardFactory_js_1.ShardFactory(new ChunkFactory_js_1.ChunkFactory(new AvroReaderFactory_js_1.AvroReaderFactory(), new LazyLoadingBlobStreamFactory_js_1.LazyLoadingBlobStreamFactory(), this.maxTransferSize)));
+        }
+    }
+    static validateCursor(containerClient, cursor) {
+        if ((0, utils_common_js_1.getHost)(containerClient.url) !== cursor.UrlHost) {
+            throw new Error("Cursor URL host does not match container URL host.");
+        }
+        if (cursor.CursorVersion !== 1) {
+            throw new Error("Unsupported cursor version.");
+        }
+    }
+    async create(blobServiceClient, continuationToken, options = {}) {
+        return tracing_js_1.tracingClient.withSpan("ChangeFeedFactory-create", options, async (updatedOptions) => {
+            const containerClient = blobServiceClient.getContainerClient(constants_js_1.CHANGE_FEED_CONTAINER_NAME);
+            let cursor = undefined;
+            // Create cursor.
+            if (continuationToken) {
+                cursor = JSON.parse(continuationToken);
+                ChangeFeedFactory.validateCursor(containerClient, cursor);
+                options.start = (0, utils_common_js_1.parseDateFromSegmentPath)(cursor.CurrentSegmentCursor.SegmentPath);
+                options.end = new Date(cursor.EndTime);
+            }
+            // Round start and end time if we are not using the cursor.
+            else {
+                options.start = (0, utils_common_js_1.floorToNearestHour)(options.start);
+                options.end = (0, utils_common_js_1.ceilToNearestHour)(options.end);
+            }
+            // Check if Change Feed has been enabled for this account.
+            const changeFeedContainerExists = await containerClient.exists({
+                abortSignal: options.abortSignal,
+                tracingOptions: updatedOptions.tracingOptions,
+            });
+            if (!changeFeedContainerExists) {
+                throw new Error("Change Feed hasn't been enabled on this account, or is currently being enabled.");
+            }
+            if (options.start && options.end && options.start >= options.end) {
+                return new ChangeFeed_js_1.ChangeFeed();
+            }
+            // Get last consumable.
+            const blobClient = containerClient.getBlobClient(constants_js_1.CHANGE_FEED_META_SEGMENT_PATH);
+            let blobDownloadRes;
+            try {
+                blobDownloadRes = await blobClient.download(undefined, undefined, {
+                    abortSignal: options.abortSignal,
+                    tracingOptions: updatedOptions.tracingOptions,
+                });
+            }
+            catch (err) {
+                if (err.statusCode === 404) {
+                    return new ChangeFeed_js_1.ChangeFeed();
+                }
+                else {
+                    throw err;
+                }
+            }
+            const lastConsumable = new Date(JSON.parse(await (0, utils_node_js_1.bodyToString)(blobDownloadRes)).lastConsumable);
+            // Get year paths
+            const years = await (0, utils_common_js_1.getYearsPaths)(containerClient, {
+                abortSignal: options.abortSignal,
+                tracingOptions: updatedOptions.tracingOptions,
+            });
+            // Dequeue any years that occur before start time.
+            if (options.start) {
+                const startYear = options.start.getUTCFullYear();
+                while (years.length > 0 && years[0] < startYear) {
+                    years.shift();
+                }
+            }
+            if (years.length === 0) {
+                return new ChangeFeed_js_1.ChangeFeed();
+            }
+            let segments = [];
+            while (segments.length === 0 && years.length !== 0) {
+                segments = await (0, utils_common_js_1.getSegmentsInYear)(containerClient, years.shift(), options.start, (0, utils_common_js_1.minDate)(lastConsumable, options.end), {
+                    abortSignal: options.abortSignal,
+                    tracingOptions: updatedOptions.tracingOptions,
+                });
+            }
+            if (segments.length === 0) {
+                return new ChangeFeed_js_1.ChangeFeed();
+            }
+            const currentSegment = await this.segmentFactory.create(containerClient, segments.shift(), cursor?.CurrentSegmentCursor, {
+                abortSignal: options.abortSignal,
+                tracingOptions: updatedOptions.tracingOptions,
+            });
+            return new ChangeFeed_js_1.ChangeFeed(containerClient, this.segmentFactory, years, segments, currentSegment, lastConsumable, options.start, options.end);
+        });
+    }
+}
+exports.ChangeFeedFactory = ChangeFeedFactory;
+//# sourceMappingURL=ChangeFeedFactory.js.map

package/dist/commonjs/ChangeFeedFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeFeedFactory.js","sourceRoot":"","sources":["../../src/ChangeFeedFactory.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAGlC,mDAA6C;AAE7C,uDAAiG;AACjG,6DAQiC;AACjC,yDAAqD;AACrD,2DAAqD;AACrD,uDAAiD;AACjD,uDAAiD;AACjD,iEAA2D;AAG3D,mDAAmD;AACnD,uFAAiF;AAOjF,SAAS,gBAAgB,CACvB,+BAAwD;IAExD,OAAQ,+BAAkD,CAAC,MAAM,KAAK,SAAS,CAAC;AAClF,CAAC;AAED,MAAa,iBAAiB;IACX,cAAc,CAAiB;IAC/B,eAAe,CAAU;IAI1C,YAAY,+BAAyD;QACnE,IAAI,cAA0C,CAAC;QAC/C,IAAI,+BAA+B,EAAE,CAAC;YACpC,IAAI,MAAM,CAAC,QAAQ,CAAC,+BAA+B,CAAC,EAAE,CAAC;gBACrD,IAAI,CAAC,eAAe,GAAG,+BAAyC,CAAC;YACnE,CAAC;iBAAM,IAAI,gBAAgB,CAAC,+BAA+B,CAAC,EAAE,CAAC;gBAC7D,cAAc,GAAG,+BAAiD,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,cAAc,GAAG,IAAI,kCAAc,CACtC,IAAI,8BAAY,CACd,IAAI,8BAAY,CACd,IAAI,wCAAiB,EAAE,EACvB,IAAI,8DAA4B,EAAE,EAClC,IAAI,CAAC,eAAe,CACrB,CACF,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,eAAgC,EAAE,MAAwB;QACtF,IAAI,IAAA,yBAAO,EAAC,eAAe,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,iBAAoC,EACpC,iBAA0B,EAC1B,UAA4C,EAAE;QAE9C,OAAO,0BAAa,CAAC,QAAQ,CAAC,0BAA0B,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;YAC1F,MAAM,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,yCAA0B,CAAC,CAAC;YACzF,IAAI,MAAM,GAAiC,SAAS,CAAC;YACrD,iBAAiB;YACjB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBACvC,iBAAiB,CAAC,cAAc,CAAC,eAAe,EAAE,MAAO,CAAC,CAAC;gBAC3D,OAAO,CAAC,KAAK,GAAG,IAAA,0CAAwB,EAAC,MAAO,CAAC,oBAAoB,CAAC,WAAY,CAAC,CAAC;gBACpF,OAAO,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,MAAO,CAAC,OAAQ,CAAC,CAAC;YAC3C,CAAC;YACD,2DAA2D;iBACtD,CAAC;gBACJ,OAAO,CAAC,KAAK,GAAG,IAAA,oCAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAClD,OAAO,CAAC,GAAG,GAAG,IAAA,mCAAiB,EAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/C,CAAC;YAED,0DAA0D;YAC1D,MAAM,yBAAyB,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC;gBAC7D,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CAAC,CAAC;YACH,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;gBACjE,OAAO,IAAI,0BAAU,EAAE,CAAC;YAC1B,CAAC;YAED,uBAAuB;YACvB,MAAM,UAAU,GAAG,eAAe,CAAC,aAAa,CAAC,4CAA6B,CAAC,CAAC;YAChF,IAAI,eAAe,CAAC;YACpB,IAAI,CAAC;gBACH,eAAe,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE;oBAChE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;oBAC3B,OAAO,IAAI,0BAAU,EAAE,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,IAAI,CAC5B,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,4BAAY,EAAC,eAAe,CAAC,CAAkB,CAAC,cAAc,CACjF,CAAC;YAEF,iBAAiB;YACjB,MAAM,KAAK,GAAa,MAAM,IAAA,+BAAa,EAAC,eAAe,EAAE;gBAC3D,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CAAC,CAAC;YAEH,kDAAkD;YAClD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;gBACjD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,EAAE,CAAC;oBAChD,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,IAAI,0BAAU,EAAE,CAAC;YAC1B,CAAC;YAED,IAAI,QAAQ,GAAa,EAAE,CAAC;YAC5B,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnD,QAAQ,GAAG,MAAM,IAAA,mCAAiB,EAChC,eAAe,EACf,KAAK,CAAC,KAAK,EAAG,EACd,OAAO,CAAC,KAAK,EACb,IAAA,yBAAO,EAAC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,EACpC;oBACE,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;iBAC9C,CACF,CAAC;YACJ,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO,IAAI,0BAAU,EAAE,CAAC;YAC1B,CAAC;YACD,MAAM,cAAc,GAAY,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAC9D,eAAe,EACf,QAAQ,CAAC,KAAK,EAAG,EACjB,MAAM,EAAE,oBAAoB,EAC5B;gBACE,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,cAAc,CAAC,cAAc;aAC9C,CACF,CAAC;YAEF,OAAO,IAAI,0BAAU,CACnB,eAAe,EACf,IAAI,CAAC,cAAc,EACnB,KAAK,EACL,QAAQ,EACR,cAAc,EACd,cAAc,EACd,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,GAAG,CACZ,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAtJD,8CAsJC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { BlobServiceClient, ContainerClient } from \"@azure/storage-blob\";\nimport { ChangeFeed } from \"./ChangeFeed.js\";\nimport type { ChangeFeedCursor } from \"./models/ChangeFeedCursor.js\";\nimport { CHANGE_FEED_CONTAINER_NAME, CHANGE_FEED_META_SEGMENT_PATH } from \"./utils/constants.js\";\nimport {\n  ceilToNearestHour,\n  floorToNearestHour,\n  getYearsPaths,\n  getSegmentsInYear,\n  minDate,\n  getHost,\n  parseDateFromSegmentPath,\n} from \"./utils/utils.common.js\";\nimport { bodyToString } from \"./utils/utils.node.js\";\nimport { SegmentFactory } from \"./SegmentFactory.js\";\nimport { ShardFactory } from \"./ShardFactory.js\";\nimport { ChunkFactory } from \"./ChunkFactory.js\";\nimport { AvroReaderFactory } from \"./AvroReaderFactory.js\";\nimport type { Segment } from \"./Segment.js\";\nimport type { BlobChangeFeedListChangesOptions } from \"./models/models.js\";\nimport { tracingClient } from \"./utils/tracing.js\";\nimport { LazyLoadingBlobStreamFactory } from \"./LazyLoadingBlobStreamFactory.js\";\n\ninterface MetaSegments {\n  version?: number;\n  lastConsumable: string;\n}\n\nfunction isSegmentFactory(\n  segmentFactoryOrMaxTransferSize: SegmentFactory | number,\n): segmentFactoryOrMaxTransferSize is SegmentFactory {\n  return (segmentFactoryOrMaxTransferSize as SegmentFactory).create !== undefined;\n}\n\nexport class ChangeFeedFactory {\n  private readonly segmentFactory: SegmentFactory;\n  private readonly maxTransferSize?: number;\n\n  constructor(maxTransferSize?: number);\n  constructor(segmentFactory: SegmentFactory);\n  constructor(segmentFactoryOrMaxTransferSize?: SegmentFactory | number) {\n    let segmentFactory: SegmentFactory | undefined;\n    if (segmentFactoryOrMaxTransferSize) {\n      if (Number.isFinite(segmentFactoryOrMaxTransferSize)) {\n        this.maxTransferSize = segmentFactoryOrMaxTransferSize as number;\n      } else if (isSegmentFactory(segmentFactoryOrMaxTransferSize)) {\n        segmentFactory = segmentFactoryOrMaxTransferSize as SegmentFactory;\n      }\n    }\n\n    if (segmentFactory) {\n      this.segmentFactory = segmentFactory;\n    } else {\n      this.segmentFactory = new SegmentFactory(\n        new ShardFactory(\n          new ChunkFactory(\n            new AvroReaderFactory(),\n            new LazyLoadingBlobStreamFactory(),\n            this.maxTransferSize,\n          ),\n        ),\n      );\n    }\n  }\n\n  private static validateCursor(containerClient: ContainerClient, cursor: ChangeFeedCursor): void {\n    if (getHost(containerClient.url) !== cursor.UrlHost) {\n      throw new Error(\"Cursor URL host does not match container URL host.\");\n    }\n    if (cursor.CursorVersion !== 1) {\n      throw new Error(\"Unsupported cursor version.\");\n    }\n  }\n\n  public async create(\n    blobServiceClient: BlobServiceClient,\n    continuationToken?: string,\n    options: BlobChangeFeedListChangesOptions = {},\n  ): Promise<ChangeFeed> {\n    return tracingClient.withSpan(\"ChangeFeedFactory-create\", options, async (updatedOptions) => {\n      const containerClient = blobServiceClient.getContainerClient(CHANGE_FEED_CONTAINER_NAME);\n      let cursor: ChangeFeedCursor | undefined = undefined;\n      // Create cursor.\n      if (continuationToken) {\n        cursor = JSON.parse(continuationToken);\n        ChangeFeedFactory.validateCursor(containerClient, cursor!);\n        options.start = parseDateFromSegmentPath(cursor!.CurrentSegmentCursor.SegmentPath!);\n        options.end = new Date(cursor!.EndTime!);\n      }\n      // Round start and end time if we are not using the cursor.\n      else {\n        options.start = floorToNearestHour(options.start);\n        options.end = ceilToNearestHour(options.end);\n      }\n\n      // Check if Change Feed has been enabled for this account.\n      const changeFeedContainerExists = await containerClient.exists({\n        abortSignal: options.abortSignal,\n        tracingOptions: updatedOptions.tracingOptions,\n      });\n      if (!changeFeedContainerExists) {\n        throw new Error(\n          \"Change Feed hasn't been enabled on this account, or is currently being enabled.\",\n        );\n      }\n\n      if (options.start && options.end && options.start >= options.end) {\n        return new ChangeFeed();\n      }\n\n      // Get last consumable.\n      const blobClient = containerClient.getBlobClient(CHANGE_FEED_META_SEGMENT_PATH);\n      let blobDownloadRes;\n      try {\n        blobDownloadRes = await blobClient.download(undefined, undefined, {\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        });\n      } catch (err: any) {\n        if (err.statusCode === 404) {\n          return new ChangeFeed();\n        } else {\n          throw err;\n        }\n      }\n      const lastConsumable = new Date(\n        (JSON.parse(await bodyToString(blobDownloadRes)) as MetaSegments).lastConsumable,\n      );\n\n      // Get year paths\n      const years: number[] = await getYearsPaths(containerClient, {\n        abortSignal: options.abortSignal,\n        tracingOptions: updatedOptions.tracingOptions,\n      });\n\n      // Dequeue any years that occur before start time.\n      if (options.start) {\n        const startYear = options.start.getUTCFullYear();\n        while (years.length > 0 && years[0] < startYear) {\n          years.shift();\n        }\n      }\n      if (years.length === 0) {\n        return new ChangeFeed();\n      }\n\n      let segments: string[] = [];\n      while (segments.length === 0 && years.length !== 0) {\n        segments = await getSegmentsInYear(\n          containerClient,\n          years.shift()!,\n          options.start,\n          minDate(lastConsumable, options.end),\n          {\n            abortSignal: options.abortSignal,\n            tracingOptions: updatedOptions.tracingOptions,\n          },\n        );\n      }\n      if (segments.length === 0) {\n        return new ChangeFeed();\n      }\n      const currentSegment: Segment = await this.segmentFactory.create(\n        containerClient,\n        segments.shift()!,\n        cursor?.CurrentSegmentCursor,\n        {\n          abortSignal: options.abortSignal,\n          tracingOptions: updatedOptions.tracingOptions,\n        },\n      );\n\n      return new ChangeFeed(\n        containerClient,\n        this.segmentFactory,\n        years,\n        segments,\n        currentSegment,\n        lastConsumable,\n        options.start,\n        options.end,\n      );\n    });\n  }\n}\n"]}

package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/Chunk.d.ts

@@ -1,28 +1,27 @@
-import { AvroReader } from "../../storage-internal-avro/src";
-import { BlobChangeFeedEvent } from "./models/BlobChangeFeedEvent";
-import { CommonOptions } from "@azure/storage-blob";
-import { AbortSignalLike } from "@azure/core-http";
-import { AvroParseOptions } from "../../storage-internal-avro/src/AvroReader";
-/**
- * Options to configure {@link Chunk.getChange} operation.
- */
-export interface ChunkGetChangeOptions extends CommonOptions {
-    /**
-     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
-     * For example, use the @azure/abort-controller to create an `AbortSignal`.
-     */
-    abortSignal?: AbortSignalLike;
-}
-export declare class Chunk {
-    readonly chunkPath: string;
-    private readonly avroReader;
-    private readonly iter;
-    private _blockOffset;
-    readonly blockOffset: number;
-    private _eventIndex;
-    readonly eventIndex: number;
-    constructor(avroReader: AvroReader, blockOffset: number, eventIndex: number, chunkPath: string, avroOptions?: AvroParseOptions);
-    hasNext(): boolean;
-    getChange(): Promise<BlobChangeFeedEvent | undefined>;
-}
-//# sourceMappingURL=Chunk.d.ts.map
+import type { AvroReader, AvroParseOptions } from "@azure/storage-internal-avro";
+import type { BlobChangeFeedEvent } from "./models/BlobChangeFeedEvent.js";
+import type { CommonOptions } from "@azure/storage-blob";
+import type { AbortSignalLike } from "@azure/abort-controller";
+/**
+ * Options to configure {@link Chunk.getChange} operation.
+ */
+export interface ChunkGetChangeOptions extends CommonOptions {
+    /**
+     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
+     * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.
+     */
+    abortSignal?: AbortSignalLike;
+}
+export declare class Chunk {
+    readonly chunkPath: string;
+    private readonly avroReader;
+    private readonly iter;
+    private _blockOffset;
+    get blockOffset(): number;
+    private _eventIndex;
+    get eventIndex(): number;
+    constructor(avroReader: AvroReader, blockOffset: number, eventIndex: number, chunkPath: string, avroOptions?: AvroParseOptions);
+    hasNext(): boolean;
+    getChange(): Promise<BlobChangeFeedEvent | undefined>;
+}
+//# sourceMappingURL=Chunk.d.ts.map

package/dist/commonjs/Chunk.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Chunk.d.ts","sourceRoot":"","sources":["../../src/Chunk.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AACjF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC3E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IAC1D;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,qBAAa,KAAK;aAkBE,SAAS,EAAE,MAAM;IAjBnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAoD;IAEzE,OAAO,CAAC,YAAY,CAAS;IAC7B,IAAW,WAAW,IAAI,MAAM,CAE/B;IAED,OAAO,CAAC,WAAW,CAAS;IAC5B,IAAW,UAAU,IAAI,MAAM,CAE9B;gBAGC,UAAU,EAAE,UAAU,EACtB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EACF,SAAS,EAAE,MAAM,EACjC,WAAW,GAAE,gBAAqB;IAS7B,OAAO,IAAI,OAAO;IAIZ,SAAS,IAAI,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC;CAmBnE"}

package/dist/commonjs/Chunk.js

@@ -0,0 +1,49 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Chunk = void 0;
+const utils_common_js_1 = require("./utils/utils.common.js");
+class Chunk {
+    chunkPath;
+    avroReader;
+    iter;
+    _blockOffset;
+    get blockOffset() {
+        return this._blockOffset;
+    }
+    _eventIndex;
+    get eventIndex() {
+        return this._eventIndex;
+    }
+    constructor(avroReader, blockOffset, eventIndex, chunkPath, avroOptions = {}) {
+        this.chunkPath = chunkPath;
+        this.avroReader = avroReader;
+        this._blockOffset = blockOffset;
+        this._eventIndex = eventIndex;
+        this.iter = this.avroReader.parseObjects(avroOptions);
+    }
+    hasNext() {
+        return this.avroReader.hasNext();
+    }
+    async getChange() {
+        if (!this.hasNext()) {
+            return undefined;
+        }
+        const next = await this.iter.next();
+        this._eventIndex = this.avroReader.objectIndex;
+        this._blockOffset = this.avroReader.blockOffset;
+        if (next.done) {
+            return undefined;
+        }
+        else {
+            const eventRaw = next.value;
+            if (eventRaw === null) {
+                return undefined;
+            }
+            return (0, utils_common_js_1.rawEventToBlobChangeFeedEvent)(eventRaw);
+        }
+    }
+}
+exports.Chunk = Chunk;
+//# sourceMappingURL=Chunk.js.map

package/dist/commonjs/Chunk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Chunk.js","sourceRoot":"","sources":["../../src/Chunk.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAMlC,6DAAwE;AAaxE,MAAa,KAAK;IAkBE;IAjBD,UAAU,CAAa;IACvB,IAAI,CAAoD;IAEjE,YAAY,CAAS;IAC7B,IAAW,WAAW;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,WAAW,CAAS;IAC5B,IAAW,UAAU;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,YACE,UAAsB,EACtB,WAAmB,EACnB,UAAkB,EACF,SAAiB,EACjC,cAAgC,EAAE;QADlB,cAAS,GAAT,SAAS,CAAQ;QAGjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAE9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,SAAS;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAC/C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAChD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,OAAO,SAAS,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;YAC5B,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACtB,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,OAAO,IAAA,+CAA6B,EAAC,QAAQ,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;CACF;AAnDD,sBAmDC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { AvroReader, AvroParseOptions } from \"@azure/storage-internal-avro\";\nimport type { BlobChangeFeedEvent } from \"./models/BlobChangeFeedEvent.js\";\nimport type { CommonOptions } from \"@azure/storage-blob\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport { rawEventToBlobChangeFeedEvent } from \"./utils/utils.common.js\";\n\n/**\n * Options to configure {@link Chunk.getChange} operation.\n */\nexport interface ChunkGetChangeOptions extends CommonOptions {\n  /**\n   * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n   * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.\n   */\n  abortSignal?: AbortSignalLike;\n}\n\nexport class Chunk {\n  private readonly avroReader: AvroReader;\n  private readonly iter: AsyncIterableIterator<Record<string, any> | null>;\n\n  private _blockOffset: number;\n  public get blockOffset(): number {\n    return this._blockOffset;\n  }\n\n  private _eventIndex: number;\n  public get eventIndex(): number {\n    return this._eventIndex;\n  }\n\n  constructor(\n    avroReader: AvroReader,\n    blockOffset: number,\n    eventIndex: number,\n    public readonly chunkPath: string,\n    avroOptions: AvroParseOptions = {},\n  ) {\n    this.avroReader = avroReader;\n    this._blockOffset = blockOffset;\n    this._eventIndex = eventIndex;\n\n    this.iter = this.avroReader.parseObjects(avroOptions);\n  }\n\n  public hasNext(): boolean {\n    return this.avroReader.hasNext();\n  }\n\n  public async getChange(): Promise<BlobChangeFeedEvent | undefined> {\n    if (!this.hasNext()) {\n      return undefined;\n    }\n\n    const next = await this.iter.next();\n    this._eventIndex = this.avroReader.objectIndex;\n    this._blockOffset = this.avroReader.blockOffset;\n    if (next.done) {\n      return undefined;\n    } else {\n      const eventRaw = next.value;\n      if (eventRaw === null) {\n        return undefined;\n      }\n\n      return rawEventToBlobChangeFeedEvent(eventRaw);\n    }\n  }\n}\n"]}

package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/ChunkFactory.d.ts

@@ -1,23 +1,23 @@
-import { AvroReaderFactory } from "./AvroReaderFactory";
-import { ContainerClient, CommonOptions } from "@azure/storage-blob";
-import { Chunk } from "./Chunk";
-import { AbortSignalLike } from "@azure/core-http";
-import { LazyLoadingBlobStreamFactory } from "./LazyLoadingBlobStreamFactory";
-/**
- * Options to configure {@link ChunkFactory.create} operation.
- */
-export interface CreateChunkOptions extends CommonOptions {
-    /**
-     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
-     * For example, use the @azure/abort-controller to create an `AbortSignal`.
-     */
-    abortSignal?: AbortSignalLike;
-}
-export declare class ChunkFactory {
-    private readonly avroReaderFactory;
-    private readonly lazyLoadingBlobStreamFactory;
-    private readonly maxTransferSize?;
-    constructor(avroReaderFactory: AvroReaderFactory, lazyLoadingBlobStreamFactory: LazyLoadingBlobStreamFactory, maxTransferSize?: number);
-    create(containerClient: ContainerClient, chunkPath: string, blockOffset?: number, eventIndex?: number, options?: CreateChunkOptions): Promise<Chunk>;
-}
-//# sourceMappingURL=ChunkFactory.d.ts.map
+import type { AvroReaderFactory } from "./AvroReaderFactory.js";
+import type { ContainerClient, CommonOptions } from "@azure/storage-blob";
+import { Chunk } from "./Chunk.js";
+import type { AbortSignalLike } from "@azure/abort-controller";
+import type { LazyLoadingBlobStreamFactory } from "./LazyLoadingBlobStreamFactory.js";
+/**
+ * Options to configure {@link ChunkFactory.create} operation.
+ */
+export interface CreateChunkOptions extends CommonOptions {
+    /**
+     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
+     * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.
+     */
+    abortSignal?: AbortSignalLike;
+}
+export declare class ChunkFactory {
+    private readonly avroReaderFactory;
+    private readonly lazyLoadingBlobStreamFactory;
+    private readonly maxTransferSize?;
+    constructor(avroReaderFactory: AvroReaderFactory, lazyLoadingBlobStreamFactory: LazyLoadingBlobStreamFactory, maxTransferSize?: number);
+    create(containerClient: ContainerClient, chunkPath: string, blockOffset?: number, eventIndex?: number, options?: CreateChunkOptions): Promise<Chunk>;
+}
+//# sourceMappingURL=ChunkFactory.d.ts.map

package/dist/commonjs/ChunkFactory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChunkFactory.d.ts","sourceRoot":"","sources":["../../src/ChunkFactory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AAItF;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IACtD,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAA+B;IAC5E,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAS;gBAGxC,iBAAiB,EAAE,iBAAiB,EACpC,4BAA4B,EAAE,4BAA4B,EAC1D,eAAe,CAAC,EAAE,MAAM;IAOb,MAAM,CACjB,eAAe,EAAE,eAAe,EAChC,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,KAAK,CAAC;CAiClB"}

package/dist/commonjs/ChunkFactory.js

@@ -0,0 +1,37 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkFactory = void 0;
+const Chunk_js_1 = require("./Chunk.js");
+const utils_node_js_1 = require("./utils/utils.node.js");
+const constants_js_1 = require("./utils/constants.js");
+class ChunkFactory {
+    avroReaderFactory;
+    lazyLoadingBlobStreamFactory;
+    maxTransferSize;
+    constructor(avroReaderFactory, lazyLoadingBlobStreamFactory, maxTransferSize) {
+        this.avroReaderFactory = avroReaderFactory;
+        this.lazyLoadingBlobStreamFactory = lazyLoadingBlobStreamFactory;
+        this.maxTransferSize = maxTransferSize;
+    }
+    async create(containerClient, chunkPath, blockOffset, eventIndex, options = {}) {
+        const blobClient = containerClient.getBlobClient(chunkPath);
+        blockOffset = blockOffset || 0;
+        eventIndex = eventIndex || 0;
+        const dataStream = (0, utils_node_js_1.streamToAvroReadable)(this.lazyLoadingBlobStreamFactory.create(blobClient, blockOffset, this.maxTransferSize ? this.maxTransferSize : constants_js_1.CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE, options));
+        let avroReader;
+        if (blockOffset !== 0) {
+            const headerStream = (0, utils_node_js_1.streamToAvroReadable)(this.lazyLoadingBlobStreamFactory.create(blobClient, 0, this.maxTransferSize ? this.maxTransferSize : constants_js_1.CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE, options));
+            avroReader = this.avroReaderFactory.create(dataStream, headerStream, blockOffset, eventIndex);
+        }
+        else {
+            avroReader = this.avroReaderFactory.create(dataStream);
+        }
+        return new Chunk_js_1.Chunk(avroReader, blockOffset, eventIndex, chunkPath, {
+            abortSignal: options.abortSignal,
+        });
+    }
+}
+exports.ChunkFactory = ChunkFactory;
+//# sourceMappingURL=ChunkFactory.js.map

package/dist/commonjs/ChunkFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChunkFactory.js","sourceRoot":"","sources":["../../src/ChunkFactory.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAIlC,yCAAmC;AACnC,yDAA6D;AAG7D,uDAA6E;AAc7E,MAAa,YAAY;IACN,iBAAiB,CAAoB;IACrC,4BAA4B,CAA+B;IAC3D,eAAe,CAAU;IAE1C,YACE,iBAAoC,EACpC,4BAA0D,EAC1D,eAAwB;QAExB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,4BAA4B,GAAG,4BAA4B,CAAC;QACjE,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IACzC,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,eAAgC,EAChC,SAAiB,EACjB,WAAoB,EACpB,UAAmB,EACnB,UAA8B,EAAE;QAEhC,MAAM,UAAU,GAAG,eAAe,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC5D,WAAW,GAAG,WAAW,IAAI,CAAC,CAAC;QAC/B,UAAU,GAAG,UAAU,IAAI,CAAC,CAAC;QAE7B,MAAM,UAAU,GAAG,IAAA,oCAAoB,EACrC,IAAI,CAAC,4BAA4B,CAAC,MAAM,CACtC,UAAU,EACV,WAAW,EACX,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,oDAAqC,EACnF,OAAO,CACR,CACF,CAAC;QAEF,IAAI,UAAsB,CAAC;QAC3B,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,YAAY,GAAG,IAAA,oCAAoB,EACvC,IAAI,CAAC,4BAA4B,CAAC,MAAM,CACtC,UAAU,EACV,CAAC,EACD,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,oDAAqC,EACnF,OAAO,CACR,CACF,CAAC;YACF,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAChG,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,IAAI,gBAAK,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE;YAC/D,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;IACL,CAAC;CACF;AAtDD,oCAsDC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { AvroReaderFactory } from \"./AvroReaderFactory.js\";\nimport type { ContainerClient, CommonOptions } from \"@azure/storage-blob\";\nimport { Chunk } from \"./Chunk.js\";\nimport { streamToAvroReadable } from \"./utils/utils.node.js\";\nimport type { AbortSignalLike } from \"@azure/abort-controller\";\nimport type { LazyLoadingBlobStreamFactory } from \"./LazyLoadingBlobStreamFactory.js\";\nimport { CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE } from \"./utils/constants.js\";\nimport type { AvroReader } from \"@azure/storage-internal-avro\";\n\n/**\n * Options to configure {@link ChunkFactory.create} operation.\n */\nexport interface CreateChunkOptions extends CommonOptions {\n  /**\n   * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.\n   * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.\n   */\n  abortSignal?: AbortSignalLike;\n}\n\nexport class ChunkFactory {\n  private readonly avroReaderFactory: AvroReaderFactory;\n  private readonly lazyLoadingBlobStreamFactory: LazyLoadingBlobStreamFactory;\n  private readonly maxTransferSize?: number;\n\n  constructor(\n    avroReaderFactory: AvroReaderFactory,\n    lazyLoadingBlobStreamFactory: LazyLoadingBlobStreamFactory,\n    maxTransferSize?: number,\n  ) {\n    this.avroReaderFactory = avroReaderFactory;\n    this.lazyLoadingBlobStreamFactory = lazyLoadingBlobStreamFactory;\n    this.maxTransferSize = maxTransferSize;\n  }\n\n  public async create(\n    containerClient: ContainerClient,\n    chunkPath: string,\n    blockOffset?: number,\n    eventIndex?: number,\n    options: CreateChunkOptions = {},\n  ): Promise<Chunk> {\n    const blobClient = containerClient.getBlobClient(chunkPath);\n    blockOffset = blockOffset || 0;\n    eventIndex = eventIndex || 0;\n\n    const dataStream = streamToAvroReadable(\n      this.lazyLoadingBlobStreamFactory.create(\n        blobClient,\n        blockOffset,\n        this.maxTransferSize ? this.maxTransferSize : CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE,\n        options,\n      ),\n    );\n\n    let avroReader: AvroReader;\n    if (blockOffset !== 0) {\n      const headerStream = streamToAvroReadable(\n        this.lazyLoadingBlobStreamFactory.create(\n          blobClient,\n          0,\n          this.maxTransferSize ? this.maxTransferSize : CHANGE_FEED_CHUNK_BLOCK_DOWNLOAD_SIZE,\n          options,\n        ),\n      );\n      avroReader = this.avroReaderFactory.create(dataStream, headerStream, blockOffset, eventIndex);\n    } else {\n      avroReader = this.avroReaderFactory.create(dataStream);\n    }\n\n    return new Chunk(avroReader, blockOffset, eventIndex, chunkPath, {\n      abortSignal: options.abortSignal,\n    });\n  }\n}\n"]}

package/{types/3.1/storage-blob-changefeed/src → dist/commonjs}/LazyLoadingBlobStream.d.ts

@@ -1,46 +1,46 @@
-/// <reference types="node" />
-import { Readable, ReadableOptions } from "stream";
-import { BlobClient, CommonOptions } from "@azure/storage-blob";
-import { AbortSignalLike } from "@azure/core-http";
-/**
- * Options to configure the LazyLoadingBlobStream.
- */
-export interface LazyLoadingBlobStreamOptions extends ReadableOptions, CommonOptions {
-    /**
-     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
-     * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.
-     */
-    abortSignal?: AbortSignalLike;
-}
-/**
- * This class generates a readable stream from a blobClient's data.
- */
-export declare class LazyLoadingBlobStream extends Readable {
-    /**
-     * BlobClient to make download calls with.
-     */
-    private readonly blobClient;
-    /**
-     * The offset within the blob of the next block we will download.
-     */
-    private offset;
-    private readonly blockSize;
-    private lastDownloadBytes;
-    private lastDownloadData?;
-    private blobLength;
-    private options?;
-    /**
-     * Creates an instance of LazyLoadingBlobStream.
-     *
-     * @param byteLength - The total length of data contained in the buffers
-     */
-    constructor(blobClient: BlobClient, offset: number, blockSize: number, options?: LazyLoadingBlobStreamOptions);
-    private downloadBlock;
-    /**
-     * Internal _read() that will be called when the stream wants to pull more data in.
-     *
-     * @param size - Optional. The size of data to be read
-     */
-    _read(size?: number): Promise<void>;
-}
-//# sourceMappingURL=LazyLoadingBlobStream.d.ts.map
+import type { ReadableOptions } from "node:stream";
+import { Readable } from "node:stream";
+import type { BlobClient, CommonOptions } from "@azure/storage-blob";
+import type { AbortSignalLike } from "@azure/abort-controller";
+/**
+ * Options to configure the LazyLoadingBlobStream.
+ */
+export interface LazyLoadingBlobStreamOptions extends ReadableOptions, CommonOptions {
+    /**
+     * An implementation of the `AbortSignalLike` interface to signal the request to cancel the operation.
+     * For example, use the &commat;azure/abort-controller to create an `AbortSignal`.
+     */
+    abortSignal?: AbortSignalLike;
+}
+/**
+ * This class generates a readable stream from a blobClient's data.
+ */
+export declare class LazyLoadingBlobStream extends Readable {
+    /**
+     * BlobClient to make download calls with.
+     */
+    private readonly blobClient;
+    /**
+     * The offset within the blob of the next block we will download.
+     */
+    private offset;
+    private readonly blockSize;
+    private lastDownloadBytes;
+    private lastDownloadData?;
+    private blobLength;
+    private options?;
+    /**
+     * Creates an instance of LazyLoadingBlobStream.
+     *
+     * @param byteLength - The total length of data contained in the buffers
+     */
+    constructor(blobClient: BlobClient, offset: number, blockSize: number, options?: LazyLoadingBlobStreamOptions);
+    private downloadBlock;
+    /**
+     * Internal _read() that will be called when the stream wants to pull more data in.
+     *
+     * @param size - Optional. The size of data to be read
+     */
+    _read(size?: number): Promise<void>;
+}
+//# sourceMappingURL=LazyLoadingBlobStream.d.ts.map

package/dist/commonjs/LazyLoadingBlobStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LazyLoadingBlobStream.d.ts","sourceRoot":"","sources":["../../src/LazyLoadingBlobStream.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;GAEG;AACH,MAAM,WAAW,4BAA6B,SAAQ,eAAe,EAAE,aAAa;IAClF;;;OAGG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAUD;;GAEG;AACH,qBAAa,qBAAsB,SAAQ,QAAQ;IACjD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IAExC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAS;IAEvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,OAAO,CAAC,iBAAiB,CAAS;IAElC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAElC,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO,CAAC,OAAO,CAAC,CAA+B;IAE/C;;;;OAIG;gBAED,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,4BAA4B;YAW1B,aAAa;IA8B3B;;;;OAIG;IACU,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAoCjD"}