@azure/storage-file-datalake 12.26.0 → 12.27.0-beta.1

package/dist/esm/utils/BufferScheduler.d.ts

@@ -0,0 +1,158 @@
+import type { Readable } from "node:stream";
+/**
+ * OutgoingHandler is an async function triggered by BufferScheduler.
+ */
+export declare type OutgoingHandler = (buffer: Buffer, offset?: number) => Promise<any>;
+/**
+ * This class accepts a Node.js Readable stream as input, and keeps reading data
+ * from the stream into the internal buffer structure, until it reaches maxBuffers.
+ * Every available buffer will try to trigger outgoingHandler.
+ *
+ * The internal buffer structure includes an incoming buffer array, and a outgoing
+ * buffer array. The incoming buffer array includes the "empty" buffers can be filled
+ * with new incoming data. The outgoing array includes the filled buffers to be
+ * handled by outgoingHandler. Every above buffer size is defined by parameter bufferSize.
+ *
+ * NUM_OF_ALL_BUFFERS = BUFFERS_IN_INCOMING + BUFFERS_IN_OUTGOING + BUFFERS_UNDER_HANDLING
+ *
+ * NUM_OF_ALL_BUFFERS lesser than or equal to maxBuffers
+ *
+ * PERFORMANCE IMPROVEMENT TIPS:
+ * 1. Input stream highWaterMark is better to set a same value with bufferSize
+ *    parameter, which will avoid Buffer.concat() operations.
+ * 2. concurrency should set a smaller value than maxBuffers, which is helpful to
+ *    reduce the possibility when a outgoing handler waits for the stream data.
+ *    in this situation, outgoing handlers are blocked.
+ *    Outgoing queue shouldn't be empty.
+ */
+export declare class BufferScheduler {
+    /**
+     * Size of buffers in incoming and outgoing queues. This class will try to align
+     * data read from Readable stream into buffer chunks with bufferSize defined.
+     */
+    private readonly bufferSize;
+    /**
+     * How many buffers can be created or maintained.
+     */
+    private readonly maxBuffers;
+    /**
+     * A Node.js Readable stream.
+     */
+    private readonly readable;
+    /**
+     * OutgoingHandler is an async function triggered by BufferScheduler when there
+     * are available buffers in outgoing array.
+     */
+    private readonly outgoingHandler;
+    /**
+     * An internal event emitter.
+     */
+    private readonly emitter;
+    /**
+     * Concurrency of executing outgoingHandlers. (0 lesser than concurrency lesser than or equal to maxBuffers)
+     */
+    private readonly concurrency;
+    /**
+     * An internal offset marker to track data offset in bytes of next outgoingHandler.
+     */
+    private offset;
+    /**
+     * An internal marker to track whether stream is end.
+     */
+    private isStreamEnd;
+    /**
+     * An internal marker to track whether stream or outgoingHandler returns error.
+     */
+    private isError;
+    /**
+     * How many handlers are executing.
+     */
+    private executingOutgoingHandlers;
+    /**
+     * Encoding of the input Readable stream which has string data type instead of Buffer.
+     */
+    private encoding?;
+    /**
+     * How many buffers have been allocated.
+     */
+    private numBuffers;
+    /**
+     * Because this class doesn't know how much data every time stream pops, which
+     * is defined by highWaterMarker of the stream. So BufferScheduler will cache
+     * data received from the stream, when data in unresolvedDataArray exceeds the
+     * blockSize defined, it will try to concat a blockSize of buffer, fill into available
+     * buffers from incoming and push to outgoing array.
+     */
+    private unresolvedDataArray;
+    /**
+     * How much data consisted in unresolvedDataArray.
+     */
+    private unresolvedLength;
+    /**
+     * The array includes all the available buffers can be used to fill data from stream.
+     */
+    private incoming;
+    /**
+     * The array (queue) includes all the buffers filled from stream data.
+     */
+    private outgoing;
+    /**
+     * Creates an instance of BufferScheduler.
+     *
+     * @param readable - A Node.js Readable stream
+     * @param bufferSize - Buffer size of every maintained buffer
+     * @param maxBuffers - How many buffers can be allocated
+     * @param outgoingHandler - An async function scheduled to be
+     *                                          triggered when a buffer fully filled
+     *                                          with stream data
+     * @param concurrency - Concurrency of executing outgoingHandlers (greater than 0)
+     * @param encoding - [Optional] Encoding of Readable stream when it's a string stream
+     */
+    constructor(readable: Readable, bufferSize: number, maxBuffers: number, outgoingHandler: OutgoingHandler, concurrency: number, encoding?: BufferEncoding);
+    /**
+     * Start the scheduler, will return error when stream of any of the outgoingHandlers
+     * returns error.
+     *
+     */
+    do(): Promise<void>;
+    /**
+     * Insert a new data into unresolved array.
+     *
+     * @param data -
+     */
+    private appendUnresolvedData;
+    /**
+     * Try to shift a buffer with size in blockSize. The buffer returned may be less
+     * than blockSize when data in unresolvedDataArray is less than bufferSize.
+     *
+     */
+    private shiftBufferFromUnresolvedDataArray;
+    /**
+     * Resolve data in unresolvedDataArray. For every buffer with size in blockSize
+     * shifted, it will try to get (or allocate a buffer) from incoming, and fill it,
+     * then push it into outgoing to be handled by outgoing handler.
+     *
+     * Return false when available buffers in incoming are not enough, else true.
+     *
+     * @returns Return false when buffers in incoming are not enough, else true.
+     */
+    private resolveData;
+    /**
+     * Try to trigger a outgoing handler for every buffer in outgoing. Stop when
+     * concurrency reaches.
+     */
+    private triggerOutgoingHandlers;
+    /**
+     * Trigger a outgoing handler for a buffer shifted from outgoing.
+     *
+     * @param buffer -
+     */
+    private triggerOutgoingHandler;
+    /**
+     * Return buffer used by outgoing handler into incoming.
+     *
+     * @param buffer -
+     */
+    private reuseBuffer;
+}
+//# sourceMappingURL=BufferScheduler.d.ts.map

package/dist/esm/utils/BufferScheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BufferScheduler.d.ts","sourceRoot":"","sources":["../../../src/utils/BufferScheduler.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C;;GAEG;AACH,MAAM,CAAC,OAAO,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAExF;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,qBAAa,eAAe;IAC1B;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAW;IAEpC;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAElD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoC;IAE5D;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAErC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAa;IAE3B;;OAEG;IACH,OAAO,CAAC,WAAW,CAAkB;IAErC;;OAEG;IACH,OAAO,CAAC,OAAO,CAAkB;IAEjC;;OAEG;IACH,OAAO,CAAC,yBAAyB,CAAa;IAE9C;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,CAAiB;IAElC;;OAEG;IACH,OAAO,CAAC,UAAU,CAAa;IAE/B;;;;;;OAMG;IACH,OAAO,CAAC,mBAAmB,CAAgB;IAE3C;;OAEG;IACH,OAAO,CAAC,gBAAgB,CAAa;IAErC;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAgB;IAEhC;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAgB;IAEhC;;;;;;;;;;;OAWG;gBAED,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,eAAe,EAAE,eAAe,EAChC,WAAW,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,cAAc;IAsB3B;;;;OAIG;IACU,EAAE,IAAI,OAAO,CAAC,IAAI,CAAC;IA+ChC;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAK5B;;;;OAIG;IACH,OAAO,CAAC,kCAAkC;IAwB1C;;;;;;;;OAQG;IACH,OAAO,CAAC,WAAW;IAuBnB;;;OAGG;YACW,uBAAuB;IAcrC;;;;OAIG;YACW,sBAAsB;IAkBpC;;;;OAIG;IACH,OAAO,CAAC,WAAW;CAMpB"}

package/{dist-esm/storage-common/src → dist/esm/utils}/BufferScheduler.js

@@ -1,7 +1,6 @@
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
-import { EventEmitter } from "events";
-import { PooledBuffer } from "./PooledBuffer";
+import { EventEmitter } from "node:events";
 /**
  * This class accepts a Node.js Readable stream as input, and keeps reading data
  * from the stream into the internal buffer structure, until it reaches maxBuffers.
@@ -34,7 +33,7 @@ export class BufferScheduler {
      * @param outgoingHandler - An async function scheduled to be
      *                                          triggered when a buffer fully filled
      *                                          with stream data
-     * @param concurrency - Concurrency of executing outgoingHandlers (>0)
+     * @param concurrency - Concurrency of executing outgoingHandlers (greater than 0)
      * @param encoding - [Optional] Encoding of Readable stream when it's a string stream
      */
     constructor(readable, bufferSize, maxBuffers, outgoingHandler, concurrency, encoding) {
@@ -131,8 +130,7 @@ export class BufferScheduler {
                 }
                 if (this.isStreamEnd && this.executingOutgoingHandlers === 0) {
                     if (this.unresolvedLength > 0 && this.unresolvedLength < this.bufferSize) {
-                        const buffer = this.shiftBufferFromUnresolvedDataArray();
-                        this.outgoingHandler(() => buffer.getReadableStream(), buffer.size, this.offset)
+                        this.outgoingHandler(this.shiftBufferFromUnresolvedDataArray(), this.offset)
                             .then(resolve)
                             .catch(reject);
                     }
@@ -160,15 +158,29 @@ export class BufferScheduler {
      * than blockSize when data in unresolvedDataArray is less than bufferSize.
      *
      */
-    shiftBufferFromUnresolvedDataArray(buffer) {
-        if (!buffer) {
-            buffer = new PooledBuffer(this.bufferSize, this.unresolvedDataArray, this.unresolvedLength);
+    shiftBufferFromUnresolvedDataArray() {
+        if (this.unresolvedLength >= this.bufferSize) {
+            if (this.bufferSize === this.unresolvedDataArray[0].length) {
+                this.unresolvedLength -= this.bufferSize;
+                return this.unresolvedDataArray.shift();
+            }
+            // Lazy concat because Buffer.concat highly drops performance
+            let merged = Buffer.concat(this.unresolvedDataArray, this.unresolvedLength);
+            const buffer = merged.slice(0, this.bufferSize);
+            merged = merged.slice(this.bufferSize);
+            this.unresolvedDataArray = [merged];
+            this.unresolvedLength -= buffer.length;
+            return buffer;
+        }
+        else if (this.unresolvedLength > 0) {
+            const merged = Buffer.concat(this.unresolvedDataArray, this.unresolvedLength);
+            this.unresolvedDataArray = [];
+            this.unresolvedLength = 0;
+            return merged;
         }
         else {
-            buffer.fill(this.unresolvedDataArray, this.unresolvedLength);
+            return Buffer.allocUnsafe(0);
         }
-        this.unresolvedLength -= buffer.size;
-        return buffer;
     }
     /**
      * Resolve data in unresolvedDataArray. For every buffer with size in blockSize
@@ -184,11 +196,10 @@ export class BufferScheduler {
             let buffer;
             if (this.incoming.length > 0) {
                 buffer = this.incoming.shift();
-                this.shiftBufferFromUnresolvedDataArray(buffer);
             }
             else {
                 if (this.numBuffers < this.maxBuffers) {
-                    buffer = this.shiftBufferFromUnresolvedDataArray();
+                    buffer = Buffer.allocUnsafe(this.bufferSize);
                     this.numBuffers++;
                 }
                 else {
@@ -196,6 +207,7 @@ export class BufferScheduler {
                     return false;
                 }
             }
+            buffer.fill(this.shiftBufferFromUnresolvedDataArray());
             this.outgoing.push(buffer);
             this.triggerOutgoingHandlers();
         }
@@ -223,11 +235,11 @@ export class BufferScheduler {
      * @param buffer -
      */
     async triggerOutgoingHandler(buffer) {
-        const bufferLength = buffer.size;
+        const bufferLength = buffer.length;
         this.executingOutgoingHandlers++;
         this.offset += bufferLength;
         try {
-            await this.outgoingHandler(() => buffer.getReadableStream(), bufferLength, this.offset - bufferLength);
+            await this.outgoingHandler(buffer, this.offset - bufferLength);
         }
         catch (err) {
             this.emitter.emit("error", err);

package/dist/esm/utils/BufferScheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BufferScheduler.js","sourceRoot":"","sources":["../../../src/utils/BufferScheduler.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAElC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAQ3C;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,OAAO,eAAe;IAuF1B;;;;;;;;;;;OAWG;IACH,YACE,QAAkB,EAClB,UAAkB,EAClB,UAAkB,EAClB,eAAgC,EAChC,WAAmB,EACnB,QAAyB;QAlF3B;;WAEG;QACc,YAAO,GAAiB,IAAI,YAAY,EAAE,CAAC;QAO5D;;WAEG;QACK,WAAM,GAAW,CAAC,CAAC;QAE3B;;WAEG;QACK,gBAAW,GAAY,KAAK,CAAC;QAErC;;WAEG;QACK,YAAO,GAAY,KAAK,CAAC;QAEjC;;WAEG;QACK,8BAAyB,GAAW,CAAC,CAAC;QAO9C;;WAEG;QACK,eAAU,GAAW,CAAC,CAAC;QAE/B;;;;;;WAMG;QACK,wBAAmB,GAAa,EAAE,CAAC;QAE3C;;WAEG;QACK,qBAAgB,GAAW,CAAC,CAAC;QAErC;;WAEG;QACK,aAAQ,GAAa,EAAE,CAAC;QAEhC;;WAEG;QACK,aAAQ,GAAa,EAAE,CAAC;QAsB9B,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,UAAU,CAAC,gDAAgD,UAAU,EAAE,CAAC,CAAC;QACrF,CAAC;QAED,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,UAAU,CAAC,gDAAgD,UAAU,EAAE,CAAC,CAAC;QACrF,CAAC;QAED,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,UAAU,CAAC,iDAAiD,WAAW,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,EAAE;QACb,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAChC,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC1E,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;gBAEhC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBAC3B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gBACxB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC/B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBACpB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;gBAC/B,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,IAAI,CAAC,uBAAuB,EAAE,CAAC;oBAC/B,OAAO;gBACT,CAAC;gBAED,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,yBAAyB,KAAK,CAAC,EAAE,CAAC;oBAC7D,IAAI,IAAI,CAAC,gBAAgB,GAAG,CAAC,IAAI,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;wBACzE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC;6BACzE,IAAI,CAAC,OAAO,CAAC;6BACb,KAAK,CAAC,MAAM,CAAC,CAAC;oBACnB,CAAC;yBAAM,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;wBACpD,OAAO;oBACT,CAAC;yBAAM,CAAC;wBACN,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,oBAAoB,CAAC,IAAY;QACvC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC;IACvC,CAAC;IAED;;;;OAIG;IACK,kCAAkC;QACxC,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC3D,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,UAAU,CAAC;gBACzC,OAAO,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAG,CAAC;YAC3C,CAAC;YAED,6DAA6D;YAC7D,IAAI,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAChD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACvC,IAAI,CAAC,mBAAmB,GAAG,CAAC,MAAM,CAAC,CAAC;YACpC,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,MAAM,CAAC;YACvC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC9E,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;YAC9B,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAC1B,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,WAAW;QACjB,OAAO,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAChD,IAAI,MAAc,CAAC;YAEnB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC7C,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACN,gDAAgD;oBAChD,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kCAAkC,EAAE,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3B,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,uBAAuB;QACnC,IAAI,MAA0B,CAAC;QAC/B,GAAG,CAAC;YACF,IAAI,IAAI,CAAC,yBAAyB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvD,OAAO;YACT,CAAC;YAED,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;YACtC,CAAC;QACH,CAAC,QAAQ,MAAM,EAAE;IACnB,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,sBAAsB,CAAC,MAAc;QACjD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;QAEnC,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,MAAM,IAAI,YAAY,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAChC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACK,WAAW,CAAC,MAAc;QAChC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7D,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { EventEmitter } from \"node:events\";\nimport type { Readable } from \"node:stream\";\n\n/**\n * OutgoingHandler is an async function triggered by BufferScheduler.\n */\nexport declare type OutgoingHandler = (buffer: Buffer, offset?: number) => Promise<any>;\n\n/**\n * This class accepts a Node.js Readable stream as input, and keeps reading data\n * from the stream into the internal buffer structure, until it reaches maxBuffers.\n * Every available buffer will try to trigger outgoingHandler.\n *\n * The internal buffer structure includes an incoming buffer array, and a outgoing\n * buffer array. The incoming buffer array includes the \"empty\" buffers can be filled\n * with new incoming data. The outgoing array includes the filled buffers to be\n * handled by outgoingHandler. Every above buffer size is defined by parameter bufferSize.\n *\n * NUM_OF_ALL_BUFFERS = BUFFERS_IN_INCOMING + BUFFERS_IN_OUTGOING + BUFFERS_UNDER_HANDLING\n *\n * NUM_OF_ALL_BUFFERS lesser than or equal to maxBuffers\n *\n * PERFORMANCE IMPROVEMENT TIPS:\n * 1. Input stream highWaterMark is better to set a same value with bufferSize\n *    parameter, which will avoid Buffer.concat() operations.\n * 2. concurrency should set a smaller value than maxBuffers, which is helpful to\n *    reduce the possibility when a outgoing handler waits for the stream data.\n *    in this situation, outgoing handlers are blocked.\n *    Outgoing queue shouldn't be empty.\n */\nexport class BufferScheduler {\n  /**\n   * Size of buffers in incoming and outgoing queues. This class will try to align\n   * data read from Readable stream into buffer chunks with bufferSize defined.\n   */\n  private readonly bufferSize: number;\n\n  /**\n   * How many buffers can be created or maintained.\n   */\n  private readonly maxBuffers: number;\n\n  /**\n   * A Node.js Readable stream.\n   */\n  private readonly readable: Readable;\n\n  /**\n   * OutgoingHandler is an async function triggered by BufferScheduler when there\n   * are available buffers in outgoing array.\n   */\n  private readonly outgoingHandler: OutgoingHandler;\n\n  /**\n   * An internal event emitter.\n   */\n  private readonly emitter: EventEmitter = new EventEmitter();\n\n  /**\n   * Concurrency of executing outgoingHandlers. (0 lesser than concurrency lesser than or equal to maxBuffers)\n   */\n  private readonly concurrency: number;\n\n  /**\n   * An internal offset marker to track data offset in bytes of next outgoingHandler.\n   */\n  private offset: number = 0;\n\n  /**\n   * An internal marker to track whether stream is end.\n   */\n  private isStreamEnd: boolean = false;\n\n  /**\n   * An internal marker to track whether stream or outgoingHandler returns error.\n   */\n  private isError: boolean = false;\n\n  /**\n   * How many handlers are executing.\n   */\n  private executingOutgoingHandlers: number = 0;\n\n  /**\n   * Encoding of the input Readable stream which has string data type instead of Buffer.\n   */\n  private encoding?: BufferEncoding;\n\n  /**\n   * How many buffers have been allocated.\n   */\n  private numBuffers: number = 0;\n\n  /**\n   * Because this class doesn't know how much data every time stream pops, which\n   * is defined by highWaterMarker of the stream. So BufferScheduler will cache\n   * data received from the stream, when data in unresolvedDataArray exceeds the\n   * blockSize defined, it will try to concat a blockSize of buffer, fill into available\n   * buffers from incoming and push to outgoing array.\n   */\n  private unresolvedDataArray: Buffer[] = [];\n\n  /**\n   * How much data consisted in unresolvedDataArray.\n   */\n  private unresolvedLength: number = 0;\n\n  /**\n   * The array includes all the available buffers can be used to fill data from stream.\n   */\n  private incoming: Buffer[] = [];\n\n  /**\n   * The array (queue) includes all the buffers filled from stream data.\n   */\n  private outgoing: Buffer[] = [];\n\n  /**\n   * Creates an instance of BufferScheduler.\n   *\n   * @param readable - A Node.js Readable stream\n   * @param bufferSize - Buffer size of every maintained buffer\n   * @param maxBuffers - How many buffers can be allocated\n   * @param outgoingHandler - An async function scheduled to be\n   *                                          triggered when a buffer fully filled\n   *                                          with stream data\n   * @param concurrency - Concurrency of executing outgoingHandlers (greater than 0)\n   * @param encoding - [Optional] Encoding of Readable stream when it's a string stream\n   */\n  constructor(\n    readable: Readable,\n    bufferSize: number,\n    maxBuffers: number,\n    outgoingHandler: OutgoingHandler,\n    concurrency: number,\n    encoding?: BufferEncoding,\n  ) {\n    if (bufferSize <= 0) {\n      throw new RangeError(`bufferSize must be larger than 0, current is ${bufferSize}`);\n    }\n\n    if (maxBuffers <= 0) {\n      throw new RangeError(`maxBuffers must be larger than 0, current is ${maxBuffers}`);\n    }\n\n    if (concurrency <= 0) {\n      throw new RangeError(`concurrency must be larger than 0, current is ${concurrency}`);\n    }\n\n    this.bufferSize = bufferSize;\n    this.maxBuffers = maxBuffers;\n    this.readable = readable;\n    this.outgoingHandler = outgoingHandler;\n    this.concurrency = concurrency;\n    this.encoding = encoding;\n  }\n\n  /**\n   * Start the scheduler, will return error when stream of any of the outgoingHandlers\n   * returns error.\n   *\n   */\n  public async do(): Promise<void> {\n    return new Promise<void>((resolve, reject) => {\n      this.readable.on(\"data\", (data) => {\n        data = typeof data === \"string\" ? Buffer.from(data, this.encoding) : data;\n        this.appendUnresolvedData(data);\n\n        if (!this.resolveData()) {\n          this.readable.pause();\n        }\n      });\n\n      this.readable.on(\"error\", (err) => {\n        this.emitter.emit(\"error\", err);\n      });\n\n      this.readable.on(\"end\", () => {\n        this.isStreamEnd = true;\n        this.emitter.emit(\"checkEnd\");\n      });\n\n      this.emitter.on(\"error\", (err) => {\n        this.isError = true;\n        this.readable.pause();\n        reject(err);\n      });\n\n      this.emitter.on(\"checkEnd\", () => {\n        if (this.outgoing.length > 0) {\n          this.triggerOutgoingHandlers();\n          return;\n        }\n\n        if (this.isStreamEnd && this.executingOutgoingHandlers === 0) {\n          if (this.unresolvedLength > 0 && this.unresolvedLength < this.bufferSize) {\n            this.outgoingHandler(this.shiftBufferFromUnresolvedDataArray(), this.offset)\n              .then(resolve)\n              .catch(reject);\n          } else if (this.unresolvedLength >= this.bufferSize) {\n            return;\n          } else {\n            resolve();\n          }\n        }\n      });\n    });\n  }\n\n  /**\n   * Insert a new data into unresolved array.\n   *\n   * @param data -\n   */\n  private appendUnresolvedData(data: Buffer) {\n    this.unresolvedDataArray.push(data);\n    this.unresolvedLength += data.length;\n  }\n\n  /**\n   * Try to shift a buffer with size in blockSize. The buffer returned may be less\n   * than blockSize when data in unresolvedDataArray is less than bufferSize.\n   *\n   */\n  private shiftBufferFromUnresolvedDataArray(): Buffer {\n    if (this.unresolvedLength >= this.bufferSize) {\n      if (this.bufferSize === this.unresolvedDataArray[0].length) {\n        this.unresolvedLength -= this.bufferSize;\n        return this.unresolvedDataArray.shift()!;\n      }\n\n      // Lazy concat because Buffer.concat highly drops performance\n      let merged = Buffer.concat(this.unresolvedDataArray, this.unresolvedLength);\n      const buffer = merged.slice(0, this.bufferSize);\n      merged = merged.slice(this.bufferSize);\n      this.unresolvedDataArray = [merged];\n      this.unresolvedLength -= buffer.length;\n      return buffer;\n    } else if (this.unresolvedLength > 0) {\n      const merged = Buffer.concat(this.unresolvedDataArray, this.unresolvedLength);\n      this.unresolvedDataArray = [];\n      this.unresolvedLength = 0;\n      return merged;\n    } else {\n      return Buffer.allocUnsafe(0);\n    }\n  }\n\n  /**\n   * Resolve data in unresolvedDataArray. For every buffer with size in blockSize\n   * shifted, it will try to get (or allocate a buffer) from incoming, and fill it,\n   * then push it into outgoing to be handled by outgoing handler.\n   *\n   * Return false when available buffers in incoming are not enough, else true.\n   *\n   * @returns Return false when buffers in incoming are not enough, else true.\n   */\n  private resolveData(): boolean {\n    while (this.unresolvedLength >= this.bufferSize) {\n      let buffer: Buffer;\n\n      if (this.incoming.length > 0) {\n        buffer = this.incoming.shift()!;\n      } else {\n        if (this.numBuffers < this.maxBuffers) {\n          buffer = Buffer.allocUnsafe(this.bufferSize);\n          this.numBuffers++;\n        } else {\n          // No available buffer, wait for buffer returned\n          return false;\n        }\n      }\n\n      buffer.fill(this.shiftBufferFromUnresolvedDataArray());\n      this.outgoing.push(buffer);\n      this.triggerOutgoingHandlers();\n    }\n    return true;\n  }\n\n  /**\n   * Try to trigger a outgoing handler for every buffer in outgoing. Stop when\n   * concurrency reaches.\n   */\n  private async triggerOutgoingHandlers() {\n    let buffer: Buffer | undefined;\n    do {\n      if (this.executingOutgoingHandlers >= this.concurrency) {\n        return;\n      }\n\n      buffer = this.outgoing.shift();\n      if (buffer) {\n        this.triggerOutgoingHandler(buffer);\n      }\n    } while (buffer);\n  }\n\n  /**\n   * Trigger a outgoing handler for a buffer shifted from outgoing.\n   *\n   * @param buffer -\n   */\n  private async triggerOutgoingHandler(buffer: Buffer): Promise<any> {\n    const bufferLength = buffer.length;\n\n    this.executingOutgoingHandlers++;\n    this.offset += bufferLength;\n\n    try {\n      await this.outgoingHandler(buffer, this.offset - bufferLength);\n    } catch (err: any) {\n      this.emitter.emit(\"error\", err);\n      return;\n    }\n\n    this.executingOutgoingHandlers--;\n    this.reuseBuffer(buffer);\n    this.emitter.emit(\"checkEnd\");\n  }\n\n  /**\n   * Return buffer used by outgoing handler into incoming.\n   *\n   * @param buffer -\n   */\n  private reuseBuffer(buffer: Buffer) {\n    this.incoming.push(buffer);\n    if (!this.isError && this.resolveData() && !this.isStreamEnd) {\n      this.readable.resume();\n    }\n  }\n}\n"]}

package/dist/esm/utils/DataLakeAclChangeFailedError.d.ts

@@ -0,0 +1,16 @@
+import type { RestError } from "@azure/core-rest-pipeline";
+/**
+ * An error thrown when an operation is interrupted and can be continued later on.
+ */
+export declare class DataLakeAclChangeFailedError extends Error {
+    /**
+     * Continuation token to continue next batch of operations.
+     */
+    continuationToken?: string;
+    /**
+     * Internal error.
+     */
+    innerError: RestError | Error;
+    constructor(error: RestError | Error, continuationToken?: string);
+}
+//# sourceMappingURL=DataLakeAclChangeFailedError.d.ts.map

package/dist/esm/utils/DataLakeAclChangeFailedError.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataLakeAclChangeFailedError.d.ts","sourceRoot":"","sources":["../../../src/utils/DataLakeAclChangeFailedError.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAE3D;;GAEG;AACH,qBAAa,4BAA6B,SAAQ,KAAK;IACrD;;OAEG;IACI,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAElC;;OAEG;IACI,UAAU,EAAE,SAAS,GAAG,KAAK,CAAC;gBAEzB,KAAK,EAAE,SAAS,GAAG,KAAK,EAAE,iBAAiB,CAAC,EAAE,MAAM;CAOjE"}

package/dist/esm/utils/DataLakeAclChangeFailedError.js

@@ -0,0 +1,13 @@
+/**
+ * An error thrown when an operation is interrupted and can be continued later on.
+ */
+export class DataLakeAclChangeFailedError extends Error {
+    constructor(error, continuationToken) {
+        super(error.message);
+        this.name = "DataLakeAclChangeFailedError";
+        this.innerError = error;
+        this.continuationToken = continuationToken;
+        Object.setPrototypeOf(this, DataLakeAclChangeFailedError.prototype);
+    }
+}
+//# sourceMappingURL=DataLakeAclChangeFailedError.js.map

package/dist/esm/utils/DataLakeAclChangeFailedError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataLakeAclChangeFailedError.js","sourceRoot":"","sources":["../../../src/utils/DataLakeAclChangeFailedError.ts"],"names":[],"mappings":"AAIA;;GAEG;AACH,MAAM,OAAO,4BAA6B,SAAQ,KAAK;IAWrD,YAAY,KAAwB,EAAE,iBAA0B;QAC9D,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,8BAA8B,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,4BAA4B,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\nimport type { RestError } from \"@azure/core-rest-pipeline\";\n\n/**\n * An error thrown when an operation is interrupted and can be continued later on.\n */\nexport class DataLakeAclChangeFailedError extends Error {\n  /**\n   * Continuation token to continue next batch of operations.\n   */\n  public continuationToken?: string;\n\n  /**\n   * Internal error.\n   */\n  public innerError: RestError | Error;\n\n  constructor(error: RestError | Error, continuationToken?: string) {\n    super(error.message);\n    this.name = \"DataLakeAclChangeFailedError\";\n    this.innerError = error;\n    this.continuationToken = continuationToken;\n    Object.setPrototypeOf(this, DataLakeAclChangeFailedError.prototype);\n  }\n}\n"]}

package/dist/esm/utils/PathClientInternal.d.ts

@@ -0,0 +1,24 @@
+import { DataLakePathClient } from "../clients.js";
+import { PathOperationsImpl as Path } from "../generated/src/operations/index.js";
+import type { Pipeline } from "@azure/storage-blob";
+/**
+ * A PathClientInternal represents a URL to the Azure Storage path (directory or file) to
+ * help to construct a path client to expose Path context with blob endpoint.
+ */
+export declare class PathClientInternal extends DataLakePathClient {
+    /**
+     * Path context with blob endpoint.
+     */
+    blobPathContext: Path;
+    /**
+     * Creates an instance of DataLakePathClient from url and pipeline.
+     *
+     * @param url - A Client string pointing to Azure Storage data lake path (directory or file), such as
+     *                     "https://myaccount.dfs.core.windows.net/filesystem/directory" or "https://myaccount.dfs.core.windows.net/filesystem/file".
+     *                     You can append a SAS if using AnonymousCredential, such as "https://myaccount.dfs.core.windows.net/filesystem/directory?sasString".
+     * @param pipeline - Call newPipeline() to create a default
+     *                            pipeline, or provide a customized pipeline.
+     */
+    constructor(url: string, pipeline: Pipeline);
+}
+//# sourceMappingURL=PathClientInternal.d.ts.map

package/dist/esm/utils/PathClientInternal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PathClientInternal.d.ts","sourceRoot":"","sources":["../../../src/utils/PathClientInternal.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,kBAAkB,IAAI,IAAI,EAAE,MAAM,sCAAsC,CAAC;AAClF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEpD;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,kBAAkB;IACxD;;OAEG;IACI,eAAe,EAAE,IAAI,CAAC;IAE7B;;;;;;;;OAQG;gBACgB,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ;CAInD"}

package/dist/esm/utils/PathClientInternal.js

@@ -0,0 +1,24 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { DataLakePathClient } from "../clients.js";
+import { PathOperationsImpl as Path } from "../generated/src/operations/index.js";
+/**
+ * A PathClientInternal represents a URL to the Azure Storage path (directory or file) to
+ * help to construct a path client to expose Path context with blob endpoint.
+ */
+export class PathClientInternal extends DataLakePathClient {
+    /**
+     * Creates an instance of DataLakePathClient from url and pipeline.
+     *
+     * @param url - A Client string pointing to Azure Storage data lake path (directory or file), such as
+     *                     "https://myaccount.dfs.core.windows.net/filesystem/directory" or "https://myaccount.dfs.core.windows.net/filesystem/file".
+     *                     You can append a SAS if using AnonymousCredential, such as "https://myaccount.dfs.core.windows.net/filesystem/directory?sasString".
+     * @param pipeline - Call newPipeline() to create a default
+     *                            pipeline, or provide a customized pipeline.
+     */
+    constructor(url, pipeline) {
+        super(url, pipeline);
+        this.blobPathContext = new Path(this.storageClientContextToBlobEndpoint);
+    }
+}
+//# sourceMappingURL=PathClientInternal.js.map

package/dist/esm/utils/PathClientInternal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PathClientInternal.js","sourceRoot":"","sources":["../../../src/utils/PathClientInternal.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAClC,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,kBAAkB,IAAI,IAAI,EAAE,MAAM,sCAAsC,CAAC;AAGlF;;;GAGG;AACH,MAAM,OAAO,kBAAmB,SAAQ,kBAAkB;IAMxD;;;;;;;;OAQG;IACH,YAAmB,GAAW,EAAE,QAAkB;QAChD,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAC3E,CAAC;CACF","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\nimport { DataLakePathClient } from \"../clients.js\";\nimport { PathOperationsImpl as Path } from \"../generated/src/operations/index.js\";\nimport type { Pipeline } from \"@azure/storage-blob\";\n\n/**\n * A PathClientInternal represents a URL to the Azure Storage path (directory or file) to\n * help to construct a path client to expose Path context with blob endpoint.\n */\nexport class PathClientInternal extends DataLakePathClient {\n  /**\n   * Path context with blob endpoint.\n   */\n  public blobPathContext: Path;\n\n  /**\n   * Creates an instance of DataLakePathClient from url and pipeline.\n   *\n   * @param url - A Client string pointing to Azure Storage data lake path (directory or file), such as\n   *                     \"https://myaccount.dfs.core.windows.net/filesystem/directory\" or \"https://myaccount.dfs.core.windows.net/filesystem/file\".\n   *                     You can append a SAS if using AnonymousCredential, such as \"https://myaccount.dfs.core.windows.net/filesystem/directory?sasString\".\n   * @param pipeline - Call newPipeline() to create a default\n   *                            pipeline, or provide a customized pipeline.\n   */\n  public constructor(url: string, pipeline: Pipeline) {\n    super(url, pipeline);\n    this.blobPathContext = new Path(this.storageClientContextToBlobEndpoint);\n  }\n}\n"]}

package/dist/esm/utils/constants.d.ts

@@ -0,0 +1,70 @@
+export declare const SDK_VERSION: string;
+export declare const SERVICE_VERSION: string;
+export declare const KB: number;
+export declare const MB: number;
+export declare const GB: number;
+export declare const TB: number;
+export declare const DEFAULT_HIGH_LEVEL_CONCURRENCY: number;
+export declare const FILE_MAX_SINGLE_UPLOAD_THRESHOLD: number;
+export declare const FILE_UPLOAD_MAX_CHUNK_SIZE: number;
+export declare const FILE_UPLOAD_DEFAULT_CHUNK_SIZE: number;
+export declare const BLOCK_BLOB_MAX_BLOCKS: number;
+export declare const FILE_MAX_SIZE_BYTES: number;
+/**
+ * The OAuth scope to use with Azure Storage.
+ */
+export declare const StorageOAuthScopes: string | string[];
+export declare const StorageDataLakeLoggingAllowedHeaderNames: string[];
+export declare const StorageDataLakeLoggingAllowedQueryParameters: string[];
+export declare const UrlConstants: {
+    Parameters: {
+        FORCE_BROWSER_NO_CACHE: string;
+        SIGNATURE: string;
+        SNAPSHOT: string;
+        TIMEOUT: string;
+    };
+};
+export declare const HttpUrlConnection: {
+    HTTP_ACCEPTED: number;
+    HTTP_CONFLICT: number;
+    HTTP_NOT_FOUND: number;
+    HTTP_PRECON_FAILED: number;
+    HTTP_RANGE_NOT_SATISFIABLE: number;
+};
+export declare const HeaderConstants: {
+    AUTHORIZATION: string;
+    AUTHORIZATION_SCHEME: string;
+    CONTENT_ENCODING: string;
+    CONTENT_ID: string;
+    CONTENT_LANGUAGE: string;
+    CONTENT_LENGTH: string;
+    CONTENT_MD5: string;
+    CONTENT_TRANSFER_ENCODING: string;
+    CONTENT_TYPE: string;
+    COOKIE: string;
+    DATE: string;
+    IF_MATCH: string;
+    IF_MODIFIED_SINCE: string;
+    IF_NONE_MATCH: string;
+    IF_UNMODIFIED_SINCE: string;
+    PREFIX_FOR_STORAGE: string;
+    RANGE: string;
+    USER_AGENT: string;
+    X_MS_CLIENT_REQUEST_ID: string;
+    X_MS_COPY_SOURCE: string;
+    X_MS_DATE: string;
+    X_MS_ERROR_CODE: string;
+    X_MS_VERSION: string;
+};
+export declare const DevelopmentConnectionString = "DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;AccountKey=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==;BlobEndpoint=http://127.0.0.1:10000/devstoreaccount1;";
+export declare const ToBlobEndpointHostMappings: string[][];
+export declare const ToDfsEndpointHostMappings: string[][];
+export declare const ETagAny = "*";
+export declare const DeletionIdKey = "deletionid";
+export declare const EncryptionAlgorithmAES25 = "AES256";
+export declare const PathResultTypeConstants: {
+    FileResourceType: string;
+    DirectoryResourceType: string;
+};
+export declare const PathStylePorts: string[];
+//# sourceMappingURL=constants.d.ts.map

package/dist/esm/utils/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/utils/constants.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,WAAW,EAAE,MAAyB,CAAC;AACpD,eAAO,MAAM,eAAe,EAAE,MAAqB,CAAC;AAEpD,eAAO,MAAM,EAAE,EAAE,MAAa,CAAC;AAC/B,eAAO,MAAM,EAAE,EAAE,MAAkB,CAAC;AACpC,eAAO,MAAM,EAAE,EAAE,MAAkB,CAAC;AACpC,eAAO,MAAM,EAAE,EAAE,MAAkB,CAAC;AAEpC,eAAO,MAAM,8BAA8B,EAAE,MAAU,CAAC;AACxD,eAAO,MAAM,gCAAgC,EAAE,MAAiB,CAAC;AACjE,eAAO,MAAM,0BAA0B,EAAE,MAAkB,CAAC;AAC5D,eAAO,MAAM,8BAA8B,EAAE,MAAe,CAAC;AAC7D,eAAO,MAAM,qBAAqB,EAAE,MAAc,CAAC;AACnD,eAAO,MAAM,mBAAmB,EAAE,MAA2D,CAAC;AAE9F;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAE,MAAM,GAAG,MAAM,EAAyC,CAAC;AAE1F,eAAO,MAAM,wCAAwC,UA6FpD,CAAC;AAEF,eAAO,MAAM,4CAA4C,UAkCxD,CAAC;AAEF,eAAO,MAAM,YAAY;;;;;;;CAOxB,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;CAM7B,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;CAwB3B,CAAC;AAEF,eAAO,MAAM,2BAA2B,yNAAyN,CAAC;AAIlQ,eAAO,MAAM,0BAA0B,YAStC,CAAC;AAIF,eAAO,MAAM,yBAAyB,YASrC,CAAC;AAEF,eAAO,MAAM,OAAO,MAAM,CAAC;AAE3B,eAAO,MAAM,aAAa,eAAe,CAAC;AAC1C,eAAO,MAAM,wBAAwB,WAAW,CAAC;AAEjD,eAAO,MAAM,uBAAuB;;;CAGnC,CAAC;AAIF,eAAO,MAAM,cAAc,UAqB1B,CAAC"}

package/{dist-esm/storage-blob/src → dist/esm}/utils/constants.js

@@ -1,70 +1,22 @@
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
-export const SDK_VERSION = "12.27.0";
-export const SERVICE_VERSION = "2025-05-05";
-export const BLOCK_BLOB_MAX_UPLOAD_BLOB_BYTES = 256 * 1024 * 1024; // 256MB
-export const BLOCK_BLOB_MAX_STAGE_BLOCK_BYTES = 4000 * 1024 * 1024; // 4000MB
+export const SDK_VERSION = "12.27.0-beta.1";
+export const SERVICE_VERSION = "2025-07-05";
+export const KB = 1024;
+export const MB = KB * 1024;
+export const GB = MB * 1024;
+export const TB = GB * 1024;
+export const DEFAULT_HIGH_LEVEL_CONCURRENCY = 5;
+export const FILE_MAX_SINGLE_UPLOAD_THRESHOLD = 100 * MB;
+export const FILE_UPLOAD_MAX_CHUNK_SIZE = 4000 * MB;
+export const FILE_UPLOAD_DEFAULT_CHUNK_SIZE = 8 * MB;
 export const BLOCK_BLOB_MAX_BLOCKS = 50000;
-export const DEFAULT_BLOCK_BUFFER_SIZE_BYTES = 8 * 1024 * 1024; // 8MB
-export const DEFAULT_BLOB_DOWNLOAD_BLOCK_BYTES = 4 * 1024 * 1024; // 4MB
-export const DEFAULT_MAX_DOWNLOAD_RETRY_REQUESTS = 5;
-export const REQUEST_TIMEOUT = 100 * 1000; // In ms
+export const FILE_MAX_SIZE_BYTES = BLOCK_BLOB_MAX_BLOCKS * FILE_UPLOAD_MAX_CHUNK_SIZE;
 /**
  * The OAuth scope to use with Azure Storage.
  */
 export const StorageOAuthScopes = "https://storage.azure.com/.default";
-export const URLConstants = {
-    Parameters: {
-        FORCE_BROWSER_NO_CACHE: "_",
-        SIGNATURE: "sig",
-        SNAPSHOT: "snapshot",
-        VERSIONID: "versionid",
-        TIMEOUT: "timeout",
-    },
-};
-export const HTTPURLConnection = {
-    HTTP_ACCEPTED: 202,
-    HTTP_CONFLICT: 409,
-    HTTP_NOT_FOUND: 404,
-    HTTP_PRECON_FAILED: 412,
-    HTTP_RANGE_NOT_SATISFIABLE: 416,
-};
-export const HeaderConstants = {
-    AUTHORIZATION: "Authorization",
-    AUTHORIZATION_SCHEME: "Bearer",
-    CONTENT_ENCODING: "Content-Encoding",
-    CONTENT_ID: "Content-ID",
-    CONTENT_LANGUAGE: "Content-Language",
-    CONTENT_LENGTH: "Content-Length",
-    CONTENT_MD5: "Content-Md5",
-    CONTENT_TRANSFER_ENCODING: "Content-Transfer-Encoding",
-    CONTENT_TYPE: "Content-Type",
-    COOKIE: "Cookie",
-    DATE: "date",
-    IF_MATCH: "if-match",
-    IF_MODIFIED_SINCE: "if-modified-since",
-    IF_NONE_MATCH: "if-none-match",
-    IF_UNMODIFIED_SINCE: "if-unmodified-since",
-    PREFIX_FOR_STORAGE: "x-ms-",
-    RANGE: "Range",
-    USER_AGENT: "User-Agent",
-    X_MS_CLIENT_REQUEST_ID: "x-ms-client-request-id",
-    X_MS_COPY_SOURCE: "x-ms-copy-source",
-    X_MS_DATE: "x-ms-date",
-    X_MS_ERROR_CODE: "x-ms-error-code",
-    X_MS_VERSION: "x-ms-version",
-    X_MS_CopySourceErrorCode: "x-ms-copy-source-error-code",
-};
-export const ETagNone = "";
-export const ETagAny = "*";
-export const SIZE_1_MB = 1 * 1024 * 1024;
-export const BATCH_MAX_REQUEST = 256;
-export const BATCH_MAX_PAYLOAD_IN_BYTES = 4 * SIZE_1_MB;
-export const HTTP_LINE_ENDING = "\r\n";
-export const HTTP_VERSION_1_1 = "HTTP/1.1";
-export const EncryptionAlgorithmAES25 = "AES256";
-export const DevelopmentConnectionString = `DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;AccountKey=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==;BlobEndpoint=http://127.0.0.1:10000/devstoreaccount1;`;
-export const StorageBlobLoggingAllowedHeaderNames = [
+export const StorageDataLakeLoggingAllowedHeaderNames = [
     "Access-Control-Allow-Origin",
     "Cache-Control",
     "Content-Length",
@@ -157,12 +109,8 @@ export const StorageBlobLoggingAllowedHeaderNames = [
     "x-ms-source-if-unmodified-since",
     "x-ms-tag-count",
     "x-ms-encryption-key-sha256",
-    "x-ms-copy-source-error-code",
-    "x-ms-copy-source-status-code",
-    "x-ms-if-tags",
-    "x-ms-source-if-tags",
 ];
-export const StorageBlobLoggingAllowedQueryParameters = [
+export const StorageDataLakeLoggingAllowedQueryParameters = [
     "comp",
     "maxresults",
     "rscc",
@@ -197,8 +145,78 @@ export const StorageBlobLoggingAllowedQueryParameters = [
     "skv",
     "snapshot",
 ];
-export const BlobUsesCustomerSpecifiedEncryptionMsg = "BlobUsesCustomerSpecifiedEncryption";
-export const BlobDoesNotUseCustomerSpecifiedEncryption = "BlobDoesNotUseCustomerSpecifiedEncryption";
+export const UrlConstants = {
+    Parameters: {
+        FORCE_BROWSER_NO_CACHE: "_",
+        SIGNATURE: "sig",
+        SNAPSHOT: "snapshot",
+        TIMEOUT: "timeout",
+    },
+};
+export const HttpUrlConnection = {
+    HTTP_ACCEPTED: 202,
+    HTTP_CONFLICT: 409,
+    HTTP_NOT_FOUND: 404,
+    HTTP_PRECON_FAILED: 412,
+    HTTP_RANGE_NOT_SATISFIABLE: 416,
+};
+export const HeaderConstants = {
+    AUTHORIZATION: "Authorization",
+    AUTHORIZATION_SCHEME: "Bearer",
+    CONTENT_ENCODING: "Content-Encoding",
+    CONTENT_ID: "Content-ID",
+    CONTENT_LANGUAGE: "Content-Language",
+    CONTENT_LENGTH: "Content-Length",
+    CONTENT_MD5: "Content-Md5",
+    CONTENT_TRANSFER_ENCODING: "Content-Transfer-Encoding",
+    CONTENT_TYPE: "Content-Type",
+    COOKIE: "Cookie",
+    DATE: "date",
+    IF_MATCH: "if-match",
+    IF_MODIFIED_SINCE: "if-modified-since",
+    IF_NONE_MATCH: "if-none-match",
+    IF_UNMODIFIED_SINCE: "if-unmodified-since",
+    PREFIX_FOR_STORAGE: "x-ms-",
+    RANGE: "Range",
+    USER_AGENT: "User-Agent",
+    X_MS_CLIENT_REQUEST_ID: "x-ms-client-request-id",
+    X_MS_COPY_SOURCE: "x-ms-copy-source",
+    X_MS_DATE: "x-ms-date",
+    X_MS_ERROR_CODE: "x-ms-error-code",
+    X_MS_VERSION: "x-ms-version",
+};
+export const DevelopmentConnectionString = `DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;AccountKey=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==;BlobEndpoint=http://127.0.0.1:10000/devstoreaccount1;`;
+// Mapping pairs to transform url from dfs endpoint to blob endpoint
+// Customize this value to add more mapping patterns
+export const ToBlobEndpointHostMappings = [
+    ["dfs.preprod.core.windows.net", "blob.preprod.core.windows.net"],
+    ["dfs.core.windows.net", "blob.core.windows.net"],
+    ["dfs.core.chinacloudapi.cn", "blob.core.chinacloudapi.cn"],
+    ["dfs.core.usgovcloudapi.net", "blob.core.usgovcloudapi.net"],
+    ["dfs.core.cloudapi.de", "blob.core.cloudapi.de"],
+    ["dfs.core.microsoft.scloud", "blob.core.microsoft.scloud"],
+    ["dfs.core.eaglex.ic.gov", "blob.core.eaglex.ic.gov"],
+    ["dfs.storage.azure.net", "blob.storage.azure.net"],
+];
+// Mapping pairs to transform url from blob endpoint to dfs endpoint
+// Customize this value to add more mapping patterns
+export const ToDfsEndpointHostMappings = [
+    ["blob.preprod.core.windows.net", "dfs.preprod.core.windows.net"],
+    ["blob.core.windows.net", "dfs.core.windows.net"],
+    ["blob.core.chinacloudapi.cn", "dfs.core.chinacloudapi.cn"],
+    ["blob.core.usgovcloudapi.net", "dfs.core.usgovcloudapi.net"],
+    ["blob.core.cloudapi.de", "dfs.core.cloudapi.de"],
+    ["blob.core.microsoft.scloud", "dfs.core.microsoft.scloud"],
+    ["blob.core.eaglex.ic.gov", "dfs.core.eaglex.ic.gov"],
+    ["blob.storage.azure.net", "dfs.storage.azure.net"],
+];
+export const ETagAny = "*";
+export const DeletionIdKey = "deletionid";
+export const EncryptionAlgorithmAES25 = "AES256";
+export const PathResultTypeConstants = {
+    FileResourceType: "file",
+    DirectoryResourceType: "directory",
+};
 /// List of ports used for path style addressing.
 /// Path style addressing means that storage account is put in URI's Path segment in instead of in host.
 export const PathStylePorts = [