azure-kusto-ingest 2.2.2 → 3.1.0

package/source/managedStreamingIngestClient.js

@@ -0,0 +1,103 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const descriptors_1 = require("./descriptors");
+const abstractKustoClient_1 = require("./abstractKustoClient");
+const azure_kusto_data_1 = require("azure-kusto-data");
+const streamUtils_1 = require("./streamUtils");
+const streamingIngestClient_1 = __importDefault(require("./streamingIngestClient"));
+const ingestClient_1 = __importDefault(require("./ingestClient"));
+const stream_array_1 = __importDefault(require("stream-array"));
+const retry_1 = require("./retry");
+const maxStreamSize = 1024 * 1024 * 4;
+const attemptCount = 3;
+const ingestPrefix = "https://ingest-";
+class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKustoClient {
+    constructor(engineKcsb, dmKcsb, defaultProps) {
+        super(defaultProps);
+        this.baseSleepTimeSecs = 1;
+        this.baseJitterSecs = 1;
+        this.streamingIngestClient = new streamingIngestClient_1.default(engineKcsb, defaultProps);
+        this.queuedIngestClient = new ingestClient_1.default(dmKcsb, defaultProps);
+    }
+    /**
+     * Creates a KustoManagedStreamingIngestClient from a DM connection string.
+     * This method infers the engine connection string.
+     * For advanced usage, use the constructor that takes a DM connection string and an engine connection string.
+     *
+     * @param dmConnectionString The DM connection string.
+     * @param defaultProps The default ingestion properties.
+     */
+    static fromDmConnectionString(dmConnectionString, defaultProps) {
+        var _a;
+        if (dmConnectionString.dataSource == null || !dmConnectionString.dataSource.startsWith(ingestPrefix)) {
+            throw new Error(`DM connection string must include the prefix '${ingestPrefix}'`);
+        }
+        const engineConnectionString = azure_kusto_data_1.KustoConnectionStringBuilder.fromExisting(dmConnectionString);
+        engineConnectionString.dataSource = (_a = engineConnectionString.dataSource) === null || _a === void 0 ? void 0 : _a.replace(ingestPrefix, "https://");
+        return new KustoManagedStreamingIngestClient(engineConnectionString, dmConnectionString, defaultProps);
+    }
+    /**
+     * Creates a KustoManagedStreamingIngestClient from a engine connection string.
+     * This method infers the engine connection string.
+     * For advanced usage, use the constructor that takes an engine connection string and an engine connection string.
+     *
+     * @param engineConnectionString The engine connection string.
+     * @param defaultProps The default ingestion properties.
+     */
+    static fromEngineConnectionString(engineConnectionString, defaultProps) {
+        var _a;
+        if (engineConnectionString.dataSource == null || engineConnectionString.dataSource.startsWith(ingestPrefix)) {
+            throw new Error(`Engine connection string must not include the prefix '${ingestPrefix}'`);
+        }
+        const dmConnectionString = azure_kusto_data_1.KustoConnectionStringBuilder.fromExisting(engineConnectionString);
+        dmConnectionString.dataSource = (_a = dmConnectionString.dataSource) === null || _a === void 0 ? void 0 : _a.replace("https://", ingestPrefix);
+        return new KustoManagedStreamingIngestClient(engineConnectionString, dmConnectionString, defaultProps);
+    }
+    ingestFromStream(stream, ingestionProperties) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const props = this._getMergedProps(ingestionProperties);
+            const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
+            let result = yield (0, streamUtils_1.tryStreamToArray)(descriptor.stream, maxStreamSize);
+            if (result instanceof Buffer) {
+                // If we get buffer that means it was less than the max size, so we can do streamingIngestion
+                const retry = new retry_1.ExponentialRetry(attemptCount, this.baseSleepTimeSecs, this.baseJitterSecs);
+                while (retry.shouldTry()) {
+                    try {
+                        const sourceId = `KNC.executeManagedStreamingIngest;${descriptor.sourceId};${retry.currentAttempt}`;
+                        return yield this.streamingIngestClient.ingestFromStream(new descriptors_1.StreamDescriptor((0, stream_array_1.default)([result])).merge(descriptor), props, sourceId);
+                    }
+                    catch (err) {
+                        const oneApiError = err;
+                        if (oneApiError["@permanent"]) {
+                            throw err;
+                        }
+                        yield retry.backoff();
+                    }
+                }
+                result = (0, stream_array_1.default)([result]);
+            }
+            return yield this.queuedIngestClient.ingestFromStream(new descriptors_1.StreamDescriptor(result).merge(descriptor), ingestionProperties);
+        });
+    }
+    ingestFromFile(file, ingestionProperties) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return yield this.ingestFromStream((0, streamUtils_1.fileToStream)(file), ingestionProperties);
+        });
+    }
+}
+exports.default = KustoManagedStreamingIngestClient;
+//# sourceMappingURL=managedStreamingIngestClient.js.map

package/source/managedStreamingIngestClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"managedStreamingIngestClient.js","sourceRoot":"","sources":["managedStreamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;AAIlC,+CAAiE;AACjE,+DAA4D;AAC5D,uDAAgE;AAEhE,+CAA+D;AAC/D,oFAA4D;AAC5D,kEAA0C;AAE1C,gEAAqC;AAErC,mCAA2C;AAE3C,MAAM,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC;AACtC,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,YAAY,GAAG,iBAAiB,CAAC;AAEvC,MAAM,iCAAkC,SAAQ,yCAAmB;IAkD/D,YAAY,UAAiD,EAAE,MAA6C,EAAE,YAAuC;QACjJ,KAAK,CAAC,YAAY,CAAC,CAAC;QAhDhB,sBAAiB,GAAG,CAAC,CAAC;QACtB,mBAAc,GAAG,CAAC,CAAC;QAgDvB,IAAI,CAAC,qBAAqB,GAAG,IAAI,+BAAqB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QACjF,IAAI,CAAC,kBAAkB,GAAG,IAAI,sBAAY,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrE,CAAC;IAhDD;;;;;;;OAOG;IACH,MAAM,CAAC,sBAAsB,CACzB,kBAAgD,EAChD,YAAuC;;QAEvC,IAAI,kBAAkB,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;YAClG,MAAM,IAAI,KAAK,CAAC,iDAAiD,YAAY,GAAG,CAAC,CAAC;SACrF;QAED,MAAM,sBAAsB,GAAG,+CAA4B,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;QAC7F,sBAAsB,CAAC,UAAU,GAAG,MAAA,sBAAsB,CAAC,UAAU,0CAAE,OAAO,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAEzG,OAAO,IAAI,iCAAiC,CAAC,sBAAsB,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC3G,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,0BAA0B,CAC7B,sBAAoD,EACpD,YAAuC;;QAEvC,IAAI,sBAAsB,CAAC,UAAU,IAAI,IAAI,IAAI,sBAAsB,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;YACzG,MAAM,IAAI,KAAK,CAAC,yDAAyD,YAAY,GAAG,CAAC,CAAC;SAC7F;QAED,MAAM,kBAAkB,GAAG,+CAA4B,CAAC,YAAY,CAAC,sBAAsB,CAAC,CAAC;QAC7F,kBAAkB,CAAC,UAAU,GAAG,MAAA,kBAAkB,CAAC,UAAU,0CAAE,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAEjG,OAAO,IAAI,iCAAiC,CAAC,sBAAsB,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC3G,CAAC;IAQK,gBAAgB,CAAC,MAAmC,EAAE,mBAA8C;;YACtG,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;YACxD,MAAM,UAAU,GAAG,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;YAE9F,IAAI,MAAM,GAAG,MAAM,IAAA,8BAAgB,EAAC,UAAU,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YAEtE,IAAI,MAAM,YAAY,MAAM,EAAE;gBAC1B,6FAA6F;gBAC7F,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC9F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;oBACtB,IAAI;wBACA,MAAM,QAAQ,GAAG,qCAAqC,UAAU,CAAC,QAAQ,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;wBACpG,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,IAAI,8BAAgB,CAAC,IAAA,sBAAS,EAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;qBAC1I;oBAAC,OAAO,GAAY,EAAE;wBACnB,MAAM,WAAW,GAAG,GAAiC,CAAC;wBACtD,IAAI,WAAW,CAAC,YAAY,CAAC,EAAE;4BAC3B,MAAM,GAAG,CAAC;yBACb;wBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;qBACzB;iBACJ;gBAED,MAAM,GAAG,IAAA,sBAAS,EAAC,CAAC,MAAM,CAAC,CAAC,CAAC;aAChC;YAED,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAC/H,CAAC;KAAA;IAEK,cAAc,CAChB,IAA6B,EAC7B,mBAA8C;;YAE9C,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAA,0BAAY,EAAC,IAAI,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAChF,CAAC;KAAA;CACJ;AAED,kBAAe,iCAAiC,CAAC"}

package/source/resourceManager.d.ts

@@ -31,7 +31,7 @@ export declare class ResourceManager {
         rows: () => any;
     }, resourceName: string): ResourceURI[];
     refreshAuthorizationContext(): Promise<string>;
-    getAuthorizationContextFromService(): Promise<any>;
+    getAuthorizationContextFromService(): Promise<string>;
     getIngestionQueues(): Promise<ResourceURI[] | null>;
     getFailedIngestionsQueues(): Promise<ResourceURI[] | null>;
     getSuccessfulIngestionsQueues(): Promise<ResourceURI[] | null>;

package/source/resourceManager.js

@@ -32,10 +32,10 @@ class ResourceURI {
         return new ResourceURI(match[1], match[2], match[3], match[4]);
     }
     getSASConnectionString() {
-        if (this.objectType == "queue") {
+        if (this.objectType === "queue") {
             return `QueueEndpoint=https://${this.storageAccountName}.queue.core.windows.net/;SharedAccessSignature=${this.sas}`;
         }
-        if (this.objectType == "blob") {
+        if (this.objectType === "blob") {
             return `BlobEndpoint=https://${this.storageAccountName}.blob.core.windows.net/;SharedAccessSignature=${this.sas}`;
         }
         throw new Error(`Can't make the current object type (${this.objectType}) to connection string`);
@@ -50,12 +50,7 @@ class IngestClientResources {
         this.containers = containers;
     }
     valid() {
-        const resources = [
-            this.securedReadyForAggregationQueues,
-            this.failedIngestionsQueues,
-            this.failedIngestionsQueues,
-            this.containers
-        ];
+        const resources = [this.securedReadyForAggregationQueues, this.failedIngestionsQueues, this.failedIngestionsQueues, this.containers];
         return resources.reduce((prev, current) => !!(prev && current), true);
     }
 }
@@ -71,10 +66,10 @@ class ResourceManager {
     }
     refreshIngestClientResources() {
         return __awaiter(this, void 0, void 0, function* () {
-            const now = moment_1.default();
+            const now = (0, moment_1.default)();
             if (!this.ingestClientResources ||
                 !this.ingestClientResourcesLastUpdate ||
-                (this.ingestClientResourcesLastUpdate.add(this.refreshPeriod) <= now) ||
+                this.ingestClientResourcesLastUpdate.add(this.refreshPeriod) <= now ||
                 !this.ingestClientResources.valid()) {
                 this.ingestClientResources = yield this.getIngestClientResourcesFromService();
                 this.ingestClientResourcesLastUpdate = now;
@@ -92,8 +87,9 @@ class ResourceManager {
     getResourceByName(table, resourceName) {
         const result = [];
         for (const row of table.rows()) {
-            if (row.ResourceTypeName == resourceName) {
-                result.push(ResourceURI.fromURI(row.StorageRoot));
+            const typedRow = row;
+            if (typedRow.ResourceTypeName === resourceName) {
+                result.push(ResourceURI.fromURI(typedRow.StorageRoot));
             }
         }
         return result;
@@ -102,9 +98,7 @@ class ResourceManager {
         var _a;
         return __awaiter(this, void 0, void 0, function* () {
             const now = moment_1.default.utc();
-            if (!((_a = this.authorizationContext) === null || _a === void 0 ? void 0 : _a.trim()) ||
-                !this.authorizationContextLastUpdate ||
-                (this.authorizationContextLastUpdate.add(this.refreshPeriod)) <= now) {
+            if (!((_a = this.authorizationContext) === null || _a === void 0 ? void 0 : _a.trim()) || !this.authorizationContextLastUpdate || this.authorizationContextLastUpdate.add(this.refreshPeriod) <= now) {
                 this.authorizationContext = yield this.getAuthorizationContextFromService();
                 this.authorizationContextLastUpdate = now;
                 if (this.authorizationContext == null) {
@@ -117,7 +111,11 @@ class ResourceManager {
     getAuthorizationContextFromService() {
         return __awaiter(this, void 0, void 0, function* () {
             const response = yield this.kustoClient.execute("NetDefaultDB", ".get kusto identity token");
-            return response.primaryResults[0].rows().next().value.AuthorizationContext;
+            const next = response.primaryResults[0].rows().next();
+            if (next.done) {
+                throw new Error("Failed to get authorization context - got empty results");
+            }
+            return next.value.toJSON().AuthorizationContext;
         });
     }
     getIngestionQueues() {

package/source/resourceManager.js.map

@@ -1 +1 @@
-{"version":3,"file":"resourceManager.js","sourceRoot":"","sources":["resourceManager.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;;AAGlC,oDAA4B;AAE5B,MAAM,UAAU,GAAG,sEAAsE,CAAC;AAE1F,MAAa,WAAW;IACpB,YAAqB,kBAA0B,EAAW,UAAkB,EAAW,UAAkB,EAAW,GAAW;QAA1G,uBAAkB,GAAlB,kBAAkB,CAAQ;QAAW,eAAU,GAAV,UAAU,CAAQ;QAAW,eAAU,GAAV,UAAU,CAAQ;QAAW,QAAG,GAAH,GAAG,CAAQ;IAC/H,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,GAAW;QACtB,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YACnC,MAAM,KAAK,CAAC,4DAA4D,GAAG,GAAG,CAAC,CAAC;SACnF;QACD,OAAO,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,sBAAsB;QAClB,IAAI,IAAI,CAAC,UAAU,IAAI,OAAO,EAAE;YAC5B,OAAO,yBAAyB,IAAI,CAAC,kBAAkB,kDAAkD,IAAI,CAAC,GAAG,EAAE,CAAC;SACvH;QACD,IAAI,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE;YAC3B,OAAO,wBAAwB,IAAI,CAAC,kBAAkB,iDAAiD,IAAI,CAAC,GAAG,EAAE,CAAC;SACrH;QAED,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,UAAU,wBAAwB,CAAC,CAAA;IACnG,CAAC;CACJ;AAtBD,kCAsBC;AAED,MAAa,qBAAqB;IAC9B,YACa,mCAAyD,IAAI,EAC7D,yBAA+C,IAAI,EACnD,6BAAmD,IAAI,EACvD,aAAmC,IAAI;QAHvC,qCAAgC,GAAhC,gCAAgC,CAA6B;QAC7D,2BAAsB,GAAtB,sBAAsB,CAA6B;QACnD,+BAA0B,GAA1B,0BAA0B,CAA6B;QACvD,eAAU,GAAV,UAAU,CAA6B;IAEpD,CAAC;IAED,KAAK;QACD,MAAM,SAAS,GAAG;YACd,IAAI,CAAC,gCAAgC;YACrC,IAAI,CAAC,sBAAsB;YAC3B,IAAI,CAAC,sBAAsB;YAC3B,IAAI,CAAC,UAAU;SAClB,CAAC;QACF,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC;CACJ;AAlBD,sDAkBC;AAED,MAAa,eAAe;IAOxB,YAAqB,WAAmB;QAAnB,gBAAW,GAAX,WAAW,CAAQ;QACpC,IAAI,CAAC,aAAa,GAAG,gBAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAE7C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,+BAA+B,GAAG,IAAI,CAAC;QAE5C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC;IAC/C,CAAC;IAEK,4BAA4B;;YAC9B,MAAM,GAAG,GAAG,gBAAM,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,qBAAqB;gBAC3B,CAAC,IAAI,CAAC,+BAA+B;gBACrC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC;gBACrE,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,EAAE;gBACrC,IAAI,CAAC,qBAAqB,GAAG,MAAM,IAAI,CAAC,mCAAmC,EAAE,CAAC;gBAC9E,IAAI,CAAC,+BAA+B,GAAG,GAAG,CAAC;aAC9C;YAED,OAAO,IAAI,CAAC,qBAAqB,CAAC;QACtC,CAAC;KAAA;IAEK,mCAAmC;;YACrC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;YAC5F,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YAEzC,OAAO,IAAI,qBAAqB,CAC5B,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,iCAAiC,CAAC,EAChE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,CAAC,EACtD,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,2BAA2B,CAAC,EAC1D,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,CAAC,CAC/C,CAAC;QACN,CAAC;KAAA;IAED,iBAAiB,CAAC,KAA2B,EAAE,YAAoB;QAC/D,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE;YAC5B,IAAI,GAAG,CAAC,gBAAgB,IAAI,YAAY,EAAE;gBACtC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;aACrD;SACJ;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAEK,2BAA2B;;;YAC7B,MAAM,GAAG,GAAG,gBAAM,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,oBAAoB,0CAAE,IAAI,EAAE,CAAA;gBAClC,CAAC,IAAI,CAAC,8BAA8B;gBACpC,CAAC,IAAI,CAAC,8BAA8B,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,GAAG,EAAE;gBACtE,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,kCAAkC,EAAE,CAAC;gBAC5E,IAAI,CAAC,8BAA8B,GAAG,GAAG,CAAC;gBAE1C,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE;oBACnC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;iBAC1D;aACJ;YAED,OAAO,IAAI,CAAC,oBAAoB,CAAC;;KACpC;IAEK,kCAAkC;;YACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,2BAA2B,CAAC,CAAC;YAC7F,OAAQ,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAa,CAAC,oBAAoB,CAAC;QACxF,CAAC;KAAA;IAEK,kBAAkB;;YACpB,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,gCAAgC,CAAC;QACxF,CAAC;KAAA;IAEK,yBAAyB;;YAC3B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,sBAAsB,CAAC;QAC9E,CAAC;KAAA;IAEK,6BAA6B;;YAC/B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,0BAA0B,CAAC;QAClF,CAAC;KAAA;IAEK,aAAa;;YACf,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,UAAU,CAAC;QAClE,CAAC;KAAA;IAEK,uBAAuB;;YACzB,OAAO,IAAI,CAAC,2BAA2B,EAAE,CAAC;QAC9C,CAAC;KAAA;CACJ;AA5FD,0CA4FC;AAED,kBAAe,eAAe,CAAC"}
+{"version":3,"file":"resourceManager.js","sourceRoot":"","sources":["resourceManager.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;;AAKlC,oDAA4B;AAE5B,MAAM,UAAU,GAAG,sEAAsE,CAAC;AAE1F,MAAa,WAAW;IACpB,YAAqB,kBAA0B,EAAW,UAAkB,EAAW,UAAkB,EAAW,GAAW;QAA1G,uBAAkB,GAAlB,kBAAkB,CAAQ;QAAW,eAAU,GAAV,UAAU,CAAQ;QAAW,eAAU,GAAV,UAAU,CAAQ;QAAW,QAAG,GAAH,GAAG,CAAQ;IAAG,CAAC;IAEnI,MAAM,CAAC,OAAO,CAAC,GAAW;QACtB,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YACnC,MAAM,KAAK,CAAC,4DAA4D,GAAG,GAAG,CAAC,CAAC;SACnF;QACD,OAAO,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,sBAAsB;QAClB,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,EAAE;YAC7B,OAAO,yBAAyB,IAAI,CAAC,kBAAkB,kDAAkD,IAAI,CAAC,GAAG,EAAE,CAAC;SACvH;QACD,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM,EAAE;YAC5B,OAAO,wBAAwB,IAAI,CAAC,kBAAkB,iDAAiD,IAAI,CAAC,GAAG,EAAE,CAAC;SACrH;QAED,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,UAAU,wBAAwB,CAAC,CAAC;IACpG,CAAC;CACJ;AArBD,kCAqBC;AAED,MAAa,qBAAqB;IAC9B,YACa,mCAAyD,IAAI,EAC7D,yBAA+C,IAAI,EACnD,6BAAmD,IAAI,EACvD,aAAmC,IAAI;QAHvC,qCAAgC,GAAhC,gCAAgC,CAA6B;QAC7D,2BAAsB,GAAtB,sBAAsB,CAA6B;QACnD,+BAA0B,GAA1B,0BAA0B,CAA6B;QACvD,eAAU,GAAV,UAAU,CAA6B;IACjD,CAAC;IAEJ,KAAK;QACD,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACrI,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC;CACJ;AAZD,sDAYC;AAED,MAAa,eAAe;IAOxB,YAAqB,WAAmB;QAAnB,gBAAW,GAAX,WAAW,CAAQ;QACpC,IAAI,CAAC,aAAa,GAAG,gBAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAE7C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,+BAA+B,GAAG,IAAI,CAAC;QAE5C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC;IAC/C,CAAC;IAEK,4BAA4B;;YAC9B,MAAM,GAAG,GAAG,IAAA,gBAAM,GAAE,CAAC;YACrB,IACI,CAAC,IAAI,CAAC,qBAAqB;gBAC3B,CAAC,IAAI,CAAC,+BAA+B;gBACrC,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG;gBACnE,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,EACrC;gBACE,IAAI,CAAC,qBAAqB,GAAG,MAAM,IAAI,CAAC,mCAAmC,EAAE,CAAC;gBAC9E,IAAI,CAAC,+BAA+B,GAAG,GAAG,CAAC;aAC9C;YAED,OAAO,IAAI,CAAC,qBAAqB,CAAC;QACtC,CAAC;KAAA;IAEK,mCAAmC;;YACrC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;YAC5F,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YAEzC,OAAO,IAAI,qBAAqB,CAC5B,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,iCAAiC,CAAC,EAChE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,CAAC,EACtD,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,2BAA2B,CAAC,EAC1D,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,CAAC,CAC/C,CAAC;QACN,CAAC;KAAA;IAED,iBAAiB,CAAC,KAA0B,EAAE,YAAoB;QAC9D,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE;YAC5B,MAAM,QAAQ,GAAG,GAGhB,CAAC;YACF,IAAI,QAAQ,CAAC,gBAAgB,KAAK,YAAY,EAAE;gBAC5C,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;aAC1D;SACJ;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAEK,2BAA2B;;;YAC7B,MAAM,GAAG,GAAG,gBAAM,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,oBAAoB,0CAAE,IAAI,EAAE,CAAA,IAAI,CAAC,IAAI,CAAC,8BAA8B,IAAI,IAAI,CAAC,8BAA8B,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,EAAE;gBAClJ,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,kCAAkC,EAAE,CAAC;gBAC5E,IAAI,CAAC,8BAA8B,GAAG,GAAG,CAAC;gBAE1C,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE;oBACnC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;iBAC1D;aACJ;YAED,OAAO,IAAI,CAAC,oBAAoB,CAAC;;KACpC;IAEK,kCAAkC;;YACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,2BAA2B,CAAC,CAAC;YAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACtD,IAAI,IAAI,CAAC,IAAI,EAAE;gBACX,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;aAC9E;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAoC,CAAC,oBAAoB,CAAC;QACtF,CAAC;KAAA;IAEK,kBAAkB;;YACpB,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,gCAAgC,CAAC;QACxF,CAAC;KAAA;IAEK,yBAAyB;;YAC3B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,sBAAsB,CAAC;QAC9E,CAAC;KAAA;IAEK,6BAA6B;;YAC/B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,0BAA0B,CAAC;QAClF,CAAC;KAAA;IAEK,aAAa;;YACf,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,UAAU,CAAC;QAClE,CAAC;KAAA;IAEK,uBAAuB;;YACzB,OAAO,IAAI,CAAC,2BAA2B,EAAE,CAAC;QAC9C,CAAC;KAAA;CACJ;AApGD,0CAoGC;AAED,kBAAe,eAAe,CAAC"}

package/source/retry.d.ts

@@ -0,0 +1,10 @@
+export declare const sleep: (ms: number) => Promise<void>;
+export declare class ExponentialRetry {
+    attemptCount: number;
+    sleepBaseSecs: number;
+    maxJitterSecs: number;
+    currentAttempt: number;
+    constructor(attemptCount: number, sleepBaseSecs: number, maxJitterSecs: number);
+    backoff(): Promise<void>;
+    shouldTry(): boolean;
+}

package/source/retry.js

@@ -0,0 +1,44 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExponentialRetry = exports.sleep = void 0;
+const sleep = (ms) => {
+    return new Promise((resolve) => {
+        setTimeout(resolve, ms);
+    });
+};
+exports.sleep = sleep;
+class ExponentialRetry {
+    constructor(attemptCount, sleepBaseSecs, maxJitterSecs) {
+        this.attemptCount = attemptCount;
+        this.sleepBaseSecs = sleepBaseSecs;
+        this.maxJitterSecs = maxJitterSecs;
+        this.currentAttempt = 0;
+    }
+    backoff() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.shouldTry()) {
+                throw new Error("Max retries exceeded");
+            }
+            const base = this.sleepBaseSecs * Math.pow(2, this.currentAttempt);
+            const jitter = Math.floor(this.maxJitterSecs * Math.random());
+            yield (0, exports.sleep)(1000 * (base + jitter));
+            this.currentAttempt++;
+        });
+    }
+    shouldTry() {
+        return this.currentAttempt < this.attemptCount;
+    }
+}
+exports.ExponentialRetry = ExponentialRetry;
+//# sourceMappingURL=retry.js.map

package/source/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["retry.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;AAE3B,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAJW,QAAA,KAAK,SAIhB;AAEF,MAAa,gBAAgB;IAGzB,YAAmB,YAAoB,EAAS,aAAqB,EAAS,aAAqB;QAAhF,iBAAY,GAAZ,YAAY,CAAQ;QAAS,kBAAa,GAAb,aAAa,CAAQ;QAAS,kBAAa,GAAb,aAAa,CAAQ;QAC/F,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC5B,CAAC;IAEY,OAAO;;YAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;aAC3C;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9D,MAAM,IAAA,aAAK,EAAC,IAAI,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC;YACpC,IAAI,CAAC,cAAc,EAAE,CAAC;QAC1B,CAAC;KAAA;IAEM,SAAS;QACZ,OAAO,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC;IACnD,CAAC;CACJ;AArBD,4CAqBC"}

package/source/status.js

@@ -3,13 +3,11 @@
 // Licensed under the MIT License.
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.KustoIngestStatusQueues = exports.StatusMessage = void 0;
+/* eslint-disable max-classes-per-file -- We want all the Status related classes in this file */
 const statusQ_1 = require("./statusQ");
 class StatusMessage {
     constructor(raw, obj, extraProps) {
-        let props = [
-            "OperationId", "Database", "Table",
-            "IngestionSourceId", "IngestionSourcePath", "RootActivityId"
-        ];
+        let props = ["OperationId", "Database", "Table", "IngestionSourceId", "IngestionSourcePath", "RootActivityId"];
         if (extraProps && extraProps.length > 0) {
             props = props.concat(extraProps);
         }
@@ -22,27 +20,18 @@ class StatusMessage {
 exports.StatusMessage = StatusMessage;
 class SuccessMessage extends StatusMessage {
     constructor(raw, obj) {
-        super(raw, obj, [
-            "SucceededOn"
-        ]);
+        super(raw, obj, ["SucceededOn"]);
     }
 }
 class FailureMessage extends StatusMessage {
     constructor(raw, obj) {
-        super(raw, obj, [
-            "FailedOn",
-            "Details",
-            "ErrorCode",
-            "FailureStatus",
-            "OriginatesFromUpdatePolicy",
-            "ShouldRetry"
-        ]);
+        super(raw, obj, ["FailedOn", "Details", "ErrorCode", "FailureStatus", "OriginatesFromUpdatePolicy", "ShouldRetry"]);
     }
 }
 class KustoIngestStatusQueues {
     constructor(kustoIngestClient) {
-        this.success = new statusQ_1.StatusQueue(() => kustoIngestClient.resourceManager.getSuccessfulIngestionsQueues().then(r => r), SuccessMessage);
-        this.failure = new statusQ_1.StatusQueue(() => kustoIngestClient.resourceManager.getFailedIngestionsQueues().then(r => r), FailureMessage);
+        this.success = new statusQ_1.StatusQueue(() => kustoIngestClient.resourceManager.getSuccessfulIngestionsQueues().then((r) => r), SuccessMessage);
+        this.failure = new statusQ_1.StatusQueue(() => kustoIngestClient.resourceManager.getFailedIngestionsQueues().then((r) => r), FailureMessage);
     }
 }
 exports.KustoIngestStatusQueues = KustoIngestStatusQueues;

package/source/status.js.map

@@ -1 +1 @@
-{"version":3,"file":"status.js","sourceRoot":"","sources":["status.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,uCAAsC;AAItC,MAAa,aAAa;IAStB,YAAY,GAAQ,EAAE,GAAQ,EAAE,UAA2B;QACvD,IAAI,KAAK,GAAc;YACnB,aAAa,EAAE,UAAU,EAAE,OAAO;YAClC,mBAAmB,EAAE,qBAAqB,EAAE,gBAAgB;SAC/D,CAAC;QAEF,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;YACrC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;SACpC;QAED,MAAM,IAAI,GAAG,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAE3D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACtB,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;SAC3B;IACL,CAAC;CACJ;AAzBD,sCAyBC;AAGD,MAAM,cAAe,SAAQ,aAAa;IAGtC,YAAY,GAAQ,EAAE,GAAQ;QAC1B,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE;YACZ,aAAa;SAChB,CAAC,CAAC;IACP,CAAC;CACJ;AAGD,MAAM,cAAe,SAAQ,aAAa;IAOtC,YAAY,GAAQ,EAAE,GAAQ;QAC1B,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE;YACZ,UAAU;YACV,SAAS;YACT,WAAW;YACX,eAAe;YACf,4BAA4B;YAC5B,aAAa;SAChB,CAAC,CAAC;IACP,CAAC;CACJ;AAGD,MAAa,uBAAuB;IAGhC,YAAY,iBAAoC;QAC5C,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,CAC1B,GAAG,EAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,6BAA6B,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAkB,CAAC,EACrG,cAAc,CACjB,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,CAC1B,GAAG,EAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,yBAAyB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAkB,CAAC,EACjG,cAAc,CACjB,CAAC;IACN,CAAC;CACJ;AAbD,0DAaC;AAED,kBAAe,uBAAuB,CAAC"}
+{"version":3,"file":"status.js","sourceRoot":"","sources":["status.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,gGAAgG;AAEhG,uCAAwC;AAIxC,MAAa,aAAa;IAStB,YAAY,GAAQ,EAAE,GAAQ,EAAE,UAA2B;QACvD,IAAI,KAAK,GAAa,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,CAAC;QAEzH,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;YACrC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;SACpC;QAED,MAAM,IAAI,GAAwB,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAEhF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACtB,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;SAC3B;IACL,CAAC;CACJ;AAtBD,sCAsBC;AAED,MAAM,cAAe,SAAQ,aAAa;IAGtC,YAAY,GAAQ,EAAE,GAAQ;QAC1B,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IACrC,CAAC;CACJ;AAED,MAAM,cAAe,SAAQ,aAAa;IAOtC,YAAY,GAAQ,EAAE,GAAQ;QAC1B,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,4BAA4B,EAAE,aAAa,CAAC,CAAC,CAAC;IACxH,CAAC;CACJ;AAED,MAAa,uBAAuB;IAGhC,YAAY,iBAAoC;QAC5C,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,6BAA6B,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAkB,CAAC,EAAE,cAAc,CAAC,CAAC;QACxJ,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,yBAAyB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAkB,CAAC,EAAE,cAAc,CAAC,CAAC;IACxJ,CAAC;CACJ;AAPD,0DAOC;AAED,kBAAe,uBAAuB,CAAC"}

package/source/statusQ.js

@@ -12,6 +12,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.StatusQueue = void 0;
+/* eslint-disable max-classes-per-file -- QueueDetails is a very small class, so we don't need it in a different file */
 const storage_queue_1 = require("@azure/storage-queue");
 class QueueDetails {
     constructor(name, service) {
@@ -19,7 +20,7 @@ class QueueDetails {
         this.service = service;
     }
 }
-function shuffle(a) {
+const shuffle = (a) => {
     for (let i = a.length - 1; i > 0; i--) {
         const j = Math.floor(Math.random() * (i + 1));
         const temp = a[j];
@@ -27,14 +28,14 @@ function shuffle(a) {
         a[i] = temp;
     }
     return a;
-}
+};
 class StatusQueue {
     constructor(getQueuesFunc, messageCls) {
         this.getQueuesFunc = getQueuesFunc;
         this.messageCls = messageCls;
     }
     _getQServices(queuesDetails) {
-        return queuesDetails.map(function (q) {
+        return queuesDetails.map((q) => {
             const sasConnectionString = q.getSASConnectionString();
             if (!sasConnectionString) {
                 throw new Error("Empty or null connection string");
@@ -67,7 +68,7 @@ class StatusQueue {
                 for (const m of messages) {
                     if (m && Object.keys(m).length > 0) {
                         result.push(options && options.raw ? m : this.deserializeMessage(m));
-                        if (result.length == n) {
+                        if (result.length === n) {
                             return { done: true, nonEmptyQs, result };
                         }
                     }
@@ -102,9 +103,9 @@ class StatusQueue {
                     if (m && Object.keys(m).length > 0) {
                         result.push(options && options.raw ? m : this.deserializeMessage(m));
                         if (!(options && !options.remove)) {
-                            q.service.deleteMessage(m.messageId, m.popReceipt);
+                            yield q.service.deleteMessage(m.messageId, m.popReceipt);
                         }
-                        if (result.length == n) {
+                        if (result.length === n) {
                             return { done: true, nonEmptyQs, result };
                         }
                     }

package/source/statusQ.js.map

@@ -1 +1 @@
-{"version":3,"file":"statusQ.js","sourceRoot":"","sources":["statusQ.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;AAElC,wDAAoE;AAIpE,MAAM,YAAY;IACd,YAAqB,IAAY,EAAW,OAAoB;QAA3C,SAAI,GAAJ,IAAI,CAAQ;QAAW,YAAO,GAAP,OAAO,CAAa;IAChE,CAAC;CACJ;AAGD,SAAS,OAAO,CAAI,CAAM;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;KACf;IAED,OAAO,CAAC,CAAC;AACb,CAAC;AAaD,MAAa,WAAW;IACpB,YAAqB,aAA2C,EAAW,UAAgC;QAAtF,kBAAa,GAAb,aAAa,CAA8B;QAAW,eAAU,GAAV,UAAU,CAAsB;IAC3G,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,OAAO,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC;YAChC,MAAM,mBAAmB,GAAG,CAAC,CAAC,sBAAsB,EAAE,CAAC;YACvD,IAAI,CAAC,mBAAmB,EAAE;gBACtB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;aACtD;YACD,OAAO,IAAI,YAAY,CAAC,CAAC,CAAC,UAAU,EAChC,IAAI,2BAAW,CAAC,mBAAmB,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACP,CAAC;IAEK,OAAO;;YACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,EAAC,GAAG,EAAE,IAAI,EAAC,CAAC,CAAC;YAC/C,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC1C,CAAC;KAAA;IAED,aAAa,CAAC,OAAe;QACzB,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED,kBAAkB,CAAC,CAAoB;QACnC,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9E,CAAC;IAEK,KAAK,CAAC,EAAkB,EAAE,CAAS,EAAE,OAA0B;;YACjE,MAAM,MAAM,GAAc,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAmB,EAAE,CAAC;YAEtC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE;gBAChB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAChD,MAAM,QAAQ,GAAG,QAAQ,CAAC,kBAAkB,CAAC;gBAE7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;oBACjC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACtB;gBAED,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE;oBACtB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;wBAChC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;wBAErE,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;4BACpB,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC;yBAC3C;qBACJ;iBACJ;aACJ;YACD,OAAO,EAAC,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC;QAC/D,CAAC;KAAA;IAEK,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,UAA6B,IAAI;;YAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAmB,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAExF,sDAAsD;YACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAE3D,IAAI,OAAO,CAAC,IAAI,EAAE;gBACd,OAAO,OAAO,CAAC,MAAM,CAAC;aACzB;YACD,MAAM,kBAAkB,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YAErD,2FAA2F;YAC3F,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACtF,CAAC;KAAA;IAEK,IAAI,CAAC,EAAkB,EAAE,CAAS,EAAE,OAAyB;;YAE/D,MAAM,UAAU,GAAU,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,EAAE,CAAC;YAElB,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE;gBAChB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,EAAC,aAAa,EAAE,CAAC,EAAC,CAAC,CAAC;gBACrE,MAAM,QAAQ,GAAG,QAAQ,CAAC,oBAAoB,CAAC;gBAC/C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE;oBACtB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;wBAChC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;wBAErE,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;4BAC/B,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;yBACtD;wBACD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;4BACpB,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC;yBAC3C;qBACJ;iBACJ;aACJ;YAED,OAAO,EAAC,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC;QAC/D,CAAC;KAAA;IAGK,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,UAA4B,IAAI;;;YAC7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAExF,sDAAsD;YACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAC1D,IAAI,OAAO,CAAC,IAAI,EAAE;gBACd,OAAO,OAAO,CAAC,MAAM,CAAC;aACzB;YAED,MAAM,iBAAiB,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YAEpD,2FAA2F;YAC3F,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAA,OAAO,CAAC,MAAM,CAAC,UAAU,mCAAI,EAAE,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;YAC3F,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;;KAC9C;CACJ;AAjHD,kCAiHC"}
+{"version":3,"file":"statusQ.js","sourceRoot":"","sources":["statusQ.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;AAElC,wHAAwH;AAExH,wDAAsE;AAItE,MAAM,YAAY;IACd,YAAqB,IAAY,EAAW,OAAoB;QAA3C,SAAI,GAAJ,IAAI,CAAQ;QAAW,YAAO,GAAP,OAAO,CAAa;IAAG,CAAC;CACvE;AAED,MAAM,OAAO,GAAG,CAAI,CAAM,EAAO,EAAE;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;KACf;IAED,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAaF,MAAa,WAAW;IACpB,YAAqB,aAA2C,EAAW,UAAgC;QAAtF,kBAAa,GAAb,aAAa,CAA8B;QAAW,eAAU,GAAV,UAAU,CAAsB;IAAG,CAAC;IAE/G,aAAa,CAAC,aAA4B;QACtC,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3B,MAAM,mBAAmB,GAAG,CAAC,CAAC,sBAAsB,EAAE,CAAC;YACvD,IAAI,CAAC,mBAAmB,EAAE;gBACtB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;aACtD;YACD,OAAO,IAAI,YAAY,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,2BAAW,CAAC,mBAAmB,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;IACP,CAAC;IAEK,OAAO;;YACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC1C,CAAC;KAAA;IAED,aAAa,CAAC,OAAe;QACzB,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED,kBAAkB,CAAC,CAAoB;QACnC,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9E,CAAC;IAEK,KAAK,CAAC,EAAkB,EAAE,CAAS,EAAE,OAA0B;;YACjE,MAAM,MAAM,GAAc,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAmB,EAAE,CAAC;YAEtC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE;gBAChB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAChD,MAAM,QAAQ,GAAG,QAAQ,CAAC,kBAAkB,CAAC;gBAE7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;oBACjC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACtB;gBAED,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE;oBACtB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;wBAChC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;wBAErE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;4BACrB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;yBAC7C;qBACJ;iBACJ;aACJ;YACD,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QACjE,CAAC;KAAA;IAEK,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,UAA6B,IAAI;;YAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAmB,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAExF,sDAAsD;YACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAE3D,IAAI,OAAO,CAAC,IAAI,EAAE;gBACd,OAAO,OAAO,CAAC,MAAM,CAAC;aACzB;YACD,MAAM,kBAAkB,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YAErD,2FAA2F;YAC3F,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACtF,CAAC;KAAA;IAEK,IAAI,CACN,EAAkB,EAClB,CAAS,EACT,OAAyB;;YAEzB,MAAM,UAAU,GAAU,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,EAAE,CAAC;YAElB,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE;gBAChB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,oBAAoB,CAAC;gBAC/C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE;oBACtB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;wBAChC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;wBAErE,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;4BAC/B,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;yBAC5D;wBACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;4BACrB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;yBAC7C;qBACJ;iBACJ;aACJ;YAED,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QACjE,CAAC;KAAA;IAEK,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,UAA4B,IAAI;;;YAC7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAExF,sDAAsD;YACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAC1D,IAAI,OAAO,CAAC,IAAI,EAAE;gBACd,OAAO,OAAO,CAAC,MAAM,CAAC;aACzB;YAED,MAAM,iBAAiB,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YAEpD,2FAA2F;YAC3F,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAA,OAAO,CAAC,MAAM,CAAC,UAAU,mCAAI,EAAE,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;YAC3F,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;;KAC9C;CACJ;AAjHD,kCAiHC"}

package/source/streamUtils.d.ts

@@ -0,0 +1,6 @@
+/// <reference types="node" />
+import { FileDescriptor, StreamDescriptor } from "./descriptors";
+import { Readable } from "stream";
+export declare const fileToStream: (file: FileDescriptor | string) => StreamDescriptor;
+export declare const mergeStreams: (...streams: Readable[]) => Readable;
+export declare const tryStreamToArray: (stream: Readable, maxBufferSize: number) => Promise<Buffer | Readable>;

package/source/streamUtils.js

@@ -0,0 +1,61 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tryStreamToArray = exports.mergeStreams = exports.fileToStream = void 0;
+const descriptors_1 = require("./descriptors");
+const fs_1 = __importDefault(require("fs"));
+const stream_1 = require("stream");
+const stream_array_1 = __importDefault(require("stream-array"));
+const fileToStream = (file) => {
+    const fileDescriptor = file instanceof descriptors_1.FileDescriptor ? file : new descriptors_1.FileDescriptor(file);
+    const streamFs = fs_1.default.createReadStream(fileDescriptor.filePath);
+    const compressionType = fileDescriptor.zipped ? descriptors_1.CompressionType.GZIP : descriptors_1.CompressionType.None;
+    return new descriptors_1.StreamDescriptor(streamFs, fileDescriptor.sourceId, compressionType);
+};
+exports.fileToStream = fileToStream;
+const mergeStreams = (...streams) => {
+    let pass = new stream_1.PassThrough();
+    let waiting = streams.length;
+    for (const stream of streams) {
+        pass = stream.pipe(pass, { end: false });
+        stream.once("end", () => --waiting === 0 && pass.emit("end"));
+    }
+    return pass;
+};
+exports.mergeStreams = mergeStreams;
+const tryStreamToArray = (stream, maxBufferSize) => __awaiter(void 0, void 0, void 0, function* () {
+    return yield new Promise((resolve, reject) => {
+        const result = [];
+        const endListener = () => resolve(Buffer.concat(result));
+        const dataHandler = (chunk) => {
+            try {
+                result.push(chunk);
+                if (result.reduce((sum, b) => sum + b.length, 0) > maxBufferSize) {
+                    stream.removeListener("data", dataHandler);
+                    stream.removeListener("end", endListener);
+                    resolve((0, exports.mergeStreams)((0, stream_array_1.default)(result), stream));
+                }
+            }
+            catch (e) {
+                reject(e);
+            }
+        };
+        stream.on("data", dataHandler);
+        stream.on("end", endListener);
+    });
+});
+exports.tryStreamToArray = tryStreamToArray;
+//# sourceMappingURL=streamUtils.js.map

package/source/streamUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streamUtils.js","sourceRoot":"","sources":["streamUtils.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;;AAElC,+CAAkF;AAClF,4CAAoB;AACpB,mCAA+C;AAC/C,gEAAqC;AAE9B,MAAM,YAAY,GAAG,CAAC,IAA6B,EAAoB,EAAE;IAC5E,MAAM,cAAc,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,YAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC9D,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC;IAC5F,OAAO,IAAI,8BAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;AACpF,CAAC,CAAC;AALW,QAAA,YAAY,gBAKvB;AAEK,MAAM,YAAY,GAAG,CAAC,GAAG,OAAmB,EAAY,EAAE;IAC7D,IAAI,IAAI,GAAG,IAAI,oBAAW,EAAE,CAAC;IAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC1B,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;KACjE;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AARW,QAAA,YAAY,gBAQvB;AAEK,MAAM,gBAAgB,GAAG,CAAO,MAAgB,EAAE,aAAqB,EAA8B,EAAE;IAC1G,OAAO,MAAM,IAAI,OAAO,CAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5D,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,EAAE;YAClC,IAAI;gBACA,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,aAAa,EAAE;oBAC9D,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC3C,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBAC1C,OAAO,CAAC,IAAA,oBAAY,EAAC,IAAA,sBAAS,EAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;iBACpD;aACJ;YAAC,OAAO,CAAC,EAAE;gBACR,MAAM,CAAC,CAAC,CAAC,CAAC;aACb;QACL,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC/B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACP,CAAC,CAAA,CAAC;AAnBW,QAAA,gBAAgB,oBAmB3B"}

package/source/streamingIngestClient.d.ts

@@ -1,15 +1,14 @@
 /// <reference types="node" />
-import IngestionProperties from "./ingestionProperties";
+import { IngestionPropertiesInput } from "./ingestionProperties";
 import { FileDescriptor, StreamDescriptor } from "./descriptors";
-import fs from "fs";
 import { AbstractKustoClient } from "./abstractKustoClient";
 import { KustoConnectionStringBuilder } from "azure-kusto-data";
 import { KustoResponseDataSet } from "azure-kusto-data/source/response";
+import { Readable } from "stream";
 declare class KustoStreamingIngestClient extends AbstractKustoClient {
     private kustoClient;
-    private _mapping_required_formats;
-    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionProperties | null);
-    ingestFromStream(stream: StreamDescriptor | fs.ReadStream, ingestionProperties: IngestionProperties): Promise<KustoResponseDataSet>;
-    ingestFromFile(file: FileDescriptor | string, ingestionProperties: IngestionProperties): Promise<KustoResponseDataSet>;
+    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
+    ingestFromStream(stream: StreamDescriptor | Readable, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any>;
+    ingestFromFile(file: FileDescriptor | string, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet>;
 }
 export default KustoStreamingIngestClient;

package/source/streamingIngestClient.js

@@ -14,40 +14,28 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const ingestionProperties_1 = require("./ingestionProperties");
 const descriptors_1 = require("./descriptors");
 const zlib_1 = __importDefault(require("zlib"));
-const fs_1 = __importDefault(require("fs"));
 const abstractKustoClient_1 = require("./abstractKustoClient");
 const azure_kusto_data_1 = require("azure-kusto-data");
+const streamUtils_1 = require("./streamUtils");
 class KustoStreamingIngestClient extends abstractKustoClient_1.AbstractKustoClient {
-    constructor(kcsb, defaultProps = null) {
+    constructor(kcsb, defaultProps) {
         super(defaultProps);
         this.kustoClient = new azure_kusto_data_1.Client(kcsb);
-        this._mapping_required_formats = Object.freeze([ingestionProperties_1.DataFormat.JSON, ingestionProperties_1.DataFormat.SINGLEJSON, ingestionProperties_1.DataFormat.AVRO, ingestionProperties_1.DataFormat.ORC]);
     }
-    ingestFromStream(stream, ingestionProperties) {
+    ingestFromStream(stream, ingestionProperties, clientRequestId) {
         var _a;
         return __awaiter(this, void 0, void 0, function* () {
-            const props = this._mergeProps(ingestionProperties);
-            props.validate();
+            const props = this._getMergedProps(ingestionProperties);
             const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
-            const compressedStream = descriptor.compressionType == descriptors_1.CompressionType.None ? descriptor.stream.pipe(zlib_1.default.createGzip()) : descriptor.stream;
-            if (props.ingestionMappingReference == null && this._mapping_required_formats.includes(props.format)) {
-                throw new Error(`Mapping reference required for format ${props.foramt}.`);
-            }
-            return this.kustoClient.executeStreamingIngest(props.database, props.table, compressedStream, props.format, (_a = props.ingestionMappingReference) !== null && _a !== void 0 ? _a : null);
+            const compressedStream = descriptor.compressionType === descriptors_1.CompressionType.None ? descriptor.stream.pipe(zlib_1.default.createGzip()) : descriptor.stream;
+            return this.kustoClient.executeStreamingIngest(props.database, props.table, compressedStream, props.format, (_a = props.ingestionMappingReference) !== null && _a !== void 0 ? _a : null, clientRequestId);
         });
     }
     ingestFromFile(file, ingestionProperties) {
         return __awaiter(this, void 0, void 0, function* () {
-            const props = this._mergeProps(ingestionProperties);
-            props.validate();
-            const fileDescriptor = file instanceof descriptors_1.FileDescriptor ? file : new descriptors_1.FileDescriptor(file);
-            const stream = fs_1.default.createReadStream(fileDescriptor.filePath);
-            const compressionType = fileDescriptor.zipped ? descriptors_1.CompressionType.GZIP : descriptors_1.CompressionType.None;
-            const streamDescriptor = new descriptors_1.StreamDescriptor(stream, fileDescriptor.sourceId, compressionType);
-            return this.ingestFromStream(streamDescriptor, ingestionProperties);
+            return this.ingestFromStream((0, streamUtils_1.fileToStream)(file), ingestionProperties);
         });
     }
 }

package/source/streamingIngestClient.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamingIngestClient.js","sourceRoot":"","sources":["streamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;AAElC,+DAAsE;AAEtE,+CAAgF;AAChF,gDAAwB;AACxB,4CAAoB;AACpB,+DAA0D;AAC1D,uDAAqF;AAGrF,MAAM,0BAA2B,SAAQ,yCAAmB;IAKxD,YAAY,IAA2C,EAAE,eAA2C,IAAI;QACpG,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,yBAAyB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,gCAAU,CAAC,IAAI,EAAE,gCAAU,CAAC,UAAU,EAAE,gCAAU,CAAC,IAAI,EAAE,gCAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9H,CAAC;IACK,gBAAgB,CAAC,MAAwC,EAAE,mBAAwC;;;YACrG,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;YACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,UAAU,GAAG,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;YAC9F,MAAM,gBAAgB,GAClB,UAAU,CAAC,eAAe,IAAI,6BAAe,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,cAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YACvH,IAAI,KAAK,CAAC,yBAAyB,IAAI,IAAI,IAAI,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE;gBAClG,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aAC7E;YACD,OAAO,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAC1C,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,gBAAgB,EAChB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,CAAC,CAAC;;KAChD;IACK,cAAc,CAAC,IAA6B,EAAE,mBAAwC;;YACxF,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;YACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,cAAc,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;YACxF,MAAM,MAAM,GAAG,YAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC5D,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC;YAC5F,MAAM,gBAAgB,GAAG,IAAI,8BAAgB,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;YAChG,OAAO,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;QACxE,CAAC;KAAA;CACJ;AAED,kBAAe,0BAA0B,CAAC"}
+{"version":3,"file":"streamingIngestClient.js","sourceRoot":"","sources":["streamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;AAIlC,+CAAkF;AAClF,gDAAwB;AACxB,+DAA4D;AAC5D,uDAAuF;AAEvF,+CAA6C;AAG7C,MAAM,0BAA2B,SAAQ,yCAAmB;IAGxD,YAAY,IAA2C,EAAE,YAAuC;QAC5F,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IAEK,gBAAgB,CAAC,MAAmC,EAAE,mBAA8C,EAAE,eAAwB;;;YAChI,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;YACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;YAEhH,MAAM,gBAAgB,GAAG,UAAU,CAAC,eAAe,KAAK,6BAAe,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,cAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAC7I,OAAO,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAC1C,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,gBAAgB,EAChB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,eAAe,CAClB,CAAC;;KACL;IAEK,cAAc,CAAC,IAA6B,EAAE,mBAA8C;;YAC9F,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAA,0BAAY,EAAC,IAAI,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAC1E,CAAC;KAAA;CACJ;AAED,kBAAe,0BAA0B,CAAC"}

package/tsconfig.json

@@ -1,16 +1,16 @@
-{
-  "compilerOptions": {
-    "target": "es6",
-    "module": "commonjs",
-    "esModuleInterop": true,
-    "strict": true,
-    "incremental": true,
-    "sourceMap": true,
-    "resolveJsonModule": true,
-    "allowJs": false,
-    "declaration": true,
-    "noUnusedParameters": true,
-    "noUnusedLocals": true
-  },
-  "include": ["source/**/*.ts", "test/**/*.ts", "index.ts"]
-}
+{
+    "compilerOptions": {
+        "target": "es6",
+        "module": "commonjs",
+        "esModuleInterop": true,
+        "strict": true,
+        "incremental": true,
+        "sourceMap": true,
+        "resolveJsonModule": true,
+        "allowJs": false,
+        "declaration": true,
+        "noUnusedParameters": true,
+        "noUnusedLocals": true
+    },
+    "include": ["source/**/*.ts", "test/**/*.ts", "index.ts"]
+}