azure-kusto-ingest 5.2.3 → 6.0.2

package/dist-esm/src/resourceManager.js

@@ -2,26 +2,38 @@
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ResourceManager = exports.IngestClientResources = exports.ResourceURI = void 0;
+exports.createStatusTableClient = exports.ResourceManager = exports.IngestClientResources = exports.ResourceURI = exports.ResourceType = void 0;
 const azure_kusto_data_1 = require("azure-kusto-data");
 const retry_1 = require("./retry");
 const storage_blob_1 = require("@azure/storage-blob");
+const data_tables_1 = require("@azure/data-tables");
+const rankedStorageAccountSet_1 = require("./rankedStorageAccountSet");
+const storage_queue_1 = require("@azure/storage-queue");
 const ATTEMPT_COUNT = 4;
+var ResourceType;
+(function (ResourceType) {
+    ResourceType[ResourceType["Queue"] = 0] = "Queue";
+    ResourceType[ResourceType["Container"] = 1] = "Container";
+    ResourceType[ResourceType["Table"] = 2] = "Table";
+})(ResourceType || (exports.ResourceType = ResourceType = {}));
 class ResourceURI {
-    constructor(uri) {
+    constructor(uri, accountName, resourceType) {
         this.uri = uri;
+        this.accountName = accountName;
+        this.resourceType = resourceType;
     }
 }
 exports.ResourceURI = ResourceURI;
 class IngestClientResources {
-    constructor(securedReadyForAggregationQueues = null, failedIngestionsQueues = null, successfulIngestionsQueues = null, containers = null) {
+    constructor(securedReadyForAggregationQueues = null, failedIngestionsQueues = null, successfulIngestionsQueues = null, containers = null, statusTables = null) {
         this.securedReadyForAggregationQueues = securedReadyForAggregationQueues;
         this.failedIngestionsQueues = failedIngestionsQueues;
         this.successfulIngestionsQueues = successfulIngestionsQueues;
         this.containers = containers;
+        this.statusTables = statusTables;
     }
     valid() {
-        const resources = [this.securedReadyForAggregationQueues, this.failedIngestionsQueues, this.failedIngestionsQueues, this.containers];
+        const resources = [this.securedReadyForAggregationQueues, this.failedIngestionsQueues, this.failedIngestionsQueues, this.containers, this.statusTables];
         return resources.reduce((prev, current) => !!(prev && current), true);
     }
 }
@@ -38,6 +50,7 @@ class ResourceManager {
         this.ingestClientResourcesLastUpdate = null;
         this.authorizationContext = null;
         this.authorizationContextLastUpdate = null;
+        this.rankedStorageAccountSet = new rankedStorageAccountSet_1.RankedStorageAccountSet();
     }
     async refreshIngestClientResources() {
         const error = await this.tryRefresh(false);
@@ -53,7 +66,7 @@ class ResourceManager {
                 const cmd = `.get ingestion resources ${this.isBrowser ? `with (EnableBlobCors='true', EnableQueueCors='true', EnableTableCors='true')` : ""}`;
                 const response = await this.kustoClient.execute("NetDefaultDB", cmd);
                 const table = response.primaryResults[0];
-                const resoures = new IngestClientResources(this.getResourceByName(table, "SecuredReadyForAggregationQueue"), this.getResourceByName(table, "FailedIngestionsQueue"), this.getResourceByName(table, "SuccessfulIngestionsQueue"), this.getResourceByName(table, "TempStorage"));
+                const resoures = new IngestClientResources(this.getResourceByName(table, "SecuredReadyForAggregationQueue", ResourceType.Queue), this.getResourceByName(table, "FailedIngestionsQueue", ResourceType.Queue), this.getResourceByName(table, "SuccessfulIngestionsQueue", ResourceType.Queue), this.getResourceByName(table, "TempStorage", ResourceType.Container), this.getResourceByName(table, "IngestionsStatusTable", ResourceType.Table));
                 if (!resoures.valid()) {
                     throw new Error("Unexpected error occured - fetched data returned missing resource");
                 }
@@ -68,16 +81,80 @@ class ResourceManager {
         }
         throw new Error(`Failed to get ingestion resources from server - the request was throttled ${ATTEMPT_COUNT} times.`);
     }
-    getResourceByName(table, resourceName) {
+    getResourceByName(table, resourceName, resourceType) {
         const result = [];
         for (const row of table.rows()) {
             const typedRow = row;
             if (typedRow.ResourceTypeName === resourceName) {
-                result.push(new ResourceURI(typedRow.StorageRoot));
+                let accountName = "";
+                if (resourceType === ResourceType.Queue) {
+                    accountName = new storage_queue_1.QueueClient(typedRow.StorageRoot).accountName;
+                }
+                else if (resourceType === ResourceType.Container) {
+                    accountName = new storage_blob_1.ContainerClient(typedRow.StorageRoot).accountName;
+                }
+                result.push(new ResourceURI(typedRow.StorageRoot, accountName, resourceType));
+            }
+        }
+        return result;
+    }
+    pupulateStorageAccounts() {
+        if (this.ingestClientResources == null) {
+            return;
+        }
+        // containers
+        const accounts = new Set();
+        if (this.ingestClientResources.containers != null) {
+            for (const container of this.ingestClientResources.containers) {
+                accounts.add(container.accountName);
+            }
+        }
+        // queues
+        if (this.ingestClientResources.securedReadyForAggregationQueues != null) {
+            for (const queue of this.ingestClientResources.securedReadyForAggregationQueues) {
+                accounts.add(queue.accountName);
+            }
+        }
+        for (const account of accounts) {
+            this.rankedStorageAccountSet.registerStorageAccount(account);
+        }
+    }
+    groupResourcesByStorageAccount(resources) {
+        var _a;
+        const result = new Map();
+        for (const resource of resources) {
+            if (!result.has(resource.accountName)) {
+                result.set(resource.accountName, []);
+            }
+            (_a = result.get(resource.accountName)) === null || _a === void 0 ? void 0 : _a.push(resource);
+        }
+        return result;
+    }
+    getRankedAndShuffledStorageAccounts(resources) {
+        const resourcesByAccount = this.groupResourcesByStorageAccount(resources);
+        const rankedStorageAccounts = this.rankedStorageAccountSet.getRankedShuffledAccounts();
+        const result = new Array();
+        for (const account of rankedStorageAccounts) {
+            const accountName = account.getAccountName();
+            if (resourcesByAccount.has(accountName)) {
+                result.push(resourcesByAccount.get(accountName));
             }
         }
         return result;
     }
+    getRoundRobinRankedAndShuffledResources(resources) {
+        const rankedAccounts = this.getRankedAndShuffledStorageAccounts(resources);
+        const result = new Array();
+        let index = 0;
+        while (result.length < resources.length) {
+            const account = rankedAccounts[index % rankedAccounts.length];
+            if (account.length > 0) {
+                result.push(account.shift());
+            }
+            index++;
+        }
+        return result;
+    }
     async refreshAuthorizationContext() {
         const error = await this.tryRefresh(true);
         if (this.authorizationContext == null) {
@@ -100,6 +177,7 @@ class ResourceManager {
                 else {
                     this.ingestClientResources = await this.getIngestClientResourcesFromService();
                     this.ingestClientResourcesLastUpdate = now;
+                    this.pupulateStorageAccounts();
                 }
             }
             catch (e) {
@@ -129,7 +207,8 @@ class ResourceManager {
         throw new Error(`Failed to get identity token from server - the request was throttled ${ATTEMPT_COUNT} times.`);
     }
     async getIngestionQueues() {
-        return (await this.refreshIngestClientResources()).securedReadyForAggregationQueues;
+        const queues = (await this.refreshIngestClientResources()).securedReadyForAggregationQueues;
+        return queues ? this.getRoundRobinRankedAndShuffledResources(queues) : null;
     }
     async getFailedIngestionsQueues() {
         return (await this.refreshIngestClientResources()).failedIngestionsQueues;
@@ -138,24 +217,37 @@ class ResourceManager {
         return (await this.refreshIngestClientResources()).successfulIngestionsQueues;
     }
     async getContainers() {
-        return (await this.refreshIngestClientResources()).containers;
+        const containers = (await this.refreshIngestClientResources()).containers;
+        return containers ? this.getRoundRobinRankedAndShuffledResources(containers) : null;
     }
     async getAuthorizationContext() {
         return this.refreshAuthorizationContext();
     }
-    async getBlockBlobClient(blobName) {
-        const containers = await this.getContainers();
-        if (containers == null) {
-            throw new Error("Failed to get containers");
+    async getStatusTables() {
+        return (await this.refreshIngestClientResources()).statusTables;
+    }
+    async createStatusTable() {
+        const statusTables = await this.getStatusTables();
+        if (!statusTables) {
+            throw new Error("Failed to get status table");
         }
-        const container = containers[Math.floor(Math.random() * containers.length)];
-        const containerClient = new storage_blob_1.ContainerClient(container.uri);
-        return containerClient.getBlockBlobClient(blobName);
+        return (0, exports.createStatusTableClient)(statusTables[0].uri);
     }
     close() {
         this.kustoClient.close();
     }
+    reportResourceUsageResult(accountName, success) {
+        this.rankedStorageAccountSet.logResultToAccount(accountName, success);
+    }
 }
 exports.ResourceManager = ResourceManager;
+const createStatusTableClient = (uri) => {
+    const tableUrl = new URL(uri);
+    const origin = tableUrl.origin;
+    const sasToken = tableUrl.search;
+    const tableName = tableUrl.pathname.replace("/", "");
+    return new data_tables_1.TableClient(origin + sasToken, tableName);
+};
+exports.createStatusTableClient = createStatusTableClient;
 exports.default = ResourceManager;
 //# sourceMappingURL=resourceManager.js.map

package/dist-esm/src/resourceManager.js.map

@@ -1 +1 @@
-{"version":3,"file":"resourceManager.js","sourceRoot":"","sources":["../../src/resourceManager.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,uDAAsE;AACtE,mCAA2C;AAC3C,sDAAsD;AAEtD,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAa,WAAW;IACpB,YAAqB,GAAW;QAAX,QAAG,GAAH,GAAG,CAAQ;IAAG,CAAC;CACvC;AAFD,kCAEC;AAED,MAAa,qBAAqB;IAC9B,YACa,mCAAyD,IAAI,EAC7D,yBAA+C,IAAI,EACnD,6BAAmD,IAAI,EACvD,aAAmC,IAAI;QAHvC,qCAAgC,GAAhC,gCAAgC,CAA6B;QAC7D,2BAAsB,GAAtB,sBAAsB,CAA6B;QACnD,+BAA0B,GAA1B,0BAA0B,CAA6B;QACvD,eAAU,GAAV,UAAU,CAA6B;IACjD,CAAC;IAEJ,KAAK;QACD,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACrI,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC;CACJ;AAZD,sDAYC;AAED,MAAa,eAAe;IAWxB,YAAqB,WAAmB,EAAW,YAAqB,KAAK;QAAxD,gBAAW,GAAX,WAAW,CAAQ;QAAW,cAAS,GAAT,SAAS,CAAiB;QAHrE,sBAAiB,GAAG,CAAC,CAAC;QACtB,mBAAc,GAAG,CAAC,CAAC;QAGvB,IAAI,CAAC,aAAa,GAAG,4BAAS,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,oBAAoB,GAAG,4BAAS,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE/D,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,+BAA+B,GAAG,IAAI,CAAC;QAE5C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,4BAA4B;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,sDAAsD,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,OAAO,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,EAAE,CAAC,CAAC;SAC9G;QAED,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,mCAAmC;QACrC,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;YACtB,IAAI;gBACA,MAAM,GAAG,GAAG,4BAA4B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,8EAA8E,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC/I,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;gBACrE,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CACtC,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,iCAAiC,CAAC,EAChE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,CAAC,EACtD,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,2BAA2B,CAAC,EAC1D,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,CAAC,CAC/C,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE;oBACnB,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;iBACxF;gBAED,OAAO,QAAQ,CAAC;aACnB;YAAC,OAAO,KAAc,EAAE;gBACrB,IAAI,CAAC,CAAC,KAAK,YAAY,kCAAe,CAAC,eAAe,CAAC,EAAE;oBACrD,MAAM,KAAK,CAAC;iBACf;gBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACzB;SACJ;QACD,MAAM,IAAI,KAAK,CAAC,6EAA6E,aAAa,SAAS,CAAC,CAAC;IACzH,CAAC;IAED,iBAAiB,CAAC,KAA0B,EAAE,YAAoB;QAC9D,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE;YAC5B,MAAM,QAAQ,GAAG,GAGhB,CAAC;YACF,IAAI,QAAQ,CAAC,gBAAgB,KAAK,YAAY,EAAE;gBAC5C,MAAM,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;aACtD;SACJ;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,2BAA2B;QAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAE1C,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE;YACnC,MAAM,IAAI,KAAK,CAAC,wDAAwD,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,OAAO,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,EAAE,CAAC,CAAC;SAChH;QAED,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,kBAA2B;;QACxC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,MAAA,IAAI,CAAC,oBAAoB,0CAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC;QACrG,MAAM,WAAW,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC;QACpH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,KAAK,GAAiB,IAAI,CAAC;QAC/B,IAAI,CAAC,QAAQ,IAAI,CAAC,WAAW,IAAI,WAAW,GAAG,IAAI,CAAC,aAAa,IAAI,GAAG,EAAE;YACtE,IAAI;gBACA,IAAI,kBAAkB,EAAE;oBACpB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,kCAAkC,EAAE,CAAC;oBAC5E,IAAI,CAAC,8BAA8B,GAAG,GAAG,CAAC;iBAC7C;qBAAM;oBACH,IAAI,CAAC,qBAAqB,GAAG,MAAM,IAAI,CAAC,mCAAmC,EAAE,CAAC;oBAC9E,IAAI,CAAC,+BAA+B,GAAG,GAAG,CAAC;iBAC9C;aACJ;YAAC,OAAO,CAAC,EAAE;gBACR,KAAK,GAAG,CAAU,CAAC;aACtB;SACJ;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,kCAAkC;QACpC,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;YACtB,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,2BAA2B,CAAC,CAAC;gBAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACtD,IAAI,IAAI,CAAC,IAAI,EAAE;oBACX,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;iBAC9E;gBACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAoC,CAAC,oBAAoB,CAAC;aACrF;YAAC,OAAO,KAAc,EAAE;gBACrB,IAAI,CAAC,CAAC,KAAK,YAAY,kCAAe,CAAC,eAAe,CAAC,EAAE;oBACrD,MAAM,KAAK,CAAC;iBACf;gBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACzB;SACJ;QACD,MAAM,IAAI,KAAK,CAAC,wEAAwE,aAAa,SAAS,CAAC,CAAC;IACpH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,gCAAgC,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,yBAAyB;QAC3B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,sBAAsB,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,6BAA6B;QAC/B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,0BAA0B,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,aAAa;QACf,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,UAAU,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,uBAAuB;QACzB,OAAO,IAAI,CAAC,2BAA2B,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAgB;QACrC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC9C,IAAI,UAAU,IAAI,IAAI,EAAE;YACpB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;SAC/C;QACD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5E,MAAM,eAAe,GAAG,IAAI,8BAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3D,OAAO,eAAe,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,KAAK;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACJ;AA/JD,0CA+JC;AAED,kBAAe,eAAe,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { Client, KustoDataErrors, TimeUtils } from \"azure-kusto-data\";\nimport { ExponentialRetry } from \"./retry\";\nimport { ContainerClient } from \"@azure/storage-blob\";\n\nconst ATTEMPT_COUNT = 4;\nexport class ResourceURI {\n    constructor(readonly uri: string) {}\n}\n\nexport class IngestClientResources {\n    constructor(\n        readonly securedReadyForAggregationQueues: ResourceURI[] | null = null,\n        readonly failedIngestionsQueues: ResourceURI[] | null = null,\n        readonly successfulIngestionsQueues: ResourceURI[] | null = null,\n        readonly containers: ResourceURI[] | null = null\n    ) {}\n\n    valid() {\n        const resources = [this.securedReadyForAggregationQueues, this.failedIngestionsQueues, this.failedIngestionsQueues, this.containers];\n        return resources.reduce((prev, current) => !!(prev && current), true);\n    }\n}\n\nexport class ResourceManager {\n    public readonly refreshPeriod: number;\n    public refreshPeriodOnError: number;\n    public ingestClientResources: IngestClientResources | null;\n    public ingestClientResourcesLastUpdate: number | null;\n    public authorizationContext: string | null;\n    public authorizationContextLastUpdate: number | null;\n\n    private baseSleepTimeSecs = 1;\n    private baseJitterSecs = 1;\n\n    constructor(readonly kustoClient: Client, readonly isBrowser: boolean = false) {\n        this.refreshPeriod = TimeUtils.toMilliseconds(1, 0, 0);\n        this.refreshPeriodOnError = TimeUtils.toMilliseconds(0, 10, 0);\n\n        this.ingestClientResources = null;\n        this.ingestClientResourcesLastUpdate = null;\n\n        this.authorizationContext = null;\n        this.authorizationContextLastUpdate = null;\n    }\n\n    async refreshIngestClientResources(): Promise<IngestClientResources> {\n        const error = await this.tryRefresh(false);\n        if (!this.ingestClientResources) {\n            throw new Error(`Failed to fetch ingestion resources from service.  ${error?.message}.\\n ${error?.stack}`);\n        }\n\n        return this.ingestClientResources;\n    }\n\n    async getIngestClientResourcesFromService(): Promise<IngestClientResources> {\n        const retry = new ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);\n        while (retry.shouldTry()) {\n            try {\n                const cmd = `.get ingestion resources ${this.isBrowser ? `with (EnableBlobCors='true', EnableQueueCors='true', EnableTableCors='true')` : \"\"}`;\n                const response = await this.kustoClient.execute(\"NetDefaultDB\", cmd);\n                const table = response.primaryResults[0];\n                const resoures = new IngestClientResources(\n                    this.getResourceByName(table, \"SecuredReadyForAggregationQueue\"),\n                    this.getResourceByName(table, \"FailedIngestionsQueue\"),\n                    this.getResourceByName(table, \"SuccessfulIngestionsQueue\"),\n                    this.getResourceByName(table, \"TempStorage\")\n                );\n\n                if (!resoures.valid()) {\n                    throw new Error(\"Unexpected error occured - fetched data returned missing resource\");\n                }\n\n                return resoures;\n            } catch (error: unknown) {\n                if (!(error instanceof KustoDataErrors.ThrottlingError)) {\n                    throw error;\n                }\n                await retry.backoff();\n            }\n        }\n        throw new Error(`Failed to get ingestion resources from server - the request was throttled ${ATTEMPT_COUNT} times.`);\n    }\n\n    getResourceByName(table: { rows: () => any }, resourceName: string): ResourceURI[] {\n        const result: ResourceURI[] = [];\n        for (const row of table.rows()) {\n            const typedRow = row as {\n                ResourceTypeName: string;\n                StorageRoot: string;\n            };\n            if (typedRow.ResourceTypeName === resourceName) {\n                result.push(new ResourceURI(typedRow.StorageRoot));\n            }\n        }\n        return result;\n    }\n\n    async refreshAuthorizationContext(): Promise<string> {\n        const error = await this.tryRefresh(true);\n\n        if (this.authorizationContext == null) {\n            throw new Error(`Failed to fetch Authorization context from service.  ${error?.message}.\\n ${error?.stack}`);\n        }\n\n        return this.authorizationContext;\n    }\n\n    async tryRefresh(isAuthContextFetch: boolean): Promise<Error | null> {\n        const resource = isAuthContextFetch ? this.authorizationContext?.trim() : this.ingestClientResources;\n        const lastRefresh = isAuthContextFetch ? this.authorizationContextLastUpdate : this.ingestClientResourcesLastUpdate;\n        const now = Date.now();\n        let error: Error | null = null;\n        if (!resource || !lastRefresh || lastRefresh + this.refreshPeriod <= now) {\n            try {\n                if (isAuthContextFetch) {\n                    this.authorizationContext = await this.getAuthorizationContextFromService();\n                    this.authorizationContextLastUpdate = now;\n                } else {\n                    this.ingestClientResources = await this.getIngestClientResourcesFromService();\n                    this.ingestClientResourcesLastUpdate = now;\n                }\n            } catch (e) {\n                error = e as Error;\n            }\n        }\n\n        return error;\n    }\n\n    async getAuthorizationContextFromService() {\n        const retry = new ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);\n        while (retry.shouldTry()) {\n            try {\n                const response = await this.kustoClient.execute(\"NetDefaultDB\", \".get kusto identity token\");\n                const next = response.primaryResults[0].rows().next();\n                if (next.done) {\n                    throw new Error(\"Failed to get authorization context - got empty results\");\n                }\n                return next.value.toJSON<{ AuthorizationContext: string }>().AuthorizationContext;\n            } catch (error: unknown) {\n                if (!(error instanceof KustoDataErrors.ThrottlingError)) {\n                    throw error;\n                }\n                await retry.backoff();\n            }\n        }\n        throw new Error(`Failed to get identity token from server - the request was throttled ${ATTEMPT_COUNT} times.`);\n    }\n\n    async getIngestionQueues() {\n        return (await this.refreshIngestClientResources()).securedReadyForAggregationQueues;\n    }\n\n    async getFailedIngestionsQueues() {\n        return (await this.refreshIngestClientResources()).failedIngestionsQueues;\n    }\n\n    async getSuccessfulIngestionsQueues() {\n        return (await this.refreshIngestClientResources()).successfulIngestionsQueues;\n    }\n\n    async getContainers() {\n        return (await this.refreshIngestClientResources()).containers;\n    }\n\n    async getAuthorizationContext(): Promise<string> {\n        return this.refreshAuthorizationContext();\n    }\n\n    async getBlockBlobClient(blobName: string) {\n        const containers = await this.getContainers();\n        if (containers == null) {\n            throw new Error(\"Failed to get containers\");\n        }\n        const container = containers[Math.floor(Math.random() * containers.length)];\n        const containerClient = new ContainerClient(container.uri);\n        return containerClient.getBlockBlobClient(blobName);\n    }\n\n    close() {\n        this.kustoClient.close();\n    }\n}\n\nexport default ResourceManager;\n"]}
+{"version":3,"file":"resourceManager.js","sourceRoot":"","sources":["../../src/resourceManager.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,uDAAsE;AACtE,mCAA2C;AAC3C,sDAAsD;AACtD,oDAAiD;AACjD,uEAAoE;AACpE,wDAAmD;AAEnD,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,IAAY,YAIX;AAJD,WAAY,YAAY;IACpB,iDAAK,CAAA;IACL,yDAAS,CAAA;IACT,iDAAK,CAAA;AACT,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAED,MAAa,WAAW;IACpB,YAAqB,GAAW,EAAW,WAAmB,EAAW,YAA0B;QAA9E,QAAG,GAAH,GAAG,CAAQ;QAAW,gBAAW,GAAX,WAAW,CAAQ;QAAW,iBAAY,GAAZ,YAAY,CAAc;IAAG,CAAC;CAC1G;AAFD,kCAEC;AAED,MAAa,qBAAqB;IAC9B,YACa,mCAAyD,IAAI,EAC7D,yBAA+C,IAAI,EACnD,6BAAmD,IAAI,EACvD,aAAmC,IAAI,EACvC,eAAqC,IAAI;QAJzC,qCAAgC,GAAhC,gCAAgC,CAA6B;QAC7D,2BAAsB,GAAtB,sBAAsB,CAA6B;QACnD,+BAA0B,GAA1B,0BAA0B,CAA6B;QACvD,eAAU,GAAV,UAAU,CAA6B;QACvC,iBAAY,GAAZ,YAAY,CAA6B;IACnD,CAAC;IAEJ,KAAK;QACD,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACxJ,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC;CACJ;AAbD,sDAaC;AAED,MAAa,eAAe;IAYxB,YAAqB,WAAmB,EAAW,YAAqB,KAAK;QAAxD,gBAAW,GAAX,WAAW,CAAQ;QAAW,cAAS,GAAT,SAAS,CAAiB;QAJrE,sBAAiB,GAAG,CAAC,CAAC;QACtB,mBAAc,GAAG,CAAC,CAAC;QAIvB,IAAI,CAAC,aAAa,GAAG,4BAAS,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,oBAAoB,GAAG,4BAAS,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE/D,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,+BAA+B,GAAG,IAAI,CAAC;QAE5C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC;QAE3C,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,4BAA4B;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,sDAAsD,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,OAAO,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,EAAE,CAAC,CAAC;SAC9G;QAED,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,mCAAmC;QACrC,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;YACtB,IAAI;gBACA,MAAM,GAAG,GAAG,4BAA4B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,8EAA8E,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC/I,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;gBACrE,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CACtC,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,iCAAiC,EAAE,YAAY,CAAC,KAAK,CAAC,EACpF,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,EAAE,YAAY,CAAC,KAAK,CAAC,EAC1E,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,2BAA2B,EAAE,YAAY,CAAC,KAAK,CAAC,EAC9E,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,EAAE,YAAY,CAAC,SAAS,CAAC,EACpE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,EAAE,YAAY,CAAC,KAAK,CAAC,CAC7E,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE;oBACnB,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;iBACxF;gBAED,OAAO,QAAQ,CAAC;aACnB;YAAC,OAAO,KAAc,EAAE;gBACrB,IAAI,CAAC,CAAC,KAAK,YAAY,kCAAe,CAAC,eAAe,CAAC,EAAE;oBACrD,MAAM,KAAK,CAAC;iBACf;gBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACzB;SACJ;QACD,MAAM,IAAI,KAAK,CAAC,6EAA6E,aAAa,SAAS,CAAC,CAAC;IACzH,CAAC;IAED,iBAAiB,CAAC,KAA0B,EAAE,YAAoB,EAAE,YAA0B;QAC1F,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE;YAC5B,MAAM,QAAQ,GAAG,GAGhB,CAAC;YACF,IAAI,QAAQ,CAAC,gBAAgB,KAAK,YAAY,EAAE;gBAC5C,IAAI,WAAW,GAAG,EAAE,CAAC;gBACrB,IAAI,YAAY,KAAK,YAAY,CAAC,KAAK,EAAE;oBACrC,WAAW,GAAG,IAAI,2BAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,WAAW,CAAC;iBACnE;qBAAM,IAAI,YAAY,KAAK,YAAY,CAAC,SAAS,EAAE;oBAChD,WAAW,GAAG,IAAI,8BAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,WAAW,CAAC;iBACvE;gBACD,MAAM,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;aACjF;SACJ;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,uBAAuB;QACnB,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,EAAE;YACpC,OAAO;SACV;QAED,aAAa;QACb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,IAAI,CAAC,qBAAqB,CAAC,UAAU,IAAI,IAAI,EAAE;YAC/C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE;gBAC3D,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;aACvC;SACJ;QACD,SAAS;QACT,IAAI,IAAI,CAAC,qBAAqB,CAAC,gCAAgC,IAAI,IAAI,EAAE;YACrE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,qBAAqB,CAAC,gCAAgC,EAAE;gBAC7E,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;aACnC;SACJ;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC5B,IAAI,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;SAChE;IACL,CAAC;IAED,8BAA8B,CAAC,SAAwB;;QACnD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;QAChD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;gBACnC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;aACxC;YACD,MAAA,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,0CAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;SACpD;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,mCAAmC,CAAC,SAAwB;QACxD,MAAM,kBAAkB,GAAG,IAAI,CAAC,8BAA8B,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,qBAAqB,GAAG,IAAI,CAAC,uBAAuB,CAAC,yBAAyB,EAAE,CAAC;QACvF,MAAM,MAAM,GAAG,IAAI,KAAK,EAAiB,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,qBAAqB,EAAE;YACzC,MAAM,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;gBACrC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAkB,CAAC,CAAC;aACrE;SACJ;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,uCAAuC,CAAC,SAAwB;QAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,mCAAmC,CAAC,SAAS,CAAC,CAAC;QAC3E,MAAM,MAAM,GAAG,IAAI,KAAK,EAAe,CAAC;QACxC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;YACrC,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;YAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;gBACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAiB,CAAC,CAAC;aAC/C;YACD,KAAK,EAAE,CAAC;SACX;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,2BAA2B;QAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAE1C,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE;YACnC,MAAM,IAAI,KAAK,CAAC,wDAAwD,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,OAAO,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,EAAE,CAAC,CAAC;SAChH;QAED,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,kBAA2B;;QACxC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,MAAA,IAAI,CAAC,oBAAoB,0CAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC;QACrG,MAAM,WAAW,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC;QACpH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,KAAK,GAAiB,IAAI,CAAC;QAC/B,IAAI,CAAC,QAAQ,IAAI,CAAC,WAAW,IAAI,WAAW,GAAG,IAAI,CAAC,aAAa,IAAI,GAAG,EAAE;YACtE,IAAI;gBACA,IAAI,kBAAkB,EAAE;oBACpB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,kCAAkC,EAAE,CAAC;oBAC5E,IAAI,CAAC,8BAA8B,GAAG,GAAG,CAAC;iBAC7C;qBAAM;oBACH,IAAI,CAAC,qBAAqB,GAAG,MAAM,IAAI,CAAC,mCAAmC,EAAE,CAAC;oBAC9E,IAAI,CAAC,+BAA+B,GAAG,GAAG,CAAC;oBAC3C,IAAI,CAAC,uBAAuB,EAAE,CAAC;iBAClC;aACJ;YAAC,OAAO,CAAC,EAAE;gBACR,KAAK,GAAG,CAAU,CAAC;aACtB;SACJ;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,kCAAkC;QACpC,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;YACtB,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,2BAA2B,CAAC,CAAC;gBAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACtD,IAAI,IAAI,CAAC,IAAI,EAAE;oBACX,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;iBAC9E;gBACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAoC,CAAC,oBAAoB,CAAC;aACrF;YAAC,OAAO,KAAc,EAAE;gBACrB,IAAI,CAAC,CAAC,KAAK,YAAY,kCAAe,CAAC,eAAe,CAAC,EAAE;oBACrD,MAAM,KAAK,CAAC;iBACf;gBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACzB;SACJ;QACD,MAAM,IAAI,KAAK,CAAC,wEAAwE,aAAa,SAAS,CAAC,CAAC;IACpH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,gCAAgC,CAAC;QAC5F,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,yBAAyB;QAC3B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,sBAAsB,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,6BAA6B;QAC/B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,0BAA0B,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,aAAa;QACf,MAAM,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,UAAU,CAAC;QAC1E,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,uBAAuB;QACzB,OAAO,IAAI,CAAC,2BAA2B,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,YAAY,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB;QACnB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,IAAI,CAAC,YAAY,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;SACjD;QAED,OAAO,IAAA,+BAAuB,EAAC,YAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IAED,KAAK;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,yBAAyB,CAAC,WAAmB,EAAE,OAAgB;QAC3D,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;CACJ;AAjPD,0CAiPC;AAEM,MAAM,uBAAuB,GAAG,CAAC,GAAW,EAAe,EAAE;IAChE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC/B,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACrD,OAAO,IAAI,yBAAW,CAAC,MAAM,GAAG,QAAQ,EAAE,SAAS,CAAC,CAAC;AACzD,CAAC,CAAC;AANW,QAAA,uBAAuB,2BAMlC;AAEF,kBAAe,eAAe,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { Client, KustoDataErrors, TimeUtils } from \"azure-kusto-data\";\nimport { ExponentialRetry } from \"./retry\";\nimport { ContainerClient } from \"@azure/storage-blob\";\nimport { TableClient } from \"@azure/data-tables\";\nimport { RankedStorageAccountSet } from \"./rankedStorageAccountSet\";\nimport { QueueClient } from \"@azure/storage-queue\";\n\nconst ATTEMPT_COUNT = 4;\n\nexport enum ResourceType {\n    Queue,\n    Container,\n    Table,\n}\n\nexport class ResourceURI {\n    constructor(readonly uri: string, readonly accountName: string, readonly resourceType: ResourceType) {}\n}\n\nexport class IngestClientResources {\n    constructor(\n        readonly securedReadyForAggregationQueues: ResourceURI[] | null = null,\n        readonly failedIngestionsQueues: ResourceURI[] | null = null,\n        readonly successfulIngestionsQueues: ResourceURI[] | null = null,\n        readonly containers: ResourceURI[] | null = null,\n        readonly statusTables: ResourceURI[] | null = null\n    ) {}\n\n    valid() {\n        const resources = [this.securedReadyForAggregationQueues, this.failedIngestionsQueues, this.failedIngestionsQueues, this.containers, this.statusTables];\n        return resources.reduce((prev, current) => !!(prev && current), true);\n    }\n}\n\nexport class ResourceManager {\n    public readonly refreshPeriod: number;\n    public refreshPeriodOnError: number;\n    public ingestClientResources: IngestClientResources | null;\n    public ingestClientResourcesLastUpdate: number | null;\n    public authorizationContext: string | null;\n    public authorizationContextLastUpdate: number | null;\n\n    private baseSleepTimeSecs = 1;\n    private baseJitterSecs = 1;\n    private rankedStorageAccountSet: RankedStorageAccountSet;\n\n    constructor(readonly kustoClient: Client, readonly isBrowser: boolean = false) {\n        this.refreshPeriod = TimeUtils.toMilliseconds(1, 0, 0);\n        this.refreshPeriodOnError = TimeUtils.toMilliseconds(0, 10, 0);\n\n        this.ingestClientResources = null;\n        this.ingestClientResourcesLastUpdate = null;\n\n        this.authorizationContext = null;\n        this.authorizationContextLastUpdate = null;\n\n        this.rankedStorageAccountSet = new RankedStorageAccountSet();\n    }\n\n    async refreshIngestClientResources(): Promise<IngestClientResources> {\n        const error = await this.tryRefresh(false);\n        if (!this.ingestClientResources) {\n            throw new Error(`Failed to fetch ingestion resources from service.  ${error?.message}.\\n ${error?.stack}`);\n        }\n\n        return this.ingestClientResources;\n    }\n\n    async getIngestClientResourcesFromService(): Promise<IngestClientResources> {\n        const retry = new ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);\n        while (retry.shouldTry()) {\n            try {\n                const cmd = `.get ingestion resources ${this.isBrowser ? `with (EnableBlobCors='true', EnableQueueCors='true', EnableTableCors='true')` : \"\"}`;\n                const response = await this.kustoClient.execute(\"NetDefaultDB\", cmd);\n                const table = response.primaryResults[0];\n                const resoures = new IngestClientResources(\n                    this.getResourceByName(table, \"SecuredReadyForAggregationQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"FailedIngestionsQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"SuccessfulIngestionsQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"TempStorage\", ResourceType.Container),\n                    this.getResourceByName(table, \"IngestionsStatusTable\", ResourceType.Table)\n                );\n\n                if (!resoures.valid()) {\n                    throw new Error(\"Unexpected error occured - fetched data returned missing resource\");\n                }\n\n                return resoures;\n            } catch (error: unknown) {\n                if (!(error instanceof KustoDataErrors.ThrottlingError)) {\n                    throw error;\n                }\n                await retry.backoff();\n            }\n        }\n        throw new Error(`Failed to get ingestion resources from server - the request was throttled ${ATTEMPT_COUNT} times.`);\n    }\n\n    getResourceByName(table: { rows: () => any }, resourceName: string, resourceType: ResourceType): ResourceURI[] {\n        const result: ResourceURI[] = [];\n        for (const row of table.rows()) {\n            const typedRow = row as {\n                ResourceTypeName: string;\n                StorageRoot: string;\n            };\n            if (typedRow.ResourceTypeName === resourceName) {\n                let accountName = \"\";\n                if (resourceType === ResourceType.Queue) {\n                    accountName = new QueueClient(typedRow.StorageRoot).accountName;\n                } else if (resourceType === ResourceType.Container) {\n                    accountName = new ContainerClient(typedRow.StorageRoot).accountName;\n                }\n                result.push(new ResourceURI(typedRow.StorageRoot, accountName, resourceType));\n            }\n        }\n        return result;\n    }\n\n    pupulateStorageAccounts(): void {\n        if (this.ingestClientResources == null) {\n            return;\n        }\n\n        // containers\n        const accounts = new Set<string>();\n        if (this.ingestClientResources.containers != null) {\n            for (const container of this.ingestClientResources.containers) {\n                accounts.add(container.accountName);\n            }\n        }\n        // queues\n        if (this.ingestClientResources.securedReadyForAggregationQueues != null) {\n            for (const queue of this.ingestClientResources.securedReadyForAggregationQueues) {\n                accounts.add(queue.accountName);\n            }\n        }\n\n        for (const account of accounts) {\n            this.rankedStorageAccountSet.registerStorageAccount(account);\n        }\n    }\n\n    groupResourcesByStorageAccount(resources: ResourceURI[]): Map<string, ResourceURI[]> {\n        const result = new Map<string, ResourceURI[]>();\n        for (const resource of resources) {\n            if (!result.has(resource.accountName)) {\n                result.set(resource.accountName, []);\n            }\n            result.get(resource.accountName)?.push(resource);\n        }\n        return result;\n    }\n\n    getRankedAndShuffledStorageAccounts(resources: ResourceURI[]): ResourceURI[][] {\n        const resourcesByAccount = this.groupResourcesByStorageAccount(resources);\n        const rankedStorageAccounts = this.rankedStorageAccountSet.getRankedShuffledAccounts();\n        const result = new Array<ResourceURI[]>();\n        for (const account of rankedStorageAccounts) {\n            const accountName = account.getAccountName();\n            if (resourcesByAccount.has(accountName)) {\n                result.push(resourcesByAccount.get(accountName) as ResourceURI[]);\n            }\n        }\n        return result;\n    }\n\n    getRoundRobinRankedAndShuffledResources(resources: ResourceURI[]): ResourceURI[] {\n        const rankedAccounts = this.getRankedAndShuffledStorageAccounts(resources);\n        const result = new Array<ResourceURI>();\n        let index = 0;\n        while (result.length < resources.length) {\n            const account = rankedAccounts[index % rankedAccounts.length];\n            if (account.length > 0) {\n                result.push(account.shift() as ResourceURI);\n            }\n            index++;\n        }\n        return result;\n    }\n\n    async refreshAuthorizationContext(): Promise<string> {\n        const error = await this.tryRefresh(true);\n\n        if (this.authorizationContext == null) {\n            throw new Error(`Failed to fetch Authorization context from service.  ${error?.message}.\\n ${error?.stack}`);\n        }\n\n        return this.authorizationContext;\n    }\n\n    async tryRefresh(isAuthContextFetch: boolean): Promise<Error | null> {\n        const resource = isAuthContextFetch ? this.authorizationContext?.trim() : this.ingestClientResources;\n        const lastRefresh = isAuthContextFetch ? this.authorizationContextLastUpdate : this.ingestClientResourcesLastUpdate;\n        const now = Date.now();\n        let error: Error | null = null;\n        if (!resource || !lastRefresh || lastRefresh + this.refreshPeriod <= now) {\n            try {\n                if (isAuthContextFetch) {\n                    this.authorizationContext = await this.getAuthorizationContextFromService();\n                    this.authorizationContextLastUpdate = now;\n                } else {\n                    this.ingestClientResources = await this.getIngestClientResourcesFromService();\n                    this.ingestClientResourcesLastUpdate = now;\n                    this.pupulateStorageAccounts();\n                }\n            } catch (e) {\n                error = e as Error;\n            }\n        }\n\n        return error;\n    }\n\n    async getAuthorizationContextFromService() {\n        const retry = new ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);\n        while (retry.shouldTry()) {\n            try {\n                const response = await this.kustoClient.execute(\"NetDefaultDB\", \".get kusto identity token\");\n                const next = response.primaryResults[0].rows().next();\n                if (next.done) {\n                    throw new Error(\"Failed to get authorization context - got empty results\");\n                }\n                return next.value.toJSON<{ AuthorizationContext: string }>().AuthorizationContext;\n            } catch (error: unknown) {\n                if (!(error instanceof KustoDataErrors.ThrottlingError)) {\n                    throw error;\n                }\n                await retry.backoff();\n            }\n        }\n        throw new Error(`Failed to get identity token from server - the request was throttled ${ATTEMPT_COUNT} times.`);\n    }\n\n    async getIngestionQueues(): Promise<ResourceURI[] | null> {\n        const queues = (await this.refreshIngestClientResources()).securedReadyForAggregationQueues;\n        return queues ? this.getRoundRobinRankedAndShuffledResources(queues) : null;\n    }\n\n    async getFailedIngestionsQueues(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).failedIngestionsQueues;\n    }\n\n    async getSuccessfulIngestionsQueues(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).successfulIngestionsQueues;\n    }\n\n    async getContainers(): Promise<ResourceURI[] | null> {\n        const containers = (await this.refreshIngestClientResources()).containers;\n        return containers ? this.getRoundRobinRankedAndShuffledResources(containers) : null;\n    }\n\n    async getAuthorizationContext(): Promise<string> {\n        return this.refreshAuthorizationContext();\n    }\n\n    async getStatusTables(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).statusTables;\n    }\n\n    async createStatusTable() {\n        const statusTables = await this.getStatusTables();\n        if (!statusTables) {\n            throw new Error(\"Failed to get status table\");\n        }\n\n        return createStatusTableClient(statusTables![0].uri);\n    }\n\n    close(): void {\n        this.kustoClient.close();\n    }\n\n    reportResourceUsageResult(accountName: string, success: boolean): void {\n        this.rankedStorageAccountSet.logResultToAccount(accountName, success);\n    }\n}\n\nexport const createStatusTableClient = (uri: string): TableClient => {\n    const tableUrl = new URL(uri);\n    const origin = tableUrl.origin;\n    const sasToken = tableUrl.search;\n    const tableName = tableUrl.pathname.replace(\"/\", \"\");\n    return new TableClient(origin + sasToken, tableName);\n};\n\nexport default ResourceManager;\n"]}

package/dist-esm/src/streamingIngestClient.browser.js

@@ -7,8 +7,8 @@ const fileDescriptor_browser_1 = require("./fileDescriptor.browser");
 const streamUtils_browser_1 = require("./streamUtils.browser");
 const streamingIngestClientBase_1 = require("./streamingIngestClientBase");
 class KustoStreamingIngestClient extends streamingIngestClientBase_1.KustoStreamingIngestClientBase {
-    constructor(kcsb, defaultProps) {
-        super(kcsb, defaultProps);
+    constructor(kcsb, defaultProps, autoCorrectEndpoint) {
+        super(kcsb, defaultProps, autoCorrectEndpoint);
     }
     /**
      * Use Readable for Node.js and ArrayBuffer in browser

package/dist-esm/src/streamingIngestClient.browser.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamingIngestClient.browser.js","sourceRoot":"","sources":["../../src/streamingIngestClient.browser.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;AAKlC,+CAAiD;AACjD,qEAA0D;AAC1D,+DAAwD;AACxD,2EAA6E;AAE7E,MAAM,0BAA2B,SAAQ,0DAA8B;IACnE,YAAY,IAA2C,EAAE,YAAuC;QAC5F,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,MAAsC,EAAE,mBAA8C,EAAE,eAAwB;;QACnI,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAChH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,UAAU,CAAC,MAAM,EACjB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,eAAe,CAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAA2B,EAAE,mBAA8C;QAC5F,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,UAAU,GAAmB,IAAI,YAAY,uCAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,uCAAc,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAA,qCAAe,EAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACzF,CAAC;CACJ;AAED,kBAAe,0BAA0B,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor.browser\";\nimport { tryFileToBuffer } from \"./streamUtils.browser\";\nimport { KustoStreamingIngestClientBase } from \"./streamingIngestClientBase\";\n\nclass KustoStreamingIngestClient extends KustoStreamingIngestClientBase {\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput) {\n        super(kcsb, defaultProps);\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(stream: StreamDescriptor | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any> {\n        this.ensureOpen();\n\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor: StreamDescriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            descriptor.stream,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            clientRequestId\n        );\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(file: FileDescriptor | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet> {\n        this.ensureOpen();\n\n        const descriptor: FileDescriptor = file instanceof FileDescriptor ? file : new FileDescriptor(file);\n        return this.ingestFromStream(await tryFileToBuffer(descriptor), ingestionProperties);\n    }\n}\n\nexport default KustoStreamingIngestClient;\n"]}
+{"version":3,"file":"streamingIngestClient.browser.js","sourceRoot":"","sources":["../../src/streamingIngestClient.browser.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;AAKlC,+CAAiD;AACjD,qEAA0D;AAC1D,+DAAwD;AACxD,2EAA6E;AAE7E,MAAM,0BAA2B,SAAQ,0DAA8B;IACnE,YAAY,IAA2C,EAAE,YAAuC,EAAE,mBAA6B;QAC3H,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,MAAsC,EAAE,mBAA8C,EAAE,eAAwB;;QACnI,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAChH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,UAAU,CAAC,MAAM,EACjB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,eAAe,CAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAA2B,EAAE,mBAA8C;QAC5F,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,UAAU,GAAmB,IAAI,YAAY,uCAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,uCAAc,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAA,qCAAe,EAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACzF,CAAC;CACJ;AAED,kBAAe,0BAA0B,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor.browser\";\nimport { tryFileToBuffer } from \"./streamUtils.browser\";\nimport { KustoStreamingIngestClientBase } from \"./streamingIngestClientBase\";\n\nclass KustoStreamingIngestClient extends KustoStreamingIngestClientBase {\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean) {\n        super(kcsb, defaultProps, autoCorrectEndpoint);\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(stream: StreamDescriptor | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any> {\n        this.ensureOpen();\n\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor: StreamDescriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            descriptor.stream,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            clientRequestId\n        );\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(file: FileDescriptor | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet> {\n        this.ensureOpen();\n\n        const descriptor: FileDescriptor = file instanceof FileDescriptor ? file : new FileDescriptor(file);\n        return this.ingestFromStream(await tryFileToBuffer(descriptor), ingestionProperties);\n    }\n}\n\nexport default KustoStreamingIngestClient;\n"]}

package/dist-esm/src/streamingIngestClient.js

@@ -11,8 +11,8 @@ const fileDescriptor_1 = require("./fileDescriptor");
 const streamUtils_1 = require("./streamUtils");
 const streamingIngestClientBase_1 = require("./streamingIngestClientBase");
 class KustoStreamingIngestClient extends streamingIngestClientBase_1.KustoStreamingIngestClientBase {
-    constructor(kcsb, defaultProps) {
-        super(kcsb, defaultProps);
+    constructor(kcsb, defaultProps, autoCorrectEndpoint) {
+        super(kcsb, defaultProps, autoCorrectEndpoint);
     }
     /**
      * Use Readable for Node.js and ArrayBuffer in browser

package/dist-esm/src/streamingIngestClient.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamingIngestClient.js","sourceRoot":"","sources":["../../src/streamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;AAMlC,gDAAwB;AACxB,+CAAkE;AAClE,qDAAkD;AAClD,+CAA6C;AAC7C,2EAA6E;AAE7E,MAAM,0BAA2B,SAAQ,0DAA8B;IACnE,YAAY,IAA2C,EAAE,YAAuC;QAC5F,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAClB,MAAiD,EACjD,mBAA8C,EAC9C,eAAwB;;QAExB,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAEhH,MAAM,gBAAgB,GAClB,UAAU,CAAC,eAAe,KAAK,6BAAe,CAAC,IAAI;YAC/C,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,YAAY,WAAW,CAAC;gBACzC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,cAAI,CAAC,UAAU,EAAE,CAAC;gBAC3C,CAAC,CAAC,UAAU,CAAC,MAAM;YACvB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAC5B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,gBAAgB,EAChB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,eAAe,CAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAoC,EAAE,mBAA8C;QACrG,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,UAAU,GAAmB,IAAI,YAAY,+BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,+BAAc,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAA,0BAAY,EAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACtF,CAAC;CACJ;AAED,kBAAe,0BAA0B,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { Readable } from \"stream\";\nimport zlib from \"zlib\";\nimport { CompressionType, StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor\";\nimport { fileToStream } from \"./streamUtils\";\nimport { KustoStreamingIngestClientBase } from \"./streamingIngestClientBase\";\n\nclass KustoStreamingIngestClient extends KustoStreamingIngestClientBase {\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput) {\n        super(kcsb, defaultProps);\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(\n        stream: StreamDescriptor | Readable | ArrayBuffer,\n        ingestionProperties?: IngestionPropertiesInput,\n        clientRequestId?: string\n    ): Promise<any> {\n        this.ensureOpen();\n\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor: StreamDescriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n\n        const compressedStream =\n            descriptor.compressionType === CompressionType.None\n                ? !(descriptor.stream instanceof ArrayBuffer)\n                    ? descriptor.stream.pipe(zlib.createGzip())\n                    : descriptor.stream\n                : descriptor.stream;\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            compressedStream,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            clientRequestId\n        );\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet> {\n        this.ensureOpen();\n\n        const descriptor: FileDescriptor = file instanceof FileDescriptor ? file : new FileDescriptor(file);\n        return this.ingestFromStream(await fileToStream(descriptor), ingestionProperties);\n    }\n}\n\nexport default KustoStreamingIngestClient;\n"]}
+{"version":3,"file":"streamingIngestClient.js","sourceRoot":"","sources":["../../src/streamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;AAMlC,gDAAwB;AACxB,+CAAkE;AAClE,qDAAkD;AAClD,+CAA6C;AAC7C,2EAA6E;AAE7E,MAAM,0BAA2B,SAAQ,0DAA8B;IACnE,YAAY,IAA2C,EAAE,YAAuC,EAAE,mBAA6B;QAC3H,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAClB,MAAiD,EACjD,mBAA8C,EAC9C,eAAwB;;QAExB,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAEhH,MAAM,gBAAgB,GAClB,UAAU,CAAC,eAAe,KAAK,6BAAe,CAAC,IAAI;YAC/C,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,YAAY,WAAW,CAAC;gBACzC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,cAAI,CAAC,UAAU,EAAE,CAAC;gBAC3C,CAAC,CAAC,UAAU,CAAC,MAAM;YACvB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAC5B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,gBAAgB,EAChB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,eAAe,CAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAoC,EAAE,mBAA8C;QACrG,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,UAAU,GAAmB,IAAI,YAAY,+BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,+BAAc,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAA,0BAAY,EAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACtF,CAAC;CACJ;AAED,kBAAe,0BAA0B,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { Readable } from \"stream\";\nimport zlib from \"zlib\";\nimport { CompressionType, StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor\";\nimport { fileToStream } from \"./streamUtils\";\nimport { KustoStreamingIngestClientBase } from \"./streamingIngestClientBase\";\n\nclass KustoStreamingIngestClient extends KustoStreamingIngestClientBase {\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean) {\n        super(kcsb, defaultProps, autoCorrectEndpoint);\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(\n        stream: StreamDescriptor | Readable | ArrayBuffer,\n        ingestionProperties?: IngestionPropertiesInput,\n        clientRequestId?: string\n    ): Promise<any> {\n        this.ensureOpen();\n\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor: StreamDescriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n\n        const compressedStream =\n            descriptor.compressionType === CompressionType.None\n                ? !(descriptor.stream instanceof ArrayBuffer)\n                    ? descriptor.stream.pipe(zlib.createGzip())\n                    : descriptor.stream\n                : descriptor.stream;\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            compressedStream,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            clientRequestId\n        );\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet> {\n        this.ensureOpen();\n\n        const descriptor: FileDescriptor = file instanceof FileDescriptor ? file : new FileDescriptor(file);\n        return this.ingestFromStream(await fileToStream(descriptor), ingestionProperties);\n    }\n}\n\nexport default KustoStreamingIngestClient;\n"]}

package/dist-esm/src/streamingIngestClientBase.js

@@ -7,8 +7,14 @@ const descriptors_1 = require("./descriptors");
 const abstractKustoClient_1 = require("./abstractKustoClient");
 const azure_kusto_data_1 = require("azure-kusto-data");
 class KustoStreamingIngestClientBase extends abstractKustoClient_1.AbstractKustoClient {
-    constructor(kcsb, defaultProps) {
+    constructor(kcsb, defaultProps, autoCorrectEndpoint = true) {
         super(defaultProps);
+        if (typeof kcsb === "string") {
+            kcsb = new azure_kusto_data_1.KustoConnectionStringBuilder(kcsb);
+        }
+        if (autoCorrectEndpoint) {
+            kcsb.dataSource = this.getQueryEndpoint(kcsb.dataSource);
+        }
         this.kustoClient = new azure_kusto_data_1.Client(kcsb);
         this.defaultDatabase = this.kustoClient.defaultDatabase;
     }

package/dist-esm/src/streamingIngestClientBase.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamingIngestClientBase.js","sourceRoot":"","sources":["../../src/streamingIngestClientBase.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAIlC,+CAA+C;AAC/C,+DAA4D;AAC5D,uDAAuF;AAEvF,MAAsB,8BAA+B,SAAQ,yCAAmB;IAE5E,YAAY,IAA2C,EAAE,YAAuC;QAC5F,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAA6B,EAAE,mBAA8C,EAAE,eAAwB;;QACxH,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;QACpF,uEAAuE;QACvE,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE5B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,SAAS,EACT,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,UAAU,CAAC,IAAI,EACf,eAAe,CAClB,CAAC;IACN,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;SAC5B;QACD,KAAK,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACJ;AA/BD,wEA+BC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { BlobDescriptor } from \"./descriptors\";\nimport { AbstractKustoClient } from \"./abstractKustoClient\";\nimport { Client as KustoClient, KustoConnectionStringBuilder } from \"azure-kusto-data\";\n\nexport abstract class KustoStreamingIngestClientBase extends AbstractKustoClient {\n    protected kustoClient: KustoClient;\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput) {\n        super(defaultProps);\n        this.kustoClient = new KustoClient(kcsb);\n        this.defaultDatabase = this.kustoClient.defaultDatabase;\n    }\n\n    async ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any> {\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);\n        // No need to check blob size if it was given to us that it's not empty\n        await descriptor.fillSize();\n\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            undefined,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            descriptor.path,\n            clientRequestId\n        );\n    }\n\n    close() {\n        if (!this._isClosed) {\n            this.kustoClient.close();\n        }\n        super.close();\n    }\n}\n"]}
+{"version":3,"file":"streamingIngestClientBase.js","sourceRoot":"","sources":["../../src/streamingIngestClientBase.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAIlC,+CAA+C;AAC/C,+DAA4D;AAC5D,uDAAuF;AAEvF,MAAsB,8BAA+B,SAAQ,yCAAmB;IAE5E,YAAY,IAA2C,EAAE,YAAuC,EAAE,sBAA+B,IAAI;QACjI,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC1B,IAAI,GAAG,IAAI,+CAA4B,CAAC,IAAI,CAAC,CAAC;SACjD;QACD,IAAI,mBAAmB,EAAE;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SAC5D;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAA6B,EAAE,mBAA8C,EAAE,eAAwB;;QACxH,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;QACpF,uEAAuE;QACvE,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE5B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,SAAS,EACT,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,UAAU,CAAC,IAAI,EACf,eAAe,CAClB,CAAC;IACN,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;SAC5B;QACD,KAAK,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACJ;AArCD,wEAqCC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { BlobDescriptor } from \"./descriptors\";\nimport { AbstractKustoClient } from \"./abstractKustoClient\";\nimport { Client as KustoClient, KustoConnectionStringBuilder } from \"azure-kusto-data\";\n\nexport abstract class KustoStreamingIngestClientBase extends AbstractKustoClient {\n    protected kustoClient: KustoClient;\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint: boolean = true) {\n        super(defaultProps);\n        if (typeof kcsb === \"string\") {\n            kcsb = new KustoConnectionStringBuilder(kcsb);\n        }\n        if (autoCorrectEndpoint) {\n            kcsb.dataSource = this.getQueryEndpoint(kcsb.dataSource);\n        }\n        this.kustoClient = new KustoClient(kcsb);\n        this.defaultDatabase = this.kustoClient.defaultDatabase;\n    }\n\n    async ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any> {\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);\n        // No need to check blob size if it was given to us that it's not empty\n        await descriptor.fillSize();\n\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            undefined,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            descriptor.path,\n            clientRequestId\n        );\n    }\n\n    close() {\n        if (!this._isClosed) {\n            this.kustoClient.close();\n        }\n        super.close();\n    }\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "azure-kusto-ingest",
-    "version": "5.2.3",
+    "version": "6.0.2",
     "description": "Azure Data Explorer Ingestion SDK",
     "module": "dist-esm/src/index.js",
     "types": "./types/src/index.d.ts",
@@ -10,7 +10,7 @@
         "clean": "rimraf dist/* dist-esm/* types/*"
     },
     "engines": {
-        "node": ">= 16.0.0"
+        "node": ">= 18.0.0"
     },
     "publishConfig": {
         "access": "public"
@@ -54,17 +54,20 @@
         "./dist-esm/src/ingestClient.js": "./dist-esm/src/ingestClient.browser.js"
     },
     "dependencies": {
+        "@azure/data-tables": "^13.2.2",
         "@azure/storage-blob": "^12.11.0",
         "@azure/storage-queue": "^12.10.0",
+        "@types/jsbn": "^1.2.33",
         "@types/pako": "^2.0.0",
         "@types/stream-array": "^1.1.0",
         "@types/stream-to-array": "^2.3.0",
         "@types/tmp": "^0.2.3",
         "@types/uuid": "^8.3.4",
         "@types/uuid-validate": "0.0.1",
-        "azure-kusto-data": "^5.2.3",
+        "azure-kusto-data": "^6.0.2",
         "browserify-zlib": "0.2.0",
         "buffer": "^6.0.3",
+        "is-ip": "^3.1.0",
         "stream-array": "^1.1.2",
         "stream-browserify": "3.0.0",
         "stream-to-array": "^2.3.0",
@@ -76,5 +79,5 @@
         "@types/sinon": "^10.0.13",
         "assert": "^2.0.0"
     },
-    "gitHead": "c88af683a6d2d1cef28c5f866c4c1119744f0601"
+    "gitHead": "591383875554bad2b3382806c06d6850e83e97b6"
 }

package/types/src/abstractKustoClient.d.ts

@@ -11,5 +11,8 @@ export declare abstract class AbstractKustoClient {
     abstract ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<any>;
     close(): void;
     protected ensureOpen(): void;
+    getIngestionEndpoint(clusterUrl?: string): string | undefined;
+    getQueryEndpoint(clusterUrl?: string): string | undefined;
+    isReservedHostname(clusterUrl: string): boolean;
 }
 //# sourceMappingURL=abstractKustoClient.d.ts.map

package/types/src/descriptors.d.ts

@@ -7,6 +7,7 @@ export declare enum CompressionType {
     None = ""
 }
 export declare const getSourceId: (sourceId: string | null) => string;
+export declare function shouldCompressFileByExtension(extension?: string): boolean;
 export declare abstract class AbstractDescriptor {
     sourceId: string | null;
     size: number | null;

package/types/src/fileDescriptor.browser.d.ts

@@ -1,4 +1,5 @@
 import { AbstractDescriptor, CompressionType, FileDescriptorBase } from "./descriptors";
+import { IngestionPropertiesInput } from "./ingestionProperties";
 export declare class FileDescriptor extends AbstractDescriptor implements FileDescriptorBase {
     readonly file: Blob;
     readonly extension?: string | undefined;
@@ -6,9 +7,10 @@ export declare class FileDescriptor extends AbstractDescriptor implements FileDe
     size: number | null;
     zipped: boolean;
     compressionType: CompressionType;
+    shouldNotCompress: boolean;
     cleanupTmp?: () => Promise<void>;
     constructor(file: Blob, sourceId?: string | null, size?: number | null, compressionType?: CompressionType, extension?: string | undefined, name?: string | undefined);
-    prepare(): Promise<Blob>;
+    prepare(ingestionProperties?: IngestionPropertiesInput): Promise<Blob>;
     cleanup(): Promise<void>;
     getCompressionSuffix(): string;
 }

package/types/src/fileDescriptor.d.ts

@@ -1,4 +1,5 @@
 import { AbstractDescriptor, CompressionType, FileDescriptorBase } from "./descriptors";
+import { IngestionPropertiesInput } from "./ingestionProperties";
 /**
  * Describes a file to be ingested. Use string to describe a local path in Node.JS and Blob object in browsers
  */
@@ -11,6 +12,7 @@ export declare class FileDescriptor extends AbstractDescriptor implements FileDe
     readonly name?: string | undefined;
     zipped: boolean;
     compressionType: CompressionType;
+    shouldNotCompress: boolean;
     cleanupTmp?: () => Promise<void>;
     constructor(
     /**
@@ -19,7 +21,7 @@ export declare class FileDescriptor extends AbstractDescriptor implements FileDe
     file: string | Blob, sourceId?: string | null, size?: number | null, compressionType?: CompressionType, extension?: string | undefined, // Extracted from file name by default
     name?: string | undefined);
     _gzip(): Promise<string>;
-    prepare(): Promise<string>;
+    prepare(ingestionProperties?: IngestionPropertiesInput): Promise<string>;
     private _calculateSize;
     cleanup(): Promise<void>;
     getCompressionSuffix(): string;

package/types/src/index.d.ts

@@ -2,6 +2,7 @@ import KustoIngestClient from "./ingestClient";
 import streamingIngestClient from "./streamingIngestClient";
 import managedStreamingIngestClient from "./managedStreamingIngestClient";
 import KustoIngestStatusQueues from "./status";
+import { IngestionResult, OperationStatus, IngestionStatus, IngestionStatusInTableDescription } from "./ingestionResult";
 import { DataFormat, IngestionMappingKind, ReportLevel, ReportMethod, ValidationImplications, ValidationOptions, ValidationPolicy, dataFormatMappingKind } from "./ingestionProperties";
 import { ApacheAvroColumnMapping, AvroColumnMapping, ColumnMapping, ConstantTransformation, CsvColumnMapping, FieldTransformation, JsonColumnMapping, OrcColumnMapping, ParquetColumnMapping, SStreamColumnMapping, W3CLogFileMapping } from "./columnMappings";
 import { BlobDescriptor, CompressionType, StreamDescriptor } from "./descriptors";
@@ -17,7 +18,7 @@ export declare const IngestionDescriptors: {
     FileDescriptor: typeof FileDescriptor;
     StreamDescriptor: typeof StreamDescriptor;
 };
-export { ApacheAvroColumnMapping, AvroColumnMapping, BlobDescriptor, ColumnMapping, CompressionType, ConstantTransformation, CsvColumnMapping, DataFormat, FieldTransformation, FileDescriptor, IngestionMappingKind, JsonColumnMapping, OrcColumnMapping, ParquetColumnMapping, ReportLevel, ReportMethod, SStreamColumnMapping, StreamDescriptor, ValidationImplications, ValidationOptions, ValidationPolicy, W3CLogFileMapping, dataFormatMappingKind, };
+export { ApacheAvroColumnMapping, AvroColumnMapping, BlobDescriptor, ColumnMapping, CompressionType, ConstantTransformation, CsvColumnMapping, DataFormat, FieldTransformation, FileDescriptor, IngestionMappingKind, JsonColumnMapping, OrcColumnMapping, ParquetColumnMapping, ReportLevel, ReportMethod, SStreamColumnMapping, StreamDescriptor, ValidationImplications, ValidationOptions, ValidationPolicy, W3CLogFileMapping, dataFormatMappingKind, IngestionResult, OperationStatus, IngestionStatus, IngestionStatusInTableDescription, };
 /**
  * @deprecated - import directly instead
  */

package/types/src/ingestClient.browser.d.ts

@@ -1,19 +1,19 @@
 import { KustoConnectionStringBuilder } from "azure-kusto-data";
 import { StreamDescriptor } from "./descriptors";
 import { FileDescriptor } from "./fileDescriptor.browser";
-import { QueueSendMessageResponse } from "@azure/storage-queue";
 import { IngestionPropertiesInput } from "./ingestionProperties";
 import { KustoIngestClientBase } from "./ingestClientBase";
+import { IngestionResult } from "./ingestionResult";
 export declare class KustoIngestClient extends KustoIngestClientBase {
-    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
+    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean);
     /**
      * Use string for Node.js and Blob in browser
      */
-    ingestFromFile(file: Blob | FileDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
+    ingestFromFile(file: Blob | FileDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<IngestionResult>;
     /**
      * Use Readable for Node.js and ArrayBuffer in browser
      */
-    ingestFromStream(stream: ArrayBuffer | StreamDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
+    ingestFromStream(stream: ArrayBuffer | StreamDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<IngestionResult>;
 }
 export default KustoIngestClient;
 //# sourceMappingURL=ingestClient.browser.d.ts.map

package/types/src/ingestClient.d.ts

@@ -2,20 +2,20 @@
 import { KustoConnectionStringBuilder } from "azure-kusto-data";
 import { StreamDescriptor } from "./descriptors";
 import { FileDescriptor } from "./fileDescriptor";
-import { QueueSendMessageResponse } from "@azure/storage-queue";
 import { IngestionPropertiesInput } from "./ingestionProperties";
 import { KustoIngestClientBase } from "./ingestClientBase";
 import { Readable } from "stream";
+import { IngestionResult } from "./ingestionResult";
 export declare class KustoIngestClient extends KustoIngestClientBase {
-    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
+    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean);
     /**
      * Use string in Node.JS and Blob in browser
      */
-    ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
+    ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<IngestionResult>;
     /**
      * Use Readable in Node.JS and ArrayBuffer in browser
      */
-    ingestFromStream(stream: StreamDescriptor | Readable | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
+    ingestFromStream(stream: StreamDescriptor | Readable | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput): Promise<IngestionResult>;
 }
 export default KustoIngestClient;
 //# sourceMappingURL=ingestClient.d.ts.map

package/types/src/ingestClientBase.d.ts

@@ -1,13 +1,19 @@
 import { KustoConnectionStringBuilder } from "azure-kusto-data";
-import { BlobDescriptor } from "./descriptors";
 import ResourceManager from "./resourceManager";
-import { QueueSendMessageResponse } from "@azure/storage-queue";
 import { IngestionPropertiesInput } from "./ingestionProperties";
 import { AbstractKustoClient } from "./abstractKustoClient";
+import { IngestionResult } from "./ingestionResult";
+import { BlobDescriptor, StreamDescriptor } from "./descriptors";
 export declare abstract class KustoIngestClientBase extends AbstractKustoClient {
     resourceManager: ResourceManager;
-    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, isBrowser?: boolean);
-    ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
+    applicationForTracing: string | null;
+    clientVersionForTracing: string | null;
+    static readonly MaxNumberOfRetryAttempts = 3;
+    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean, isBrowser?: boolean);
+    ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput, maxRetries?: number): Promise<IngestionResult>;
+    private sendQueueMessage;
+    private createStatusObject;
+    uploadToBlobWithRetry(descriptor: string | Blob | ArrayBuffer | StreamDescriptor, blobName: string, maxRetries?: number): Promise<string>;
     close(): void;
 }
 export default KustoIngestClientBase;

package/types/src/ingestionBlobInfo.d.ts

@@ -1,5 +1,6 @@
 import { BlobDescriptor } from "./descriptors";
 import IngestionProperties, { ReportLevel, ReportMethod } from "./ingestionProperties";
+import { IngestionStatusInTableDescription } from "./ingestionResult";
 export declare class IngestionBlobInfo {
     BlobPath: string;
     RawDataSize: number | null;
@@ -15,7 +16,10 @@ export declare class IngestionBlobInfo {
     AdditionalProperties: {
         [additional: string]: any;
     };
-    constructor(blobDescriptor: BlobDescriptor, ingestionProperties: IngestionProperties, authContext?: string | null);
+    IngestionStatusInTable: IngestionStatusInTableDescription | null;
+    ApplicationForTracing?: string | null;
+    ClientVersionForTracing?: string | null;
+    constructor(blobDescriptor: BlobDescriptor, ingestionProperties: IngestionProperties, authContext?: string | null, applicationForTracing?: string | null, clientVersionForTracing?: string | null);
 }
 export default IngestionBlobInfo;
 //# sourceMappingURL=ingestionBlobInfo.d.ts.map

package/types/src/ingestionProperties.d.ts

@@ -145,5 +145,6 @@ export declare class IngestionProperties {
     setDefaults(): void;
 }
 export type IngestionPropertiesInput = IngestionProperties | IngestionPropertiesFields | null | undefined;
+export declare function shouldCompressFileByFormat(ingestionProperties?: IngestionPropertiesInput): boolean;
 export default IngestionProperties;
 //# sourceMappingURL=ingestionProperties.d.ts.map