azure-kusto-ingest 4.0.5 → 5.0.0

package/types/src/streamingIngestClient.d.ts

@@ -0,0 +1,23 @@
+/// <reference types="node" />
+import { IngestionPropertiesInput } from "./ingestionProperties";
+import { StreamDescriptor } from "./descriptors";
+import { FileDescriptor } from "./fileDescriptor";
+import { AbstractKustoClient } from "./abstractKustoClient";
+import { KustoConnectionStringBuilder } from "azure-kusto-data";
+import { KustoResponseDataSet } from "azure-kusto-data/src/response";
+import { Readable } from "stream";
+declare class KustoStreamingIngestClient extends AbstractKustoClient {
+    private kustoClient;
+    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
+    /**
+     * Use Readable for Node.js and ArrayBuffer in browser
+     */
+    ingestFromStream(stream: StreamDescriptor | Readable | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any>;
+    /**
+     * Use string for Node.js and Blob in browser
+     */
+    ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet>;
+    close(): void;
+}
+export default KustoStreamingIngestClient;
+//# sourceMappingURL=streamingIngestClient.d.ts.map

package/example.js

@@ -1,128 +0,0 @@
-// Copyright (c) Microsoft Corporation.
-// Licensed under the MIT License.
-
-const IngestClient = require("azure-kusto-ingest").IngestClient;
-const IngestStatusQueues = require("azure-kusto-ingest").IngestStatusQueues;
-const IngestionProps = require("azure-kusto-ingest").IngestionProperties;
-const KustoConnectionStringBuilder = require("azure-kusto-data").KustoConnectionStringBuilder;
-const { DataFormat, JsonColumnMapping, IngestionMappingKind, CompressionType, ReportLevel, ReportMethod } = require("azure-kusto-ingest");
-const { BlobDescriptor, StreamDescriptor } = require("azure-kusto-ingest").IngestionDescriptors;
-const StreamingIngestClient = require("azure-kusto-ingest").StreamingIngestClient;
-const fs = require("fs");
-
-const clusterName = null;
-const appId = null;
-const appKey = null;
-const authorityId = null;
-
-const props = new IngestionProps({
-    database: "Database",
-    table: "Table",
-    format: DataFormat.JSON,
-    ingestionMapping: [
-        new JsonColumnMapping("TargetColumn1", "$.sourceProp1"),
-        new JsonColumnMapping("TargetColumn2", "$.sourceProp2"),
-        new JsonColumnMapping("TargetColumn3", "$.sourceProp3"),
-    ],
-    ingestionMappingType: IngestionMappingKind.JSON,
-    reportLevel: ReportLevel.FailuresAndSuccesses,
-    reportMethod: ReportMethod.Queue,
-});
-
-// After using the client, you should use `close()` to free up resources
-const ingestClient = new IngestClient(
-    KustoConnectionStringBuilder.withAadApplicationKeyAuthentication(`https://ingest-${clusterName}.kusto.windows.net`, appId, appKey, authorityId),
-    props
-);
-
-const statusQueues = new IngestStatusQueues(ingestClient);
-
-startIngestion();
-
-// Streaming ingest client
-const props2 = new IngestionProps({
-    database: "Database",
-    table: "Table",
-    format: DataFormat.JSON,
-    ingestionMappingReference: "Pre-defined mapping name",
-});
-
-// Init with engine endpoint
-const streamingIngestClient = new StreamingIngestClient(
-    KustoConnectionStringBuilder.withAadApplicationKeyAuthentication(`https://${clusterName}.kusto.windows.net`, appId, appKey, authorityId),
-    props2
-);
-
-startStreamingIngestion();
-
-async function startIngestion() {
-    console.log("Ingest from file");
-    try {
-        await ingestClient.ingestFromFile("file.json");
-        console.log("Ingestion done?");
-
-        await waitForStatus();
-    } catch (err) {
-        console.log(err);
-    }
-
-    try {
-        await ingestClient.ingestFromBlob(new BlobDescriptor("https://<account>.blob.core.windows.net/<container>/file.json.gz", 1024 * 50 /* 50MB file */));
-        console.log("Ingestion done?");
-
-        await waitForStatus();
-    } catch (err) {
-        console.log(err);
-    }
-}
-
-async function waitForStatus(numberOFIngestions = 1) {
-    while ((await statusQueues.failure.isEmpty()) && (await statusQueues.success.isEmpty())) {
-        console.log("Waiting for status...");
-        await sleep(1000);
-    }
-
-    const failures = await statusQueues.failure.pop(numberOFIngestions);
-    for (let failure of failures) {
-        console.log(`Failed: ${JSON.stringify(failure)}`);
-    }
-    const successes = await statusQueues.success.pop(numberOFIngestions);
-    for (let success of successes) {
-        console.log(`Succeeded: ${JSON.stringify(success)}`);
-    }
-}
-
-function sleep(ms) {
-    return new Promise((resolve) => {
-        setTimeout(resolve, ms);
-    });
-}
-
-async function startStreamingIngestion() {
-    // Ingest from file with either file path or FileDescriptor
-    try {
-        await streamingIngestClient.ingestFromFile("file.json", props2);
-        console.log("Ingestion done");
-    } catch (err) {
-        console.log(err);
-    }
-
-    // Ingest from stream with either ReadStream or StreamDescriptor
-    let stream = fs.createReadStream("file.json");
-    try {
-        await streamingIngestClient.ingestFromStream(stream, props2);
-        console.log("Ingestion done");
-    } catch (err) {
-        console.log(err);
-    }
-
-    // For gzip data set StreamDescriptor.compressionType to CompressionType.GZIP
-    stream = fs.createReadStream("file.json.gz");
-    const streamDescriptor = new StreamDescriptor(stream, "id", CompressionType.GZIP);
-    try {
-        await streamingIngestClient.ingestFromStream(streamDescriptor, props2);
-        console.log("Ingestion done");
-    } catch (err) {
-        console.log(err);
-    }
-}

package/source/descriptors.d.ts

@@ -1,37 +0,0 @@
-/// <reference types="node" />
-import { Readable } from "stream";
-export declare enum CompressionType {
-    ZIP = ".zip",
-    GZIP = ".gz",
-    None = ""
-}
-export declare class FileDescriptor {
-    readonly filePath: string;
-    readonly name: string;
-    readonly extension: string;
-    size: number | null;
-    sourceId: string;
-    zipped: boolean;
-    compressionType: CompressionType;
-    cleanupTmp?: () => Promise<void>;
-    constructor(filePath: string, sourceId?: string | null, size?: number | null, compressionType?: CompressionType);
-    _gzip(): Promise<string>;
-    prepare(): Promise<string>;
-    private calculateSize;
-    cleanup(): Promise<void>;
-}
-export declare class StreamDescriptor {
-    readonly stream: Readable;
-    name: string;
-    size: number | null;
-    compressionType: CompressionType;
-    sourceId: string;
-    constructor(stream: Readable, sourceId?: string | null, compressionType?: CompressionType);
-    merge(other: StreamDescriptor): this;
-}
-export declare class BlobDescriptor {
-    readonly path: string;
-    size: number | null;
-    sourceId: string;
-    constructor(path: string, size?: number | null, sourceId?: string | null);
-}

package/source/descriptors.js

@@ -1,125 +0,0 @@
-"use strict";
-// Copyright (c) Microsoft Corporation.
-// Licensed under the MIT License.
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BlobDescriptor = exports.StreamDescriptor = exports.FileDescriptor = exports.CompressionType = void 0;
-const uuid_1 = require("uuid");
-const uuid_validate_1 = __importDefault(require("uuid-validate"));
-const zlib_1 = __importDefault(require("zlib"));
-const path_1 = __importDefault(require("path"));
-const fs_1 = __importDefault(require("fs"));
-const tmp_promise_1 = require("tmp-promise");
-const util_1 = require("util");
-var CompressionType;
-(function (CompressionType) {
-    CompressionType["ZIP"] = ".zip";
-    CompressionType["GZIP"] = ".gz";
-    CompressionType["None"] = "";
-})(CompressionType = exports.CompressionType || (exports.CompressionType = {}));
-const getSourceId = (sourceId) => {
-    if (sourceId) {
-        if (!(0, uuid_validate_1.default)(sourceId, 4)) {
-            throw Error("sourceId is not a valid uuid/v4");
-        }
-        return sourceId;
-    }
-    return (0, uuid_1.v4)();
-};
-class FileDescriptor {
-    constructor(filePath, sourceId = null, size = null, compressionType = CompressionType.None) {
-        this.filePath = filePath;
-        this.compressionType = compressionType;
-        this.name = path_1.default.basename(this.filePath);
-        this.extension = path_1.default.extname(this.filePath).toLowerCase();
-        this.size = size;
-        this.zipped = compressionType !== CompressionType.None || this.extension === ".gz" || this.extension === ".zip";
-        this.sourceId = getSourceId(sourceId);
-    }
-    _gzip() {
-        return __awaiter(this, void 0, void 0, function* () {
-            const { path, cleanup } = yield (0, tmp_promise_1.file)({ postfix: ".gz", keep: false });
-            this.cleanupTmp = cleanup;
-            const zipper = zlib_1.default.createGzip();
-            const input = fs_1.default.createReadStream(this.filePath, { autoClose: true });
-            const output = fs_1.default.createWriteStream(path);
-            yield new Promise((resolve, reject) => {
-                input
-                    .pipe(zipper)
-                    .pipe(output)
-                    .on("error", (err) => {
-                    reject(err);
-                });
-                output.once("close", () => {
-                    resolve(null);
-                });
-            });
-            return path;
-        });
-    }
-    prepare() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this.zipped) {
-                const estimatedCompressionModifier = 11;
-                yield this.calculateSize(estimatedCompressionModifier);
-                return this.filePath;
-            }
-            const path = yield this._gzip();
-            yield this.calculateSize();
-            return path;
-        });
-    }
-    calculateSize(modifier = 1) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this.size == null || this.size <= 0) {
-                const asyncStat = (0, util_1.promisify)(fs_1.default.stat);
-                this.size = (yield asyncStat(this.filePath)).size * modifier;
-            }
-        });
-    }
-    cleanup() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this.cleanupTmp) {
-                yield this.cleanupTmp();
-            }
-        });
-    }
-}
-exports.FileDescriptor = FileDescriptor;
-class StreamDescriptor {
-    constructor(stream, sourceId = null, compressionType = CompressionType.None) {
-        this.stream = stream;
-        this.name = "stream";
-        this.size = null;
-        this.compressionType = compressionType;
-        this.sourceId = getSourceId(sourceId);
-    }
-    merge(other) {
-        this.name = other.name;
-        this.size = other.size;
-        this.compressionType = other.compressionType;
-        this.sourceId = other.sourceId;
-        return this;
-    }
-}
-exports.StreamDescriptor = StreamDescriptor;
-class BlobDescriptor {
-    constructor(path, size = null, sourceId = null) {
-        this.path = path;
-        this.size = size;
-        this.sourceId = getSourceId(sourceId);
-    }
-}
-exports.BlobDescriptor = BlobDescriptor;
-//# sourceMappingURL=descriptors.js.map

package/source/ingestClient.d.ts

@@ -1,19 +0,0 @@
-/// <reference types="node" />
-import { KustoConnectionStringBuilder } from "azure-kusto-data";
-import { BlobDescriptor, CompressionType, FileDescriptor, StreamDescriptor } from "./descriptors";
-import ResourceManager from "./resourceManager";
-import { QueueSendMessageResponse } from "@azure/storage-queue";
-import { IngestionPropertiesInput } from "./ingestionProperties";
-import { AbstractKustoClient } from "./abstractKustoClient";
-import { Readable } from "stream";
-export declare class KustoIngestClient extends AbstractKustoClient {
-    resourceManager: ResourceManager;
-    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
-    _getBlobNameSuffix(format: string | null, compressionType: CompressionType): string;
-    _getBlockBlobClient(blobName: string): Promise<import("@azure/storage-blob").BlockBlobClient>;
-    ingestFromStream(stream: StreamDescriptor | Readable, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
-    ingestFromFile(file: string | FileDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
-    ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
-    close(): void;
-}
-export default KustoIngestClient;

package/source/ingestClient.js

@@ -1,104 +0,0 @@
-"use strict";
-// Copyright (c) Microsoft Corporation.
-// Licensed under the MIT License.
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.KustoIngestClient = void 0;
-const azure_kusto_data_1 = require("azure-kusto-data");
-const descriptors_1 = require("./descriptors");
-const resourceManager_1 = __importDefault(require("./resourceManager"));
-const ingestionBlobInfo_1 = __importDefault(require("./ingestionBlobInfo"));
-const storage_queue_1 = require("@azure/storage-queue");
-const storage_blob_1 = require("@azure/storage-blob");
-const abstractKustoClient_1 = require("./abstractKustoClient");
-const path_1 = __importDefault(require("path"));
-class KustoIngestClient extends abstractKustoClient_1.AbstractKustoClient {
-    constructor(kcsb, defaultProps) {
-        super(defaultProps);
-        const kustoClient = new azure_kusto_data_1.Client(kcsb);
-        this.resourceManager = new resourceManager_1.default(kustoClient);
-        this.defaultDatabase = kustoClient.defaultDatabase;
-    }
-    _getBlobNameSuffix(format, compressionType) {
-        const formatSuffix = format ? `.${format}` : "";
-        return `${formatSuffix}${compressionType}`;
-    }
-    _getBlockBlobClient(blobName) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const containers = yield this.resourceManager.getContainers();
-            if (containers == null) {
-                throw new Error("Failed to get containers");
-            }
-            const container = containers[Math.floor(Math.random() * containers.length)];
-            const containerClient = new storage_blob_1.ContainerClient(container.uri);
-            return containerClient.getBlockBlobClient(blobName);
-        });
-    }
-    ingestFromStream(stream, ingestionProperties) {
-        var _a;
-        return __awaiter(this, void 0, void 0, function* () {
-            this.ensureOpen();
-            const props = this._getMergedProps(ingestionProperties);
-            const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
-            const blobName = `${props.database}__${props.table}__${descriptor.sourceId}` + `${this._getBlobNameSuffix((_a = props.format) !== null && _a !== void 0 ? _a : "", descriptor.compressionType)}`;
-            const blockBlobClient = yield this._getBlockBlobClient(blobName);
-            yield blockBlobClient.uploadStream(descriptor.stream);
-            return this.ingestFromBlob(new descriptors_1.BlobDescriptor(blockBlobClient.url), props); // descriptor.size?
-        });
-    }
-    ingestFromFile(file, ingestionProperties) {
-        return __awaiter(this, void 0, void 0, function* () {
-            this.ensureOpen();
-            const props = this._getMergedProps(ingestionProperties);
-            const descriptor = file instanceof descriptors_1.FileDescriptor ? file : new descriptors_1.FileDescriptor(file);
-            try {
-                const fileToUpload = yield descriptor.prepare();
-                const blobName = `${props.database}__${props.table}__${descriptor.sourceId}__${descriptor.name}__.${path_1.default.extname(fileToUpload)}`;
-                const blockBlobClient = yield this._getBlockBlobClient(blobName);
-                yield blockBlobClient.uploadFile(fileToUpload);
-                return this.ingestFromBlob(new descriptors_1.BlobDescriptor(blockBlobClient.url, descriptor.size, descriptor.sourceId), props);
-            }
-            finally {
-                yield descriptor.cleanup();
-            }
-        });
-    }
-    ingestFromBlob(blob, ingestionProperties) {
-        return __awaiter(this, void 0, void 0, function* () {
-            this.ensureOpen();
-            const props = this._getMergedProps(ingestionProperties);
-            const descriptor = blob instanceof descriptors_1.BlobDescriptor ? blob : new descriptors_1.BlobDescriptor(blob);
-            const queues = yield this.resourceManager.getIngestionQueues();
-            if (queues == null) {
-                throw new Error("Failed to get queues");
-            }
-            const authorizationContext = yield this.resourceManager.getAuthorizationContext();
-            const queueDetails = queues[Math.floor(Math.random() * queues.length)];
-            const queueClient = new storage_queue_1.QueueClient(queueDetails.uri);
-            const ingestionBlobInfo = new ingestionBlobInfo_1.default(descriptor, props, authorizationContext);
-            const ingestionBlobInfoJson = JSON.stringify(ingestionBlobInfo);
-            const encoded = Buffer.from(ingestionBlobInfoJson).toString("base64");
-            return queueClient.sendMessage(encoded);
-        });
-    }
-    close() {
-        if (!this._isClosed) {
-            this.resourceManager.close();
-        }
-        super.close();
-    }
-}
-exports.KustoIngestClient = KustoIngestClient;
-exports.default = KustoIngestClient;
-//# sourceMappingURL=ingestClient.js.map

package/source/resourceManager.js

@@ -1,158 +0,0 @@
-"use strict";
-// Copyright (c) Microsoft Corporation.
-// Licensed under the MIT License.
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ResourceManager = exports.IngestClientResources = exports.ResourceURI = void 0;
-const azure_kusto_data_1 = require("azure-kusto-data");
-const retry_1 = require("./retry");
-const moment_1 = __importDefault(require("moment"));
-const ATTEMPT_COUNT = 4;
-class ResourceURI {
-    constructor(uri) {
-        this.uri = uri;
-    }
-}
-exports.ResourceURI = ResourceURI;
-class IngestClientResources {
-    constructor(securedReadyForAggregationQueues = null, failedIngestionsQueues = null, successfulIngestionsQueues = null, containers = null) {
-        this.securedReadyForAggregationQueues = securedReadyForAggregationQueues;
-        this.failedIngestionsQueues = failedIngestionsQueues;
-        this.successfulIngestionsQueues = successfulIngestionsQueues;
-        this.containers = containers;
-    }
-    valid() {
-        const resources = [this.securedReadyForAggregationQueues, this.failedIngestionsQueues, this.failedIngestionsQueues, this.containers];
-        return resources.reduce((prev, current) => !!(prev && current), true);
-    }
-}
-exports.IngestClientResources = IngestClientResources;
-class ResourceManager {
-    constructor(kustoClient) {
-        this.kustoClient = kustoClient;
-        this.baseSleepTimeSecs = 1;
-        this.baseJitterSecs = 1;
-        this.refreshPeriod = moment_1.default.duration(1, "h");
-        this.ingestClientResources = null;
-        this.ingestClientResourcesNextUpdate = (0, moment_1.default)();
-        this.authorizationContext = null;
-        this.authorizationContextNextUpdate = (0, moment_1.default)();
-    }
-    refreshIngestClientResources() {
-        return __awaiter(this, void 0, void 0, function* () {
-            const now = (0, moment_1.default)();
-            if (!this.ingestClientResources || this.ingestClientResourcesNextUpdate <= now || !this.ingestClientResources.valid()) {
-                this.ingestClientResources = yield this.getIngestClientResourcesFromService();
-                this.ingestClientResourcesNextUpdate = (0, moment_1.default)().add(this.refreshPeriod);
-            }
-            return this.ingestClientResources;
-        });
-    }
-    getIngestClientResourcesFromService() {
-        return __awaiter(this, void 0, void 0, function* () {
-            const retry = new retry_1.ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);
-            while (retry.shouldTry()) {
-                try {
-                    const response = yield this.kustoClient.execute("NetDefaultDB", ".get ingestion resources");
-                    const table = response.primaryResults[0];
-                    return new IngestClientResources(this.getResourceByName(table, "SecuredReadyForAggregationQueue"), this.getResourceByName(table, "FailedIngestionsQueue"), this.getResourceByName(table, "SuccessfulIngestionsQueue"), this.getResourceByName(table, "TempStorage"));
-                }
-                catch (error) {
-                    if (!(error instanceof azure_kusto_data_1.KustoDataErrors.ThrottlingError)) {
-                        throw error;
-                    }
-                    yield retry.backoff();
-                }
-            }
-            throw new Error(`Failed to get ingestion resources from server - the request was throttled ${ATTEMPT_COUNT} times.`);
-        });
-    }
-    getResourceByName(table, resourceName) {
-        const result = [];
-        for (const row of table.rows()) {
-            const typedRow = row;
-            if (typedRow.ResourceTypeName === resourceName) {
-                result.push(new ResourceURI(typedRow.StorageRoot));
-            }
-        }
-        return result;
-    }
-    refreshAuthorizationContext() {
-        var _a;
-        return __awaiter(this, void 0, void 0, function* () {
-            const now = moment_1.default.utc();
-            if (!((_a = this.authorizationContext) === null || _a === void 0 ? void 0 : _a.trim()) || this.authorizationContextNextUpdate <= now) {
-                this.authorizationContext = yield this.getAuthorizationContextFromService();
-                this.authorizationContextNextUpdate = (0, moment_1.default)().add(this.refreshPeriod);
-                if (this.authorizationContext == null) {
-                    throw new Error("Authorization context can't be null");
-                }
-            }
-            return this.authorizationContext;
-        });
-    }
-    getAuthorizationContextFromService() {
-        return __awaiter(this, void 0, void 0, function* () {
-            const retry = new retry_1.ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);
-            while (retry.shouldTry()) {
-                try {
-                    const response = yield this.kustoClient.execute("NetDefaultDB", ".get kusto identity token");
-                    const next = response.primaryResults[0].rows().next();
-                    if (next.done) {
-                        throw new Error("Failed to get authorization context - got empty results");
-                    }
-                    return next.value.toJSON().AuthorizationContext;
-                }
-                catch (error) {
-                    if (!(error instanceof azure_kusto_data_1.KustoDataErrors.ThrottlingError)) {
-                        throw error;
-                    }
-                    yield retry.backoff();
-                }
-            }
-            throw new Error(`Failed to get identity token from server - the request was throttled ${ATTEMPT_COUNT} times.`);
-        });
-    }
-    getIngestionQueues() {
-        return __awaiter(this, void 0, void 0, function* () {
-            return (yield this.refreshIngestClientResources()).securedReadyForAggregationQueues;
-        });
-    }
-    getFailedIngestionsQueues() {
-        return __awaiter(this, void 0, void 0, function* () {
-            return (yield this.refreshIngestClientResources()).failedIngestionsQueues;
-        });
-    }
-    getSuccessfulIngestionsQueues() {
-        return __awaiter(this, void 0, void 0, function* () {
-            return (yield this.refreshIngestClientResources()).successfulIngestionsQueues;
-        });
-    }
-    getContainers() {
-        return __awaiter(this, void 0, void 0, function* () {
-            return (yield this.refreshIngestClientResources()).containers;
-        });
-    }
-    getAuthorizationContext() {
-        return __awaiter(this, void 0, void 0, function* () {
-            return this.refreshAuthorizationContext();
-        });
-    }
-    close() {
-        this.kustoClient.close();
-    }
-}
-exports.ResourceManager = ResourceManager;
-exports.default = ResourceManager;
-//# sourceMappingURL=resourceManager.js.map

package/source/retry.js

@@ -1,48 +0,0 @@
-"use strict";
-// Copyright (c) Microsoft Corporation.
-// Licensed under the MIT License.
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ExponentialRetry = exports.sleep = void 0;
-const sleep = (ms) => {
-    return new Promise((resolve) => {
-        setTimeout(resolve, ms);
-    });
-};
-exports.sleep = sleep;
-class ExponentialRetry {
-    constructor(attemptCount, sleepBaseSecs, maxJitterSecs) {
-        this.attemptCount = attemptCount;
-        this.sleepBaseSecs = sleepBaseSecs;
-        this.maxJitterSecs = maxJitterSecs;
-        this.currentAttempt = 0;
-    }
-    backoff() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.shouldTry()) {
-                throw new Error("Max retries exceeded");
-            }
-            this.currentAttempt++;
-            if (!this.shouldTry()) {
-                // This was the last retry - no need to sleep
-                return;
-            }
-            const base = this.sleepBaseSecs * Math.pow(2, this.currentAttempt - 1);
-            const jitter = Math.floor(this.maxJitterSecs * Math.random());
-            yield (0, exports.sleep)(1000 * (base + jitter));
-        });
-    }
-    shouldTry() {
-        return this.currentAttempt < this.attemptCount;
-    }
-}
-exports.ExponentialRetry = ExponentialRetry;
-//# sourceMappingURL=retry.js.map