azure-kusto-ingest 4.0.5 → 5.0.0

package/README.md

@@ -1,4 +1,4 @@
-# Microsoft Azure Kusto Ingest Library for Node
+# Microsoft Azure Kusto Ingest Library for JavaScript 
 
 ## Installation
 
@@ -68,7 +68,6 @@ const kcsb = KustoConnectionStringBuilder.withAadApplicationCertificateAuthentic
     `https://ingest-${clusterName}.kusto.windows.net`,
     "appid",
     "certificate",
-    "thumbprint",
     "authorityId"
 );
 ```
@@ -237,3 +236,17 @@ async function ingestFromFile() {
     await waitForStatus();
 }
 ```
+
+#### From Browser Blob object
+
+A full browser example can be found [here](packages/azure-kusto-ingest/exampleBrowser.ts)
+
+```javascript
+const file = new Blob([`{"Name":"Moshe", "Value":2}`], { type: "application/json" });
+let desc = new FileDescriptor(blobUri, size);
+try {
+     await ingestClient.ingestFromFile(desp, null);
+} catch (err) {
+    console.log(err);
+}
+```

package/dist-esm/src/descriptors.js

@@ -0,0 +1,64 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateBlobName = exports.BlobDescriptor = exports.StreamDescriptor = exports.getSourceId = exports.CompressionType = void 0;
+const uuid_1 = require("uuid");
+const uuid_validate_1 = __importDefault(require("uuid-validate"));
+var CompressionType;
+(function (CompressionType) {
+    CompressionType["ZIP"] = ".zip";
+    CompressionType["GZIP"] = ".gz";
+    CompressionType["None"] = "";
+})(CompressionType = exports.CompressionType || (exports.CompressionType = {}));
+const getSourceId = (sourceId) => {
+    if (sourceId) {
+        if (!(0, uuid_validate_1.default)(sourceId, 4)) {
+            throw Error("sourceId is not a valid uuid/v4");
+        }
+        return sourceId;
+    }
+    return (0, uuid_1.v4)();
+};
+exports.getSourceId = getSourceId;
+class StreamDescriptor {
+    /**
+     * Use Readable for Node.js and ArrayBuffer in browser
+     */
+    constructor(stream, sourceId = null, compressionType = CompressionType.None) {
+        this.stream = stream;
+        this.size = null;
+        this.compressionType = compressionType;
+        this.sourceId = (0, exports.getSourceId)(sourceId);
+    }
+    merge(other) {
+        this.size = other.size;
+        this.compressionType = other.compressionType;
+        this.sourceId = other.sourceId;
+        return this;
+    }
+    // Currently streams are not compressed by us
+    getCompressionSuffix() {
+        return this.compressionType ? `.${this.compressionType}` : "";
+    }
+}
+exports.StreamDescriptor = StreamDescriptor;
+class BlobDescriptor {
+    constructor(path, size = null, sourceId = null) {
+        this.path = path;
+        this.size = size;
+        this.sourceId = (0, exports.getSourceId)(sourceId);
+    }
+}
+exports.BlobDescriptor = BlobDescriptor;
+const generateBlobName = (desc, props) => {
+    const extension = desc instanceof StreamDescriptor ? null : `${desc.name ? "__" + desc.name : `${desc.extension ? "." + desc.extension : ""}`}`;
+    const formatSuffix = props.format ? `.${props.format}` : ".csv";
+    const compressionString = desc.getCompressionSuffix();
+    return `${props.database}__${props.table}__${desc.sourceId}${extension || formatSuffix}${compressionString}`;
+};
+exports.generateBlobName = generateBlobName;
+//# sourceMappingURL=descriptors.js.map

package/dist-esm/src/fileDescriptor.browser.js

@@ -0,0 +1,44 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileDescriptor = void 0;
+const pako_1 = __importDefault(require("pako"));
+const descriptors_1 = require("./descriptors");
+class FileDescriptor {
+    constructor(file, sourceId = null, size = null, compressionType = descriptors_1.CompressionType.None, extension, name) {
+        this.file = file;
+        this.sourceId = sourceId;
+        this.extension = extension;
+        this.name = name;
+        this.sourceId = (0, descriptors_1.getSourceId)(sourceId);
+        this.compressionType = compressionType;
+        this.size = size || file.size;
+        this.zipped = compressionType !== descriptors_1.CompressionType.None || this.extension === ".gz" || this.extension === ".zip";
+    }
+    async prepare() {
+        if (!this.zipped) {
+            try {
+                const gzipped = pako_1.default.gzip(await this.file.arrayBuffer());
+                return new Blob([gzipped]);
+            }
+            catch (e) {
+                // Ignore - return the file itself
+            }
+        }
+        return this.file;
+    }
+    async cleanup() {
+        if (this.cleanupTmp) {
+            await this.cleanupTmp();
+        }
+    }
+    getCompressionSuffix() {
+        return this.compressionType ? `.${this.compressionType}` : ".gz";
+    }
+}
+exports.FileDescriptor = FileDescriptor;
+//# sourceMappingURL=fileDescriptor.browser.js.map

package/dist-esm/src/fileDescriptor.js

@@ -0,0 +1,81 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileDescriptor = void 0;
+const zlib_1 = __importDefault(require("zlib"));
+const path_1 = __importDefault(require("path"));
+const fs_1 = __importDefault(require("fs"));
+const tmp_promise_1 = require("tmp-promise");
+const util_1 = require("util");
+const descriptors_1 = require("./descriptors");
+/**
+ * Describes a file to be ingested. Use string to describe a local path in Node.JS and Blob object in browsers
+ */
+class FileDescriptor {
+    constructor(
+    /**
+     * Use string in Node.JS and Blob in browser
+     */
+    file, sourceId = null, size = null, compressionType = descriptors_1.CompressionType.None, extension, // Extracted from file name by default
+    name // Extracted from file name by default
+    ) {
+        this.file = file;
+        this.extension = extension;
+        this.name = name;
+        this.sourceId = (0, descriptors_1.getSourceId)(sourceId);
+        this.compressionType = compressionType;
+        this.name = name ? name : path_1.default.basename(this.file);
+        this.extension = extension ? extension : path_1.default.extname(this.file).toLowerCase();
+        this.size = size;
+        this.zipped = compressionType !== descriptors_1.CompressionType.None || this.extension === ".gz" || this.extension === ".zip";
+    }
+    async _gzip() {
+        const { path, cleanup } = await (0, tmp_promise_1.file)({ postfix: ".gz", keep: false });
+        this.cleanupTmp = cleanup;
+        const zipper = zlib_1.default.createGzip();
+        const input = fs_1.default.createReadStream(this.file, { autoClose: true });
+        const output = fs_1.default.createWriteStream(path);
+        await new Promise((resolve, reject) => {
+            input
+                .pipe(zipper)
+                .pipe(output)
+                .on("error", (err) => {
+                reject(err);
+            });
+            output.once("close", () => {
+                resolve(null);
+            });
+        });
+        return path;
+    }
+    async prepare() {
+        if (this.zipped) {
+            const estimatedCompressionModifier = 11;
+            await this._calculateSize(estimatedCompressionModifier);
+            return this.file;
+        }
+        const path = await this._gzip();
+        await this._calculateSize();
+        return path;
+    }
+    async _calculateSize(modifier = 1) {
+        if (this.size == null || this.size <= 0) {
+            const asyncStat = (0, util_1.promisify)(fs_1.default.stat);
+            this.size = (await asyncStat(this.file)).size * modifier;
+        }
+    }
+    async cleanup() {
+        if (this.cleanupTmp) {
+            await this.cleanupTmp();
+        }
+    }
+    getCompressionSuffix() {
+        return this.compressionType ? `.${this.compressionType}` : ".gz";
+    }
+}
+exports.FileDescriptor = FileDescriptor;
+//# sourceMappingURL=fileDescriptor.js.map

package/{index.js → dist-esm/src/index.js}

@@ -6,11 +6,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.IngestionPropertiesValidationError = exports.IngestionPropertiesEnums = exports.ColumnMapping = exports.FieldTransformation = exports.ConstantTransformation = exports.SStreamColumnMapping = exports.ApacheAvroColumnMapping = exports.CompressionType = exports.IngestionMappingKind = exports.DataFormat = exports.ValidationOptions = exports.ValidationImplications = exports.ReportMethod = exports.ReportLevel = exports.ValidationPolicy = exports.W3CLogFileMapping = exports.OrcColumnMapping = exports.ParquetColumnMapping = exports.AvroColumnMapping = exports.CsvColumnMapping = exports.JsonColumnMapping = exports.IngestionDescriptors = exports.IngestionProperties = exports.IngestStatusQueues = exports.ManagedStreamingIngestClient = exports.StreamingIngestClient = exports.IngestClient = void 0;
-const ingestClient_1 = __importDefault(require("./source/ingestClient"));
-const streamingIngestClient_1 = __importDefault(require("./source/streamingIngestClient"));
-const managedStreamingIngestClient_1 = __importDefault(require("./source/managedStreamingIngestClient"));
-const status_1 = __importDefault(require("./source/status"));
-const ingestionProperties_1 = require("./source/ingestionProperties");
+const ingestClient_1 = __importDefault(require("./ingestClient"));
+const streamingIngestClient_1 = __importDefault(require("./streamingIngestClient"));
+const managedStreamingIngestClient_1 = __importDefault(require("./managedStreamingIngestClient"));
+const status_1 = __importDefault(require("./status"));
+const ingestionProperties_1 = require("./ingestionProperties");
 Object.defineProperty(exports, "DataFormat", { enumerable: true, get: function () { return ingestionProperties_1.DataFormat; } });
 Object.defineProperty(exports, "IngestionMappingKind", { enumerable: true, get: function () { return ingestionProperties_1.IngestionMappingKind; } });
 Object.defineProperty(exports, "ReportLevel", { enumerable: true, get: function () { return ingestionProperties_1.ReportLevel; } });
@@ -18,9 +18,10 @@ Object.defineProperty(exports, "ReportMethod", { enumerable: true, get: function
 Object.defineProperty(exports, "ValidationImplications", { enumerable: true, get: function () { return ingestionProperties_1.ValidationImplications; } });
 Object.defineProperty(exports, "ValidationOptions", { enumerable: true, get: function () { return ingestionProperties_1.ValidationOptions; } });
 Object.defineProperty(exports, "ValidationPolicy", { enumerable: true, get: function () { return ingestionProperties_1.ValidationPolicy; } });
-const descriptors_1 = require("./source/descriptors");
+const descriptors_1 = require("./descriptors");
 Object.defineProperty(exports, "CompressionType", { enumerable: true, get: function () { return descriptors_1.CompressionType; } });
-const columnMappings_1 = require("./source/columnMappings");
+const fileDescriptor_1 = require("./fileDescriptor");
+const columnMappings_1 = require("./columnMappings");
 Object.defineProperty(exports, "ApacheAvroColumnMapping", { enumerable: true, get: function () { return columnMappings_1.ApacheAvroColumnMapping; } });
 Object.defineProperty(exports, "AvroColumnMapping", { enumerable: true, get: function () { return columnMappings_1.AvroColumnMapping; } });
 Object.defineProperty(exports, "ColumnMapping", { enumerable: true, get: function () { return columnMappings_1.ColumnMapping; } });
@@ -36,11 +37,11 @@ exports.IngestClient = ingestClient_1.default;
 exports.StreamingIngestClient = streamingIngestClient_1.default;
 exports.ManagedStreamingIngestClient = managedStreamingIngestClient_1.default;
 exports.IngestStatusQueues = status_1.default;
-var ingestionProperties_2 = require("./source/ingestionProperties");
+var ingestionProperties_2 = require("./ingestionProperties");
 Object.defineProperty(exports, "IngestionProperties", { enumerable: true, get: function () { return ingestionProperties_2.IngestionProperties; } });
 exports.IngestionDescriptors = {
     BlobDescriptor: descriptors_1.BlobDescriptor,
-    FileDescriptor: descriptors_1.FileDescriptor,
+    FileDescriptor: fileDescriptor_1.FileDescriptor,
     StreamDescriptor: descriptors_1.StreamDescriptor,
 };
 /**
@@ -71,6 +72,7 @@ exports.IngestionPropertiesEnums = {
     FieldTransformation: columnMappings_1.FieldTransformation,
     ColumnMapping: columnMappings_1.ColumnMapping,
 };
-var errors_1 = require("./source/errors");
+var errors_1 = require("./errors");
 Object.defineProperty(exports, "IngestionPropertiesValidationError", { enumerable: true, get: function () { return errors_1.IngestionPropertiesValidationError; } });
+// eslint-disable-next-line no-console
 //# sourceMappingURL=index.js.map

package/dist-esm/src/ingestClient.browser.js

@@ -0,0 +1,43 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KustoIngestClient = void 0;
+const descriptors_1 = require("./descriptors");
+const fileDescriptor_browser_1 = require("./fileDescriptor.browser");
+const ingestClientBase_1 = require("./ingestClientBase");
+class KustoIngestClient extends ingestClientBase_1.KustoIngestClientBase {
+    constructor(kcsb, defaultProps) {
+        super(kcsb, defaultProps, true);
+    }
+    /**
+     * Use string for Node.js and Blob in browser
+     */
+    async ingestFromFile(file, ingestionProperties) {
+        this.ensureOpen();
+        const descriptor = file instanceof fileDescriptor_browser_1.FileDescriptor ? file : new fileDescriptor_browser_1.FileDescriptor(file);
+        const blob = descriptor.file;
+        const props = this._getMergedProps(ingestionProperties);
+        const [fileToUpload, blockBlobClient] = await Promise.all([
+            descriptor.prepare(),
+            this.resourceManager.getBlockBlobClient((0, descriptors_1.generateBlobName)(descriptor, props)),
+        ]);
+        await blockBlobClient.uploadData(fileToUpload);
+        return this.ingestFromBlob(new descriptors_1.BlobDescriptor(blockBlobClient.url, blob.size, descriptor.sourceId), props);
+    }
+    /**
+     * Use Readable for Node.js and ArrayBuffer in browser
+     */
+    async ingestFromStream(stream, ingestionProperties) {
+        this.ensureOpen();
+        const props = this._getMergedProps(ingestionProperties);
+        const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
+        const blobName = (0, descriptors_1.generateBlobName)(descriptor, props);
+        const blockBlobClient = await this.resourceManager.getBlockBlobClient(blobName);
+        await blockBlobClient.uploadData(descriptor.stream);
+        return this.ingestFromBlob(new descriptors_1.BlobDescriptor(blockBlobClient.url), props); // descriptor.size?
+    }
+}
+exports.KustoIngestClient = KustoIngestClient;
+exports.default = KustoIngestClient;
+//# sourceMappingURL=ingestClient.browser.js.map

package/dist-esm/src/ingestClient.js

@@ -0,0 +1,45 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KustoIngestClient = void 0;
+const descriptors_1 = require("./descriptors");
+const fileDescriptor_1 = require("./fileDescriptor");
+const ingestClientBase_1 = require("./ingestClientBase");
+class KustoIngestClient extends ingestClientBase_1.KustoIngestClientBase {
+    constructor(kcsb, defaultProps) {
+        super(kcsb, defaultProps);
+    }
+    /**
+     * Use string in Node.JS and Blob in browser
+     */
+    async ingestFromFile(file, ingestionProperties) {
+        this.ensureOpen();
+        const props = this._getMergedProps(ingestionProperties);
+        const descriptor = file instanceof fileDescriptor_1.FileDescriptor ? file : new fileDescriptor_1.FileDescriptor(file);
+        try {
+            const blobName = (0, descriptors_1.generateBlobName)(descriptor, props);
+            const [fileToUpload, blockBlobClient] = await Promise.all([descriptor.prepare(), this.resourceManager.getBlockBlobClient(blobName)]);
+            await blockBlobClient.uploadFile(fileToUpload);
+            return this.ingestFromBlob(new descriptors_1.BlobDescriptor(blockBlobClient.url, descriptor.size, descriptor.sourceId), props);
+        }
+        finally {
+            await descriptor.cleanup();
+        }
+    }
+    /**
+     * Use Readable in Node.JS and ArrayBuffer in browser
+     */
+    async ingestFromStream(stream, ingestionProperties) {
+        this.ensureOpen();
+        const props = this._getMergedProps(ingestionProperties);
+        const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
+        const blobName = (0, descriptors_1.generateBlobName)(descriptor, props);
+        const blockBlobClient = await this.resourceManager.getBlockBlobClient(blobName);
+        await blockBlobClient.uploadStream(descriptor.stream);
+        return this.ingestFromBlob(new descriptors_1.BlobDescriptor(blockBlobClient.url), props); // descriptor.size?
+    }
+}
+exports.KustoIngestClient = KustoIngestClient;
+exports.default = KustoIngestClient;
+//# sourceMappingURL=ingestClient.js.map

package/dist-esm/src/ingestClientBase.js

@@ -0,0 +1,47 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KustoIngestClientBase = void 0;
+const azure_kusto_data_1 = require("azure-kusto-data");
+const descriptors_1 = require("./descriptors");
+const resourceManager_1 = __importDefault(require("./resourceManager"));
+const ingestionBlobInfo_1 = __importDefault(require("./ingestionBlobInfo"));
+const storage_queue_1 = require("@azure/storage-queue");
+const abstractKustoClient_1 = require("./abstractKustoClient");
+class KustoIngestClientBase extends abstractKustoClient_1.AbstractKustoClient {
+    constructor(kcsb, defaultProps, isBrowser) {
+        super(defaultProps);
+        const kustoClient = new azure_kusto_data_1.Client(kcsb);
+        this.resourceManager = new resourceManager_1.default(kustoClient, isBrowser);
+        this.defaultDatabase = kustoClient.defaultDatabase;
+    }
+    async ingestFromBlob(blob, ingestionProperties) {
+        this.ensureOpen();
+        const props = this._getMergedProps(ingestionProperties);
+        const descriptor = blob instanceof descriptors_1.BlobDescriptor ? blob : new descriptors_1.BlobDescriptor(blob);
+        const queues = await this.resourceManager.getIngestionQueues();
+        if (queues == null) {
+            throw new Error("Failed to get queues");
+        }
+        const authorizationContext = await this.resourceManager.getAuthorizationContext();
+        const queueDetails = queues[Math.floor(Math.random() * queues.length)];
+        const queueClient = new storage_queue_1.QueueClient(queueDetails.uri);
+        const ingestionBlobInfo = new ingestionBlobInfo_1.default(descriptor, props, authorizationContext);
+        const ingestionBlobInfoJson = JSON.stringify(ingestionBlobInfo);
+        const encoded = Buffer.from(ingestionBlobInfoJson).toString("base64");
+        return queueClient.sendMessage(encoded);
+    }
+    close() {
+        if (!this._isClosed) {
+            this.resourceManager.close();
+        }
+        super.close();
+    }
+}
+exports.KustoIngestClientBase = KustoIngestClientBase;
+exports.default = KustoIngestClientBase;
+//# sourceMappingURL=ingestClientBase.js.map

package/{source → dist-esm/src}/ingestionBlobInfo.js

@@ -1,13 +1,9 @@
 "use strict";
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.IngestionBlobInfo = void 0;
 const uuid_1 = require("uuid");
-const moment_1 = __importDefault(require("moment"));
 class IngestionBlobInfo {
     constructor(blobDescriptor, ingestionProperties, authContext = null) {
         var _a, _b, _c, _d, _e;
@@ -20,7 +16,7 @@ class IngestionBlobInfo {
         this.IgnoreSizeLimit = false;
         this.ReportLevel = (_d = ingestionProperties.reportLevel) !== null && _d !== void 0 ? _d : null;
         this.ReportMethod = (_e = ingestionProperties.reportMethod) !== null && _e !== void 0 ? _e : null;
-        this.SourceMessageCreationTime = moment_1.default.utc();
+        this.SourceMessageCreationTime = new Date();
         this.Id = blobDescriptor.sourceId || (0, uuid_1.v4)();
         const additionalProperties = ingestionProperties.additionalProperties || {};
         additionalProperties.authorizationContext = authContext;

package/{source → dist-esm/src}/managedStreamingIngestClient.js

@@ -1,27 +1,20 @@
 "use strict";
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const descriptors_1 = require("./descriptors");
+const fileDescriptor_1 = require("./fileDescriptor");
 const abstractKustoClient_1 = require("./abstractKustoClient");
 const azure_kusto_data_1 = require("azure-kusto-data");
-const streamUtils_1 = require("./streamUtils");
 const streamingIngestClient_1 = __importDefault(require("./streamingIngestClient"));
+const streamUtils_1 = require("./streamUtils");
 const ingestClient_1 = __importDefault(require("./ingestClient"));
 const stream_array_1 = __importDefault(require("stream-array"));
 const retry_1 = require("./retry");
+const core_util_1 = require("@azure/core-util");
 const maxStreamSize = 1024 * 1024 * 4;
 const attemptCount = 3;
 const ingestPrefix = "https://ingest-";
@@ -71,38 +64,43 @@ class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKu
         }
         this.defaultDatabase = this.streamingIngestClient.defaultDatabase;
     }
-    ingestFromStream(stream, ingestionProperties) {
-        return __awaiter(this, void 0, void 0, function* () {
-            this.ensureOpen();
-            const props = this._getMergedProps(ingestionProperties);
-            const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
-            let result = yield (0, streamUtils_1.tryStreamToArray)(descriptor.stream, maxStreamSize);
-            if (result instanceof Buffer) {
-                // If we get buffer that means it was less than the max size, so we can do streamingIngestion
-                const retry = new retry_1.ExponentialRetry(attemptCount, this.baseSleepTimeSecs, this.baseJitterSecs);
-                while (retry.shouldTry()) {
-                    try {
-                        const sourceId = `KNC.executeManagedStreamingIngest;${descriptor.sourceId};${retry.currentAttempt}`;
-                        return yield this.streamingIngestClient.ingestFromStream(new descriptors_1.StreamDescriptor((0, stream_array_1.default)([result])).merge(descriptor), props, sourceId);
-                    }
-                    catch (err) {
-                        const oneApiError = err;
-                        if (oneApiError["@permanent"]) {
-                            throw err;
-                        }
-                        yield retry.backoff();
+    /**
+     * Use Readable for Node.js and ArrayBuffer in browser
+     */
+    async ingestFromStream(stream, ingestionProperties) {
+        this.ensureOpen();
+        const props = this._getMergedProps(ingestionProperties);
+        const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
+        let result = core_util_1.isNode ? await (0, streamUtils_1.tryStreamToArray)(descriptor.stream, maxStreamSize) : descriptor.stream;
+        if ((core_util_1.isNode && result instanceof Buffer) || (!core_util_1.isNode && descriptor.stream.byteLength < maxStreamSize)) {
+            // If we get buffer that means it was less than the max size, so we can do streamingIngestion
+            const retry = new retry_1.ExponentialRetry(attemptCount, this.baseSleepTimeSecs, this.baseJitterSecs);
+            while (retry.shouldTry()) {
+                try {
+                    const sourceId = `KNC.executeManagedStreamingIngest;${descriptor.sourceId};${retry.currentAttempt}`;
+                    return core_util_1.isNode
+                        ? await this.streamingIngestClient.ingestFromStream(new descriptors_1.StreamDescriptor((0, stream_array_1.default)([result])).merge(descriptor), props, sourceId)
+                        : await this.streamingIngestClient.ingestFromStream(descriptor, props, sourceId);
+                }
+                catch (err) {
+                    const oneApiError = err;
+                    if (oneApiError["@permanent"]) {
+                        throw err;
                     }
+                    await retry.backoff();
                 }
-                result = (0, stream_array_1.default)([result]);
             }
-            return yield this.queuedIngestClient.ingestFromStream(new descriptors_1.StreamDescriptor(result).merge(descriptor), ingestionProperties);
-        });
+            result = core_util_1.isNode ? (0, stream_array_1.default)([result]) : descriptor.stream;
+        }
+        return await this.queuedIngestClient.ingestFromStream(new descriptors_1.StreamDescriptor(result).merge(descriptor), ingestionProperties);
     }
-    ingestFromFile(file, ingestionProperties) {
-        return __awaiter(this, void 0, void 0, function* () {
-            this.ensureOpen();
-            return yield this.ingestFromStream((0, streamUtils_1.fileToStream)(file), ingestionProperties);
-        });
+    /**
+     * Use string for Node.js and Blob in browser
+     */
+    async ingestFromFile(file, ingestionProperties) {
+        this.ensureOpen();
+        const stream = file instanceof fileDescriptor_1.FileDescriptor ? await (0, streamUtils_1.tryFileToBuffer)(file) : await (0, streamUtils_1.tryFileToBuffer)(new fileDescriptor_1.FileDescriptor(file));
+        return await this.ingestFromStream(stream, ingestionProperties);
     }
     close() {
         if (!this._isClosed) {