azure-kusto-ingest 6.0.2 → 7.0.0-alpha.0

package/dist-esm/src/ingestClientBase.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingestClientBase.js","sourceRoot":"","sources":["../../src/ingestClientBase.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;AAElC,uDAAuF;AAEvF,wEAAgD;AAEhD,4EAAoD;AACpD,sDAAsD;AAEtD,wDAAmD;AAEnD,+DAAiH;AACjH,+DAA4D;AAC5D,uDAQ2B;AAG3B,+CAAiE;AAEjE,MAAsB,qBAAsB,SAAQ,yCAAmB;IAMnE,YACI,IAA2C,EAC3C,YAAuC,EACvC,sBAA+B,IAAI,EACnC,SAAmB;QAEnB,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC1B,IAAI,GAAG,IAAI,+CAA4B,CAAC,IAAI,CAAC,CAAC;SACjD;QACD,IAAI,mBAAmB,EAAE;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SAChE;QACD,MAAM,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,eAAe,GAAG,IAAI,yBAAe,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACnE,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,eAAe,CAAC;QACnD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3C,IAAI,CAAC,qBAAqB,GAAG,aAAa,CAAC,yBAAyB,CAAC;QACrE,IAAI,CAAC,uBAAuB,GAAG,aAAa,CAAC,iBAAiB,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,cAAc,CAChB,IAA6B,EAC7B,mBAA8C,EAC9C,aAAqB,qBAAqB,CAAC,wBAAwB;QAEnE,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QAExD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;QAEpF,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC;QAClF,MAAM,iBAAiB,GAAG,IAAI,2BAAiB,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,EAAE,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAEnJ,MAAM,aAAa,GAAG,KAAK,CAAC,WAAW,KAAK,iCAAW,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,KAAK,kCAAY,CAAC,KAAK,CAAC;QAEjH,IAAI,aAAa,EAAE;YACf,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC;YACzE,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,iCAAe,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAC1F,MAAM,IAAA,kCAAgB,EAAC,iBAAiB,kCAAO,MAAM,KAAE,YAAY,EAAE,iBAAiB,CAAC,EAAE,EAAE,MAAM,EAAE,iBAAiB,CAAC,EAAE,IAAG,CAAC;YAE3H,MAAM,IAAI,GAAG,IAAI,mDAAiC,CAAC,iBAAiB,CAAC,GAAG,EAAE,iBAAiB,CAAC,EAAE,EAAE,iBAAiB,CAAC,EAAE,CAAC,CAAC;YACtH,iBAAiB,CAAC,sBAAsB,GAAG,IAAI,CAAC;YAChD,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;YAC3D,OAAO,IAAI,4CAA0B,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;SAClE;QAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QAC3D,OAAO,IAAI,uCAAqB,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,iCAAe,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAChH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,UAAkB,EAAE,QAA2B;QAC1E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,EAAE,CAAC;QAC/D,IAAI,MAAM,IAAI,IAAI,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;SAC3C;QACD,MAAM,qBAAqB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAEvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE;YACjC,MAAM,WAAW,GAAG,IAAI,2BAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACnD,IAAI;gBACA,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;gBAC7D,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBAC9E,OAAO,aAAa,CAAC;aACxB;YAAC,OAAO,CAAC,EAAE;gBACR,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;aAClF;SACJ;QAED,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACxD,CAAC;IAEO,kBAAkB,CAAC,KAA0B,EAAE,MAAuB,EAAE,iBAAoC;QAChH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QACnC,OAAO;YACH,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,iBAAiB,CAAC,EAAE;YACvC,mBAAmB,EAAE,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAChE,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,EAAE;SACK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,qBAAqB,CACvB,UAA0D,EAC1D,QAAgB,EAChB,aAAqB,qBAAqB,CAAC,wBAAwB;QAEnE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;QAE9D,IAAI,UAAU,IAAI,IAAI,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;YAC/C,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;SAC/C;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAE3D,mFAAmF;QACnF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE;YACjC,MAAM,eAAe,GAAG,IAAI,8BAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,eAAe,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YACrE,IAAI;gBACA,IAAI,OAAO,UAAU,IAAI,QAAQ,EAAE;oBAC/B,MAAM,eAAe,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;iBAChD;qBAAM,IAAI,UAAU,YAAY,8BAAgB,EAAE;oBAC/C,IAAI,UAAU,CAAC,MAAM,YAAY,MAAM,EAAE;wBACrC,MAAM,eAAe,CAAC,UAAU,CAAC,UAAU,CAAC,MAAgB,CAAC,CAAC;qBACjE;yBAAM;wBACH,MAAM,eAAe,CAAC,YAAY,CAAC,UAAU,CAAC,MAAkB,CAAC,CAAC;qBACrE;iBACJ;qBAAM;oBACH,MAAM,eAAe,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;iBAChD;gBACD,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBAClF,OAAO,eAAe,CAAC,GAAG,CAAC;aAC9B;YAAC,OAAO,EAAE,EAAE;gBACT,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;aACtF;SACJ;QAED,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACjD,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;SAChC;QACD,KAAK,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;;AA1IL,sDA2IC;AAvImB,8CAAwB,GAAG,CAAC,CAAC;AAyIjD,kBAAe,qBAAqB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { Client as KustoClient, KustoConnectionStringBuilder } from \"azure-kusto-data\";\n\nimport ResourceManager from \"./resourceManager\";\n\nimport IngestionBlobInfo from \"./ingestionBlobInfo\";\nimport { ContainerClient } from \"@azure/storage-blob\";\n\nimport { QueueClient } from \"@azure/storage-queue\";\n\nimport IngestionProperties, { IngestionPropertiesInput, ReportLevel, ReportMethod } from \"./ingestionProperties\";\nimport { AbstractKustoClient } from \"./abstractKustoClient\";\nimport {\n    IngestionStatus,\n    TableReportIngestionResult,\n    IngestionResult,\n    IngestionStatusInTableDescription,\n    IngestionStatusResult,\n    OperationStatus,\n    putRecordInTable,\n} from \"./ingestionResult\";\nimport { Readable } from \"stream\";\n\nimport { BlobDescriptor, StreamDescriptor } from \"./descriptors\";\n\nexport abstract class KustoIngestClientBase extends AbstractKustoClient {\n    resourceManager: ResourceManager;\n    applicationForTracing: string | null;\n    clientVersionForTracing: string | null;\n    static readonly MaxNumberOfRetryAttempts = 3;\n\n    constructor(\n        kcsb: string | KustoConnectionStringBuilder,\n        defaultProps?: IngestionPropertiesInput,\n        autoCorrectEndpoint: boolean = true,\n        isBrowser?: boolean\n    ) {\n        super(defaultProps);\n        if (typeof kcsb === \"string\") {\n            kcsb = new KustoConnectionStringBuilder(kcsb);\n        }\n        if (autoCorrectEndpoint) {\n            kcsb.dataSource = this.getIngestionEndpoint(kcsb.dataSource);\n        }\n        const kustoClient = new KustoClient(kcsb);\n        this.resourceManager = new ResourceManager(kustoClient, isBrowser);\n        this.defaultDatabase = kustoClient.defaultDatabase;\n        const clientDetails = kcsb.clientDetails();\n        this.applicationForTracing = clientDetails.applicationNameForTracing;\n        this.clientVersionForTracing = clientDetails.versionForTracing;\n    }\n\n    async ingestFromBlob(\n        blob: string | BlobDescriptor,\n        ingestionProperties?: IngestionPropertiesInput,\n        maxRetries: number = KustoIngestClientBase.MaxNumberOfRetryAttempts\n    ): Promise<IngestionResult> {\n        this.ensureOpen();\n        const props = this._getMergedProps(ingestionProperties);\n\n        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);\n\n        const authorizationContext = await this.resourceManager.getAuthorizationContext();\n        const ingestionBlobInfo = new IngestionBlobInfo(descriptor, props, authorizationContext, this.applicationForTracing, this.clientVersionForTracing);\n\n        const reportToTable = props.reportLevel !== ReportLevel.DoNotReport && props.reportMethod !== ReportMethod.Queue;\n\n        if (reportToTable) {\n            const statusTableClient = await this.resourceManager.createStatusTable();\n            const status = this.createStatusObject(props, OperationStatus.Pending, ingestionBlobInfo);\n            await putRecordInTable(statusTableClient, { ...status, partitionKey: ingestionBlobInfo.Id, rowKey: ingestionBlobInfo.Id });\n\n            const desc = new IngestionStatusInTableDescription(statusTableClient.url, ingestionBlobInfo.Id, ingestionBlobInfo.Id);\n            ingestionBlobInfo.IngestionStatusInTable = desc;\n            await this.sendQueueMessage(maxRetries, ingestionBlobInfo);\n            return new TableReportIngestionResult(desc, statusTableClient);\n        }\n\n        await this.sendQueueMessage(maxRetries, ingestionBlobInfo);\n        return new IngestionStatusResult(this.createStatusObject(props, OperationStatus.Queued, ingestionBlobInfo));\n    }\n\n    private async sendQueueMessage(maxRetries: number, blobInfo: IngestionBlobInfo) {\n        const queues = await this.resourceManager.getIngestionQueues();\n        if (queues == null) {\n            throw new Error(\"Failed to get queues\");\n        }\n        const ingestionBlobInfoJson = JSON.stringify(blobInfo);\n        const encoded = Buffer.from(ingestionBlobInfoJson).toString(\"base64\");\n        const retryCount = Math.min(maxRetries, queues.length);\n\n        for (let i = 0; i < retryCount; i++) {\n            const queueClient = new QueueClient(queues[i].uri);\n            try {\n                const queueResponse = await queueClient.sendMessage(encoded);\n                this.resourceManager.reportResourceUsageResult(queueClient.accountName, true);\n                return queueResponse;\n            } catch (_) {\n                this.resourceManager.reportResourceUsageResult(queueClient.accountName, false);\n            }\n        }\n\n        throw new Error(\"Failed to send message to queue.\");\n    }\n\n    private createStatusObject(props: IngestionProperties, status: OperationStatus, ingestionBlobInfo: IngestionBlobInfo): IngestionStatus {\n        const time = Date.now().toString();\n        return {\n            Status: status,\n            Timestamp: time,\n            IngestionSourceId: ingestionBlobInfo.Id,\n            IngestionSourcePath: ingestionBlobInfo.BlobPath.split(/[?;]/)[0],\n            Database: props.database,\n            Table: props.table,\n            UpdatedOn: time,\n            Details: \"\",\n        } as IngestionStatus;\n    }\n\n    async uploadToBlobWithRetry(\n        descriptor: string | Blob | ArrayBuffer | StreamDescriptor,\n        blobName: string,\n        maxRetries: number = KustoIngestClientBase.MaxNumberOfRetryAttempts\n    ): Promise<string> {\n        const containers = await this.resourceManager.getContainers();\n\n        if (containers == null || containers.length === 0) {\n            throw new Error(\"Failed to get containers\");\n        }\n\n        const retryCount = Math.min(maxRetries, containers.length);\n\n        // Go over all containers and try to upload the file to the first one that succeeds\n        for (let i = 0; i < retryCount; i++) {\n            const containerClient = new ContainerClient(containers[i].uri);\n            const blockBlobClient = containerClient.getBlockBlobClient(blobName);\n            try {\n                if (typeof descriptor == \"string\") {\n                    await blockBlobClient.uploadFile(descriptor);\n                } else if (descriptor instanceof StreamDescriptor) {\n                    if (descriptor.stream instanceof Buffer) {\n                        await blockBlobClient.uploadData(descriptor.stream as Buffer);\n                    } else {\n                        await blockBlobClient.uploadStream(descriptor.stream as Readable);\n                    }\n                } else {\n                    await blockBlobClient.uploadData(descriptor);\n                }\n                this.resourceManager.reportResourceUsageResult(containerClient.accountName, true);\n                return blockBlobClient.url;\n            } catch (ex) {\n                this.resourceManager.reportResourceUsageResult(containerClient.accountName, false);\n            }\n        }\n\n        throw new Error(\"Failed to upload to blob.\");\n    }\n\n    close() {\n        if (!this._isClosed) {\n            this.resourceManager.close();\n        }\n        super.close();\n    }\n}\n\nexport default KustoIngestClientBase;\n"]}
+{"version":3,"file":"ingestClientBase.js","sourceRoot":"","sources":["../../src/ingestClientBase.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAElC,OAAO,EAAE,MAAM,IAAI,WAAW,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;AAEvF,OAAO,eAAe,MAAM,sBAAsB,CAAC;AAEnD,OAAO,iBAAiB,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,OAA4B,EAA4B,WAAW,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACpH,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAEH,0BAA0B,EAE1B,iCAAiC,EACjC,qBAAqB,EACrB,eAAe,EACf,gBAAgB,GACnB,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpE,MAAM,OAAgB,qBAAsB,SAAQ,mBAAmB;IAMnE,YACI,IAA2C,EAC3C,YAAuC,EACvC,sBAA+B,IAAI,EACnC,SAAmB;QAEnB,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC1B,IAAI,GAAG,IAAI,4BAA4B,CAAC,IAAI,CAAC,CAAC;SACjD;QACD,IAAI,mBAAmB,EAAE;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SAChE;QACD,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACnE,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,eAAe,CAAC;QACnD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3C,IAAI,CAAC,qBAAqB,GAAG,aAAa,CAAC,yBAAyB,CAAC;QACrE,IAAI,CAAC,uBAAuB,GAAG,aAAa,CAAC,iBAAiB,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,cAAc,CAChB,IAA6B,EAC7B,mBAA8C,EAC9C,aAAqB,qBAAqB,CAAC,wBAAwB;QAEnE,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QAExD,MAAM,UAAU,GAAG,IAAI,YAAY,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;QAEpF,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC;QAClF,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,EAAE,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAEnJ,MAAM,aAAa,GAAG,KAAK,CAAC,WAAW,KAAK,WAAW,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,KAAK,YAAY,CAAC,KAAK,CAAC;QAEjH,IAAI,aAAa,EAAE;YACf,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC;YACzE,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,eAAe,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAC1F,MAAM,gBAAgB,CAAC,iBAAiB,kCAAO,MAAM,KAAE,YAAY,EAAE,iBAAiB,CAAC,EAAE,EAAE,MAAM,EAAE,iBAAiB,CAAC,EAAE,IAAG,CAAC;YAE3H,MAAM,IAAI,GAAG,IAAI,iCAAiC,CAAC,iBAAiB,CAAC,GAAG,EAAE,iBAAiB,CAAC,EAAE,EAAE,iBAAiB,CAAC,EAAE,CAAC,CAAC;YACtH,iBAAiB,CAAC,sBAAsB,GAAG,IAAI,CAAC;YAChD,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;YAC3D,OAAO,IAAI,0BAA0B,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;SAClE;QAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QAC3D,OAAO,IAAI,qBAAqB,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,eAAe,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAChH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,UAAkB,EAAE,QAA2B;QAC1E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,EAAE,CAAC;QAC/D,IAAI,MAAM,IAAI,IAAI,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;SAC3C;QACD,MAAM,qBAAqB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAEvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE;YACjC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACnD,IAAI;gBACA,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;gBAC7D,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBAC9E,OAAO,aAAa,CAAC;aACxB;YAAC,OAAO,CAAC,EAAE;gBACR,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;aAClF;SACJ;QAED,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACxD,CAAC;IAEO,kBAAkB,CAAC,KAA0B,EAAE,MAAuB,EAAE,iBAAoC;QAChH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QACnC,OAAO;YACH,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,iBAAiB,CAAC,EAAE;YACvC,mBAAmB,EAAE,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAChE,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,EAAE;SACK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,qBAAqB,CACvB,UAA0D,EAC1D,QAAgB,EAChB,aAAqB,qBAAqB,CAAC,wBAAwB;QAEnE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;QAE9D,IAAI,UAAU,IAAI,IAAI,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;YAC/C,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;SAC/C;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAE3D,mFAAmF;QACnF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE;YACjC,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,eAAe,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YACrE,IAAI;gBACA,IAAI,OAAO,UAAU,IAAI,QAAQ,EAAE;oBAC/B,MAAM,eAAe,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;iBAChD;qBAAM,IAAI,UAAU,YAAY,gBAAgB,EAAE;oBAC/C,IAAI,UAAU,CAAC,MAAM,YAAY,MAAM,EAAE;wBACrC,MAAM,eAAe,CAAC,UAAU,CAAC,UAAU,CAAC,MAAgB,CAAC,CAAC;qBACjE;yBAAM;wBACH,MAAM,eAAe,CAAC,YAAY,CAAC,UAAU,CAAC,MAAkB,CAAC,CAAC;qBACrE;iBACJ;qBAAM;oBACH,MAAM,eAAe,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;iBAChD;gBACD,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBAClF,OAAO,eAAe,CAAC,GAAG,CAAC;aAC9B;YAAC,OAAO,EAAE,EAAE;gBACT,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;aACtF;SACJ;QAED,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACjD,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;SAChC;QACD,KAAK,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;;AAtIe,8CAAwB,GAAG,CAAC,CAAC;AAyIjD,eAAe,qBAAqB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { Client as KustoClient, KustoConnectionStringBuilder } from \"azure-kusto-data\";\n\nimport ResourceManager from \"./resourceManager.js\";\n\nimport IngestionBlobInfo from \"./ingestionBlobInfo.js\";\nimport { ContainerClient } from \"@azure/storage-blob\";\n\nimport { QueueClient } from \"@azure/storage-queue\";\n\nimport IngestionProperties, { IngestionPropertiesInput, ReportLevel, ReportMethod } from \"./ingestionProperties.js\";\nimport { AbstractKustoClient } from \"./abstractKustoClient.js\";\nimport {\n    IngestionStatus,\n    TableReportIngestionResult,\n    IngestionResult,\n    IngestionStatusInTableDescription,\n    IngestionStatusResult,\n    OperationStatus,\n    putRecordInTable,\n} from \"./ingestionResult.js\";\nimport { Readable } from \"stream\";\n\nimport { BlobDescriptor, StreamDescriptor } from \"./descriptors.js\";\n\nexport abstract class KustoIngestClientBase extends AbstractKustoClient {\n    resourceManager: ResourceManager;\n    applicationForTracing: string | null;\n    clientVersionForTracing: string | null;\n    static readonly MaxNumberOfRetryAttempts = 3;\n\n    constructor(\n        kcsb: string | KustoConnectionStringBuilder,\n        defaultProps?: IngestionPropertiesInput,\n        autoCorrectEndpoint: boolean = true,\n        isBrowser?: boolean\n    ) {\n        super(defaultProps);\n        if (typeof kcsb === \"string\") {\n            kcsb = new KustoConnectionStringBuilder(kcsb);\n        }\n        if (autoCorrectEndpoint) {\n            kcsb.dataSource = this.getIngestionEndpoint(kcsb.dataSource);\n        }\n        const kustoClient = new KustoClient(kcsb);\n        this.resourceManager = new ResourceManager(kustoClient, isBrowser);\n        this.defaultDatabase = kustoClient.defaultDatabase;\n        const clientDetails = kcsb.clientDetails();\n        this.applicationForTracing = clientDetails.applicationNameForTracing;\n        this.clientVersionForTracing = clientDetails.versionForTracing;\n    }\n\n    async ingestFromBlob(\n        blob: string | BlobDescriptor,\n        ingestionProperties?: IngestionPropertiesInput,\n        maxRetries: number = KustoIngestClientBase.MaxNumberOfRetryAttempts\n    ): Promise<IngestionResult> {\n        this.ensureOpen();\n        const props = this._getMergedProps(ingestionProperties);\n\n        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);\n\n        const authorizationContext = await this.resourceManager.getAuthorizationContext();\n        const ingestionBlobInfo = new IngestionBlobInfo(descriptor, props, authorizationContext, this.applicationForTracing, this.clientVersionForTracing);\n\n        const reportToTable = props.reportLevel !== ReportLevel.DoNotReport && props.reportMethod !== ReportMethod.Queue;\n\n        if (reportToTable) {\n            const statusTableClient = await this.resourceManager.createStatusTable();\n            const status = this.createStatusObject(props, OperationStatus.Pending, ingestionBlobInfo);\n            await putRecordInTable(statusTableClient, { ...status, partitionKey: ingestionBlobInfo.Id, rowKey: ingestionBlobInfo.Id });\n\n            const desc = new IngestionStatusInTableDescription(statusTableClient.url, ingestionBlobInfo.Id, ingestionBlobInfo.Id);\n            ingestionBlobInfo.IngestionStatusInTable = desc;\n            await this.sendQueueMessage(maxRetries, ingestionBlobInfo);\n            return new TableReportIngestionResult(desc, statusTableClient);\n        }\n\n        await this.sendQueueMessage(maxRetries, ingestionBlobInfo);\n        return new IngestionStatusResult(this.createStatusObject(props, OperationStatus.Queued, ingestionBlobInfo));\n    }\n\n    private async sendQueueMessage(maxRetries: number, blobInfo: IngestionBlobInfo) {\n        const queues = await this.resourceManager.getIngestionQueues();\n        if (queues == null) {\n            throw new Error(\"Failed to get queues\");\n        }\n        const ingestionBlobInfoJson = JSON.stringify(blobInfo);\n        const encoded = Buffer.from(ingestionBlobInfoJson).toString(\"base64\");\n        const retryCount = Math.min(maxRetries, queues.length);\n\n        for (let i = 0; i < retryCount; i++) {\n            const queueClient = new QueueClient(queues[i].uri);\n            try {\n                const queueResponse = await queueClient.sendMessage(encoded);\n                this.resourceManager.reportResourceUsageResult(queueClient.accountName, true);\n                return queueResponse;\n            } catch (_) {\n                this.resourceManager.reportResourceUsageResult(queueClient.accountName, false);\n            }\n        }\n\n        throw new Error(\"Failed to send message to queue.\");\n    }\n\n    private createStatusObject(props: IngestionProperties, status: OperationStatus, ingestionBlobInfo: IngestionBlobInfo): IngestionStatus {\n        const time = Date.now().toString();\n        return {\n            Status: status,\n            Timestamp: time,\n            IngestionSourceId: ingestionBlobInfo.Id,\n            IngestionSourcePath: ingestionBlobInfo.BlobPath.split(/[?;]/)[0],\n            Database: props.database,\n            Table: props.table,\n            UpdatedOn: time,\n            Details: \"\",\n        } as IngestionStatus;\n    }\n\n    async uploadToBlobWithRetry(\n        descriptor: string | Blob | ArrayBuffer | StreamDescriptor,\n        blobName: string,\n        maxRetries: number = KustoIngestClientBase.MaxNumberOfRetryAttempts\n    ): Promise<string> {\n        const containers = await this.resourceManager.getContainers();\n\n        if (containers == null || containers.length === 0) {\n            throw new Error(\"Failed to get containers\");\n        }\n\n        const retryCount = Math.min(maxRetries, containers.length);\n\n        // Go over all containers and try to upload the file to the first one that succeeds\n        for (let i = 0; i < retryCount; i++) {\n            const containerClient = new ContainerClient(containers[i].uri);\n            const blockBlobClient = containerClient.getBlockBlobClient(blobName);\n            try {\n                if (typeof descriptor == \"string\") {\n                    await blockBlobClient.uploadFile(descriptor);\n                } else if (descriptor instanceof StreamDescriptor) {\n                    if (descriptor.stream instanceof Buffer) {\n                        await blockBlobClient.uploadData(descriptor.stream as Buffer);\n                    } else {\n                        await blockBlobClient.uploadStream(descriptor.stream as Readable);\n                    }\n                } else {\n                    await blockBlobClient.uploadData(descriptor);\n                }\n                this.resourceManager.reportResourceUsageResult(containerClient.accountName, true);\n                return blockBlobClient.url;\n            } catch (ex) {\n                this.resourceManager.reportResourceUsageResult(containerClient.accountName, false);\n            }\n        }\n\n        throw new Error(\"Failed to upload to blob.\");\n    }\n\n    close() {\n        if (!this._isClosed) {\n            this.resourceManager.close();\n        }\n        super.close();\n    }\n}\n\nexport default KustoIngestClientBase;\n"]}

package/dist-esm/src/ingestionBlobInfo.js

@@ -1,10 +1,7 @@
-"use strict";
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.IngestionBlobInfo = void 0;
-const uuid_1 = require("uuid");
-class IngestionBlobInfo {
+import { v4 as uuidv4 } from "uuid";
+export class IngestionBlobInfo {
     constructor(blobDescriptor, ingestionProperties, authContext = null, applicationForTracing = null, clientVersionForTracing = null) {
         var _a, _b, _c, _d, _e;
         this.IngestionStatusInTable = null;
@@ -20,7 +17,7 @@ class IngestionBlobInfo {
         this.ReportLevel = (_d = ingestionProperties.reportLevel) !== null && _d !== void 0 ? _d : null;
         this.ReportMethod = (_e = ingestionProperties.reportMethod) !== null && _e !== void 0 ? _e : null;
         this.SourceMessageCreationTime = new Date();
-        this.Id = blobDescriptor.sourceId || (0, uuid_1.v4)();
+        this.Id = blobDescriptor.sourceId || uuidv4();
         this.ApplicationForTracing = applicationForTracing;
         this.ClientVersionForTracing = clientVersionForTracing;
         const additionalProperties = ingestionProperties.additionalProperties || {};
@@ -63,6 +60,5 @@ class IngestionBlobInfo {
         this.AdditionalProperties = additionalProperties;
     }
 }
-exports.IngestionBlobInfo = IngestionBlobInfo;
-exports.default = IngestionBlobInfo;
+export default IngestionBlobInfo;
 //# sourceMappingURL=ingestionBlobInfo.js.map

package/dist-esm/src/ingestionBlobInfo.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingestionBlobInfo.js","sourceRoot":"","sources":["../../src/ingestionBlobInfo.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,+BAAoC;AAKpC,MAAa,iBAAiB;IAiB1B,YACI,cAA8B,EAC9B,mBAAwC,EACxC,cAA6B,IAAI,EACjC,wBAAuC,IAAI,EAC3C,0BAAyC,IAAI;;QATjD,2BAAsB,GAA6C,IAAI,CAAC;QACxE,0BAAqB,GAAmB,IAAI,CAAC;QAC7C,4BAAuB,GAAmB,IAAI,CAAC;QAS3C,IAAI,CAAC,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,MAAA,mBAAmB,CAAC,QAAQ,mCAAI,IAAI,CAAC;QACzD,IAAI,CAAC,SAAS,GAAG,MAAA,mBAAmB,CAAC,KAAK,mCAAI,IAAI,CAAC;QACnD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,MAAA,mBAAmB,CAAC,gBAAgB,mCAAI,KAAK,CAAC;QACtE,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,MAAA,mBAAmB,CAAC,WAAW,mCAAI,IAAI,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,MAAA,mBAAmB,CAAC,YAAY,mCAAI,IAAI,CAAC;QAC7D,IAAI,CAAC,yBAAyB,GAAG,IAAI,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,EAAE,GAAG,cAAc,CAAC,QAAQ,IAAI,IAAA,SAAM,GAAE,CAAC;QAC9C,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;QACnD,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QAEvD,MAAM,oBAAoB,GAAG,mBAAmB,CAAC,oBAAoB,IAAI,EAAE,CAAC;QAC5E,oBAAoB,CAAC,oBAAoB,GAAG,WAAW,CAAC;QAExD,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,mBAAmB,CAAC,cAAc,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;SACnD;QACD,IAAI,mBAAmB,CAAC,UAAU,EAAE;YAChC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;SAC1E;QACD,IAAI,mBAAmB,CAAC,YAAY,EAAE;YAClC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;SAC9E;QAED,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,oBAAoB,CAAC,IAAI,GAAG,IAAI,CAAC;SACpC;QAED,IAAI,mBAAmB,CAAC,iBAAiB,EAAE;YACvC,oBAAoB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAC;SAClF;QAED,IAAI,mBAAmB,CAAC,uBAAuB,IAAI,mBAAmB,CAAC,uBAAuB,CAAC,MAAM,GAAG,CAAC,EAAE;YACvG,0BAA0B;YAC1B,oBAAoB,CAAC,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;SACpI;QAED,IAAI,mBAAmB,CAAC,yBAAyB,EAAE;YAC/C,oBAAoB,CAAC,yBAAyB,GAAG,mBAAmB,CAAC,yBAAyB,CAAC;SAClG;QAED,IAAI,mBAAmB,CAAC,oBAAoB,EAAE;YAC1C,oBAAoB,CAAC,oBAAoB,GAAG,mBAAmB,CAAC,oBAAoB,CAAC;SACxF;QAED,IAAI,mBAAmB,CAAC,gBAAgB,EAAE;YACtC,oBAAoB,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,gBAAgB,CAAC;SAChF;QAED,IAAI,mBAAmB,CAAC,MAAM,EAAE;YAC5B,oBAAoB,CAAC,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC;SAC5D;QACD,IAAI,mBAAmB,CAAC,iBAAiB,EAAE;YACvC,oBAAoB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAC;SAClF;QAED,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;IACrD,CAAC;CACJ;AAtFD,8CAsFC;AAED,kBAAe,iBAAiB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { v4 as uuidv4 } from \"uuid\";\nimport { BlobDescriptor } from \"./descriptors\";\nimport IngestionProperties, { ReportLevel, ReportMethod } from \"./ingestionProperties\";\nimport { IngestionStatusInTableDescription } from \"./ingestionResult\";\n\nexport class IngestionBlobInfo {\n    BlobPath: string;\n    RawDataSize: number | null;\n    DatabaseName: string | null;\n    TableName: string | null;\n    RetainBlobOnSuccess: boolean;\n    FlushImmediately: boolean;\n    IgnoreSizeLimit: boolean;\n    ReportLevel: ReportLevel | null;\n    ReportMethod: ReportMethod | null;\n    SourceMessageCreationTime: Date;\n    Id: string;\n    AdditionalProperties: { [additional: string]: any };\n    IngestionStatusInTable: IngestionStatusInTableDescription | null = null;\n    ApplicationForTracing?: string | null = null;\n    ClientVersionForTracing?: string | null = null;\n\n    constructor(\n        blobDescriptor: BlobDescriptor,\n        ingestionProperties: IngestionProperties,\n        authContext: string | null = null,\n        applicationForTracing: string | null = null,\n        clientVersionForTracing: string | null = null\n    ) {\n        this.BlobPath = blobDescriptor.path;\n        this.RawDataSize = blobDescriptor.size;\n        this.DatabaseName = ingestionProperties.database ?? null;\n        this.TableName = ingestionProperties.table ?? null;\n        this.RetainBlobOnSuccess = true;\n        this.FlushImmediately = ingestionProperties.flushImmediately ?? false;\n        this.IgnoreSizeLimit = false;\n        this.ReportLevel = ingestionProperties.reportLevel ?? null;\n        this.ReportMethod = ingestionProperties.reportMethod ?? null;\n        this.SourceMessageCreationTime = new Date();\n        this.Id = blobDescriptor.sourceId || uuidv4();\n        this.ApplicationForTracing = applicationForTracing;\n        this.ClientVersionForTracing = clientVersionForTracing;\n\n        const additionalProperties = ingestionProperties.additionalProperties || {};\n        additionalProperties.authorizationContext = authContext;\n\n        const tags: string[] = [];\n        if (ingestionProperties.additionalTags) {\n            tags.concat(ingestionProperties.additionalTags);\n        }\n        if (ingestionProperties.dropByTags) {\n            tags.concat(ingestionProperties.dropByTags.map((t) => \"drop-by:\" + t));\n        }\n        if (ingestionProperties.ingestByTags) {\n            tags.concat(ingestionProperties.ingestByTags.map((t) => \"ingest-by:\" + t));\n        }\n\n        if (tags && tags.length > 0) {\n            additionalProperties.tags = tags;\n        }\n\n        if (ingestionProperties.ingestIfNotExists) {\n            additionalProperties.ingestIfNotExists = ingestionProperties.ingestIfNotExists;\n        }\n\n        if (ingestionProperties.ingestionMappingColumns && ingestionProperties.ingestionMappingColumns.length > 0) {\n            // server expects a string\n            additionalProperties.ingestionMapping = JSON.stringify(ingestionProperties.ingestionMappingColumns.map((m) => m.toApiMapping()));\n        }\n\n        if (ingestionProperties.ingestionMappingReference) {\n            additionalProperties.ingestionMappingReference = ingestionProperties.ingestionMappingReference;\n        }\n\n        if (ingestionProperties.ingestionMappingKind) {\n            additionalProperties.ingestionMappingType = ingestionProperties.ingestionMappingKind;\n        }\n\n        if (ingestionProperties.validationPolicy) {\n            additionalProperties.ValidationPolicy = ingestionProperties.validationPolicy;\n        }\n\n        if (ingestionProperties.format) {\n            additionalProperties.format = ingestionProperties.format;\n        }\n        if (ingestionProperties.ignoreFirstRecord) {\n            additionalProperties.ignoreFirstRecord = ingestionProperties.ignoreFirstRecord;\n        }\n\n        this.AdditionalProperties = additionalProperties;\n    }\n}\n\nexport default IngestionBlobInfo;\n"]}
+{"version":3,"file":"ingestionBlobInfo.js","sourceRoot":"","sources":["../../src/ingestionBlobInfo.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAElC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAKpC,MAAM,OAAO,iBAAiB;IAiB1B,YACI,cAA8B,EAC9B,mBAAwC,EACxC,cAA6B,IAAI,EACjC,wBAAuC,IAAI,EAC3C,0BAAyC,IAAI;;QATjD,2BAAsB,GAA6C,IAAI,CAAC;QACxE,0BAAqB,GAAmB,IAAI,CAAC;QAC7C,4BAAuB,GAAmB,IAAI,CAAC;QAS3C,IAAI,CAAC,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,MAAA,mBAAmB,CAAC,QAAQ,mCAAI,IAAI,CAAC;QACzD,IAAI,CAAC,SAAS,GAAG,MAAA,mBAAmB,CAAC,KAAK,mCAAI,IAAI,CAAC;QACnD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,MAAA,mBAAmB,CAAC,gBAAgB,mCAAI,KAAK,CAAC;QACtE,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,MAAA,mBAAmB,CAAC,WAAW,mCAAI,IAAI,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,MAAA,mBAAmB,CAAC,YAAY,mCAAI,IAAI,CAAC;QAC7D,IAAI,CAAC,yBAAyB,GAAG,IAAI,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,EAAE,GAAG,cAAc,CAAC,QAAQ,IAAI,MAAM,EAAE,CAAC;QAC9C,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;QACnD,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QAEvD,MAAM,oBAAoB,GAAG,mBAAmB,CAAC,oBAAoB,IAAI,EAAE,CAAC;QAC5E,oBAAoB,CAAC,oBAAoB,GAAG,WAAW,CAAC;QAExD,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,mBAAmB,CAAC,cAAc,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;SACnD;QACD,IAAI,mBAAmB,CAAC,UAAU,EAAE;YAChC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;SAC1E;QACD,IAAI,mBAAmB,CAAC,YAAY,EAAE;YAClC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;SAC9E;QAED,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,oBAAoB,CAAC,IAAI,GAAG,IAAI,CAAC;SACpC;QAED,IAAI,mBAAmB,CAAC,iBAAiB,EAAE;YACvC,oBAAoB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAC;SAClF;QAED,IAAI,mBAAmB,CAAC,uBAAuB,IAAI,mBAAmB,CAAC,uBAAuB,CAAC,MAAM,GAAG,CAAC,EAAE;YACvG,0BAA0B;YAC1B,oBAAoB,CAAC,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;SACpI;QAED,IAAI,mBAAmB,CAAC,yBAAyB,EAAE;YAC/C,oBAAoB,CAAC,yBAAyB,GAAG,mBAAmB,CAAC,yBAAyB,CAAC;SAClG;QAED,IAAI,mBAAmB,CAAC,oBAAoB,EAAE;YAC1C,oBAAoB,CAAC,oBAAoB,GAAG,mBAAmB,CAAC,oBAAoB,CAAC;SACxF;QAED,IAAI,mBAAmB,CAAC,gBAAgB,EAAE;YACtC,oBAAoB,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,gBAAgB,CAAC;SAChF;QAED,IAAI,mBAAmB,CAAC,MAAM,EAAE;YAC5B,oBAAoB,CAAC,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC;SAC5D;QACD,IAAI,mBAAmB,CAAC,iBAAiB,EAAE;YACvC,oBAAoB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAC;SAClF;QAED,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;IACrD,CAAC;CACJ;AAED,eAAe,iBAAiB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { v4 as uuidv4 } from \"uuid\";\nimport { BlobDescriptor } from \"./descriptors.js\";\nimport IngestionProperties, { ReportLevel, ReportMethod } from \"./ingestionProperties.js\";\nimport { IngestionStatusInTableDescription } from \"./ingestionResult.js\";\n\nexport class IngestionBlobInfo {\n    BlobPath: string;\n    RawDataSize: number | null;\n    DatabaseName: string | null;\n    TableName: string | null;\n    RetainBlobOnSuccess: boolean;\n    FlushImmediately: boolean;\n    IgnoreSizeLimit: boolean;\n    ReportLevel: ReportLevel | null;\n    ReportMethod: ReportMethod | null;\n    SourceMessageCreationTime: Date;\n    Id: string;\n    AdditionalProperties: { [additional: string]: any };\n    IngestionStatusInTable: IngestionStatusInTableDescription | null = null;\n    ApplicationForTracing?: string | null = null;\n    ClientVersionForTracing?: string | null = null;\n\n    constructor(\n        blobDescriptor: BlobDescriptor,\n        ingestionProperties: IngestionProperties,\n        authContext: string | null = null,\n        applicationForTracing: string | null = null,\n        clientVersionForTracing: string | null = null\n    ) {\n        this.BlobPath = blobDescriptor.path;\n        this.RawDataSize = blobDescriptor.size;\n        this.DatabaseName = ingestionProperties.database ?? null;\n        this.TableName = ingestionProperties.table ?? null;\n        this.RetainBlobOnSuccess = true;\n        this.FlushImmediately = ingestionProperties.flushImmediately ?? false;\n        this.IgnoreSizeLimit = false;\n        this.ReportLevel = ingestionProperties.reportLevel ?? null;\n        this.ReportMethod = ingestionProperties.reportMethod ?? null;\n        this.SourceMessageCreationTime = new Date();\n        this.Id = blobDescriptor.sourceId || uuidv4();\n        this.ApplicationForTracing = applicationForTracing;\n        this.ClientVersionForTracing = clientVersionForTracing;\n\n        const additionalProperties = ingestionProperties.additionalProperties || {};\n        additionalProperties.authorizationContext = authContext;\n\n        const tags: string[] = [];\n        if (ingestionProperties.additionalTags) {\n            tags.concat(ingestionProperties.additionalTags);\n        }\n        if (ingestionProperties.dropByTags) {\n            tags.concat(ingestionProperties.dropByTags.map((t) => \"drop-by:\" + t));\n        }\n        if (ingestionProperties.ingestByTags) {\n            tags.concat(ingestionProperties.ingestByTags.map((t) => \"ingest-by:\" + t));\n        }\n\n        if (tags && tags.length > 0) {\n            additionalProperties.tags = tags;\n        }\n\n        if (ingestionProperties.ingestIfNotExists) {\n            additionalProperties.ingestIfNotExists = ingestionProperties.ingestIfNotExists;\n        }\n\n        if (ingestionProperties.ingestionMappingColumns && ingestionProperties.ingestionMappingColumns.length > 0) {\n            // server expects a string\n            additionalProperties.ingestionMapping = JSON.stringify(ingestionProperties.ingestionMappingColumns.map((m) => m.toApiMapping()));\n        }\n\n        if (ingestionProperties.ingestionMappingReference) {\n            additionalProperties.ingestionMappingReference = ingestionProperties.ingestionMappingReference;\n        }\n\n        if (ingestionProperties.ingestionMappingKind) {\n            additionalProperties.ingestionMappingType = ingestionProperties.ingestionMappingKind;\n        }\n\n        if (ingestionProperties.validationPolicy) {\n            additionalProperties.ValidationPolicy = ingestionProperties.validationPolicy;\n        }\n\n        if (ingestionProperties.format) {\n            additionalProperties.format = ingestionProperties.format;\n        }\n        if (ingestionProperties.ignoreFirstRecord) {\n            additionalProperties.ignoreFirstRecord = ingestionProperties.ignoreFirstRecord;\n        }\n\n        this.AdditionalProperties = additionalProperties;\n    }\n}\n\nexport default IngestionBlobInfo;\n"]}

package/dist-esm/src/ingestionProperties.js

@@ -1,13 +1,10 @@
-"use strict";
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.shouldCompressFileByFormat = exports.IngestionProperties = exports.ReportMethod = exports.ReportLevel = exports.ValidationPolicy = exports.ValidationImplications = exports.ValidationOptions = exports.dataFormatMappingKind = exports.IngestionMappingKind = exports.DataFormat = void 0;
-const errors_1 = require("./errors");
+import { IngestionPropertiesValidationError } from "./errors.js";
 /**
  * Data formats supported for Kusto ingestion.
  */
-var DataFormat;
+export var DataFormat;
 (function (DataFormat) {
     /**
      * Comma-separated value.
@@ -77,8 +74,8 @@ var DataFormat;
      * W3C Extended Log File format.
      */
     DataFormat["W3CLogFile"] = "w3clogfile";
-})(DataFormat || (exports.DataFormat = DataFormat = {}));
-var IngestionMappingKind;
+})(DataFormat || (DataFormat = {}));
+export var IngestionMappingKind;
 (function (IngestionMappingKind) {
     IngestionMappingKind["CSV"] = "Csv";
     IngestionMappingKind["JSON"] = "Json";
@@ -88,8 +85,8 @@ var IngestionMappingKind;
     IngestionMappingKind["ORC"] = "orc";
     IngestionMappingKind["APACHEAVRO"] = "ApacheAvro";
     IngestionMappingKind["W3CLOGFILE"] = "W3CLogFile";
-})(IngestionMappingKind || (exports.IngestionMappingKind = IngestionMappingKind = {}));
-const dataFormatMappingKind = (dataFormat) => {
+})(IngestionMappingKind || (IngestionMappingKind = {}));
+export const dataFormatMappingKind = (dataFormat) => {
     switch (dataFormat) {
         case DataFormat.CSV:
             return IngestionMappingKind.CSV;
@@ -126,22 +123,21 @@ const dataFormatMappingKind = (dataFormat) => {
         case DataFormat.W3CLogFile:
             return IngestionMappingKind.W3CLOGFILE;
         default:
-            throw new errors_1.IngestionPropertiesValidationError(`Unsupported data format: ${dataFormat}`);
+            throw new IngestionPropertiesValidationError(`Unsupported data format: ${dataFormat}`);
     }
 };
-exports.dataFormatMappingKind = dataFormatMappingKind;
-var ValidationOptions;
+export var ValidationOptions;
 (function (ValidationOptions) {
     ValidationOptions[ValidationOptions["DoNotValidate"] = 0] = "DoNotValidate";
     ValidationOptions[ValidationOptions["ValidateCsvInputConstantColumns"] = 1] = "ValidateCsvInputConstantColumns";
     ValidationOptions[ValidationOptions["ValidateCsvInputColumnLevelOnly"] = 2] = "ValidateCsvInputColumnLevelOnly";
-})(ValidationOptions || (exports.ValidationOptions = ValidationOptions = {}));
-var ValidationImplications;
+})(ValidationOptions || (ValidationOptions = {}));
+export var ValidationImplications;
 (function (ValidationImplications) {
     ValidationImplications[ValidationImplications["Fail"] = 0] = "Fail";
     ValidationImplications[ValidationImplications["BestEffort"] = 1] = "BestEffort";
-})(ValidationImplications || (exports.ValidationImplications = ValidationImplications = {}));
-class ValidationPolicy {
+})(ValidationImplications || (ValidationImplications = {}));
+export class ValidationPolicy {
     constructor(validationOptions = ValidationOptions.DoNotValidate, validationImplications = ValidationImplications.BestEffort) {
         this.validationOptions = validationOptions;
         this.validationImplications = validationImplications;
@@ -153,31 +149,30 @@ class ValidationPolicy {
         };
     }
 }
-exports.ValidationPolicy = ValidationPolicy;
-var ReportLevel;
+export var ReportLevel;
 (function (ReportLevel) {
     ReportLevel[ReportLevel["FailuresOnly"] = 0] = "FailuresOnly";
     ReportLevel[ReportLevel["DoNotReport"] = 1] = "DoNotReport";
     ReportLevel[ReportLevel["FailuresAndSuccesses"] = 2] = "FailuresAndSuccesses";
-})(ReportLevel || (exports.ReportLevel = ReportLevel = {}));
-var ReportMethod;
+})(ReportLevel || (ReportLevel = {}));
+export var ReportMethod;
 (function (ReportMethod) {
     ReportMethod[ReportMethod["Queue"] = 0] = "Queue";
     ReportMethod[ReportMethod["Table"] = 1] = "Table";
     ReportMethod[ReportMethod["QueueAndTable"] = 2] = "QueueAndTable";
-})(ReportMethod || (exports.ReportMethod = ReportMethod = {}));
+})(ReportMethod || (ReportMethod = {}));
 // eslint-disable-next-line no-redeclare
-class IngestionProperties {
+export class IngestionProperties {
     constructor(data) {
         Object.assign(this, data);
     }
     validate() {
         if (!this.database)
-            throw new errors_1.IngestionPropertiesValidationError("Must define a target database");
+            throw new IngestionPropertiesValidationError("Must define a target database");
         if (!this.table)
-            throw new errors_1.IngestionPropertiesValidationError("Must define a target table");
+            throw new IngestionPropertiesValidationError("Must define a target table");
         if (!this.format)
-            throw new errors_1.IngestionPropertiesValidationError("Must define a data format");
+            throw new IngestionPropertiesValidationError("Must define a data format");
         if (this.ingestionMappingType && !this.ingestionMappingKind) {
             this.ingestionMappingKind = this.ingestionMappingType;
         }
@@ -186,31 +181,31 @@ class IngestionProperties {
         }
         if (!this.ingestionMappingColumns && !this.ingestionMappingReference) {
             if (this.ingestionMappingKind) {
-                throw new errors_1.IngestionPropertiesValidationError("Cannot define ingestionMappingKind without either ingestionMappingColumns or" + " ingestionMappingReference");
+                throw new IngestionPropertiesValidationError("Cannot define ingestionMappingKind without either ingestionMappingColumns or" + " ingestionMappingReference");
             }
         }
         else {
-            const mappingKind = (0, exports.dataFormatMappingKind)(this.format);
+            const mappingKind = dataFormatMappingKind(this.format);
             if (this.ingestionMappingKind && this.ingestionMappingKind !== mappingKind) {
-                throw new errors_1.IngestionPropertiesValidationError(`Mapping kind '${this.ingestionMappingKind}' does not match format '${this.format}' (should be '${mappingKind}')`);
+                throw new IngestionPropertiesValidationError(`Mapping kind '${this.ingestionMappingKind}' does not match format '${this.format}' (should be '${mappingKind}')`);
             }
             if (this.ingestionMappingColumns) {
                 if (this.ingestionMappingReference) {
-                    throw new errors_1.IngestionPropertiesValidationError("Cannot define both ingestionMappingColumns and ingestionMappingReference");
+                    throw new IngestionPropertiesValidationError("Cannot define both ingestionMappingColumns and ingestionMappingReference");
                 }
                 if (this.ingestionMappingColumns.length === 0) {
-                    throw new errors_1.IngestionPropertiesValidationError("Must define at least one column mapping");
+                    throw new IngestionPropertiesValidationError("Must define at least one column mapping");
                 }
                 const wrongMappings = this.ingestionMappingColumns
                     .filter((m) => m.mappingKind !== mappingKind)
                     .map((m) => `Mapping kind mismatch for column '${m.columnName}' - expected data format kind -  '${mappingKind}', but was '${m.mappingKind}'`);
                 if (wrongMappings.length > 0) {
-                    throw new errors_1.IngestionPropertiesValidationError(`Invalid columns:\n${wrongMappings.join("\n")}`);
+                    throw new IngestionPropertiesValidationError(`Invalid columns:\n${wrongMappings.join("\n")}`);
                 }
             }
         }
         if (this.reportMethod !== ReportMethod.Queue && this.reportLevel === ReportLevel.FailuresOnly) {
-            throw new errors_1.IngestionPropertiesValidationError("ReportLevel.FailuresOnly is not supported with ReportMethod.Table");
+            throw new IngestionPropertiesValidationError("ReportLevel.FailuresOnly is not supported with ReportMethod.Table");
         }
     }
     merge(extraProps) {
@@ -240,8 +235,7 @@ class IngestionProperties {
         }
     }
 }
-exports.IngestionProperties = IngestionProperties;
-function shouldCompressFileByFormat(ingestionProperties) {
+export function shouldCompressFileByFormat(ingestionProperties) {
     if (!ingestionProperties) {
         ingestionProperties = {};
     }
@@ -251,6 +245,5 @@ function shouldCompressFileByFormat(ingestionProperties) {
         ingestionProperties.format === "apacheavro" ||
         ingestionProperties.format === "sstream");
 }
-exports.shouldCompressFileByFormat = shouldCompressFileByFormat;
-exports.default = IngestionProperties;
+export default IngestionProperties;
 //# sourceMappingURL=ingestionProperties.js.map

package/dist-esm/src/ingestionProperties.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingestionProperties.js","sourceRoot":"","sources":["../../src/ingestionProperties.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,qCAA8D;AAG9D;;GAEG;AACH,IAAY,UAqEX;AArED,WAAY,UAAU;IAClB;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,6BAAe,CAAA;IACf;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,uCAAyB,CAAA;IACzB;;OAEG;IACH,qCAAuB,CAAA;IACvB;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,iCAAmB,CAAA;IACnB;;OAEG;IACH,iCAAmB,CAAA;IACnB;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,uCAAyB,CAAA;IACzB;;OAEG;IACH,uCAAyB,CAAA;AAC7B,CAAC,EArEW,UAAU,0BAAV,UAAU,QAqErB;AAED,IAAY,oBASX;AATD,WAAY,oBAAoB;IAC5B,mCAAW,CAAA;IACX,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,mCAAW,CAAA;IACX,iDAAyB,CAAA;IACzB,iDAAyB,CAAA;AAC7B,CAAC,EATW,oBAAoB,oCAApB,oBAAoB,QAS/B;AAEM,MAAM,qBAAqB,GAAG,CAAC,UAAsB,EAAwB,EAAE;IAClF,QAAQ,UAAU,EAAE;QAChB,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,KAAK;YACjB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,SAAS;YACrB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,OAAO;YACnB,OAAO,oBAAoB,CAAC,OAAO,CAAC;QACxC,KAAK,UAAU,CAAC,OAAO;YACnB,OAAO,oBAAoB,CAAC,OAAO,CAAC;QACxC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,UAAU,CAAC;QAC3C,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,UAAU,CAAC;QAC3C;YACI,MAAM,IAAI,2CAAkC,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;KAC9F;AACL,CAAC,CAAC;AAvCW,QAAA,qBAAqB,yBAuChC;AAEF,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IACzB,2EAAiB,CAAA;IACjB,+GAAmC,CAAA;IACnC,+GAAmC,CAAA;AACvC,CAAC,EAJW,iBAAiB,iCAAjB,iBAAiB,QAI5B;AAED,IAAY,sBAGX;AAHD,WAAY,sBAAsB;IAC9B,mEAAQ,CAAA;IACR,+EAAc,CAAA;AAClB,CAAC,EAHW,sBAAsB,sCAAtB,sBAAsB,QAGjC;AAED,MAAa,gBAAgB;IACzB,YACa,oBAAuC,iBAAiB,CAAC,aAAa,EACtE,yBAAiD,sBAAsB,CAAC,UAAU;QADlF,sBAAiB,GAAjB,iBAAiB,CAAqD;QACtE,2BAAsB,GAAtB,sBAAsB,CAA4D;IAC5F,CAAC;IAEJ,MAAM;QACF,OAAO;YACH,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;SACtD,CAAC;IACN,CAAC;CACJ;AAZD,4CAYC;AAED,IAAY,WAIX;AAJD,WAAY,WAAW;IACnB,6DAAgB,CAAA;IAChB,2DAAe,CAAA;IACf,6EAAwB,CAAA;AAC5B,CAAC,EAJW,WAAW,2BAAX,WAAW,QAItB;AAED,IAAY,YAIX;AAJD,WAAY,YAAY;IACpB,iDAAS,CAAA;IACT,iDAAK,CAAA;IACL,iEAAa,CAAA;AACjB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAiCD,wCAAwC;AACxC,MAAa,mBAAmB;IAC5B,YAAY,IAAwC;QAChD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,QAAQ;QACJ,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,2CAAkC,CAAC,+BAA+B,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,2CAAkC,CAAC,4BAA4B,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,2CAAkC,CAAC,2BAA2B,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE;YACzD,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,CAAC;SACzD;QAED,IAAI,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE;YACxD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,gBAAgB,CAAC;SACxD;QAED,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE;YAClE,IAAI,IAAI,CAAC,oBAAoB,EAAE;gBAC3B,MAAM,IAAI,2CAAkC,CACxC,8EAA8E,GAAG,4BAA4B,CAChH,CAAC;aACL;SACJ;aAAM;YACH,MAAM,WAAW,GAAG,IAAA,6BAAqB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,oBAAoB,KAAK,WAAW,EAAE;gBACxE,MAAM,IAAI,2CAAkC,CACxC,iBAAiB,IAAI,CAAC,oBAAoB,4BAA4B,IAAI,CAAC,MAAM,iBAAiB,WAAW,IAAI,CACpH,CAAC;aACL;YACD,IAAI,IAAI,CAAC,uBAAuB,EAAE;gBAC9B,IAAI,IAAI,CAAC,yBAAyB,EAAE;oBAChC,MAAM,IAAI,2CAAkC,CAAC,0EAA0E,CAAC,CAAC;iBAC5H;gBAED,IAAI,IAAI,CAAC,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;oBAC3C,MAAM,IAAI,2CAAkC,CAAC,yCAAyC,CAAC,CAAC;iBAC3F;gBAED,MAAM,aAAa,GAAG,IAAI,CAAC,uBAAuB;qBAC7C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,CAAC;qBAC5C,GAAG,CACA,CAAC,CAAC,EAAE,EAAE,CAAC,qCAAqC,CAAC,CAAC,UAAU,qCAAqC,WAAW,eAAe,CAAC,CAAC,WAAW,GAAG,CAC1I,CAAC;gBACN,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC1B,MAAM,IAAI,2CAAkC,CAAC,qBAAqB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;iBACjG;aACJ;SACJ;QAED,IAAI,IAAI,CAAC,YAAY,KAAK,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,KAAK,WAAW,CAAC,YAAY,EAAE;YAC3F,MAAM,IAAI,2CAAkC,CAAC,mEAAmE,CAAC,CAAC;SACrH;IACL,CAAC;IAED,KAAK,CAAC,UAAoC;QACtC,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAE7C,IAAI,CAAC,UAAU,EAAE;YACb,OAAO,MAAM,CAAC;SACjB;QAED,MAAM,MAAM,GAAG,CACX,GAA8B,EAC9B,IAAO,EACP,KAAQ,EACV,EAAE;YACA,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAwC,EAAE;YAC9E,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE;gBACjB,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;aACxC;SACJ;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,WAAW;QACP,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACd,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC;SAChC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,YAAY,CAAC;SAC/C;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;YACpB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC;SAC1C;IACL,CAAC;CACJ;AA3FD,kDA2FC;AAID,SAAgB,0BAA0B,CAAC,mBAA8C;IACrF,IAAI,CAAC,mBAAmB,EAAE;QACtB,mBAAmB,GAAG,EAAE,CAAC;KAC5B;IACD,OAAO,CAAC,CACJ,mBAAmB,CAAC,MAAM,KAAK,MAAM;QACrC,mBAAmB,CAAC,MAAM,KAAK,SAAS;QACxC,mBAAmB,CAAC,MAAM,KAAK,KAAK;QACpC,mBAAmB,CAAC,MAAM,KAAK,YAAY;QAC3C,mBAAmB,CAAC,MAAM,KAAK,SAAS,CAC3C,CAAC;AACN,CAAC;AAXD,gEAWC;AAED,kBAAe,mBAAmB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesValidationError } from \"./errors\";\nimport { ColumnMapping } from \"./columnMappings\";\n\n/**\n * Data formats supported for Kusto ingestion.\n */\nexport enum DataFormat {\n    /**\n     * Comma-separated value.\n     */\n    CSV = \"csv\",\n    /**\n     * Tab-separated value.\n     */\n    TSV = \"tsv\",\n    /**\n     * Semicolon-separated value (the unique Azure Storage log format).\n     */\n    SCSV = \"scsv\",\n    /**\n     * Start-Of-Header (CTRL-A)-separated value.\n     */\n    SOHSV = \"sohsv\",\n    /**\n     * Pipeline-separated value (used by Cosmos).\n     */\n    PSV = \"psv\",\n    /**\n     * Each record is a line and has just one field.\n     */\n    TXT = \"txt\",\n    /**\n     * Whole stream is a single record with a single field.\n     */\n    RAW = \"raw\",\n    /**\n     * Tab-separated value with '\\' escaping character.\n     */\n    TSVE = \"tsve\",\n    /**\n     * Data is in a JSON format, each line is record with a single JSON value.\n     */\n    JSON = \"json\",\n    /**\n     * Data stream holds a single JSON value -- newlines are regular whitespace.\n     */\n    SINGLEJSON = \"singlejson\",\n    /**\n     * The data stream is a concatenation of JSON documents (property bags all).\n     */\n    MULTIJSON = \"multijson\",\n    /**\n     * Avro format.\n     */\n    AVRO = \"avro\",\n    /**\n     * Parquet format.\n     */\n    PARQUET = \"parquet\",\n    /**\n     * Microsoft Cosmos structured streams format\n     */\n    SSTREAM = \"sstream\",\n    /**\n     * The Optimized Row Columnar (ORC)\n     */\n    ORC = \"orc\",\n    /**\n     * Avro format for ingesting through avro2json.\n     */\n    APACHEAVRO = \"apacheavro\",\n    /**\n     * W3C Extended Log File format.\n     */\n    W3CLogFile = \"w3clogfile\",\n}\n\nexport enum IngestionMappingKind {\n    CSV = \"Csv\",\n    JSON = \"Json\",\n    AVRO = \"Avro\",\n    PARQUET = \"Parquet\",\n    SSTREAM = \"SStream\",\n    ORC = \"orc\",\n    APACHEAVRO = \"ApacheAvro\",\n    W3CLOGFILE = \"W3CLogFile\",\n}\n\nexport const dataFormatMappingKind = (dataFormat: DataFormat): IngestionMappingKind => {\n    switch (dataFormat) {\n        case DataFormat.CSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.SCSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.SOHSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.PSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TXT:\n            return IngestionMappingKind.CSV;\n        case DataFormat.RAW:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TSVE:\n            return IngestionMappingKind.CSV;\n        case DataFormat.JSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.SINGLEJSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.MULTIJSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.AVRO:\n            return IngestionMappingKind.AVRO;\n        case DataFormat.PARQUET:\n            return IngestionMappingKind.PARQUET;\n        case DataFormat.SSTREAM:\n            return IngestionMappingKind.SSTREAM;\n        case DataFormat.ORC:\n            return IngestionMappingKind.ORC;\n        case DataFormat.APACHEAVRO:\n            return IngestionMappingKind.APACHEAVRO;\n        case DataFormat.W3CLogFile:\n            return IngestionMappingKind.W3CLOGFILE;\n        default:\n            throw new IngestionPropertiesValidationError(`Unsupported data format: ${dataFormat}`);\n    }\n};\n\nexport enum ValidationOptions {\n    DoNotValidate = 0,\n    ValidateCsvInputConstantColumns = 1,\n    ValidateCsvInputColumnLevelOnly = 2,\n}\n\nexport enum ValidationImplications {\n    Fail = 0,\n    BestEffort = 1,\n}\n\nexport class ValidationPolicy {\n    constructor(\n        readonly validationOptions: ValidationOptions = ValidationOptions.DoNotValidate,\n        readonly validationImplications: ValidationImplications = ValidationImplications.BestEffort\n    ) {}\n\n    toJSON(): Record<string, number> {\n        return {\n            ValidationOptions: this.validationOptions,\n            ValidationImplications: this.validationImplications,\n        };\n    }\n}\n\nexport enum ReportLevel {\n    FailuresOnly = 0,\n    DoNotReport = 1,\n    FailuresAndSuccesses = 2,\n}\n\nexport enum ReportMethod {\n    Queue = 0,\n    Table,\n    QueueAndTable,\n}\n\nexport interface IngestionPropertiesFields {\n    database?: string;\n    table?: string;\n    format?: DataFormat;\n    /**\n     * @deprecated. Use ingestionMappingColumns instead.\n     */\n    ingestionMapping?: ColumnMapping[];\n    ingestionMappingColumns?: ColumnMapping[];\n    ingestionMappingReference?: string;\n    /**\n     * @deprecated. Use ingestionMappingKind instead.\n     */\n    ingestionMappingType?: IngestionMappingKind;\n    ingestionMappingKind?: IngestionMappingKind;\n    additionalTags?: string;\n    ingestIfNotExists?: string;\n    ingestByTags?: string[];\n    dropByTags?: string[];\n    flushImmediately?: boolean;\n    ignoreFirstRecord?: boolean;\n    reportLevel?: ReportLevel;\n    reportMethod?: ReportMethod;\n    validationPolicy?: ValidationPolicy;\n    additionalProperties?: { [additional: string]: any } | null;\n}\n\n// This trick lets us avoid duplicating all the properties from the interface. See https://github.com/microsoft/TypeScript/issues/3407\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\nexport interface IngestionProperties extends IngestionPropertiesFields {}\n\n// eslint-disable-next-line no-redeclare\nexport class IngestionProperties {\n    constructor(data: Partial<IngestionPropertiesFields>) {\n        Object.assign(this, data);\n    }\n\n    validate() {\n        if (!this.database) throw new IngestionPropertiesValidationError(\"Must define a target database\");\n        if (!this.table) throw new IngestionPropertiesValidationError(\"Must define a target table\");\n        if (!this.format) throw new IngestionPropertiesValidationError(\"Must define a data format\");\n\n        if (this.ingestionMappingType && !this.ingestionMappingKind) {\n            this.ingestionMappingKind = this.ingestionMappingType;\n        }\n\n        if (this.ingestionMapping && !this.ingestionMappingColumns) {\n            this.ingestionMappingColumns = this.ingestionMapping;\n        }\n\n        if (!this.ingestionMappingColumns && !this.ingestionMappingReference) {\n            if (this.ingestionMappingKind) {\n                throw new IngestionPropertiesValidationError(\n                    \"Cannot define ingestionMappingKind without either ingestionMappingColumns or\" + \" ingestionMappingReference\"\n                );\n            }\n        } else {\n            const mappingKind = dataFormatMappingKind(this.format);\n            if (this.ingestionMappingKind && this.ingestionMappingKind !== mappingKind) {\n                throw new IngestionPropertiesValidationError(\n                    `Mapping kind '${this.ingestionMappingKind}' does not match format '${this.format}' (should be '${mappingKind}')`\n                );\n            }\n            if (this.ingestionMappingColumns) {\n                if (this.ingestionMappingReference) {\n                    throw new IngestionPropertiesValidationError(\"Cannot define both ingestionMappingColumns and ingestionMappingReference\");\n                }\n\n                if (this.ingestionMappingColumns.length === 0) {\n                    throw new IngestionPropertiesValidationError(\"Must define at least one column mapping\");\n                }\n\n                const wrongMappings = this.ingestionMappingColumns\n                    .filter((m) => m.mappingKind !== mappingKind)\n                    .map(\n                        (m) => `Mapping kind mismatch for column '${m.columnName}' - expected data format kind -  '${mappingKind}', but was '${m.mappingKind}'`\n                    );\n                if (wrongMappings.length > 0) {\n                    throw new IngestionPropertiesValidationError(`Invalid columns:\\n${wrongMappings.join(\"\\n\")}`);\n                }\n            }\n        }\n\n        if (this.reportMethod !== ReportMethod.Queue && this.reportLevel === ReportLevel.FailuresOnly) {\n            throw new IngestionPropertiesValidationError(\"ReportLevel.FailuresOnly is not supported with ReportMethod.Table\");\n        }\n    }\n\n    merge(extraProps: IngestionPropertiesInput) {\n        const merged = new IngestionProperties(this);\n\n        if (!extraProps) {\n            return merged;\n        }\n\n        const assign = <K extends keyof IngestionPropertiesFields, V extends IngestionPropertiesFields[K]>(\n            obj: IngestionPropertiesFields,\n            prop: K,\n            value: V\n        ) => {\n            obj[prop] = value;\n        };\n\n        for (const key of Object.keys(extraProps) as (keyof IngestionPropertiesFields)[]) {\n            if (extraProps[key]) {\n                assign(merged, key, extraProps[key]);\n            }\n        }\n\n        return merged;\n    }\n\n    setDefaults() {\n        if (!this.format) {\n            this.format = DataFormat.CSV;\n        }\n        if (!this.reportLevel) {\n            this.reportLevel = ReportLevel.FailuresOnly;\n        }\n        if (!this.reportMethod) {\n            this.reportMethod = ReportMethod.Queue;\n        }\n    }\n}\n\nexport type IngestionPropertiesInput = IngestionProperties | IngestionPropertiesFields | null | undefined;\n\nexport function shouldCompressFileByFormat(ingestionProperties?: IngestionPropertiesInput): boolean {\n    if (!ingestionProperties) {\n        ingestionProperties = {};\n    }\n    return !(\n        ingestionProperties.format === \"avro\" ||\n        ingestionProperties.format === \"parquet\" ||\n        ingestionProperties.format === \"orc\" ||\n        ingestionProperties.format === \"apacheavro\" ||\n        ingestionProperties.format === \"sstream\"\n    );\n}\n\nexport default IngestionProperties;\n"]}
+{"version":3,"file":"ingestionProperties.js","sourceRoot":"","sources":["../../src/ingestionProperties.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAElC,OAAO,EAAE,kCAAkC,EAAE,MAAM,aAAa,CAAC;AAGjE;;GAEG;AACH,MAAM,CAAN,IAAY,UAqEX;AArED,WAAY,UAAU;IAClB;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,6BAAe,CAAA;IACf;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,uCAAyB,CAAA;IACzB;;OAEG;IACH,qCAAuB,CAAA;IACvB;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,iCAAmB,CAAA;IACnB;;OAEG;IACH,iCAAmB,CAAA;IACnB;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,uCAAyB,CAAA;IACzB;;OAEG;IACH,uCAAyB,CAAA;AAC7B,CAAC,EArEW,UAAU,KAAV,UAAU,QAqErB;AAED,MAAM,CAAN,IAAY,oBASX;AATD,WAAY,oBAAoB;IAC5B,mCAAW,CAAA;IACX,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,mCAAW,CAAA;IACX,iDAAyB,CAAA;IACzB,iDAAyB,CAAA;AAC7B,CAAC,EATW,oBAAoB,KAApB,oBAAoB,QAS/B;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,UAAsB,EAAwB,EAAE;IAClF,QAAQ,UAAU,EAAE;QAChB,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,KAAK;YACjB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,SAAS;YACrB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,OAAO;YACnB,OAAO,oBAAoB,CAAC,OAAO,CAAC;QACxC,KAAK,UAAU,CAAC,OAAO;YACnB,OAAO,oBAAoB,CAAC,OAAO,CAAC;QACxC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,UAAU,CAAC;QAC3C,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,UAAU,CAAC;QAC3C;YACI,MAAM,IAAI,kCAAkC,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;KAC9F;AACL,CAAC,CAAC;AAEF,MAAM,CAAN,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IACzB,2EAAiB,CAAA;IACjB,+GAAmC,CAAA;IACnC,+GAAmC,CAAA;AACvC,CAAC,EAJW,iBAAiB,KAAjB,iBAAiB,QAI5B;AAED,MAAM,CAAN,IAAY,sBAGX;AAHD,WAAY,sBAAsB;IAC9B,mEAAQ,CAAA;IACR,+EAAc,CAAA;AAClB,CAAC,EAHW,sBAAsB,KAAtB,sBAAsB,QAGjC;AAED,MAAM,OAAO,gBAAgB;IACzB,YACa,oBAAuC,iBAAiB,CAAC,aAAa,EACtE,yBAAiD,sBAAsB,CAAC,UAAU;QADlF,sBAAiB,GAAjB,iBAAiB,CAAqD;QACtE,2BAAsB,GAAtB,sBAAsB,CAA4D;IAC5F,CAAC;IAEJ,MAAM;QACF,OAAO;YACH,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;SACtD,CAAC;IACN,CAAC;CACJ;AAED,MAAM,CAAN,IAAY,WAIX;AAJD,WAAY,WAAW;IACnB,6DAAgB,CAAA;IAChB,2DAAe,CAAA;IACf,6EAAwB,CAAA;AAC5B,CAAC,EAJW,WAAW,KAAX,WAAW,QAItB;AAED,MAAM,CAAN,IAAY,YAIX;AAJD,WAAY,YAAY;IACpB,iDAAS,CAAA;IACT,iDAAK,CAAA;IACL,iEAAa,CAAA;AACjB,CAAC,EAJW,YAAY,KAAZ,YAAY,QAIvB;AAiCD,wCAAwC;AACxC,MAAM,OAAO,mBAAmB;IAC5B,YAAY,IAAwC;QAChD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,QAAQ;QACJ,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,kCAAkC,CAAC,+BAA+B,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,kCAAkC,CAAC,4BAA4B,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,kCAAkC,CAAC,2BAA2B,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE;YACzD,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,CAAC;SACzD;QAED,IAAI,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE;YACxD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,gBAAgB,CAAC;SACxD;QAED,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE;YAClE,IAAI,IAAI,CAAC,oBAAoB,EAAE;gBAC3B,MAAM,IAAI,kCAAkC,CACxC,8EAA8E,GAAG,4BAA4B,CAChH,CAAC;aACL;SACJ;aAAM;YACH,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,oBAAoB,KAAK,WAAW,EAAE;gBACxE,MAAM,IAAI,kCAAkC,CACxC,iBAAiB,IAAI,CAAC,oBAAoB,4BAA4B,IAAI,CAAC,MAAM,iBAAiB,WAAW,IAAI,CACpH,CAAC;aACL;YACD,IAAI,IAAI,CAAC,uBAAuB,EAAE;gBAC9B,IAAI,IAAI,CAAC,yBAAyB,EAAE;oBAChC,MAAM,IAAI,kCAAkC,CAAC,0EAA0E,CAAC,CAAC;iBAC5H;gBAED,IAAI,IAAI,CAAC,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;oBAC3C,MAAM,IAAI,kCAAkC,CAAC,yCAAyC,CAAC,CAAC;iBAC3F;gBAED,MAAM,aAAa,GAAG,IAAI,CAAC,uBAAuB;qBAC7C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,CAAC;qBAC5C,GAAG,CACA,CAAC,CAAC,EAAE,EAAE,CAAC,qCAAqC,CAAC,CAAC,UAAU,qCAAqC,WAAW,eAAe,CAAC,CAAC,WAAW,GAAG,CAC1I,CAAC;gBACN,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC1B,MAAM,IAAI,kCAAkC,CAAC,qBAAqB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;iBACjG;aACJ;SACJ;QAED,IAAI,IAAI,CAAC,YAAY,KAAK,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,KAAK,WAAW,CAAC,YAAY,EAAE;YAC3F,MAAM,IAAI,kCAAkC,CAAC,mEAAmE,CAAC,CAAC;SACrH;IACL,CAAC;IAED,KAAK,CAAC,UAAoC;QACtC,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAE7C,IAAI,CAAC,UAAU,EAAE;YACb,OAAO,MAAM,CAAC;SACjB;QAED,MAAM,MAAM,GAAG,CACX,GAA8B,EAC9B,IAAO,EACP,KAAQ,EACV,EAAE;YACA,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAwC,EAAE;YAC9E,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE;gBACjB,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;aACxC;SACJ;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,WAAW;QACP,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACd,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC;SAChC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,YAAY,CAAC;SAC/C;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;YACpB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC;SAC1C;IACL,CAAC;CACJ;AAID,MAAM,UAAU,0BAA0B,CAAC,mBAA8C;IACrF,IAAI,CAAC,mBAAmB,EAAE;QACtB,mBAAmB,GAAG,EAAE,CAAC;KAC5B;IACD,OAAO,CAAC,CACJ,mBAAmB,CAAC,MAAM,KAAK,MAAM;QACrC,mBAAmB,CAAC,MAAM,KAAK,SAAS;QACxC,mBAAmB,CAAC,MAAM,KAAK,KAAK;QACpC,mBAAmB,CAAC,MAAM,KAAK,YAAY;QAC3C,mBAAmB,CAAC,MAAM,KAAK,SAAS,CAC3C,CAAC;AACN,CAAC;AAED,eAAe,mBAAmB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesValidationError } from \"./errors.js\";\nimport { ColumnMapping } from \"./columnMappings.js\";\n\n/**\n * Data formats supported for Kusto ingestion.\n */\nexport enum DataFormat {\n    /**\n     * Comma-separated value.\n     */\n    CSV = \"csv\",\n    /**\n     * Tab-separated value.\n     */\n    TSV = \"tsv\",\n    /**\n     * Semicolon-separated value (the unique Azure Storage log format).\n     */\n    SCSV = \"scsv\",\n    /**\n     * Start-Of-Header (CTRL-A)-separated value.\n     */\n    SOHSV = \"sohsv\",\n    /**\n     * Pipeline-separated value (used by Cosmos).\n     */\n    PSV = \"psv\",\n    /**\n     * Each record is a line and has just one field.\n     */\n    TXT = \"txt\",\n    /**\n     * Whole stream is a single record with a single field.\n     */\n    RAW = \"raw\",\n    /**\n     * Tab-separated value with '\\' escaping character.\n     */\n    TSVE = \"tsve\",\n    /**\n     * Data is in a JSON format, each line is record with a single JSON value.\n     */\n    JSON = \"json\",\n    /**\n     * Data stream holds a single JSON value -- newlines are regular whitespace.\n     */\n    SINGLEJSON = \"singlejson\",\n    /**\n     * The data stream is a concatenation of JSON documents (property bags all).\n     */\n    MULTIJSON = \"multijson\",\n    /**\n     * Avro format.\n     */\n    AVRO = \"avro\",\n    /**\n     * Parquet format.\n     */\n    PARQUET = \"parquet\",\n    /**\n     * Microsoft Cosmos structured streams format\n     */\n    SSTREAM = \"sstream\",\n    /**\n     * The Optimized Row Columnar (ORC)\n     */\n    ORC = \"orc\",\n    /**\n     * Avro format for ingesting through avro2json.\n     */\n    APACHEAVRO = \"apacheavro\",\n    /**\n     * W3C Extended Log File format.\n     */\n    W3CLogFile = \"w3clogfile\",\n}\n\nexport enum IngestionMappingKind {\n    CSV = \"Csv\",\n    JSON = \"Json\",\n    AVRO = \"Avro\",\n    PARQUET = \"Parquet\",\n    SSTREAM = \"SStream\",\n    ORC = \"orc\",\n    APACHEAVRO = \"ApacheAvro\",\n    W3CLOGFILE = \"W3CLogFile\",\n}\n\nexport const dataFormatMappingKind = (dataFormat: DataFormat): IngestionMappingKind => {\n    switch (dataFormat) {\n        case DataFormat.CSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.SCSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.SOHSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.PSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TXT:\n            return IngestionMappingKind.CSV;\n        case DataFormat.RAW:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TSVE:\n            return IngestionMappingKind.CSV;\n        case DataFormat.JSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.SINGLEJSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.MULTIJSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.AVRO:\n            return IngestionMappingKind.AVRO;\n        case DataFormat.PARQUET:\n            return IngestionMappingKind.PARQUET;\n        case DataFormat.SSTREAM:\n            return IngestionMappingKind.SSTREAM;\n        case DataFormat.ORC:\n            return IngestionMappingKind.ORC;\n        case DataFormat.APACHEAVRO:\n            return IngestionMappingKind.APACHEAVRO;\n        case DataFormat.W3CLogFile:\n            return IngestionMappingKind.W3CLOGFILE;\n        default:\n            throw new IngestionPropertiesValidationError(`Unsupported data format: ${dataFormat}`);\n    }\n};\n\nexport enum ValidationOptions {\n    DoNotValidate = 0,\n    ValidateCsvInputConstantColumns = 1,\n    ValidateCsvInputColumnLevelOnly = 2,\n}\n\nexport enum ValidationImplications {\n    Fail = 0,\n    BestEffort = 1,\n}\n\nexport class ValidationPolicy {\n    constructor(\n        readonly validationOptions: ValidationOptions = ValidationOptions.DoNotValidate,\n        readonly validationImplications: ValidationImplications = ValidationImplications.BestEffort\n    ) {}\n\n    toJSON(): Record<string, number> {\n        return {\n            ValidationOptions: this.validationOptions,\n            ValidationImplications: this.validationImplications,\n        };\n    }\n}\n\nexport enum ReportLevel {\n    FailuresOnly = 0,\n    DoNotReport = 1,\n    FailuresAndSuccesses = 2,\n}\n\nexport enum ReportMethod {\n    Queue = 0,\n    Table,\n    QueueAndTable,\n}\n\nexport interface IngestionPropertiesFields {\n    database?: string;\n    table?: string;\n    format?: DataFormat;\n    /**\n     * @deprecated. Use ingestionMappingColumns instead.\n     */\n    ingestionMapping?: ColumnMapping[];\n    ingestionMappingColumns?: ColumnMapping[];\n    ingestionMappingReference?: string;\n    /**\n     * @deprecated. Use ingestionMappingKind instead.\n     */\n    ingestionMappingType?: IngestionMappingKind;\n    ingestionMappingKind?: IngestionMappingKind;\n    additionalTags?: string;\n    ingestIfNotExists?: string;\n    ingestByTags?: string[];\n    dropByTags?: string[];\n    flushImmediately?: boolean;\n    ignoreFirstRecord?: boolean;\n    reportLevel?: ReportLevel;\n    reportMethod?: ReportMethod;\n    validationPolicy?: ValidationPolicy;\n    additionalProperties?: { [additional: string]: any } | null;\n}\n\n// This trick lets us avoid duplicating all the properties from the interface. See https://github.com/microsoft/TypeScript/issues/3407\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\nexport interface IngestionProperties extends IngestionPropertiesFields {}\n\n// eslint-disable-next-line no-redeclare\nexport class IngestionProperties {\n    constructor(data: Partial<IngestionPropertiesFields>) {\n        Object.assign(this, data);\n    }\n\n    validate() {\n        if (!this.database) throw new IngestionPropertiesValidationError(\"Must define a target database\");\n        if (!this.table) throw new IngestionPropertiesValidationError(\"Must define a target table\");\n        if (!this.format) throw new IngestionPropertiesValidationError(\"Must define a data format\");\n\n        if (this.ingestionMappingType && !this.ingestionMappingKind) {\n            this.ingestionMappingKind = this.ingestionMappingType;\n        }\n\n        if (this.ingestionMapping && !this.ingestionMappingColumns) {\n            this.ingestionMappingColumns = this.ingestionMapping;\n        }\n\n        if (!this.ingestionMappingColumns && !this.ingestionMappingReference) {\n            if (this.ingestionMappingKind) {\n                throw new IngestionPropertiesValidationError(\n                    \"Cannot define ingestionMappingKind without either ingestionMappingColumns or\" + \" ingestionMappingReference\"\n                );\n            }\n        } else {\n            const mappingKind = dataFormatMappingKind(this.format);\n            if (this.ingestionMappingKind && this.ingestionMappingKind !== mappingKind) {\n                throw new IngestionPropertiesValidationError(\n                    `Mapping kind '${this.ingestionMappingKind}' does not match format '${this.format}' (should be '${mappingKind}')`\n                );\n            }\n            if (this.ingestionMappingColumns) {\n                if (this.ingestionMappingReference) {\n                    throw new IngestionPropertiesValidationError(\"Cannot define both ingestionMappingColumns and ingestionMappingReference\");\n                }\n\n                if (this.ingestionMappingColumns.length === 0) {\n                    throw new IngestionPropertiesValidationError(\"Must define at least one column mapping\");\n                }\n\n                const wrongMappings = this.ingestionMappingColumns\n                    .filter((m) => m.mappingKind !== mappingKind)\n                    .map(\n                        (m) => `Mapping kind mismatch for column '${m.columnName}' - expected data format kind -  '${mappingKind}', but was '${m.mappingKind}'`\n                    );\n                if (wrongMappings.length > 0) {\n                    throw new IngestionPropertiesValidationError(`Invalid columns:\\n${wrongMappings.join(\"\\n\")}`);\n                }\n            }\n        }\n\n        if (this.reportMethod !== ReportMethod.Queue && this.reportLevel === ReportLevel.FailuresOnly) {\n            throw new IngestionPropertiesValidationError(\"ReportLevel.FailuresOnly is not supported with ReportMethod.Table\");\n        }\n    }\n\n    merge(extraProps: IngestionPropertiesInput) {\n        const merged = new IngestionProperties(this);\n\n        if (!extraProps) {\n            return merged;\n        }\n\n        const assign = <K extends keyof IngestionPropertiesFields, V extends IngestionPropertiesFields[K]>(\n            obj: IngestionPropertiesFields,\n            prop: K,\n            value: V\n        ) => {\n            obj[prop] = value;\n        };\n\n        for (const key of Object.keys(extraProps) as (keyof IngestionPropertiesFields)[]) {\n            if (extraProps[key]) {\n                assign(merged, key, extraProps[key]);\n            }\n        }\n\n        return merged;\n    }\n\n    setDefaults() {\n        if (!this.format) {\n            this.format = DataFormat.CSV;\n        }\n        if (!this.reportLevel) {\n            this.reportLevel = ReportLevel.FailuresOnly;\n        }\n        if (!this.reportMethod) {\n            this.reportMethod = ReportMethod.Queue;\n        }\n    }\n}\n\nexport type IngestionPropertiesInput = IngestionProperties | IngestionPropertiesFields | null | undefined;\n\nexport function shouldCompressFileByFormat(ingestionProperties?: IngestionPropertiesInput): boolean {\n    if (!ingestionProperties) {\n        ingestionProperties = {};\n    }\n    return !(\n        ingestionProperties.format === \"avro\" ||\n        ingestionProperties.format === \"parquet\" ||\n        ingestionProperties.format === \"orc\" ||\n        ingestionProperties.format === \"apacheavro\" ||\n        ingestionProperties.format === \"sstream\"\n    );\n}\n\nexport default IngestionProperties;\n"]}

package/dist-esm/src/ingestionResult.js

@@ -1,12 +1,9 @@
-"use strict";
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.IngestionStatusInTableDescription = exports.IngestionStatusResult = exports.TableReportIngestionResult = exports.OperationStatus = exports.putRecordInTable = void 0;
-const retry_1 = require("./retry");
-const resourceManager_1 = require("./resourceManager");
-const putRecordInTable = async (tableClient, entity) => {
-    const retry = new retry_1.ExponentialRetry(3, 1, 1);
+import { ExponentialRetry } from "./retry.js";
+import { createStatusTableClient } from "./resourceManager.js";
+export const putRecordInTable = async (tableClient, entity) => {
+    const retry = new ExponentialRetry(3, 1, 1);
     while (retry.shouldTry()) {
         try {
             await tableClient.createEntity(entity);
@@ -16,8 +13,7 @@ const putRecordInTable = async (tableClient, entity) => {
         }
     }
 };
-exports.putRecordInTable = putRecordInTable;
-var OperationStatus;
+export var OperationStatus;
 (function (OperationStatus) {
     OperationStatus["Pending"] = "Pending";
     OperationStatus["Succeede"] = "Succeeded";
@@ -25,21 +21,20 @@ var OperationStatus;
     OperationStatus["Queued"] = "Queued";
     OperationStatus["Skipped"] = "Skipped";
     OperationStatus["PartiallySucceeded"] = "PartiallySucceeded";
-})(OperationStatus || (exports.OperationStatus = OperationStatus = {}));
-class TableReportIngestionResult {
+})(OperationStatus || (OperationStatus = {}));
+export class TableReportIngestionResult {
     constructor(ingestionStatusInTableDescription, tableClient = null) {
         this.ingestionStatusInTableDescription = ingestionStatusInTableDescription;
         this.tableClient = tableClient;
     }
     async getIngestionStatusCollection() {
         if (!this.tableClient) {
-            this.tableClient = (0, resourceManager_1.createStatusTableClient)(this.ingestionStatusInTableDescription.tableConnectionString);
+            this.tableClient = createStatusTableClient(this.ingestionStatusInTableDescription.tableConnectionString);
         }
         return await this.tableClient.getEntity(this.ingestionStatusInTableDescription.partitionKey, this.ingestionStatusInTableDescription.rowKey);
     }
 }
-exports.TableReportIngestionResult = TableReportIngestionResult;
-class IngestionStatusResult {
+export class IngestionStatusResult {
     constructor(ingestionStatus) {
         this.ingestionStatus = ingestionStatus;
         this.ingestionStatus = ingestionStatus;
@@ -48,13 +43,11 @@ class IngestionStatusResult {
         return Promise.resolve(this.ingestionStatus);
     }
 }
-exports.IngestionStatusResult = IngestionStatusResult;
-class IngestionStatusInTableDescription {
+export class IngestionStatusInTableDescription {
     constructor(tableConnectionString, partitionKey, rowKey) {
         this.tableConnectionString = tableConnectionString;
         this.partitionKey = partitionKey;
         this.rowKey = rowKey;
     }
 }
-exports.IngestionStatusInTableDescription = IngestionStatusInTableDescription;
 //# sourceMappingURL=ingestionResult.js.map

package/dist-esm/src/ingestionResult.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingestionResult.js","sourceRoot":"","sources":["../../src/ingestionResult.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAGlC,mCAA2C;AAC3C,uDAA4D;AASrD,MAAM,gBAAgB,GAAG,KAAK,EAAE,WAAwB,EAAE,MAAoC,EAAiB,EAAE;IACpH,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5C,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;QACtB,IAAI;YACA,MAAM,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;SAC1C;QAAC,OAAO,EAAE,EAAE;YACT,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;SACzB;KACJ;AACL,CAAC,CAAC;AATW,QAAA,gBAAgB,oBAS3B;AAEF,IAAY,eAOX;AAPD,WAAY,eAAe;IACvB,sCAAmB,CAAA;IACnB,yCAAsB,CAAA;IACtB,oCAAiB,CAAA;IACjB,oCAAiB,CAAA;IACjB,sCAAmB,CAAA;IACnB,4DAAyC,CAAA;AAC7C,CAAC,EAPW,eAAe,+BAAf,eAAe,QAO1B;AAED,MAAa,0BAA0B;IACnC,YAA2B,iCAAoE,EAAS,cAAkC,IAAI;QAAnH,sCAAiC,GAAjC,iCAAiC,CAAmC;QAAS,gBAAW,GAAX,WAAW,CAA2B;IAAG,CAAC;IAE3I,KAAK,CAAC,4BAA4B;QACrC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,IAAI,CAAC,WAAW,GAAG,IAAA,yCAAuB,EAAC,IAAI,CAAC,iCAAiC,CAAC,qBAAqB,CAAC,CAAC;SAC5G;QAED,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CACnC,IAAI,CAAC,iCAAiC,CAAC,YAAY,EACnD,IAAI,CAAC,iCAAiC,CAAC,MAAM,CAChD,CAAC;IACN,CAAC;CACJ;AAbD,gEAaC;AAED,MAAa,qBAAqB;IAC9B,YAAoB,eAAgC;QAAhC,oBAAe,GAAf,eAAe,CAAiB;QAChD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAEM,4BAA4B;QAC/B,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACjD,CAAC;CACJ;AARD,sDAQC;AAED,MAAa,iCAAiC;IAC1C,YAAmB,qBAA6B,EAAS,YAAoB,EAAS,MAAc;QAAjF,0BAAqB,GAArB,qBAAqB,CAAQ;QAAS,iBAAY,GAAZ,YAAY,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;CAC3G;AAFD,8EAEC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { TableClient, TableEntity } from \"@azure/data-tables\";\nimport { ExponentialRetry } from \"./retry\";\nimport { createStatusTableClient } from \"./resourceManager\";\nexport interface IngestionResult {\n    /// <summary>\n    /// Retrieves the detailed ingestion status of\n    /// all data ingestion operations into Kusto associated with this IKustoIngestionResult instance.\n    /// </summary>\n    getIngestionStatusCollection(): Promise<IngestionStatus>;\n}\n\nexport const putRecordInTable = async (tableClient: TableClient, entity: TableEntity<IngestionStatus>): Promise<void> => {\n    const retry = new ExponentialRetry(3, 1, 1);\n    while (retry.shouldTry()) {\n        try {\n            await tableClient.createEntity(entity);\n        } catch (ex) {\n            await retry.backoff();\n        }\n    }\n};\n\nexport enum OperationStatus {\n    Pending = \"Pending\",\n    Succeede = \"Succeeded\",\n    Failed = \"Failed\",\n    Queued = \"Queued\",\n    Skipped = \"Skipped\",\n    PartiallySucceeded = \"PartiallySucceeded\",\n}\n\nexport class TableReportIngestionResult implements IngestionResult {\n    public constructor(private ingestionStatusInTableDescription: IngestionStatusInTableDescription, public tableClient: TableClient | null = null) {}\n\n    public async getIngestionStatusCollection(): Promise<IngestionStatus> {\n        if (!this.tableClient) {\n            this.tableClient = createStatusTableClient(this.ingestionStatusInTableDescription.tableConnectionString);\n        }\n\n        return await this.tableClient.getEntity<IngestionStatus>(\n            this.ingestionStatusInTableDescription.partitionKey,\n            this.ingestionStatusInTableDescription.rowKey\n        );\n    }\n}\n\nexport class IngestionStatusResult implements IngestionResult {\n    constructor(private ingestionStatus: IngestionStatus) {\n        this.ingestionStatus = ingestionStatus;\n    }\n\n    public getIngestionStatusCollection(): Promise<IngestionStatus> {\n        return Promise.resolve(this.ingestionStatus);\n    }\n}\n\nexport class IngestionStatusInTableDescription {\n    constructor(public tableConnectionString: string, public partitionKey: string, public rowKey: string) {}\n}\n\nexport interface IngestionStatus {\n    Timestamp: string;\n    Status: OperationStatus;\n    IngestionSourceId: string;\n    IngestionSourcePath: string;\n    Database: string;\n    Table: string;\n    UpdatedOn: string;\n    Details: string;\n}\n"]}
+{"version":3,"file":"ingestionResult.js","sourceRoot":"","sources":["../../src/ingestionResult.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAGlC,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAS/D,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,WAAwB,EAAE,MAAoC,EAAiB,EAAE;IACpH,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5C,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;QACtB,IAAI;YACA,MAAM,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;SAC1C;QAAC,OAAO,EAAE,EAAE;YACT,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;SACzB;KACJ;AACL,CAAC,CAAC;AAEF,MAAM,CAAN,IAAY,eAOX;AAPD,WAAY,eAAe;IACvB,sCAAmB,CAAA;IACnB,yCAAsB,CAAA;IACtB,oCAAiB,CAAA;IACjB,oCAAiB,CAAA;IACjB,sCAAmB,CAAA;IACnB,4DAAyC,CAAA;AAC7C,CAAC,EAPW,eAAe,KAAf,eAAe,QAO1B;AAED,MAAM,OAAO,0BAA0B;IACnC,YAA2B,iCAAoE,EAAS,cAAkC,IAAI;QAAnH,sCAAiC,GAAjC,iCAAiC,CAAmC;QAAS,gBAAW,GAAX,WAAW,CAA2B;IAAG,CAAC;IAE3I,KAAK,CAAC,4BAA4B;QACrC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,IAAI,CAAC,WAAW,GAAG,uBAAuB,CAAC,IAAI,CAAC,iCAAiC,CAAC,qBAAqB,CAAC,CAAC;SAC5G;QAED,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CACnC,IAAI,CAAC,iCAAiC,CAAC,YAAY,EACnD,IAAI,CAAC,iCAAiC,CAAC,MAAM,CAChD,CAAC;IACN,CAAC;CACJ;AAED,MAAM,OAAO,qBAAqB;IAC9B,YAAoB,eAAgC;QAAhC,oBAAe,GAAf,eAAe,CAAiB;QAChD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAEM,4BAA4B;QAC/B,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACjD,CAAC;CACJ;AAED,MAAM,OAAO,iCAAiC;IAC1C,YAAmB,qBAA6B,EAAS,YAAoB,EAAS,MAAc;QAAjF,0BAAqB,GAArB,qBAAqB,CAAQ;QAAS,iBAAY,GAAZ,YAAY,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;CAC3G","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { TableClient, TableEntity } from \"@azure/data-tables\";\nimport { ExponentialRetry } from \"./retry.js\";\nimport { createStatusTableClient } from \"./resourceManager.js\";\nexport interface IngestionResult {\n    /// <summary>\n    /// Retrieves the detailed ingestion status of\n    /// all data ingestion operations into Kusto associated with this IKustoIngestionResult instance.\n    /// </summary>\n    getIngestionStatusCollection(): Promise<IngestionStatus>;\n}\n\nexport const putRecordInTable = async (tableClient: TableClient, entity: TableEntity<IngestionStatus>): Promise<void> => {\n    const retry = new ExponentialRetry(3, 1, 1);\n    while (retry.shouldTry()) {\n        try {\n            await tableClient.createEntity(entity);\n        } catch (ex) {\n            await retry.backoff();\n        }\n    }\n};\n\nexport enum OperationStatus {\n    Pending = \"Pending\",\n    Succeede = \"Succeeded\",\n    Failed = \"Failed\",\n    Queued = \"Queued\",\n    Skipped = \"Skipped\",\n    PartiallySucceeded = \"PartiallySucceeded\",\n}\n\nexport class TableReportIngestionResult implements IngestionResult {\n    public constructor(private ingestionStatusInTableDescription: IngestionStatusInTableDescription, public tableClient: TableClient | null = null) {}\n\n    public async getIngestionStatusCollection(): Promise<IngestionStatus> {\n        if (!this.tableClient) {\n            this.tableClient = createStatusTableClient(this.ingestionStatusInTableDescription.tableConnectionString);\n        }\n\n        return await this.tableClient.getEntity<IngestionStatus>(\n            this.ingestionStatusInTableDescription.partitionKey,\n            this.ingestionStatusInTableDescription.rowKey\n        );\n    }\n}\n\nexport class IngestionStatusResult implements IngestionResult {\n    constructor(private ingestionStatus: IngestionStatus) {\n        this.ingestionStatus = ingestionStatus;\n    }\n\n    public getIngestionStatusCollection(): Promise<IngestionStatus> {\n        return Promise.resolve(this.ingestionStatus);\n    }\n}\n\nexport class IngestionStatusInTableDescription {\n    constructor(public tableConnectionString: string, public partitionKey: string, public rowKey: string) {}\n}\n\nexport interface IngestionStatus {\n    Timestamp: string;\n    Status: OperationStatus;\n    IngestionSourceId: string;\n    IngestionSourcePath: string;\n    Database: string;\n    Table: string;\n    UpdatedOn: string;\n    Details: string;\n}\n"]}

package/dist-esm/src/managedStreamingIngestClient.js

@@ -1,23 +1,18 @@
-"use strict";
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const core_util_1 = require("@azure/core-util");
-const azure_kusto_data_1 = require("azure-kusto-data");
-const abstractKustoClient_1 = require("./abstractKustoClient");
-const descriptors_1 = require("./descriptors");
-const fileDescriptor_1 = require("./fileDescriptor");
-const ingestClient_1 = __importDefault(require("./ingestClient"));
-const retry_1 = require("./retry");
-const streamUtils_1 = require("./streamUtils");
-const streamingIngestClient_1 = __importDefault(require("./streamingIngestClient"));
+import { isNode } from "@azure/core-util";
+import { KustoConnectionStringBuilder } from "azure-kusto-data";
+import { AbstractKustoClient } from "./abstractKustoClient.js";
+import { BlobDescriptor, StreamDescriptor } from "./descriptors.js";
+import { FileDescriptor } from "./fileDescriptor.js";
+import IngestClient from "./ingestClient.js";
+import { ExponentialRetry } from "./retry.js";
+import { readableToStream, tryFileToBuffer, tryStreamToArray } from "./streamUtils.js";
+import StreamingIngestClient from "./streamingIngestClient.js";
 const maxStreamSize = 1024 * 1024 * 4;
 const attemptCount = 3;
 const ingestPrefix = "https://ingest-";
-class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKustoClient {
+class KustoManagedStreamingIngestClient extends AbstractKustoClient {
     /**
      * Creates a KustoManagedStreamingIngestClient from a DM connection string.
      * This method infers the engine connection string.
@@ -31,7 +26,7 @@ class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKu
         if (dmConnectionString.dataSource == null || !dmConnectionString.dataSource.startsWith(ingestPrefix)) {
             throw new Error(`DM connection string must include the prefix '${ingestPrefix}'`);
         }
-        const engineConnectionString = azure_kusto_data_1.KustoConnectionStringBuilder.fromExisting(dmConnectionString);
+        const engineConnectionString = KustoConnectionStringBuilder.fromExisting(dmConnectionString);
         engineConnectionString.dataSource = (_a = engineConnectionString.dataSource) === null || _a === void 0 ? void 0 : _a.replace(ingestPrefix, "https://");
         return new KustoManagedStreamingIngestClient(engineConnectionString, dmConnectionString, defaultProps);
     }
@@ -48,7 +43,7 @@ class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKu
         if (engineConnectionString.dataSource == null || engineConnectionString.dataSource.startsWith(ingestPrefix)) {
             throw new Error(`Engine connection string must not include the prefix '${ingestPrefix}'`);
         }
-        const dmConnectionString = azure_kusto_data_1.KustoConnectionStringBuilder.fromExisting(engineConnectionString);
+        const dmConnectionString = KustoConnectionStringBuilder.fromExisting(engineConnectionString);
         dmConnectionString.dataSource = (_a = dmConnectionString.dataSource) === null || _a === void 0 ? void 0 : _a.replace("https://", ingestPrefix);
         return new KustoManagedStreamingIngestClient(engineConnectionString, dmConnectionString, defaultProps);
     }
@@ -56,8 +51,8 @@ class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKu
         super(defaultProps);
         this.baseSleepTimeSecs = 1;
         this.baseJitterSecs = 1;
-        this.streamingIngestClient = new streamingIngestClient_1.default(engineKcsb, defaultProps, autoCorrectEndpoint);
-        this.queuedIngestClient = new ingestClient_1.default(dmKcsb, defaultProps, autoCorrectEndpoint);
+        this.streamingIngestClient = new StreamingIngestClient(engineKcsb, defaultProps, autoCorrectEndpoint);
+        this.queuedIngestClient = new IngestClient(dmKcsb, defaultProps, autoCorrectEndpoint);
         if (this.streamingIngestClient.defaultDatabase && this.streamingIngestClient.defaultDatabase !== this.queuedIngestClient.defaultDatabase) {
             throw new Error(`Default database for streaming ingest client (${this.streamingIngestClient.defaultDatabase}) must match default database for queued ingest client (${this.queuedIngestClient.defaultDatabase})`);
         }
@@ -70,47 +65,47 @@ class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKu
         var _a;
         this.ensureOpen();
         const props = this._getMergedProps(ingestionProperties);
-        let descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
-        let result = core_util_1.isNode ? await (0, streamUtils_1.tryStreamToArray)(descriptor.stream, maxStreamSize) : descriptor.stream;
-        descriptor = new descriptors_1.StreamDescriptor(result).merge(descriptor);
+        let descriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);
+        let result = isNode ? await tryStreamToArray(descriptor.stream, maxStreamSize) : descriptor.stream;
+        descriptor = new StreamDescriptor(result).merge(descriptor);
         let streamingResult = null;
         // tryStreamToArray returns a Buffer in NodeJS impl if stream size is small enouph
-        if ((core_util_1.isNode && result instanceof Buffer) || !core_util_1.isNode) {
-            streamingResult = await this.streamWithRetries(core_util_1.isNode ? (_a = descriptor.size) !== null && _a !== void 0 ? _a : 0 : descriptor.stream.byteLength, descriptor, props, clientRequestId, result);
-            result = core_util_1.isNode ? (0, streamUtils_1.readableToStream)(result) : descriptor.stream;
+        if ((isNode && result instanceof Buffer) || !isNode) {
+            streamingResult = await this.streamWithRetries(isNode ? (_a = descriptor.size) !== null && _a !== void 0 ? _a : 0 : descriptor.stream.byteLength, descriptor, props, clientRequestId, result);
+            result = isNode ? readableToStream(result) : descriptor.stream;
         }
-        return streamingResult !== null && streamingResult !== void 0 ? streamingResult : this.queuedIngestClient.ingestFromStream(new descriptors_1.StreamDescriptor(result).merge(descriptor), props);
+        return streamingResult !== null && streamingResult !== void 0 ? streamingResult : this.queuedIngestClient.ingestFromStream(new StreamDescriptor(result).merge(descriptor), props);
     }
     /**
      * Use string for Node.js and Blob in browser
      */
     async ingestFromFile(file, ingestionProperties) {
         this.ensureOpen();
-        const stream = file instanceof fileDescriptor_1.FileDescriptor ? await (0, streamUtils_1.tryFileToBuffer)(file) : await (0, streamUtils_1.tryFileToBuffer)(new fileDescriptor_1.FileDescriptor(file));
+        const stream = file instanceof FileDescriptor ? await tryFileToBuffer(file) : await tryFileToBuffer(new FileDescriptor(file));
         return await this.ingestFromStream(stream, ingestionProperties);
     }
     async ingestFromBlob(blob, ingestionProperties, clientRequestId) {
         var _a;
         const props = this._getMergedProps(ingestionProperties);
-        const descriptor = blob instanceof descriptors_1.BlobDescriptor ? blob : new descriptors_1.BlobDescriptor(blob);
+        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);
         // No need to check blob size if it was given to us that it's not empty
         await descriptor.fillSize();
         const streamingResult = await this.streamWithRetries((_a = descriptor.size) !== null && _a !== void 0 ? _a : 0, descriptor, props, clientRequestId);
         return streamingResult !== null && streamingResult !== void 0 ? streamingResult : this.queuedIngestClient.ingestFromBlob(descriptor, props);
     }
     async streamWithRetries(length, descriptor, props, clientRequestId, stream) {
-        const isBlob = descriptor instanceof descriptors_1.BlobDescriptor;
+        const isBlob = descriptor instanceof BlobDescriptor;
         if (length <= maxStreamSize) {
             // If we get buffer that means it was less than the max size, so we can do streamingIngestion
-            const retry = new retry_1.ExponentialRetry(attemptCount, this.baseSleepTimeSecs, this.baseJitterSecs);
+            const retry = new ExponentialRetry(attemptCount, this.baseSleepTimeSecs, this.baseJitterSecs);
             while (retry.shouldTry()) {
                 try {
                     const sourceId = clientRequestId !== null && clientRequestId !== void 0 ? clientRequestId : `KNC.executeManagedStreamingIngest${isBlob ? "FromBlob" : "FromStream"};${descriptor.sourceId};${retry.currentAttempt}`;
                     if (isBlob) {
                         return await this.streamingIngestClient.ingestFromBlob(descriptor, props, sourceId);
                     }
-                    if (core_util_1.isNode) {
-                        return await this.streamingIngestClient.ingestFromStream(new descriptors_1.StreamDescriptor((0, streamUtils_1.readableToStream)(stream)).merge(descriptor), props, sourceId);
+                    if (isNode) {
+                        return await this.streamingIngestClient.ingestFromStream(new StreamDescriptor(readableToStream(stream)).merge(descriptor), props, sourceId);
                     }
                     return await this.streamingIngestClient.ingestFromStream(descriptor, props, sourceId);
                 }
@@ -122,7 +117,7 @@ class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKu
                     await retry.backoff();
                 }
             }
-            stream = isBlob ? undefined : core_util_1.isNode && stream ? (0, streamUtils_1.readableToStream)(stream) : descriptor.stream;
+            stream = isBlob ? undefined : isNode && stream ? readableToStream(stream) : descriptor.stream;
         }
         return null;
     }
@@ -134,5 +129,5 @@ class KustoManagedStreamingIngestClient extends abstractKustoClient_1.AbstractKu
         super.close();
     }
 }
-exports.default = KustoManagedStreamingIngestClient;
+export default KustoManagedStreamingIngestClient;
 //# sourceMappingURL=managedStreamingIngestClient.js.map