azure-kusto-ingest 6.0.2 → 6.0.4

package/dist-esm/src/ingestionProperties.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingestionProperties.js","sourceRoot":"","sources":["../../src/ingestionProperties.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,qCAA8D;AAG9D;;GAEG;AACH,IAAY,UAqEX;AArED,WAAY,UAAU;IAClB;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,6BAAe,CAAA;IACf;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,uCAAyB,CAAA;IACzB;;OAEG;IACH,qCAAuB,CAAA;IACvB;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,iCAAmB,CAAA;IACnB;;OAEG;IACH,iCAAmB,CAAA;IACnB;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,uCAAyB,CAAA;IACzB;;OAEG;IACH,uCAAyB,CAAA;AAC7B,CAAC,EArEW,UAAU,0BAAV,UAAU,QAqErB;AAED,IAAY,oBASX;AATD,WAAY,oBAAoB;IAC5B,mCAAW,CAAA;IACX,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,mCAAW,CAAA;IACX,iDAAyB,CAAA;IACzB,iDAAyB,CAAA;AAC7B,CAAC,EATW,oBAAoB,oCAApB,oBAAoB,QAS/B;AAEM,MAAM,qBAAqB,GAAG,CAAC,UAAsB,EAAwB,EAAE;IAClF,QAAQ,UAAU,EAAE;QAChB,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,KAAK;YACjB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,SAAS;YACrB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,OAAO;YACnB,OAAO,oBAAoB,CAAC,OAAO,CAAC;QACxC,KAAK,UAAU,CAAC,OAAO;YACnB,OAAO,oBAAoB,CAAC,OAAO,CAAC;QACxC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,UAAU,CAAC;QAC3C,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,UAAU,CAAC;QAC3C;YACI,MAAM,IAAI,2CAAkC,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;KAC9F;AACL,CAAC,CAAC;AAvCW,QAAA,qBAAqB,yBAuChC;AAEF,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IACzB,2EAAiB,CAAA;IACjB,+GAAmC,CAAA;IACnC,+GAAmC,CAAA;AACvC,CAAC,EAJW,iBAAiB,iCAAjB,iBAAiB,QAI5B;AAED,IAAY,sBAGX;AAHD,WAAY,sBAAsB;IAC9B,mEAAQ,CAAA;IACR,+EAAc,CAAA;AAClB,CAAC,EAHW,sBAAsB,sCAAtB,sBAAsB,QAGjC;AAED,MAAa,gBAAgB;IACzB,YACa,oBAAuC,iBAAiB,CAAC,aAAa,EACtE,yBAAiD,sBAAsB,CAAC,UAAU;QADlF,sBAAiB,GAAjB,iBAAiB,CAAqD;QACtE,2BAAsB,GAAtB,sBAAsB,CAA4D;IAC5F,CAAC;IAEJ,MAAM;QACF,OAAO;YACH,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;SACtD,CAAC;IACN,CAAC;CACJ;AAZD,4CAYC;AAED,IAAY,WAIX;AAJD,WAAY,WAAW;IACnB,6DAAgB,CAAA;IAChB,2DAAe,CAAA;IACf,6EAAwB,CAAA;AAC5B,CAAC,EAJW,WAAW,2BAAX,WAAW,QAItB;AAED,IAAY,YAIX;AAJD,WAAY,YAAY;IACpB,iDAAS,CAAA;IACT,iDAAK,CAAA;IACL,iEAAa,CAAA;AACjB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAiCD,wCAAwC;AACxC,MAAa,mBAAmB;IAC5B,YAAY,IAAwC;QAChD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,QAAQ;QACJ,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,2CAAkC,CAAC,+BAA+B,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,2CAAkC,CAAC,4BAA4B,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,2CAAkC,CAAC,2BAA2B,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE;YACzD,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,CAAC;SACzD;QAED,IAAI,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE;YACxD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,gBAAgB,CAAC;SACxD;QAED,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE;YAClE,IAAI,IAAI,CAAC,oBAAoB,EAAE;gBAC3B,MAAM,IAAI,2CAAkC,CACxC,8EAA8E,GAAG,4BAA4B,CAChH,CAAC;aACL;SACJ;aAAM;YACH,MAAM,WAAW,GAAG,IAAA,6BAAqB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,oBAAoB,KAAK,WAAW,EAAE;gBACxE,MAAM,IAAI,2CAAkC,CACxC,iBAAiB,IAAI,CAAC,oBAAoB,4BAA4B,IAAI,CAAC,MAAM,iBAAiB,WAAW,IAAI,CACpH,CAAC;aACL;YACD,IAAI,IAAI,CAAC,uBAAuB,EAAE;gBAC9B,IAAI,IAAI,CAAC,yBAAyB,EAAE;oBAChC,MAAM,IAAI,2CAAkC,CAAC,0EAA0E,CAAC,CAAC;iBAC5H;gBAED,IAAI,IAAI,CAAC,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;oBAC3C,MAAM,IAAI,2CAAkC,CAAC,yCAAyC,CAAC,CAAC;iBAC3F;gBAED,MAAM,aAAa,GAAG,IAAI,CAAC,uBAAuB;qBAC7C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,CAAC;qBAC5C,GAAG,CACA,CAAC,CAAC,EAAE,EAAE,CAAC,qCAAqC,CAAC,CAAC,UAAU,qCAAqC,WAAW,eAAe,CAAC,CAAC,WAAW,GAAG,CAC1I,CAAC;gBACN,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC1B,MAAM,IAAI,2CAAkC,CAAC,qBAAqB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;iBACjG;aACJ;SACJ;QAED,IAAI,IAAI,CAAC,YAAY,KAAK,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,KAAK,WAAW,CAAC,YAAY,EAAE;YAC3F,MAAM,IAAI,2CAAkC,CAAC,mEAAmE,CAAC,CAAC;SACrH;IACL,CAAC;IAED,KAAK,CAAC,UAAoC;QACtC,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAE7C,IAAI,CAAC,UAAU,EAAE;YACb,OAAO,MAAM,CAAC;SACjB;QAED,MAAM,MAAM,GAAG,CACX,GAA8B,EAC9B,IAAO,EACP,KAAQ,EACV,EAAE;YACA,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAwC,EAAE;YAC9E,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE;gBACjB,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;aACxC;SACJ;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,WAAW;QACP,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACd,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC;SAChC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,YAAY,CAAC;SAC/C;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;YACpB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC;SAC1C;IACL,CAAC;CACJ;AA3FD,kDA2FC;AAID,SAAgB,0BAA0B,CAAC,mBAA8C;IACrF,IAAI,CAAC,mBAAmB,EAAE;QACtB,mBAAmB,GAAG,EAAE,CAAC;KAC5B;IACD,OAAO,CAAC,CACJ,mBAAmB,CAAC,MAAM,KAAK,MAAM;QACrC,mBAAmB,CAAC,MAAM,KAAK,SAAS;QACxC,mBAAmB,CAAC,MAAM,KAAK,KAAK;QACpC,mBAAmB,CAAC,MAAM,KAAK,YAAY;QAC3C,mBAAmB,CAAC,MAAM,KAAK,SAAS,CAC3C,CAAC;AACN,CAAC;AAXD,gEAWC;AAED,kBAAe,mBAAmB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesValidationError } from \"./errors\";\nimport { ColumnMapping } from \"./columnMappings\";\n\n/**\n * Data formats supported for Kusto ingestion.\n */\nexport enum DataFormat {\n    /**\n     * Comma-separated value.\n     */\n    CSV = \"csv\",\n    /**\n     * Tab-separated value.\n     */\n    TSV = \"tsv\",\n    /**\n     * Semicolon-separated value (the unique Azure Storage log format).\n     */\n    SCSV = \"scsv\",\n    /**\n     * Start-Of-Header (CTRL-A)-separated value.\n     */\n    SOHSV = \"sohsv\",\n    /**\n     * Pipeline-separated value (used by Cosmos).\n     */\n    PSV = \"psv\",\n    /**\n     * Each record is a line and has just one field.\n     */\n    TXT = \"txt\",\n    /**\n     * Whole stream is a single record with a single field.\n     */\n    RAW = \"raw\",\n    /**\n     * Tab-separated value with '\\' escaping character.\n     */\n    TSVE = \"tsve\",\n    /**\n     * Data is in a JSON format, each line is record with a single JSON value.\n     */\n    JSON = \"json\",\n    /**\n     * Data stream holds a single JSON value -- newlines are regular whitespace.\n     */\n    SINGLEJSON = \"singlejson\",\n    /**\n     * The data stream is a concatenation of JSON documents (property bags all).\n     */\n    MULTIJSON = \"multijson\",\n    /**\n     * Avro format.\n     */\n    AVRO = \"avro\",\n    /**\n     * Parquet format.\n     */\n    PARQUET = \"parquet\",\n    /**\n     * Microsoft Cosmos structured streams format\n     */\n    SSTREAM = \"sstream\",\n    /**\n     * The Optimized Row Columnar (ORC)\n     */\n    ORC = \"orc\",\n    /**\n     * Avro format for ingesting through avro2json.\n     */\n    APACHEAVRO = \"apacheavro\",\n    /**\n     * W3C Extended Log File format.\n     */\n    W3CLogFile = \"w3clogfile\",\n}\n\nexport enum IngestionMappingKind {\n    CSV = \"Csv\",\n    JSON = \"Json\",\n    AVRO = \"Avro\",\n    PARQUET = \"Parquet\",\n    SSTREAM = \"SStream\",\n    ORC = \"orc\",\n    APACHEAVRO = \"ApacheAvro\",\n    W3CLOGFILE = \"W3CLogFile\",\n}\n\nexport const dataFormatMappingKind = (dataFormat: DataFormat): IngestionMappingKind => {\n    switch (dataFormat) {\n        case DataFormat.CSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.SCSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.SOHSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.PSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TXT:\n            return IngestionMappingKind.CSV;\n        case DataFormat.RAW:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TSVE:\n            return IngestionMappingKind.CSV;\n        case DataFormat.JSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.SINGLEJSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.MULTIJSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.AVRO:\n            return IngestionMappingKind.AVRO;\n        case DataFormat.PARQUET:\n            return IngestionMappingKind.PARQUET;\n        case DataFormat.SSTREAM:\n            return IngestionMappingKind.SSTREAM;\n        case DataFormat.ORC:\n            return IngestionMappingKind.ORC;\n        case DataFormat.APACHEAVRO:\n            return IngestionMappingKind.APACHEAVRO;\n        case DataFormat.W3CLogFile:\n            return IngestionMappingKind.W3CLOGFILE;\n        default:\n            throw new IngestionPropertiesValidationError(`Unsupported data format: ${dataFormat}`);\n    }\n};\n\nexport enum ValidationOptions {\n    DoNotValidate = 0,\n    ValidateCsvInputConstantColumns = 1,\n    ValidateCsvInputColumnLevelOnly = 2,\n}\n\nexport enum ValidationImplications {\n    Fail = 0,\n    BestEffort = 1,\n}\n\nexport class ValidationPolicy {\n    constructor(\n        readonly validationOptions: ValidationOptions = ValidationOptions.DoNotValidate,\n        readonly validationImplications: ValidationImplications = ValidationImplications.BestEffort\n    ) {}\n\n    toJSON(): Record<string, number> {\n        return {\n            ValidationOptions: this.validationOptions,\n            ValidationImplications: this.validationImplications,\n        };\n    }\n}\n\nexport enum ReportLevel {\n    FailuresOnly = 0,\n    DoNotReport = 1,\n    FailuresAndSuccesses = 2,\n}\n\nexport enum ReportMethod {\n    Queue = 0,\n    Table,\n    QueueAndTable,\n}\n\nexport interface IngestionPropertiesFields {\n    database?: string;\n    table?: string;\n    format?: DataFormat;\n    /**\n     * @deprecated. Use ingestionMappingColumns instead.\n     */\n    ingestionMapping?: ColumnMapping[];\n    ingestionMappingColumns?: ColumnMapping[];\n    ingestionMappingReference?: string;\n    /**\n     * @deprecated. Use ingestionMappingKind instead.\n     */\n    ingestionMappingType?: IngestionMappingKind;\n    ingestionMappingKind?: IngestionMappingKind;\n    additionalTags?: string;\n    ingestIfNotExists?: string;\n    ingestByTags?: string[];\n    dropByTags?: string[];\n    flushImmediately?: boolean;\n    ignoreFirstRecord?: boolean;\n    reportLevel?: ReportLevel;\n    reportMethod?: ReportMethod;\n    validationPolicy?: ValidationPolicy;\n    additionalProperties?: { [additional: string]: any } | null;\n}\n\n// This trick lets us avoid duplicating all the properties from the interface. See https://github.com/microsoft/TypeScript/issues/3407\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\nexport interface IngestionProperties extends IngestionPropertiesFields {}\n\n// eslint-disable-next-line no-redeclare\nexport class IngestionProperties {\n    constructor(data: Partial<IngestionPropertiesFields>) {\n        Object.assign(this, data);\n    }\n\n    validate() {\n        if (!this.database) throw new IngestionPropertiesValidationError(\"Must define a target database\");\n        if (!this.table) throw new IngestionPropertiesValidationError(\"Must define a target table\");\n        if (!this.format) throw new IngestionPropertiesValidationError(\"Must define a data format\");\n\n        if (this.ingestionMappingType && !this.ingestionMappingKind) {\n            this.ingestionMappingKind = this.ingestionMappingType;\n        }\n\n        if (this.ingestionMapping && !this.ingestionMappingColumns) {\n            this.ingestionMappingColumns = this.ingestionMapping;\n        }\n\n        if (!this.ingestionMappingColumns && !this.ingestionMappingReference) {\n            if (this.ingestionMappingKind) {\n                throw new IngestionPropertiesValidationError(\n                    \"Cannot define ingestionMappingKind without either ingestionMappingColumns or\" + \" ingestionMappingReference\"\n                );\n            }\n        } else {\n            const mappingKind = dataFormatMappingKind(this.format);\n            if (this.ingestionMappingKind && this.ingestionMappingKind !== mappingKind) {\n                throw new IngestionPropertiesValidationError(\n                    `Mapping kind '${this.ingestionMappingKind}' does not match format '${this.format}' (should be '${mappingKind}')`\n                );\n            }\n            if (this.ingestionMappingColumns) {\n                if (this.ingestionMappingReference) {\n                    throw new IngestionPropertiesValidationError(\"Cannot define both ingestionMappingColumns and ingestionMappingReference\");\n                }\n\n                if (this.ingestionMappingColumns.length === 0) {\n                    throw new IngestionPropertiesValidationError(\"Must define at least one column mapping\");\n                }\n\n                const wrongMappings = this.ingestionMappingColumns\n                    .filter((m) => m.mappingKind !== mappingKind)\n                    .map(\n                        (m) => `Mapping kind mismatch for column '${m.columnName}' - expected data format kind -  '${mappingKind}', but was '${m.mappingKind}'`\n                    );\n                if (wrongMappings.length > 0) {\n                    throw new IngestionPropertiesValidationError(`Invalid columns:\\n${wrongMappings.join(\"\\n\")}`);\n                }\n            }\n        }\n\n        if (this.reportMethod !== ReportMethod.Queue && this.reportLevel === ReportLevel.FailuresOnly) {\n            throw new IngestionPropertiesValidationError(\"ReportLevel.FailuresOnly is not supported with ReportMethod.Table\");\n        }\n    }\n\n    merge(extraProps: IngestionPropertiesInput) {\n        const merged = new IngestionProperties(this);\n\n        if (!extraProps) {\n            return merged;\n        }\n\n        const assign = <K extends keyof IngestionPropertiesFields, V extends IngestionPropertiesFields[K]>(\n            obj: IngestionPropertiesFields,\n            prop: K,\n            value: V\n        ) => {\n            obj[prop] = value;\n        };\n\n        for (const key of Object.keys(extraProps) as (keyof IngestionPropertiesFields)[]) {\n            if (extraProps[key]) {\n                assign(merged, key, extraProps[key]);\n            }\n        }\n\n        return merged;\n    }\n\n    setDefaults() {\n        if (!this.format) {\n            this.format = DataFormat.CSV;\n        }\n        if (!this.reportLevel) {\n            this.reportLevel = ReportLevel.FailuresOnly;\n        }\n        if (!this.reportMethod) {\n            this.reportMethod = ReportMethod.Queue;\n        }\n    }\n}\n\nexport type IngestionPropertiesInput = IngestionProperties | IngestionPropertiesFields | null | undefined;\n\nexport function shouldCompressFileByFormat(ingestionProperties?: IngestionPropertiesInput): boolean {\n    if (!ingestionProperties) {\n        ingestionProperties = {};\n    }\n    return !(\n        ingestionProperties.format === \"avro\" ||\n        ingestionProperties.format === \"parquet\" ||\n        ingestionProperties.format === \"orc\" ||\n        ingestionProperties.format === \"apacheavro\" ||\n        ingestionProperties.format === \"sstream\"\n    );\n}\n\nexport default IngestionProperties;\n"]}
+{"version":3,"file":"ingestionProperties.js","sourceRoot":"","sources":["../../src/ingestionProperties.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAuSlC,gEAWC;AAhTD,qCAA8D;AAG9D;;GAEG;AACH,IAAY,UAqEX;AArED,WAAY,UAAU;IAClB;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,6BAAe,CAAA;IACf;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,uCAAyB,CAAA;IACzB;;OAEG;IACH,qCAAuB,CAAA;IACvB;;OAEG;IACH,2BAAa,CAAA;IACb;;OAEG;IACH,iCAAmB,CAAA;IACnB;;OAEG;IACH,iCAAmB,CAAA;IACnB;;OAEG;IACH,yBAAW,CAAA;IACX;;OAEG;IACH,uCAAyB,CAAA;IACzB;;OAEG;IACH,uCAAyB,CAAA;AAC7B,CAAC,EArEW,UAAU,0BAAV,UAAU,QAqErB;AAED,IAAY,oBASX;AATD,WAAY,oBAAoB;IAC5B,mCAAW,CAAA;IACX,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,mCAAW,CAAA;IACX,iDAAyB,CAAA;IACzB,iDAAyB,CAAA;AAC7B,CAAC,EATW,oBAAoB,oCAApB,oBAAoB,QAS/B;AAEM,MAAM,qBAAqB,GAAG,CAAC,UAAsB,EAAwB,EAAE;IAClF,QAAQ,UAAU,EAAE,CAAC;QACjB,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,KAAK;YACjB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,SAAS;YACrB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,IAAI;YAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC;QACrC,KAAK,UAAU,CAAC,OAAO;YACnB,OAAO,oBAAoB,CAAC,OAAO,CAAC;QACxC,KAAK,UAAU,CAAC,OAAO;YACnB,OAAO,oBAAoB,CAAC,OAAO,CAAC;QACxC,KAAK,UAAU,CAAC,GAAG;YACf,OAAO,oBAAoB,CAAC,GAAG,CAAC;QACpC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,UAAU,CAAC;QAC3C,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,oBAAoB,CAAC,UAAU,CAAC;QAC3C;YACI,MAAM,IAAI,2CAAkC,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;IAC/F,CAAC;AACL,CAAC,CAAC;AAvCW,QAAA,qBAAqB,yBAuChC;AAEF,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IACzB,2EAAiB,CAAA;IACjB,+GAAmC,CAAA;IACnC,+GAAmC,CAAA;AACvC,CAAC,EAJW,iBAAiB,iCAAjB,iBAAiB,QAI5B;AAED,IAAY,sBAGX;AAHD,WAAY,sBAAsB;IAC9B,mEAAQ,CAAA;IACR,+EAAc,CAAA;AAClB,CAAC,EAHW,sBAAsB,sCAAtB,sBAAsB,QAGjC;AAED,MAAa,gBAAgB;IACzB,YACa,oBAAuC,iBAAiB,CAAC,aAAa,EACtE,yBAAiD,sBAAsB,CAAC,UAAU;QADlF,sBAAiB,GAAjB,iBAAiB,CAAqD;QACtE,2BAAsB,GAAtB,sBAAsB,CAA4D;IAC5F,CAAC;IAEJ,MAAM;QACF,OAAO;YACH,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;SACtD,CAAC;IACN,CAAC;CACJ;AAZD,4CAYC;AAED,IAAY,WAIX;AAJD,WAAY,WAAW;IACnB,6DAAgB,CAAA;IAChB,2DAAe,CAAA;IACf,6EAAwB,CAAA;AAC5B,CAAC,EAJW,WAAW,2BAAX,WAAW,QAItB;AAED,IAAY,YAIX;AAJD,WAAY,YAAY;IACpB,iDAAS,CAAA;IACT,iDAAK,CAAA;IACL,iEAAa,CAAA;AACjB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAiCD,wCAAwC;AACxC,MAAa,mBAAmB;IAC5B,YAAY,IAAwC;QAChD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,QAAQ;QACJ,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,2CAAkC,CAAC,+BAA+B,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,2CAAkC,CAAC,4BAA4B,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,2CAAkC,CAAC,2BAA2B,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1D,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAC1D,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACzD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnE,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC5B,MAAM,IAAI,2CAAkC,CACxC,8EAA8E,GAAG,4BAA4B,CAChH,CAAC;YACN,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,MAAM,WAAW,GAAG,IAAA,6BAAqB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,oBAAoB,KAAK,WAAW,EAAE,CAAC;gBACzE,MAAM,IAAI,2CAAkC,CACxC,iBAAiB,IAAI,CAAC,oBAAoB,4BAA4B,IAAI,CAAC,MAAM,iBAAiB,WAAW,IAAI,CACpH,CAAC;YACN,CAAC;YACD,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;oBACjC,MAAM,IAAI,2CAAkC,CAAC,0EAA0E,CAAC,CAAC;gBAC7H,CAAC;gBAED,IAAI,IAAI,CAAC,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5C,MAAM,IAAI,2CAAkC,CAAC,yCAAyC,CAAC,CAAC;gBAC5F,CAAC;gBAED,MAAM,aAAa,GAAG,IAAI,CAAC,uBAAuB;qBAC7C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,CAAC;qBAC5C,GAAG,CACA,CAAC,CAAC,EAAE,EAAE,CAAC,qCAAqC,CAAC,CAAC,UAAU,qCAAqC,WAAW,eAAe,CAAC,CAAC,WAAW,GAAG,CAC1I,CAAC;gBACN,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,MAAM,IAAI,2CAAkC,CAAC,qBAAqB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAClG,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,KAAK,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,KAAK,WAAW,CAAC,YAAY,EAAE,CAAC;YAC5F,MAAM,IAAI,2CAAkC,CAAC,mEAAmE,CAAC,CAAC;QACtH,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAoC;QACtC,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAE7C,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,MAAM,MAAM,GAAG,CACX,GAA8B,EAC9B,IAAO,EACP,KAAQ,EACV,EAAE;YACA,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAwC,EAAE,CAAC;YAC/E,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;YACzC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,WAAW;QACP,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACpB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,YAAY,CAAC;QAChD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC;QAC3C,CAAC;IACL,CAAC;CACJ;AA3FD,kDA2FC;AAID,SAAgB,0BAA0B,CAAC,mBAA8C;IACrF,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACvB,mBAAmB,GAAG,EAAE,CAAC;IAC7B,CAAC;IACD,OAAO,CAAC,CACJ,mBAAmB,CAAC,MAAM,KAAK,MAAM;QACrC,mBAAmB,CAAC,MAAM,KAAK,SAAS;QACxC,mBAAmB,CAAC,MAAM,KAAK,KAAK;QACpC,mBAAmB,CAAC,MAAM,KAAK,YAAY;QAC3C,mBAAmB,CAAC,MAAM,KAAK,SAAS,CAC3C,CAAC;AACN,CAAC;AAED,kBAAe,mBAAmB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesValidationError } from \"./errors\";\nimport { ColumnMapping } from \"./columnMappings\";\n\n/**\n * Data formats supported for Kusto ingestion.\n */\nexport enum DataFormat {\n    /**\n     * Comma-separated value.\n     */\n    CSV = \"csv\",\n    /**\n     * Tab-separated value.\n     */\n    TSV = \"tsv\",\n    /**\n     * Semicolon-separated value (the unique Azure Storage log format).\n     */\n    SCSV = \"scsv\",\n    /**\n     * Start-Of-Header (CTRL-A)-separated value.\n     */\n    SOHSV = \"sohsv\",\n    /**\n     * Pipeline-separated value (used by Cosmos).\n     */\n    PSV = \"psv\",\n    /**\n     * Each record is a line and has just one field.\n     */\n    TXT = \"txt\",\n    /**\n     * Whole stream is a single record with a single field.\n     */\n    RAW = \"raw\",\n    /**\n     * Tab-separated value with '\\' escaping character.\n     */\n    TSVE = \"tsve\",\n    /**\n     * Data is in a JSON format, each line is record with a single JSON value.\n     */\n    JSON = \"json\",\n    /**\n     * Data stream holds a single JSON value -- newlines are regular whitespace.\n     */\n    SINGLEJSON = \"singlejson\",\n    /**\n     * The data stream is a concatenation of JSON documents (property bags all).\n     */\n    MULTIJSON = \"multijson\",\n    /**\n     * Avro format.\n     */\n    AVRO = \"avro\",\n    /**\n     * Parquet format.\n     */\n    PARQUET = \"parquet\",\n    /**\n     * Microsoft Cosmos structured streams format\n     */\n    SSTREAM = \"sstream\",\n    /**\n     * The Optimized Row Columnar (ORC)\n     */\n    ORC = \"orc\",\n    /**\n     * Avro format for ingesting through avro2json.\n     */\n    APACHEAVRO = \"apacheavro\",\n    /**\n     * W3C Extended Log File format.\n     */\n    W3CLogFile = \"w3clogfile\",\n}\n\nexport enum IngestionMappingKind {\n    CSV = \"Csv\",\n    JSON = \"Json\",\n    AVRO = \"Avro\",\n    PARQUET = \"Parquet\",\n    SSTREAM = \"SStream\",\n    ORC = \"orc\",\n    APACHEAVRO = \"ApacheAvro\",\n    W3CLOGFILE = \"W3CLogFile\",\n}\n\nexport const dataFormatMappingKind = (dataFormat: DataFormat): IngestionMappingKind => {\n    switch (dataFormat) {\n        case DataFormat.CSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.SCSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.SOHSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.PSV:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TXT:\n            return IngestionMappingKind.CSV;\n        case DataFormat.RAW:\n            return IngestionMappingKind.CSV;\n        case DataFormat.TSVE:\n            return IngestionMappingKind.CSV;\n        case DataFormat.JSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.SINGLEJSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.MULTIJSON:\n            return IngestionMappingKind.JSON;\n        case DataFormat.AVRO:\n            return IngestionMappingKind.AVRO;\n        case DataFormat.PARQUET:\n            return IngestionMappingKind.PARQUET;\n        case DataFormat.SSTREAM:\n            return IngestionMappingKind.SSTREAM;\n        case DataFormat.ORC:\n            return IngestionMappingKind.ORC;\n        case DataFormat.APACHEAVRO:\n            return IngestionMappingKind.APACHEAVRO;\n        case DataFormat.W3CLogFile:\n            return IngestionMappingKind.W3CLOGFILE;\n        default:\n            throw new IngestionPropertiesValidationError(`Unsupported data format: ${dataFormat}`);\n    }\n};\n\nexport enum ValidationOptions {\n    DoNotValidate = 0,\n    ValidateCsvInputConstantColumns = 1,\n    ValidateCsvInputColumnLevelOnly = 2,\n}\n\nexport enum ValidationImplications {\n    Fail = 0,\n    BestEffort = 1,\n}\n\nexport class ValidationPolicy {\n    constructor(\n        readonly validationOptions: ValidationOptions = ValidationOptions.DoNotValidate,\n        readonly validationImplications: ValidationImplications = ValidationImplications.BestEffort\n    ) {}\n\n    toJSON(): Record<string, number> {\n        return {\n            ValidationOptions: this.validationOptions,\n            ValidationImplications: this.validationImplications,\n        };\n    }\n}\n\nexport enum ReportLevel {\n    FailuresOnly = 0,\n    DoNotReport = 1,\n    FailuresAndSuccesses = 2,\n}\n\nexport enum ReportMethod {\n    Queue = 0,\n    Table,\n    QueueAndTable,\n}\n\nexport interface IngestionPropertiesFields {\n    database?: string;\n    table?: string;\n    format?: DataFormat;\n    /**\n     * @deprecated. Use ingestionMappingColumns instead.\n     */\n    ingestionMapping?: ColumnMapping[];\n    ingestionMappingColumns?: ColumnMapping[];\n    ingestionMappingReference?: string;\n    /**\n     * @deprecated. Use ingestionMappingKind instead.\n     */\n    ingestionMappingType?: IngestionMappingKind;\n    ingestionMappingKind?: IngestionMappingKind;\n    additionalTags?: string[];\n    ingestIfNotExists?: string;\n    ingestByTags?: string[];\n    dropByTags?: string[];\n    flushImmediately?: boolean;\n    ignoreFirstRecord?: boolean;\n    reportLevel?: ReportLevel;\n    reportMethod?: ReportMethod;\n    validationPolicy?: ValidationPolicy;\n    additionalProperties?: { [additional: string]: any } | null;\n}\n\n// This trick lets us avoid duplicating all the properties from the interface. See https://github.com/microsoft/TypeScript/issues/3407\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\nexport interface IngestionProperties extends IngestionPropertiesFields {}\n\n// eslint-disable-next-line no-redeclare\nexport class IngestionProperties {\n    constructor(data: Partial<IngestionPropertiesFields>) {\n        Object.assign(this, data);\n    }\n\n    validate() {\n        if (!this.database) throw new IngestionPropertiesValidationError(\"Must define a target database\");\n        if (!this.table) throw new IngestionPropertiesValidationError(\"Must define a target table\");\n        if (!this.format) throw new IngestionPropertiesValidationError(\"Must define a data format\");\n\n        if (this.ingestionMappingType && !this.ingestionMappingKind) {\n            this.ingestionMappingKind = this.ingestionMappingType;\n        }\n\n        if (this.ingestionMapping && !this.ingestionMappingColumns) {\n            this.ingestionMappingColumns = this.ingestionMapping;\n        }\n\n        if (!this.ingestionMappingColumns && !this.ingestionMappingReference) {\n            if (this.ingestionMappingKind) {\n                throw new IngestionPropertiesValidationError(\n                    \"Cannot define ingestionMappingKind without either ingestionMappingColumns or\" + \" ingestionMappingReference\"\n                );\n            }\n        } else {\n            const mappingKind = dataFormatMappingKind(this.format);\n            if (this.ingestionMappingKind && this.ingestionMappingKind !== mappingKind) {\n                throw new IngestionPropertiesValidationError(\n                    `Mapping kind '${this.ingestionMappingKind}' does not match format '${this.format}' (should be '${mappingKind}')`\n                );\n            }\n            if (this.ingestionMappingColumns) {\n                if (this.ingestionMappingReference) {\n                    throw new IngestionPropertiesValidationError(\"Cannot define both ingestionMappingColumns and ingestionMappingReference\");\n                }\n\n                if (this.ingestionMappingColumns.length === 0) {\n                    throw new IngestionPropertiesValidationError(\"Must define at least one column mapping\");\n                }\n\n                const wrongMappings = this.ingestionMappingColumns\n                    .filter((m) => m.mappingKind !== mappingKind)\n                    .map(\n                        (m) => `Mapping kind mismatch for column '${m.columnName}' - expected data format kind -  '${mappingKind}', but was '${m.mappingKind}'`\n                    );\n                if (wrongMappings.length > 0) {\n                    throw new IngestionPropertiesValidationError(`Invalid columns:\\n${wrongMappings.join(\"\\n\")}`);\n                }\n            }\n        }\n\n        if (this.reportMethod !== ReportMethod.Queue && this.reportLevel === ReportLevel.FailuresOnly) {\n            throw new IngestionPropertiesValidationError(\"ReportLevel.FailuresOnly is not supported with ReportMethod.Table\");\n        }\n    }\n\n    merge(extraProps: IngestionPropertiesInput) {\n        const merged = new IngestionProperties(this);\n\n        if (!extraProps) {\n            return merged;\n        }\n\n        const assign = <K extends keyof IngestionPropertiesFields, V extends IngestionPropertiesFields[K]>(\n            obj: IngestionPropertiesFields,\n            prop: K,\n            value: V\n        ) => {\n            obj[prop] = value;\n        };\n\n        for (const key of Object.keys(extraProps) as (keyof IngestionPropertiesFields)[]) {\n            if (extraProps[key]) {\n                assign(merged, key, extraProps[key]);\n            }\n        }\n\n        return merged;\n    }\n\n    setDefaults() {\n        if (!this.format) {\n            this.format = DataFormat.CSV;\n        }\n        if (!this.reportLevel) {\n            this.reportLevel = ReportLevel.FailuresOnly;\n        }\n        if (!this.reportMethod) {\n            this.reportMethod = ReportMethod.Queue;\n        }\n    }\n}\n\nexport type IngestionPropertiesInput = IngestionProperties | IngestionPropertiesFields | null | undefined;\n\nexport function shouldCompressFileByFormat(ingestionProperties?: IngestionPropertiesInput): boolean {\n    if (!ingestionProperties) {\n        ingestionProperties = {};\n    }\n    return !(\n        ingestionProperties.format === \"avro\" ||\n        ingestionProperties.format === \"parquet\" ||\n        ingestionProperties.format === \"orc\" ||\n        ingestionProperties.format === \"apacheavro\" ||\n        ingestionProperties.format === \"sstream\"\n    );\n}\n\nexport default IngestionProperties;\n"]}

package/dist-esm/src/ingestionResult.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingestionResult.js","sourceRoot":"","sources":["../../src/ingestionResult.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAGlC,mCAA2C;AAC3C,uDAA4D;AASrD,MAAM,gBAAgB,GAAG,KAAK,EAAE,WAAwB,EAAE,MAAoC,EAAiB,EAAE;IACpH,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5C,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;QACtB,IAAI;YACA,MAAM,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;SAC1C;QAAC,OAAO,EAAE,EAAE;YACT,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;SACzB;KACJ;AACL,CAAC,CAAC;AATW,QAAA,gBAAgB,oBAS3B;AAEF,IAAY,eAOX;AAPD,WAAY,eAAe;IACvB,sCAAmB,CAAA;IACnB,yCAAsB,CAAA;IACtB,oCAAiB,CAAA;IACjB,oCAAiB,CAAA;IACjB,sCAAmB,CAAA;IACnB,4DAAyC,CAAA;AAC7C,CAAC,EAPW,eAAe,+BAAf,eAAe,QAO1B;AAED,MAAa,0BAA0B;IACnC,YAA2B,iCAAoE,EAAS,cAAkC,IAAI;QAAnH,sCAAiC,GAAjC,iCAAiC,CAAmC;QAAS,gBAAW,GAAX,WAAW,CAA2B;IAAG,CAAC;IAE3I,KAAK,CAAC,4BAA4B;QACrC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,IAAI,CAAC,WAAW,GAAG,IAAA,yCAAuB,EAAC,IAAI,CAAC,iCAAiC,CAAC,qBAAqB,CAAC,CAAC;SAC5G;QAED,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CACnC,IAAI,CAAC,iCAAiC,CAAC,YAAY,EACnD,IAAI,CAAC,iCAAiC,CAAC,MAAM,CAChD,CAAC;IACN,CAAC;CACJ;AAbD,gEAaC;AAED,MAAa,qBAAqB;IAC9B,YAAoB,eAAgC;QAAhC,oBAAe,GAAf,eAAe,CAAiB;QAChD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAEM,4BAA4B;QAC/B,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACjD,CAAC;CACJ;AARD,sDAQC;AAED,MAAa,iCAAiC;IAC1C,YAAmB,qBAA6B,EAAS,YAAoB,EAAS,MAAc;QAAjF,0BAAqB,GAArB,qBAAqB,CAAQ;QAAS,iBAAY,GAAZ,YAAY,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;CAC3G;AAFD,8EAEC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { TableClient, TableEntity } from \"@azure/data-tables\";\nimport { ExponentialRetry } from \"./retry\";\nimport { createStatusTableClient } from \"./resourceManager\";\nexport interface IngestionResult {\n    /// <summary>\n    /// Retrieves the detailed ingestion status of\n    /// all data ingestion operations into Kusto associated with this IKustoIngestionResult instance.\n    /// </summary>\n    getIngestionStatusCollection(): Promise<IngestionStatus>;\n}\n\nexport const putRecordInTable = async (tableClient: TableClient, entity: TableEntity<IngestionStatus>): Promise<void> => {\n    const retry = new ExponentialRetry(3, 1, 1);\n    while (retry.shouldTry()) {\n        try {\n            await tableClient.createEntity(entity);\n        } catch (ex) {\n            await retry.backoff();\n        }\n    }\n};\n\nexport enum OperationStatus {\n    Pending = \"Pending\",\n    Succeede = \"Succeeded\",\n    Failed = \"Failed\",\n    Queued = \"Queued\",\n    Skipped = \"Skipped\",\n    PartiallySucceeded = \"PartiallySucceeded\",\n}\n\nexport class TableReportIngestionResult implements IngestionResult {\n    public constructor(private ingestionStatusInTableDescription: IngestionStatusInTableDescription, public tableClient: TableClient | null = null) {}\n\n    public async getIngestionStatusCollection(): Promise<IngestionStatus> {\n        if (!this.tableClient) {\n            this.tableClient = createStatusTableClient(this.ingestionStatusInTableDescription.tableConnectionString);\n        }\n\n        return await this.tableClient.getEntity<IngestionStatus>(\n            this.ingestionStatusInTableDescription.partitionKey,\n            this.ingestionStatusInTableDescription.rowKey\n        );\n    }\n}\n\nexport class IngestionStatusResult implements IngestionResult {\n    constructor(private ingestionStatus: IngestionStatus) {\n        this.ingestionStatus = ingestionStatus;\n    }\n\n    public getIngestionStatusCollection(): Promise<IngestionStatus> {\n        return Promise.resolve(this.ingestionStatus);\n    }\n}\n\nexport class IngestionStatusInTableDescription {\n    constructor(public tableConnectionString: string, public partitionKey: string, public rowKey: string) {}\n}\n\nexport interface IngestionStatus {\n    Timestamp: string;\n    Status: OperationStatus;\n    IngestionSourceId: string;\n    IngestionSourcePath: string;\n    Database: string;\n    Table: string;\n    UpdatedOn: string;\n    Details: string;\n}\n"]}
+{"version":3,"file":"ingestionResult.js","sourceRoot":"","sources":["../../src/ingestionResult.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAGlC,mCAA2C;AAC3C,uDAA4D;AASrD,MAAM,gBAAgB,GAAG,KAAK,EAAE,WAAwB,EAAE,MAAoC,EAAiB,EAAE;IACpH,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5C,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;QACvB,IAAI,CAAC;YACD,MAAM,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACV,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;IACL,CAAC;AACL,CAAC,CAAC;AATW,QAAA,gBAAgB,oBAS3B;AAEF,IAAY,eAOX;AAPD,WAAY,eAAe;IACvB,sCAAmB,CAAA;IACnB,yCAAsB,CAAA;IACtB,oCAAiB,CAAA;IACjB,oCAAiB,CAAA;IACjB,sCAAmB,CAAA;IACnB,4DAAyC,CAAA;AAC7C,CAAC,EAPW,eAAe,+BAAf,eAAe,QAO1B;AAED,MAAa,0BAA0B;IACnC,YAA2B,iCAAoE,EAAS,cAAkC,IAAI;QAAnH,sCAAiC,GAAjC,iCAAiC,CAAmC;QAAS,gBAAW,GAAX,WAAW,CAA2B;IAAG,CAAC;IAE3I,KAAK,CAAC,4BAA4B;QACrC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACpB,IAAI,CAAC,WAAW,GAAG,IAAA,yCAAuB,EAAC,IAAI,CAAC,iCAAiC,CAAC,qBAAqB,CAAC,CAAC;QAC7G,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CACnC,IAAI,CAAC,iCAAiC,CAAC,YAAY,EACnD,IAAI,CAAC,iCAAiC,CAAC,MAAM,CAChD,CAAC;IACN,CAAC;CACJ;AAbD,gEAaC;AAED,MAAa,qBAAqB;IAC9B,YAAoB,eAAgC;QAAhC,oBAAe,GAAf,eAAe,CAAiB;QAChD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAEM,4BAA4B;QAC/B,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACjD,CAAC;CACJ;AARD,sDAQC;AAED,MAAa,iCAAiC;IAC1C,YAAmB,qBAA6B,EAAS,YAAoB,EAAS,MAAc;QAAjF,0BAAqB,GAArB,qBAAqB,CAAQ;QAAS,iBAAY,GAAZ,YAAY,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;CAC3G;AAFD,8EAEC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { TableClient, TableEntity } from \"@azure/data-tables\";\nimport { ExponentialRetry } from \"./retry\";\nimport { createStatusTableClient } from \"./resourceManager\";\nexport interface IngestionResult {\n    /// <summary>\n    /// Retrieves the detailed ingestion status of\n    /// all data ingestion operations into Kusto associated with this IKustoIngestionResult instance.\n    /// </summary>\n    getIngestionStatusCollection(): Promise<IngestionStatus>;\n}\n\nexport const putRecordInTable = async (tableClient: TableClient, entity: TableEntity<IngestionStatus>): Promise<void> => {\n    const retry = new ExponentialRetry(3, 1, 1);\n    while (retry.shouldTry()) {\n        try {\n            await tableClient.createEntity(entity);\n        } catch (ex) {\n            await retry.backoff();\n        }\n    }\n};\n\nexport enum OperationStatus {\n    Pending = \"Pending\",\n    Succeede = \"Succeeded\",\n    Failed = \"Failed\",\n    Queued = \"Queued\",\n    Skipped = \"Skipped\",\n    PartiallySucceeded = \"PartiallySucceeded\",\n}\n\nexport class TableReportIngestionResult implements IngestionResult {\n    public constructor(private ingestionStatusInTableDescription: IngestionStatusInTableDescription, public tableClient: TableClient | null = null) {}\n\n    public async getIngestionStatusCollection(): Promise<IngestionStatus> {\n        if (!this.tableClient) {\n            this.tableClient = createStatusTableClient(this.ingestionStatusInTableDescription.tableConnectionString);\n        }\n\n        return await this.tableClient.getEntity<IngestionStatus>(\n            this.ingestionStatusInTableDescription.partitionKey,\n            this.ingestionStatusInTableDescription.rowKey\n        );\n    }\n}\n\nexport class IngestionStatusResult implements IngestionResult {\n    constructor(private ingestionStatus: IngestionStatus) {\n        this.ingestionStatus = ingestionStatus;\n    }\n\n    public getIngestionStatusCollection(): Promise<IngestionStatus> {\n        return Promise.resolve(this.ingestionStatus);\n    }\n}\n\nexport class IngestionStatusInTableDescription {\n    constructor(public tableConnectionString: string, public partitionKey: string, public rowKey: string) {}\n}\n\nexport interface IngestionStatus {\n    Timestamp: string;\n    Status: OperationStatus;\n    IngestionSourceId: string;\n    IngestionSourcePath: string;\n    Database: string;\n    Table: string;\n    UpdatedOn: string;\n    Details: string;\n}\n"]}

package/dist-esm/src/managedStreamingIngestClient.js.map

@@ -1 +1 @@
-{"version":3,"file":"managedStreamingIngestClient.js","sourceRoot":"","sources":["../../src/managedStreamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;AAIlC,gDAA0C;AAC1C,uDAAsF;AAEtF,+DAA4D;AAC5D,+CAAqF;AACrF,qDAAkD;AAClD,kEAA0C;AAC1C,mCAA2C;AAC3C,+CAAoF;AACpF,oFAA4D;AAG5D,MAAM,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC;AACtC,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,YAAY,GAAG,iBAAiB,CAAC;AAEvC,MAAM,iCAAkC,SAAQ,yCAAmB;IAM/D;;;;;;;OAOG;IACH,MAAM,CAAC,sBAAsB,CACzB,kBAAgD,EAChD,YAAuC;;QAEvC,IAAI,kBAAkB,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;YAClG,MAAM,IAAI,KAAK,CAAC,iDAAiD,YAAY,GAAG,CAAC,CAAC;SACrF;QAED,MAAM,sBAAsB,GAAG,+CAA4B,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;QAC7F,sBAAsB,CAAC,UAAU,GAAG,MAAA,sBAAsB,CAAC,UAAU,0CAAE,OAAO,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAEzG,OAAO,IAAI,iCAAiC,CAAC,sBAAsB,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC3G,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,0BAA0B,CAC7B,sBAAoD,EACpD,YAAuC;;QAEvC,IAAI,sBAAsB,CAAC,UAAU,IAAI,IAAI,IAAI,sBAAsB,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;YACzG,MAAM,IAAI,KAAK,CAAC,yDAAyD,YAAY,GAAG,CAAC,CAAC;SAC7F;QAED,MAAM,kBAAkB,GAAG,+CAA4B,CAAC,YAAY,CAAC,sBAAsB,CAAC,CAAC;QAC7F,kBAAkB,CAAC,UAAU,GAAG,MAAA,kBAAkB,CAAC,UAAU,0CAAE,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAEjG,OAAO,IAAI,iCAAiC,CAAC,sBAAsB,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC3G,CAAC;IAED,YACI,UAAiD,EACjD,MAA6C,EAC7C,YAAuC,EACvC,sBAA+B,IAAI;QAEnC,KAAK,CAAC,YAAY,CAAC,CAAC;QArDhB,sBAAiB,GAAG,CAAC,CAAC;QACtB,mBAAc,GAAG,CAAC,CAAC;QAqDvB,IAAI,CAAC,qBAAqB,GAAG,IAAI,+BAAqB,CAAC,UAAU,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;QACtG,IAAI,CAAC,kBAAkB,GAAG,IAAI,sBAAY,CAAC,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;QAEtF,IAAI,IAAI,CAAC,qBAAqB,CAAC,eAAe,IAAI,IAAI,CAAC,qBAAqB,CAAC,eAAe,KAAK,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE;YACtI,MAAM,IAAI,KAAK,CACX,iDAAiD,IAAI,CAAC,qBAAqB,CAAC,eAAe,2DAA2D,IAAI,CAAC,kBAAkB,CAAC,eAAe,GAAG,CACnM,CAAC;SACL;QAED,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAClB,MAAiD,EACjD,mBAA8C,EAC9C,eAAwB;;QAExB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,IAAI,UAAU,GAAG,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAC5F,IAAI,MAAM,GAAG,kBAAM,CAAC,CAAC,CAAC,MAAM,IAAA,8BAAgB,EAAC,UAAU,CAAC,MAAkB,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAC/G,UAAU,GAAG,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5D,IAAI,eAAe,GAAwB,IAAI,CAAC;QAChD,kFAAkF;QAClF,IAAI,CAAC,kBAAM,IAAI,MAAM,YAAY,MAAM,CAAC,IAAI,CAAC,kBAAM,EAAE;YACjD,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,kBAAM,CAAC,CAAC,CAAC,MAAA,UAAU,CAAC,IAAI,mCAAI,CAAC,CAAC,CAAC,CAAE,UAAU,CAAC,MAAsB,CAAC,UAAU,EAC7E,UAAU,EACV,KAAK,EACL,eAAe,EACf,MAAM,CACT,CAAC;YAEF,MAAM,GAAG,kBAAM,CAAC,CAAC,CAAC,IAAA,8BAAgB,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;SAClE;QAED,OAAO,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;IAC9H,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAChB,IAAoC,EACpC,mBAA8C;QAE9C,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,MAAM,GAAG,IAAI,YAAY,+BAAc,CAAC,CAAC,CAAC,MAAM,IAAA,6BAAe,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAA,6BAAe,EAAC,IAAI,+BAAc,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9H,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,cAAc,CAChB,IAA6B,EAC7B,mBAA8C,EAC9C,eAAwB;;QAExB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;QACpF,uEAAuE;QACvE,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE5B,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAA,UAAU,CAAC,IAAI,mCAAI,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;QAC/G,OAAO,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,iBAAiB,CACnB,MAAc,EACd,UAA8B,EAC9B,KAAgC,EAChC,eAAwB,EACxB,MAA+B;QAE/B,MAAM,MAAM,GAAG,UAAU,YAAY,4BAAc,CAAC;QACpD,IAAI,MAAM,IAAI,aAAa,EAAE;YACzB,6FAA6F;YAC7F,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;gBACtB,IAAI;oBACA,MAAM,QAAQ,GACV,eAAe,aAAf,eAAe,cAAf,eAAe,GACf,oCAAoC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,IAAI,UAAU,CAAC,QAAQ,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;oBAC5H,IAAI,MAAM,EAAE;wBACR,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,UAA4B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;qBACzG;oBAED,IAAI,kBAAM,EAAE;wBACR,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CACpD,IAAI,8BAAgB,CAAC,IAAA,8BAAgB,EAAC,MAAO,CAAC,CAAC,CAAC,KAAK,CAAC,UAA8B,CAAC,EACrF,KAAK,EACL,QAAQ,CACX,CAAC;qBACL;oBAED,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,UAA8B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;iBAC7G;gBAAC,OAAO,GAAY,EAAE;oBACnB,MAAM,WAAW,GAAG,GAAiC,CAAC;oBACtD,IAAI,WAAW,CAAC,YAAY,CAAC,EAAE;wBAC3B,MAAM,GAAG,CAAC;qBACb;oBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;iBACzB;aACJ;YAED,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAM,IAAI,MAAM,CAAC,CAAC,CAAC,IAAA,8BAAgB,EAAC,MAAM,CAAC,CAAC,CAAC,CAAE,UAA+B,CAAC,MAAM,CAAC;SACvH;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;SACnC;QACD,KAAK,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACJ;AAED,kBAAe,iCAAiC,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { isNode } from \"@azure/core-util\";\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { Readable } from \"stream\";\nimport { AbstractKustoClient } from \"./abstractKustoClient\";\nimport { AbstractDescriptor, BlobDescriptor, StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor\";\nimport IngestClient from \"./ingestClient\";\nimport { ExponentialRetry } from \"./retry\";\nimport { readableToStream, tryFileToBuffer, tryStreamToArray } from \"./streamUtils\";\nimport StreamingIngestClient from \"./streamingIngestClient\";\nimport { IngestionResult } from \"./ingestionResult\";\n\nconst maxStreamSize = 1024 * 1024 * 4;\nconst attemptCount = 3;\nconst ingestPrefix = \"https://ingest-\";\n\nclass KustoManagedStreamingIngestClient extends AbstractKustoClient {\n    private streamingIngestClient: StreamingIngestClient;\n    private queuedIngestClient: IngestClient;\n    private baseSleepTimeSecs = 1;\n    private baseJitterSecs = 1;\n\n    /**\n     * Creates a KustoManagedStreamingIngestClient from a DM connection string.\n     * This method infers the engine connection string.\n     * For advanced usage, use the constructor that takes a DM connection string and an engine connection string.\n     *\n     * @param dmConnectionString The DM connection string.\n     * @param defaultProps The default ingestion properties.\n     */\n    static fromDmConnectionString(\n        dmConnectionString: KustoConnectionStringBuilder,\n        defaultProps?: IngestionPropertiesInput\n    ): KustoManagedStreamingIngestClient {\n        if (dmConnectionString.dataSource == null || !dmConnectionString.dataSource.startsWith(ingestPrefix)) {\n            throw new Error(`DM connection string must include the prefix '${ingestPrefix}'`);\n        }\n\n        const engineConnectionString = KustoConnectionStringBuilder.fromExisting(dmConnectionString);\n        engineConnectionString.dataSource = engineConnectionString.dataSource?.replace(ingestPrefix, \"https://\");\n\n        return new KustoManagedStreamingIngestClient(engineConnectionString, dmConnectionString, defaultProps);\n    }\n\n    /**\n     * Creates a KustoManagedStreamingIngestClient from a engine connection string.\n     * This method infers the engine connection string.\n     * For advanced usage, use the constructor that takes an engine connection string and an engine connection string.\n     *\n     * @param engineConnectionString The engine connection string.\n     * @param defaultProps The default ingestion properties.\n     */\n    static fromEngineConnectionString(\n        engineConnectionString: KustoConnectionStringBuilder,\n        defaultProps?: IngestionPropertiesInput\n    ): KustoManagedStreamingIngestClient {\n        if (engineConnectionString.dataSource == null || engineConnectionString.dataSource.startsWith(ingestPrefix)) {\n            throw new Error(`Engine connection string must not include the prefix '${ingestPrefix}'`);\n        }\n\n        const dmConnectionString = KustoConnectionStringBuilder.fromExisting(engineConnectionString);\n        dmConnectionString.dataSource = dmConnectionString.dataSource?.replace(\"https://\", ingestPrefix);\n\n        return new KustoManagedStreamingIngestClient(engineConnectionString, dmConnectionString, defaultProps);\n    }\n\n    constructor(\n        engineKcsb: string | KustoConnectionStringBuilder,\n        dmKcsb: string | KustoConnectionStringBuilder,\n        defaultProps?: IngestionPropertiesInput,\n        autoCorrectEndpoint: boolean = true\n    ) {\n        super(defaultProps);\n        this.streamingIngestClient = new StreamingIngestClient(engineKcsb, defaultProps, autoCorrectEndpoint);\n        this.queuedIngestClient = new IngestClient(dmKcsb, defaultProps, autoCorrectEndpoint);\n\n        if (this.streamingIngestClient.defaultDatabase && this.streamingIngestClient.defaultDatabase !== this.queuedIngestClient.defaultDatabase) {\n            throw new Error(\n                `Default database for streaming ingest client (${this.streamingIngestClient.defaultDatabase}) must match default database for queued ingest client (${this.queuedIngestClient.defaultDatabase})`\n            );\n        }\n\n        this.defaultDatabase = this.streamingIngestClient.defaultDatabase;\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(\n        stream: StreamDescriptor | Readable | ArrayBuffer,\n        ingestionProperties?: IngestionPropertiesInput,\n        clientRequestId?: string\n    ): Promise<KustoResponseDataSet | IngestionResult> {\n        this.ensureOpen();\n        const props = this._getMergedProps(ingestionProperties);\n        let descriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n        let result = isNode ? await tryStreamToArray(descriptor.stream as Readable, maxStreamSize) : descriptor.stream;\n        descriptor = new StreamDescriptor(result).merge(descriptor);\n        let streamingResult: Promise<any> | null = null;\n        // tryStreamToArray returns a Buffer in NodeJS impl if stream size is small enouph\n        if ((isNode && result instanceof Buffer) || !isNode) {\n            streamingResult = await this.streamWithRetries(\n                isNode ? descriptor.size ?? 0 : (descriptor.stream as ArrayBuffer).byteLength,\n                descriptor,\n                props,\n                clientRequestId,\n                result\n            );\n\n            result = isNode ? readableToStream(result) : descriptor.stream;\n        }\n\n        return streamingResult ?? this.queuedIngestClient.ingestFromStream(new StreamDescriptor(result).merge(descriptor), props);\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(\n        file: FileDescriptor | string | Blob,\n        ingestionProperties?: IngestionPropertiesInput\n    ): Promise<KustoResponseDataSet | IngestionResult> {\n        this.ensureOpen();\n\n        const stream = file instanceof FileDescriptor ? await tryFileToBuffer(file) : await tryFileToBuffer(new FileDescriptor(file));\n        return await this.ingestFromStream(stream, ingestionProperties);\n    }\n\n    async ingestFromBlob(\n        blob: string | BlobDescriptor,\n        ingestionProperties?: IngestionPropertiesInput,\n        clientRequestId?: string\n    ): Promise<KustoResponseDataSet | IngestionResult> {\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);\n        // No need to check blob size if it was given to us that it's not empty\n        await descriptor.fillSize();\n\n        const streamingResult = await this.streamWithRetries(descriptor.size ?? 0, descriptor, props, clientRequestId);\n        return streamingResult ?? this.queuedIngestClient.ingestFromBlob(descriptor, props);\n    }\n\n    async streamWithRetries(\n        length: number,\n        descriptor: AbstractDescriptor,\n        props?: IngestionPropertiesInput,\n        clientRequestId?: string,\n        stream?: Readable | ArrayBuffer\n    ): Promise<any> {\n        const isBlob = descriptor instanceof BlobDescriptor;\n        if (length <= maxStreamSize) {\n            // If we get buffer that means it was less than the max size, so we can do streamingIngestion\n            const retry = new ExponentialRetry(attemptCount, this.baseSleepTimeSecs, this.baseJitterSecs);\n            while (retry.shouldTry()) {\n                try {\n                    const sourceId =\n                        clientRequestId ??\n                        `KNC.executeManagedStreamingIngest${isBlob ? \"FromBlob\" : \"FromStream\"};${descriptor.sourceId};${retry.currentAttempt}`;\n                    if (isBlob) {\n                        return await this.streamingIngestClient.ingestFromBlob(descriptor as BlobDescriptor, props, sourceId);\n                    }\n\n                    if (isNode) {\n                        return await this.streamingIngestClient.ingestFromStream(\n                            new StreamDescriptor(readableToStream(stream!)).merge(descriptor as StreamDescriptor),\n                            props,\n                            sourceId\n                        );\n                    }\n\n                    return await this.streamingIngestClient.ingestFromStream(descriptor as StreamDescriptor, props, sourceId);\n                } catch (err: unknown) {\n                    const oneApiError = err as { \"@permanent\"?: boolean };\n                    if (oneApiError[\"@permanent\"]) {\n                        throw err;\n                    }\n                    await retry.backoff();\n                }\n            }\n\n            stream = isBlob ? undefined : isNode && stream ? readableToStream(stream) : (descriptor as StreamDescriptor).stream;\n        }\n\n        return null;\n    }\n\n    close() {\n        if (!this._isClosed) {\n            this.streamingIngestClient.close();\n            this.queuedIngestClient.close();\n        }\n        super.close();\n    }\n}\n\nexport default KustoManagedStreamingIngestClient;\n"]}
+{"version":3,"file":"managedStreamingIngestClient.js","sourceRoot":"","sources":["../../src/managedStreamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;AAIlC,gDAA0C;AAC1C,uDAAsF;AAEtF,+DAA4D;AAC5D,+CAAqF;AACrF,qDAAkD;AAClD,kEAA0C;AAC1C,mCAA2C;AAC3C,+CAAoF;AACpF,oFAA4D;AAG5D,MAAM,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC;AACtC,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,YAAY,GAAG,iBAAiB,CAAC;AAEvC,MAAM,iCAAkC,SAAQ,yCAAmB;IAM/D;;;;;;;OAOG;IACH,MAAM,CAAC,sBAAsB,CACzB,kBAAgD,EAChD,YAAuC;;QAEvC,IAAI,kBAAkB,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YACnG,MAAM,IAAI,KAAK,CAAC,iDAAiD,YAAY,GAAG,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,sBAAsB,GAAG,+CAA4B,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;QAC7F,sBAAsB,CAAC,UAAU,GAAG,MAAA,sBAAsB,CAAC,UAAU,0CAAE,OAAO,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAEzG,OAAO,IAAI,iCAAiC,CAAC,sBAAsB,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC3G,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,0BAA0B,CAC7B,sBAAoD,EACpD,YAAuC;;QAEvC,IAAI,sBAAsB,CAAC,UAAU,IAAI,IAAI,IAAI,sBAAsB,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC1G,MAAM,IAAI,KAAK,CAAC,yDAAyD,YAAY,GAAG,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,kBAAkB,GAAG,+CAA4B,CAAC,YAAY,CAAC,sBAAsB,CAAC,CAAC;QAC7F,kBAAkB,CAAC,UAAU,GAAG,MAAA,kBAAkB,CAAC,UAAU,0CAAE,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAEjG,OAAO,IAAI,iCAAiC,CAAC,sBAAsB,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC3G,CAAC;IAED,YACI,UAAiD,EACjD,MAA6C,EAC7C,YAAuC,EACvC,sBAA+B,IAAI;QAEnC,KAAK,CAAC,YAAY,CAAC,CAAC;QArDhB,sBAAiB,GAAG,CAAC,CAAC;QACtB,mBAAc,GAAG,CAAC,CAAC;QAqDvB,IAAI,CAAC,qBAAqB,GAAG,IAAI,+BAAqB,CAAC,UAAU,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;QACtG,IAAI,CAAC,kBAAkB,GAAG,IAAI,sBAAY,CAAC,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;QAEtF,IAAI,IAAI,CAAC,qBAAqB,CAAC,eAAe,IAAI,IAAI,CAAC,qBAAqB,CAAC,eAAe,KAAK,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE,CAAC;YACvI,MAAM,IAAI,KAAK,CACX,iDAAiD,IAAI,CAAC,qBAAqB,CAAC,eAAe,2DAA2D,IAAI,CAAC,kBAAkB,CAAC,eAAe,GAAG,CACnM,CAAC;QACN,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAClB,MAAiD,EACjD,mBAA8C,EAC9C,eAAwB;;QAExB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,IAAI,UAAU,GAAG,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAC5F,IAAI,MAAM,GAAG,kBAAM,CAAC,CAAC,CAAC,MAAM,IAAA,8BAAgB,EAAC,UAAU,CAAC,MAAkB,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAC/G,UAAU,GAAG,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5D,IAAI,eAAe,GAAwB,IAAI,CAAC;QAChD,kFAAkF;QAClF,IAAI,CAAC,kBAAM,IAAI,MAAM,YAAY,MAAM,CAAC,IAAI,CAAC,kBAAM,EAAE,CAAC;YAClD,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,kBAAM,CAAC,CAAC,CAAC,MAAA,UAAU,CAAC,IAAI,mCAAI,CAAC,CAAC,CAAC,CAAE,UAAU,CAAC,MAAsB,CAAC,UAAU,EAC7E,UAAU,EACV,KAAK,EACL,eAAe,EACf,MAAM,CACT,CAAC;YAEF,MAAM,GAAG,kBAAM,CAAC,CAAC,CAAC,IAAA,8BAAgB,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QACnE,CAAC;QAED,OAAO,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;IAC9H,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAChB,IAAoC,EACpC,mBAA8C;QAE9C,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,MAAM,GAAG,IAAI,YAAY,+BAAc,CAAC,CAAC,CAAC,MAAM,IAAA,6BAAe,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAA,6BAAe,EAAC,IAAI,+BAAc,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9H,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,cAAc,CAChB,IAA6B,EAC7B,mBAA8C,EAC9C,eAAwB;;QAExB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;QACpF,uEAAuE;QACvE,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE5B,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAA,UAAU,CAAC,IAAI,mCAAI,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;QAC/G,OAAO,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,iBAAiB,CACnB,MAAc,EACd,UAA8B,EAC9B,KAAgC,EAChC,eAAwB,EACxB,MAA+B;QAE/B,MAAM,MAAM,GAAG,UAAU,YAAY,4BAAc,CAAC;QACpD,IAAI,MAAM,IAAI,aAAa,EAAE,CAAC;YAC1B,6FAA6F;YAC7F,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACD,MAAM,QAAQ,GACV,eAAe,aAAf,eAAe,cAAf,eAAe,GACf,oCAAoC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,IAAI,UAAU,CAAC,QAAQ,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;oBAC5H,IAAI,MAAM,EAAE,CAAC;wBACT,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,UAA4B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAC1G,CAAC;oBAED,IAAI,kBAAM,EAAE,CAAC;wBACT,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CACpD,IAAI,8BAAgB,CAAC,IAAA,8BAAgB,EAAC,MAAO,CAAC,CAAC,CAAC,KAAK,CAAC,UAA8B,CAAC,EACrF,KAAK,EACL,QAAQ,CACX,CAAC;oBACN,CAAC;oBAED,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,UAA8B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;gBAC9G,CAAC;gBAAC,OAAO,GAAY,EAAE,CAAC;oBACpB,MAAM,WAAW,GAAG,GAAiC,CAAC;oBACtD,IAAI,WAAW,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC5B,MAAM,GAAG,CAAC;oBACd,CAAC;oBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC1B,CAAC;YACL,CAAC;YAED,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAM,IAAI,MAAM,CAAC,CAAC,CAAC,IAAA,8BAAgB,EAAC,MAAM,CAAC,CAAC,CAAC,CAAE,UAA+B,CAAC,MAAM,CAAC;QACxH,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QACpC,CAAC;QACD,KAAK,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACJ;AAED,kBAAe,iCAAiC,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { isNode } from \"@azure/core-util\";\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { Readable } from \"stream\";\nimport { AbstractKustoClient } from \"./abstractKustoClient\";\nimport { AbstractDescriptor, BlobDescriptor, StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor\";\nimport IngestClient from \"./ingestClient\";\nimport { ExponentialRetry } from \"./retry\";\nimport { readableToStream, tryFileToBuffer, tryStreamToArray } from \"./streamUtils\";\nimport StreamingIngestClient from \"./streamingIngestClient\";\nimport { IngestionResult } from \"./ingestionResult\";\n\nconst maxStreamSize = 1024 * 1024 * 4;\nconst attemptCount = 3;\nconst ingestPrefix = \"https://ingest-\";\n\nclass KustoManagedStreamingIngestClient extends AbstractKustoClient {\n    private streamingIngestClient: StreamingIngestClient;\n    private queuedIngestClient: IngestClient;\n    private baseSleepTimeSecs = 1;\n    private baseJitterSecs = 1;\n\n    /**\n     * Creates a KustoManagedStreamingIngestClient from a DM connection string.\n     * This method infers the engine connection string.\n     * For advanced usage, use the constructor that takes a DM connection string and an engine connection string.\n     *\n     * @param dmConnectionString The DM connection string.\n     * @param defaultProps The default ingestion properties.\n     */\n    static fromDmConnectionString(\n        dmConnectionString: KustoConnectionStringBuilder,\n        defaultProps?: IngestionPropertiesInput\n    ): KustoManagedStreamingIngestClient {\n        if (dmConnectionString.dataSource == null || !dmConnectionString.dataSource.startsWith(ingestPrefix)) {\n            throw new Error(`DM connection string must include the prefix '${ingestPrefix}'`);\n        }\n\n        const engineConnectionString = KustoConnectionStringBuilder.fromExisting(dmConnectionString);\n        engineConnectionString.dataSource = engineConnectionString.dataSource?.replace(ingestPrefix, \"https://\");\n\n        return new KustoManagedStreamingIngestClient(engineConnectionString, dmConnectionString, defaultProps);\n    }\n\n    /**\n     * Creates a KustoManagedStreamingIngestClient from a engine connection string.\n     * This method infers the engine connection string.\n     * For advanced usage, use the constructor that takes an engine connection string and an engine connection string.\n     *\n     * @param engineConnectionString The engine connection string.\n     * @param defaultProps The default ingestion properties.\n     */\n    static fromEngineConnectionString(\n        engineConnectionString: KustoConnectionStringBuilder,\n        defaultProps?: IngestionPropertiesInput\n    ): KustoManagedStreamingIngestClient {\n        if (engineConnectionString.dataSource == null || engineConnectionString.dataSource.startsWith(ingestPrefix)) {\n            throw new Error(`Engine connection string must not include the prefix '${ingestPrefix}'`);\n        }\n\n        const dmConnectionString = KustoConnectionStringBuilder.fromExisting(engineConnectionString);\n        dmConnectionString.dataSource = dmConnectionString.dataSource?.replace(\"https://\", ingestPrefix);\n\n        return new KustoManagedStreamingIngestClient(engineConnectionString, dmConnectionString, defaultProps);\n    }\n\n    constructor(\n        engineKcsb: string | KustoConnectionStringBuilder,\n        dmKcsb: string | KustoConnectionStringBuilder,\n        defaultProps?: IngestionPropertiesInput,\n        autoCorrectEndpoint: boolean = true\n    ) {\n        super(defaultProps);\n        this.streamingIngestClient = new StreamingIngestClient(engineKcsb, defaultProps, autoCorrectEndpoint);\n        this.queuedIngestClient = new IngestClient(dmKcsb, defaultProps, autoCorrectEndpoint);\n\n        if (this.streamingIngestClient.defaultDatabase && this.streamingIngestClient.defaultDatabase !== this.queuedIngestClient.defaultDatabase) {\n            throw new Error(\n                `Default database for streaming ingest client (${this.streamingIngestClient.defaultDatabase}) must match default database for queued ingest client (${this.queuedIngestClient.defaultDatabase})`\n            );\n        }\n\n        this.defaultDatabase = this.streamingIngestClient.defaultDatabase;\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(\n        stream: StreamDescriptor | Readable | ArrayBuffer,\n        ingestionProperties?: IngestionPropertiesInput,\n        clientRequestId?: string\n    ): Promise<KustoResponseDataSet | IngestionResult> {\n        this.ensureOpen();\n        const props = this._getMergedProps(ingestionProperties);\n        let descriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n        let result = isNode ? await tryStreamToArray(descriptor.stream as Readable, maxStreamSize) : descriptor.stream;\n        descriptor = new StreamDescriptor(result).merge(descriptor);\n        let streamingResult: Promise<any> | null = null;\n        // tryStreamToArray returns a Buffer in NodeJS impl if stream size is small enouph\n        if ((isNode && result instanceof Buffer) || !isNode) {\n            streamingResult = await this.streamWithRetries(\n                isNode ? descriptor.size ?? 0 : (descriptor.stream as ArrayBuffer).byteLength,\n                descriptor,\n                props,\n                clientRequestId,\n                result\n            );\n\n            result = isNode ? readableToStream(result) : descriptor.stream;\n        }\n\n        return streamingResult ?? this.queuedIngestClient.ingestFromStream(new StreamDescriptor(result).merge(descriptor), props);\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(\n        file: FileDescriptor | string | Blob,\n        ingestionProperties?: IngestionPropertiesInput\n    ): Promise<KustoResponseDataSet | IngestionResult> {\n        this.ensureOpen();\n\n        const stream = file instanceof FileDescriptor ? await tryFileToBuffer(file) : await tryFileToBuffer(new FileDescriptor(file));\n        return await this.ingestFromStream(stream, ingestionProperties);\n    }\n\n    async ingestFromBlob(\n        blob: string | BlobDescriptor,\n        ingestionProperties?: IngestionPropertiesInput,\n        clientRequestId?: string\n    ): Promise<KustoResponseDataSet | IngestionResult> {\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);\n        // No need to check blob size if it was given to us that it's not empty\n        await descriptor.fillSize();\n\n        const streamingResult = await this.streamWithRetries(descriptor.size ?? 0, descriptor, props, clientRequestId);\n        return streamingResult ?? this.queuedIngestClient.ingestFromBlob(descriptor, props);\n    }\n\n    async streamWithRetries(\n        length: number,\n        descriptor: AbstractDescriptor,\n        props?: IngestionPropertiesInput,\n        clientRequestId?: string,\n        stream?: Readable | ArrayBuffer\n    ): Promise<any> {\n        const isBlob = descriptor instanceof BlobDescriptor;\n        if (length <= maxStreamSize) {\n            // If we get buffer that means it was less than the max size, so we can do streamingIngestion\n            const retry = new ExponentialRetry(attemptCount, this.baseSleepTimeSecs, this.baseJitterSecs);\n            while (retry.shouldTry()) {\n                try {\n                    const sourceId =\n                        clientRequestId ??\n                        `KNC.executeManagedStreamingIngest${isBlob ? \"FromBlob\" : \"FromStream\"};${descriptor.sourceId};${retry.currentAttempt}`;\n                    if (isBlob) {\n                        return await this.streamingIngestClient.ingestFromBlob(descriptor as BlobDescriptor, props, sourceId);\n                    }\n\n                    if (isNode) {\n                        return await this.streamingIngestClient.ingestFromStream(\n                            new StreamDescriptor(readableToStream(stream!)).merge(descriptor as StreamDescriptor),\n                            props,\n                            sourceId\n                        );\n                    }\n\n                    return await this.streamingIngestClient.ingestFromStream(descriptor as StreamDescriptor, props, sourceId);\n                } catch (err: unknown) {\n                    const oneApiError = err as { \"@permanent\"?: boolean };\n                    if (oneApiError[\"@permanent\"]) {\n                        throw err;\n                    }\n                    await retry.backoff();\n                }\n            }\n\n            stream = isBlob ? undefined : isNode && stream ? readableToStream(stream) : (descriptor as StreamDescriptor).stream;\n        }\n\n        return null;\n    }\n\n    close() {\n        if (!this._isClosed) {\n            this.streamingIngestClient.close();\n            this.queuedIngestClient.close();\n        }\n        super.close();\n    }\n}\n\nexport default KustoManagedStreamingIngestClient;\n"]}

package/dist-esm/src/rankedStorageAccount.js.map

@@ -1 +1 @@
-{"version":3,"file":"rankedStorageAccount.js","sourceRoot":"","sources":["../../src/rankedStorageAccount.ts"],"names":[],"mappings":";;;AAAA,uCAAuC;AACvC,kCAAkC;AAClC,MAAM,mBAAmB;IAIrB;QACI,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,SAAS,CAAC,OAAgB;QACtB,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QACrB,IAAI,OAAO,EAAE;YACT,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;SAC1B;IACL,CAAC;IAED,KAAK;QACD,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACxB,CAAC;CACJ;AAED,MAAa,oBAAoB;IAK7B,YAAoB,WAAmB,EAAU,eAAuB,EAAU,cAAsB,EAAU,YAA0B;QAAxH,gBAAW,GAAX,WAAW,CAAQ;QAAU,oBAAe,GAAf,eAAe,CAAQ;QAAU,mBAAc,GAAd,cAAc,CAAQ;QAAU,iBAAY,GAAZ,YAAY,CAAc;QACxI,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,CAAsB,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;QACpI,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1C,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,SAAS,CAAC,OAAgB;QACtB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACrD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC7D,CAAC;IAED,cAAc;QACV,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED,mBAAmB;QACf,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC;QACpD,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,SAAS,IAAI,IAAI,CAAC,cAAc,EAAE;YAClC,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC;YAClC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAC1F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;gBACtC,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;gBAC1E,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,KAAK,EAAE,CAAC;aACtC;SACJ;QAED,OAAO,CAAC,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;IAC1E,CAAC;IAED,OAAO;QACH,IAAI,IAAI,GAAW,CAAC,CAAC;QACrB,IAAI,WAAW,GAAW,CAAC,CAAC;QAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE;YAC5C,MAAM,WAAW,GAAW,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;YACjF,MAAM,MAAM,GAAwB,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC9D,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE;gBACzB,SAAS;aACZ;YACD,MAAM,WAAW,GAAW,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC;YACpE,IAAI,IAAI,WAAW,GAAG,CAAC,CAAC;YACxB,WAAW,IAAI,CAAC,CAAC;SACpB;QAED,IAAI,WAAW,KAAK,CAAC,EAAE;YACnB,OAAO,CAAC,CAAC;SACZ;QACD,OAAO,IAAI,GAAG,WAAW,CAAC;IAC9B,CAAC;CACJ;AAzDD,oDAyDC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\nclass StorageAccountStats {\n    public successCount: number;\n    public totalCount: number;\n\n    constructor() {\n        this.successCount = 0;\n        this.totalCount = 0;\n    }\n\n    logResult(success: boolean): void {\n        this.totalCount += 1;\n        if (success) {\n            this.successCount += 1;\n        }\n    }\n\n    reset(): void {\n        this.successCount = 0;\n        this.totalCount = 0;\n    }\n}\n\nexport class RankedStorageAccount {\n    private buckets: StorageAccountStats[];\n    private lastUpdateTime: number;\n    private currentBucketIndex: number;\n\n    constructor(private accountName: string, private numberOfBuckets: number, private bucketDuration: number, private timeProvider: () => number) {\n        this.buckets = new Array<StorageAccountStats>(numberOfBuckets).fill(new StorageAccountStats()).map(() => new StorageAccountStats());\n        this.lastUpdateTime = this.timeProvider();\n        this.currentBucketIndex = 0;\n    }\n\n    logResult(success: boolean): void {\n        this.currentBucketIndex = this.adjustForTimePassed();\n        this.buckets[this.currentBucketIndex].logResult(success);\n    }\n\n    getAccountName(): string {\n        return this.accountName;\n    }\n\n    adjustForTimePassed(): number {\n        const currentTime = this.timeProvider();\n        const timeDelta = currentTime - this.lastUpdateTime;\n        let window_size = 0;\n\n        if (timeDelta >= this.bucketDuration) {\n            this.lastUpdateTime = currentTime;\n            window_size = Math.min(Math.floor(timeDelta / this.bucketDuration), this.numberOfBuckets);\n            for (let i = 1; i < window_size + 1; i++) {\n                const indexToReset = (this.currentBucketIndex + i) % this.numberOfBuckets;\n                this.buckets[indexToReset].reset();\n            }\n        }\n\n        return (this.currentBucketIndex + window_size) % this.numberOfBuckets;\n    }\n\n    getRank(): number {\n        let rank: number = 0;\n        let totalWeight: number = 0;\n\n        for (let i = 1; i <= this.numberOfBuckets; i++) {\n            const bucketIndex: number = (this.currentBucketIndex + i) % this.numberOfBuckets;\n            const bucket: StorageAccountStats = this.buckets[bucketIndex];\n            if (bucket.totalCount === 0) {\n                continue;\n            }\n            const successRate: number = bucket.successCount / bucket.totalCount;\n            rank += successRate * i;\n            totalWeight += i;\n        }\n\n        if (totalWeight === 0) {\n            return 1;\n        }\n        return rank / totalWeight;\n    }\n}\n"]}
+{"version":3,"file":"rankedStorageAccount.js","sourceRoot":"","sources":["../../src/rankedStorageAccount.ts"],"names":[],"mappings":";;;AAAA,uCAAuC;AACvC,kCAAkC;AAClC,MAAM,mBAAmB;IAIrB;QACI,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,SAAS,CAAC,OAAgB;QACtB,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QACrB,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED,KAAK;QACD,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACxB,CAAC;CACJ;AAED,MAAa,oBAAoB;IAK7B,YAAoB,WAAmB,EAAU,eAAuB,EAAU,cAAsB,EAAU,YAA0B;QAAxH,gBAAW,GAAX,WAAW,CAAQ;QAAU,oBAAe,GAAf,eAAe,CAAQ;QAAU,mBAAc,GAAd,cAAc,CAAQ;QAAU,iBAAY,GAAZ,YAAY,CAAc;QACxI,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,CAAsB,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;QACpI,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1C,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,SAAS,CAAC,OAAgB;QACtB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACrD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC7D,CAAC;IAED,cAAc;QACV,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED,mBAAmB;QACf,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC;QACpD,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,SAAS,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC;YAClC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAC1F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;gBAC1E,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,KAAK,EAAE,CAAC;YACvC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;IAC1E,CAAC;IAED,OAAO;QACH,IAAI,IAAI,GAAW,CAAC,CAAC;QACrB,IAAI,WAAW,GAAW,CAAC,CAAC;QAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,WAAW,GAAW,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;YACjF,MAAM,MAAM,GAAwB,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC9D,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;gBAC1B,SAAS;YACb,CAAC;YACD,MAAM,WAAW,GAAW,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC;YACpE,IAAI,IAAI,WAAW,GAAG,CAAC,CAAC;YACxB,WAAW,IAAI,CAAC,CAAC;QACrB,CAAC;QAED,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC;QACb,CAAC;QACD,OAAO,IAAI,GAAG,WAAW,CAAC;IAC9B,CAAC;CACJ;AAzDD,oDAyDC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\nclass StorageAccountStats {\n    public successCount: number;\n    public totalCount: number;\n\n    constructor() {\n        this.successCount = 0;\n        this.totalCount = 0;\n    }\n\n    logResult(success: boolean): void {\n        this.totalCount += 1;\n        if (success) {\n            this.successCount += 1;\n        }\n    }\n\n    reset(): void {\n        this.successCount = 0;\n        this.totalCount = 0;\n    }\n}\n\nexport class RankedStorageAccount {\n    private buckets: StorageAccountStats[];\n    private lastUpdateTime: number;\n    private currentBucketIndex: number;\n\n    constructor(private accountName: string, private numberOfBuckets: number, private bucketDuration: number, private timeProvider: () => number) {\n        this.buckets = new Array<StorageAccountStats>(numberOfBuckets).fill(new StorageAccountStats()).map(() => new StorageAccountStats());\n        this.lastUpdateTime = this.timeProvider();\n        this.currentBucketIndex = 0;\n    }\n\n    logResult(success: boolean): void {\n        this.currentBucketIndex = this.adjustForTimePassed();\n        this.buckets[this.currentBucketIndex].logResult(success);\n    }\n\n    getAccountName(): string {\n        return this.accountName;\n    }\n\n    adjustForTimePassed(): number {\n        const currentTime = this.timeProvider();\n        const timeDelta = currentTime - this.lastUpdateTime;\n        let window_size = 0;\n\n        if (timeDelta >= this.bucketDuration) {\n            this.lastUpdateTime = currentTime;\n            window_size = Math.min(Math.floor(timeDelta / this.bucketDuration), this.numberOfBuckets);\n            for (let i = 1; i < window_size + 1; i++) {\n                const indexToReset = (this.currentBucketIndex + i) % this.numberOfBuckets;\n                this.buckets[indexToReset].reset();\n            }\n        }\n\n        return (this.currentBucketIndex + window_size) % this.numberOfBuckets;\n    }\n\n    getRank(): number {\n        let rank: number = 0;\n        let totalWeight: number = 0;\n\n        for (let i = 1; i <= this.numberOfBuckets; i++) {\n            const bucketIndex: number = (this.currentBucketIndex + i) % this.numberOfBuckets;\n            const bucket: StorageAccountStats = this.buckets[bucketIndex];\n            if (bucket.totalCount === 0) {\n                continue;\n            }\n            const successRate: number = bucket.successCount / bucket.totalCount;\n            rank += successRate * i;\n            totalWeight += i;\n        }\n\n        if (totalWeight === 0) {\n            return 1;\n        }\n        return rank / totalWeight;\n    }\n}\n"]}

package/dist-esm/src/rankedStorageAccountSet.js.map

@@ -1 +1 @@
-{"version":3,"file":"rankedStorageAccountSet.js","sourceRoot":"","sources":["../../src/rankedStorageAccountSet.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,iEAA8D;AAE9D,MAAa,uBAAuB;IAUhC,YACY,kBAA0B,uBAAuB,CAAC,sBAAsB,EACxE,iBAAyB,uBAAuB,CAAC,8BAA8B,EAC/E,QAAkB,uBAAuB,CAAC,YAAY,EACtD,eAA6B,uBAAuB,CAAC,4BAA4B;QAHjF,oBAAe,GAAf,eAAe,CAAyD;QACxE,mBAAc,GAAd,cAAc,CAAiE;QAC/E,UAAK,GAAL,KAAK,CAAiD;QACtD,iBAAY,GAAZ,YAAY,CAAqE;QAEzF,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IAC5D,CAAC;IAED,kBAAkB,CAAC,WAAmB,EAAE,MAAe;;QACnD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YACjC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;SACnE;QACD,MAAA,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,0CAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IAED,sBAAsB,CAAC,WAAmB;QACtC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YAChC,OAAO;SACV;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,2CAAoB,CAAC,WAAW,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACxI,CAAC;IAED,iBAAiB,CAAC,WAAmB;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE;YACT,OAAO,OAAO,CAAC;SAClB;QACD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACpE,CAAC;IAED,yBAAyB;QACrB,MAAM,cAAc,GAA6B,IAAI,KAAK,CAAyB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtG,kCAAkC;QAClC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE;YAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;YAC/D,cAAc,CAAC,SAAS,CAAC,GAAG,cAAc,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC5D,cAAc,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SAC3C;QAED,oBAAoB;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACxC,IAAI,cAAc,CAAC,CAAC,CAAC,EAAE;gBACnB,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;aACrD;SACJ;QAED,oBAAoB;QACpB,OAAO,cAAc,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;;AA7DL,0DA8DC;AA7D0B,8CAAsB,GAAW,CAAC,CAAC;AACnC,sDAA8B,GAAW,EAAE,CAAC;AAC5C,oCAAY,GAAa,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;AACzC,oDAA4B,GAAiB,GAAG,EAAE;IACrE,OAAO,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;AACvC,CAAC,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { RankedStorageAccount } from \"./rankedStorageAccount\";\n\nexport class RankedStorageAccountSet {\n    public static readonly DefaultNumberOfBuckets: number = 6;\n    public static readonly DefaultBucketDurationInSeconds: number = 10;\n    public static readonly DefaultTiers: number[] = [90, 70, 30, 0];\n    public static readonly DefaultTimeProviderInSeconds: () => number = () => {\n        return new Date().getTime() / 1000;\n    };\n\n    private accounts: Map<string, RankedStorageAccount>;\n\n    constructor(\n        private numberOfBuckets: number = RankedStorageAccountSet.DefaultNumberOfBuckets,\n        private bucketDuration: number = RankedStorageAccountSet.DefaultBucketDurationInSeconds,\n        private tiers: number[] = RankedStorageAccountSet.DefaultTiers,\n        private timeProvider: () => number = RankedStorageAccountSet.DefaultTimeProviderInSeconds\n    ) {\n        this.accounts = new Map<string, RankedStorageAccount>();\n    }\n\n    logResultToAccount(accountName: string, result: boolean) {\n        if (!this.accounts.has(accountName)) {\n            throw new Error(\"Storage account name is not part of the set.\");\n        }\n        this.accounts.get(accountName)?.logResult(result);\n    }\n\n    registerStorageAccount(accountName: string) {\n        if (this.accounts.has(accountName)) {\n            return;\n        }\n        this.accounts.set(accountName, new RankedStorageAccount(accountName, this.numberOfBuckets, this.bucketDuration, this.timeProvider));\n    }\n\n    getStorageAccount(accountName: string): RankedStorageAccount {\n        const account = this.accounts.get(accountName);\n        if (account) {\n            return account;\n        }\n        throw new Error(\"Storage account name is not part of the set.\");\n    }\n\n    getRankedShuffledAccounts(): RankedStorageAccount[] {\n        const accountsByTier: RankedStorageAccount[][] = new Array<RankedStorageAccount[]>(this.tiers.length);\n\n        // Group accounts by tier and rank\n        for (const account of this.accounts.values()) {\n            const rank = account.getRank() * 100;\n            const tierInedx = this.tiers.findIndex((tier) => rank >= tier);\n            accountsByTier[tierInedx] = accountsByTier[tierInedx] || [];\n            accountsByTier[tierInedx].push(account);\n        }\n\n        // Shuffle each tier\n        for (let i = 0; i < this.tiers.length; i++) {\n            if (accountsByTier[i]) {\n                accountsByTier[i].sort(() => Math.random() - 0.5);\n            }\n        }\n\n        // Flatten the array\n        return accountsByTier.flat();\n    }\n}\n"]}
+{"version":3,"file":"rankedStorageAccountSet.js","sourceRoot":"","sources":["../../src/rankedStorageAccountSet.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,iEAA8D;AAE9D,MAAa,uBAAuB;IAUhC,YACY,kBAA0B,uBAAuB,CAAC,sBAAsB,EACxE,iBAAyB,uBAAuB,CAAC,8BAA8B,EAC/E,QAAkB,uBAAuB,CAAC,YAAY,EACtD,eAA6B,uBAAuB,CAAC,4BAA4B;QAHjF,oBAAe,GAAf,eAAe,CAAyD;QACxE,mBAAc,GAAd,cAAc,CAAiE;QAC/E,UAAK,GAAL,KAAK,CAAiD;QACtD,iBAAY,GAAZ,YAAY,CAAqE;QAEzF,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IAC5D,CAAC;IAED,kBAAkB,CAAC,WAAmB,EAAE,MAAe;;QACnD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QACD,MAAA,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,0CAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IAED,sBAAsB,CAAC,WAAmB;QACtC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACjC,OAAO;QACX,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,2CAAoB,CAAC,WAAW,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACxI,CAAC;IAED,iBAAiB,CAAC,WAAmB;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,CAAC;YACV,OAAO,OAAO,CAAC;QACnB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACpE,CAAC;IAED,yBAAyB;QACrB,MAAM,cAAc,GAA6B,IAAI,KAAK,CAAyB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtG,kCAAkC;QAClC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;YAC/D,cAAc,CAAC,SAAS,CAAC,GAAG,cAAc,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC5D,cAAc,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;QAED,oBAAoB;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpB,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;YACtD,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,OAAO,cAAc,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;;AA7DL,0DA8DC;AA7D0B,8CAAsB,GAAW,CAAC,CAAC;AACnC,sDAA8B,GAAW,EAAE,CAAC;AAC5C,oCAAY,GAAa,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;AACzC,oDAA4B,GAAiB,GAAG,EAAE;IACrE,OAAO,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;AACvC,CAAC,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { RankedStorageAccount } from \"./rankedStorageAccount\";\n\nexport class RankedStorageAccountSet {\n    public static readonly DefaultNumberOfBuckets: number = 6;\n    public static readonly DefaultBucketDurationInSeconds: number = 10;\n    public static readonly DefaultTiers: number[] = [90, 70, 30, 0];\n    public static readonly DefaultTimeProviderInSeconds: () => number = () => {\n        return new Date().getTime() / 1000;\n    };\n\n    private accounts: Map<string, RankedStorageAccount>;\n\n    constructor(\n        private numberOfBuckets: number = RankedStorageAccountSet.DefaultNumberOfBuckets,\n        private bucketDuration: number = RankedStorageAccountSet.DefaultBucketDurationInSeconds,\n        private tiers: number[] = RankedStorageAccountSet.DefaultTiers,\n        private timeProvider: () => number = RankedStorageAccountSet.DefaultTimeProviderInSeconds\n    ) {\n        this.accounts = new Map<string, RankedStorageAccount>();\n    }\n\n    logResultToAccount(accountName: string, result: boolean) {\n        if (!this.accounts.has(accountName)) {\n            throw new Error(\"Storage account name is not part of the set.\");\n        }\n        this.accounts.get(accountName)?.logResult(result);\n    }\n\n    registerStorageAccount(accountName: string) {\n        if (this.accounts.has(accountName)) {\n            return;\n        }\n        this.accounts.set(accountName, new RankedStorageAccount(accountName, this.numberOfBuckets, this.bucketDuration, this.timeProvider));\n    }\n\n    getStorageAccount(accountName: string): RankedStorageAccount {\n        const account = this.accounts.get(accountName);\n        if (account) {\n            return account;\n        }\n        throw new Error(\"Storage account name is not part of the set.\");\n    }\n\n    getRankedShuffledAccounts(): RankedStorageAccount[] {\n        const accountsByTier: RankedStorageAccount[][] = new Array<RankedStorageAccount[]>(this.tiers.length);\n\n        // Group accounts by tier and rank\n        for (const account of this.accounts.values()) {\n            const rank = account.getRank() * 100;\n            const tierInedx = this.tiers.findIndex((tier) => rank >= tier);\n            accountsByTier[tierInedx] = accountsByTier[tierInedx] || [];\n            accountsByTier[tierInedx].push(account);\n        }\n\n        // Shuffle each tier\n        for (let i = 0; i < this.tiers.length; i++) {\n            if (accountsByTier[i]) {\n                accountsByTier[i].sort(() => Math.random() - 0.5);\n            }\n        }\n\n        // Flatten the array\n        return accountsByTier.flat();\n    }\n}\n"]}

package/dist-esm/src/resourceManager.js.map

@@ -1 +1 @@
-{"version":3,"file":"resourceManager.js","sourceRoot":"","sources":["../../src/resourceManager.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,uDAAsE;AACtE,mCAA2C;AAC3C,sDAAsD;AACtD,oDAAiD;AACjD,uEAAoE;AACpE,wDAAmD;AAEnD,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,IAAY,YAIX;AAJD,WAAY,YAAY;IACpB,iDAAK,CAAA;IACL,yDAAS,CAAA;IACT,iDAAK,CAAA;AACT,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAED,MAAa,WAAW;IACpB,YAAqB,GAAW,EAAW,WAAmB,EAAW,YAA0B;QAA9E,QAAG,GAAH,GAAG,CAAQ;QAAW,gBAAW,GAAX,WAAW,CAAQ;QAAW,iBAAY,GAAZ,YAAY,CAAc;IAAG,CAAC;CAC1G;AAFD,kCAEC;AAED,MAAa,qBAAqB;IAC9B,YACa,mCAAyD,IAAI,EAC7D,yBAA+C,IAAI,EACnD,6BAAmD,IAAI,EACvD,aAAmC,IAAI,EACvC,eAAqC,IAAI;QAJzC,qCAAgC,GAAhC,gCAAgC,CAA6B;QAC7D,2BAAsB,GAAtB,sBAAsB,CAA6B;QACnD,+BAA0B,GAA1B,0BAA0B,CAA6B;QACvD,eAAU,GAAV,UAAU,CAA6B;QACvC,iBAAY,GAAZ,YAAY,CAA6B;IACnD,CAAC;IAEJ,KAAK;QACD,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACxJ,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC;CACJ;AAbD,sDAaC;AAED,MAAa,eAAe;IAYxB,YAAqB,WAAmB,EAAW,YAAqB,KAAK;QAAxD,gBAAW,GAAX,WAAW,CAAQ;QAAW,cAAS,GAAT,SAAS,CAAiB;QAJrE,sBAAiB,GAAG,CAAC,CAAC;QACtB,mBAAc,GAAG,CAAC,CAAC;QAIvB,IAAI,CAAC,aAAa,GAAG,4BAAS,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,oBAAoB,GAAG,4BAAS,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE/D,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,+BAA+B,GAAG,IAAI,CAAC;QAE5C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC;QAE3C,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,4BAA4B;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,sDAAsD,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,OAAO,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,EAAE,CAAC,CAAC;SAC9G;QAED,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,mCAAmC;QACrC,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;YACtB,IAAI;gBACA,MAAM,GAAG,GAAG,4BAA4B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,8EAA8E,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC/I,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;gBACrE,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CACtC,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,iCAAiC,EAAE,YAAY,CAAC,KAAK,CAAC,EACpF,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,EAAE,YAAY,CAAC,KAAK,CAAC,EAC1E,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,2BAA2B,EAAE,YAAY,CAAC,KAAK,CAAC,EAC9E,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,EAAE,YAAY,CAAC,SAAS,CAAC,EACpE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,EAAE,YAAY,CAAC,KAAK,CAAC,CAC7E,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE;oBACnB,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;iBACxF;gBAED,OAAO,QAAQ,CAAC;aACnB;YAAC,OAAO,KAAc,EAAE;gBACrB,IAAI,CAAC,CAAC,KAAK,YAAY,kCAAe,CAAC,eAAe,CAAC,EAAE;oBACrD,MAAM,KAAK,CAAC;iBACf;gBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACzB;SACJ;QACD,MAAM,IAAI,KAAK,CAAC,6EAA6E,aAAa,SAAS,CAAC,CAAC;IACzH,CAAC;IAED,iBAAiB,CAAC,KAA0B,EAAE,YAAoB,EAAE,YAA0B;QAC1F,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE;YAC5B,MAAM,QAAQ,GAAG,GAGhB,CAAC;YACF,IAAI,QAAQ,CAAC,gBAAgB,KAAK,YAAY,EAAE;gBAC5C,IAAI,WAAW,GAAG,EAAE,CAAC;gBACrB,IAAI,YAAY,KAAK,YAAY,CAAC,KAAK,EAAE;oBACrC,WAAW,GAAG,IAAI,2BAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,WAAW,CAAC;iBACnE;qBAAM,IAAI,YAAY,KAAK,YAAY,CAAC,SAAS,EAAE;oBAChD,WAAW,GAAG,IAAI,8BAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,WAAW,CAAC;iBACvE;gBACD,MAAM,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;aACjF;SACJ;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,uBAAuB;QACnB,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,EAAE;YACpC,OAAO;SACV;QAED,aAAa;QACb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,IAAI,CAAC,qBAAqB,CAAC,UAAU,IAAI,IAAI,EAAE;YAC/C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE;gBAC3D,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;aACvC;SACJ;QACD,SAAS;QACT,IAAI,IAAI,CAAC,qBAAqB,CAAC,gCAAgC,IAAI,IAAI,EAAE;YACrE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,qBAAqB,CAAC,gCAAgC,EAAE;gBAC7E,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;aACnC;SACJ;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC5B,IAAI,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;SAChE;IACL,CAAC;IAED,8BAA8B,CAAC,SAAwB;;QACnD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;QAChD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;gBACnC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;aACxC;YACD,MAAA,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,0CAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;SACpD;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,mCAAmC,CAAC,SAAwB;QACxD,MAAM,kBAAkB,GAAG,IAAI,CAAC,8BAA8B,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,qBAAqB,GAAG,IAAI,CAAC,uBAAuB,CAAC,yBAAyB,EAAE,CAAC;QACvF,MAAM,MAAM,GAAG,IAAI,KAAK,EAAiB,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,qBAAqB,EAAE;YACzC,MAAM,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;gBACrC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAkB,CAAC,CAAC;aACrE;SACJ;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,uCAAuC,CAAC,SAAwB;QAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,mCAAmC,CAAC,SAAS,CAAC,CAAC;QAC3E,MAAM,MAAM,GAAG,IAAI,KAAK,EAAe,CAAC;QACxC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;YACrC,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;YAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;gBACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAiB,CAAC,CAAC;aAC/C;YACD,KAAK,EAAE,CAAC;SACX;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,2BAA2B;QAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAE1C,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE;YACnC,MAAM,IAAI,KAAK,CAAC,wDAAwD,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,OAAO,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,EAAE,CAAC,CAAC;SAChH;QAED,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,kBAA2B;;QACxC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,MAAA,IAAI,CAAC,oBAAoB,0CAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC;QACrG,MAAM,WAAW,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC;QACpH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,KAAK,GAAiB,IAAI,CAAC;QAC/B,IAAI,CAAC,QAAQ,IAAI,CAAC,WAAW,IAAI,WAAW,GAAG,IAAI,CAAC,aAAa,IAAI,GAAG,EAAE;YACtE,IAAI;gBACA,IAAI,kBAAkB,EAAE;oBACpB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,kCAAkC,EAAE,CAAC;oBAC5E,IAAI,CAAC,8BAA8B,GAAG,GAAG,CAAC;iBAC7C;qBAAM;oBACH,IAAI,CAAC,qBAAqB,GAAG,MAAM,IAAI,CAAC,mCAAmC,EAAE,CAAC;oBAC9E,IAAI,CAAC,+BAA+B,GAAG,GAAG,CAAC;oBAC3C,IAAI,CAAC,uBAAuB,EAAE,CAAC;iBAClC;aACJ;YAAC,OAAO,CAAC,EAAE;gBACR,KAAK,GAAG,CAAU,CAAC;aACtB;SACJ;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,kCAAkC;QACpC,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE;YACtB,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,2BAA2B,CAAC,CAAC;gBAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACtD,IAAI,IAAI,CAAC,IAAI,EAAE;oBACX,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;iBAC9E;gBACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAoC,CAAC,oBAAoB,CAAC;aACrF;YAAC,OAAO,KAAc,EAAE;gBACrB,IAAI,CAAC,CAAC,KAAK,YAAY,kCAAe,CAAC,eAAe,CAAC,EAAE;oBACrD,MAAM,KAAK,CAAC;iBACf;gBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACzB;SACJ;QACD,MAAM,IAAI,KAAK,CAAC,wEAAwE,aAAa,SAAS,CAAC,CAAC;IACpH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,gCAAgC,CAAC;QAC5F,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,yBAAyB;QAC3B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,sBAAsB,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,6BAA6B;QAC/B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,0BAA0B,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,aAAa;QACf,MAAM,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,UAAU,CAAC;QAC1E,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,uBAAuB;QACzB,OAAO,IAAI,CAAC,2BAA2B,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,YAAY,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB;QACnB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,IAAI,CAAC,YAAY,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;SACjD;QAED,OAAO,IAAA,+BAAuB,EAAC,YAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IAED,KAAK;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,yBAAyB,CAAC,WAAmB,EAAE,OAAgB;QAC3D,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;CACJ;AAjPD,0CAiPC;AAEM,MAAM,uBAAuB,GAAG,CAAC,GAAW,EAAe,EAAE;IAChE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC/B,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACrD,OAAO,IAAI,yBAAW,CAAC,MAAM,GAAG,QAAQ,EAAE,SAAS,CAAC,CAAC;AACzD,CAAC,CAAC;AANW,QAAA,uBAAuB,2BAMlC;AAEF,kBAAe,eAAe,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { Client, KustoDataErrors, TimeUtils } from \"azure-kusto-data\";\nimport { ExponentialRetry } from \"./retry\";\nimport { ContainerClient } from \"@azure/storage-blob\";\nimport { TableClient } from \"@azure/data-tables\";\nimport { RankedStorageAccountSet } from \"./rankedStorageAccountSet\";\nimport { QueueClient } from \"@azure/storage-queue\";\n\nconst ATTEMPT_COUNT = 4;\n\nexport enum ResourceType {\n    Queue,\n    Container,\n    Table,\n}\n\nexport class ResourceURI {\n    constructor(readonly uri: string, readonly accountName: string, readonly resourceType: ResourceType) {}\n}\n\nexport class IngestClientResources {\n    constructor(\n        readonly securedReadyForAggregationQueues: ResourceURI[] | null = null,\n        readonly failedIngestionsQueues: ResourceURI[] | null = null,\n        readonly successfulIngestionsQueues: ResourceURI[] | null = null,\n        readonly containers: ResourceURI[] | null = null,\n        readonly statusTables: ResourceURI[] | null = null\n    ) {}\n\n    valid() {\n        const resources = [this.securedReadyForAggregationQueues, this.failedIngestionsQueues, this.failedIngestionsQueues, this.containers, this.statusTables];\n        return resources.reduce((prev, current) => !!(prev && current), true);\n    }\n}\n\nexport class ResourceManager {\n    public readonly refreshPeriod: number;\n    public refreshPeriodOnError: number;\n    public ingestClientResources: IngestClientResources | null;\n    public ingestClientResourcesLastUpdate: number | null;\n    public authorizationContext: string | null;\n    public authorizationContextLastUpdate: number | null;\n\n    private baseSleepTimeSecs = 1;\n    private baseJitterSecs = 1;\n    private rankedStorageAccountSet: RankedStorageAccountSet;\n\n    constructor(readonly kustoClient: Client, readonly isBrowser: boolean = false) {\n        this.refreshPeriod = TimeUtils.toMilliseconds(1, 0, 0);\n        this.refreshPeriodOnError = TimeUtils.toMilliseconds(0, 10, 0);\n\n        this.ingestClientResources = null;\n        this.ingestClientResourcesLastUpdate = null;\n\n        this.authorizationContext = null;\n        this.authorizationContextLastUpdate = null;\n\n        this.rankedStorageAccountSet = new RankedStorageAccountSet();\n    }\n\n    async refreshIngestClientResources(): Promise<IngestClientResources> {\n        const error = await this.tryRefresh(false);\n        if (!this.ingestClientResources) {\n            throw new Error(`Failed to fetch ingestion resources from service.  ${error?.message}.\\n ${error?.stack}`);\n        }\n\n        return this.ingestClientResources;\n    }\n\n    async getIngestClientResourcesFromService(): Promise<IngestClientResources> {\n        const retry = new ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);\n        while (retry.shouldTry()) {\n            try {\n                const cmd = `.get ingestion resources ${this.isBrowser ? `with (EnableBlobCors='true', EnableQueueCors='true', EnableTableCors='true')` : \"\"}`;\n                const response = await this.kustoClient.execute(\"NetDefaultDB\", cmd);\n                const table = response.primaryResults[0];\n                const resoures = new IngestClientResources(\n                    this.getResourceByName(table, \"SecuredReadyForAggregationQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"FailedIngestionsQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"SuccessfulIngestionsQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"TempStorage\", ResourceType.Container),\n                    this.getResourceByName(table, \"IngestionsStatusTable\", ResourceType.Table)\n                );\n\n                if (!resoures.valid()) {\n                    throw new Error(\"Unexpected error occured - fetched data returned missing resource\");\n                }\n\n                return resoures;\n            } catch (error: unknown) {\n                if (!(error instanceof KustoDataErrors.ThrottlingError)) {\n                    throw error;\n                }\n                await retry.backoff();\n            }\n        }\n        throw new Error(`Failed to get ingestion resources from server - the request was throttled ${ATTEMPT_COUNT} times.`);\n    }\n\n    getResourceByName(table: { rows: () => any }, resourceName: string, resourceType: ResourceType): ResourceURI[] {\n        const result: ResourceURI[] = [];\n        for (const row of table.rows()) {\n            const typedRow = row as {\n                ResourceTypeName: string;\n                StorageRoot: string;\n            };\n            if (typedRow.ResourceTypeName === resourceName) {\n                let accountName = \"\";\n                if (resourceType === ResourceType.Queue) {\n                    accountName = new QueueClient(typedRow.StorageRoot).accountName;\n                } else if (resourceType === ResourceType.Container) {\n                    accountName = new ContainerClient(typedRow.StorageRoot).accountName;\n                }\n                result.push(new ResourceURI(typedRow.StorageRoot, accountName, resourceType));\n            }\n        }\n        return result;\n    }\n\n    pupulateStorageAccounts(): void {\n        if (this.ingestClientResources == null) {\n            return;\n        }\n\n        // containers\n        const accounts = new Set<string>();\n        if (this.ingestClientResources.containers != null) {\n            for (const container of this.ingestClientResources.containers) {\n                accounts.add(container.accountName);\n            }\n        }\n        // queues\n        if (this.ingestClientResources.securedReadyForAggregationQueues != null) {\n            for (const queue of this.ingestClientResources.securedReadyForAggregationQueues) {\n                accounts.add(queue.accountName);\n            }\n        }\n\n        for (const account of accounts) {\n            this.rankedStorageAccountSet.registerStorageAccount(account);\n        }\n    }\n\n    groupResourcesByStorageAccount(resources: ResourceURI[]): Map<string, ResourceURI[]> {\n        const result = new Map<string, ResourceURI[]>();\n        for (const resource of resources) {\n            if (!result.has(resource.accountName)) {\n                result.set(resource.accountName, []);\n            }\n            result.get(resource.accountName)?.push(resource);\n        }\n        return result;\n    }\n\n    getRankedAndShuffledStorageAccounts(resources: ResourceURI[]): ResourceURI[][] {\n        const resourcesByAccount = this.groupResourcesByStorageAccount(resources);\n        const rankedStorageAccounts = this.rankedStorageAccountSet.getRankedShuffledAccounts();\n        const result = new Array<ResourceURI[]>();\n        for (const account of rankedStorageAccounts) {\n            const accountName = account.getAccountName();\n            if (resourcesByAccount.has(accountName)) {\n                result.push(resourcesByAccount.get(accountName) as ResourceURI[]);\n            }\n        }\n        return result;\n    }\n\n    getRoundRobinRankedAndShuffledResources(resources: ResourceURI[]): ResourceURI[] {\n        const rankedAccounts = this.getRankedAndShuffledStorageAccounts(resources);\n        const result = new Array<ResourceURI>();\n        let index = 0;\n        while (result.length < resources.length) {\n            const account = rankedAccounts[index % rankedAccounts.length];\n            if (account.length > 0) {\n                result.push(account.shift() as ResourceURI);\n            }\n            index++;\n        }\n        return result;\n    }\n\n    async refreshAuthorizationContext(): Promise<string> {\n        const error = await this.tryRefresh(true);\n\n        if (this.authorizationContext == null) {\n            throw new Error(`Failed to fetch Authorization context from service.  ${error?.message}.\\n ${error?.stack}`);\n        }\n\n        return this.authorizationContext;\n    }\n\n    async tryRefresh(isAuthContextFetch: boolean): Promise<Error | null> {\n        const resource = isAuthContextFetch ? this.authorizationContext?.trim() : this.ingestClientResources;\n        const lastRefresh = isAuthContextFetch ? this.authorizationContextLastUpdate : this.ingestClientResourcesLastUpdate;\n        const now = Date.now();\n        let error: Error | null = null;\n        if (!resource || !lastRefresh || lastRefresh + this.refreshPeriod <= now) {\n            try {\n                if (isAuthContextFetch) {\n                    this.authorizationContext = await this.getAuthorizationContextFromService();\n                    this.authorizationContextLastUpdate = now;\n                } else {\n                    this.ingestClientResources = await this.getIngestClientResourcesFromService();\n                    this.ingestClientResourcesLastUpdate = now;\n                    this.pupulateStorageAccounts();\n                }\n            } catch (e) {\n                error = e as Error;\n            }\n        }\n\n        return error;\n    }\n\n    async getAuthorizationContextFromService() {\n        const retry = new ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);\n        while (retry.shouldTry()) {\n            try {\n                const response = await this.kustoClient.execute(\"NetDefaultDB\", \".get kusto identity token\");\n                const next = response.primaryResults[0].rows().next();\n                if (next.done) {\n                    throw new Error(\"Failed to get authorization context - got empty results\");\n                }\n                return next.value.toJSON<{ AuthorizationContext: string }>().AuthorizationContext;\n            } catch (error: unknown) {\n                if (!(error instanceof KustoDataErrors.ThrottlingError)) {\n                    throw error;\n                }\n                await retry.backoff();\n            }\n        }\n        throw new Error(`Failed to get identity token from server - the request was throttled ${ATTEMPT_COUNT} times.`);\n    }\n\n    async getIngestionQueues(): Promise<ResourceURI[] | null> {\n        const queues = (await this.refreshIngestClientResources()).securedReadyForAggregationQueues;\n        return queues ? this.getRoundRobinRankedAndShuffledResources(queues) : null;\n    }\n\n    async getFailedIngestionsQueues(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).failedIngestionsQueues;\n    }\n\n    async getSuccessfulIngestionsQueues(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).successfulIngestionsQueues;\n    }\n\n    async getContainers(): Promise<ResourceURI[] | null> {\n        const containers = (await this.refreshIngestClientResources()).containers;\n        return containers ? this.getRoundRobinRankedAndShuffledResources(containers) : null;\n    }\n\n    async getAuthorizationContext(): Promise<string> {\n        return this.refreshAuthorizationContext();\n    }\n\n    async getStatusTables(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).statusTables;\n    }\n\n    async createStatusTable() {\n        const statusTables = await this.getStatusTables();\n        if (!statusTables) {\n            throw new Error(\"Failed to get status table\");\n        }\n\n        return createStatusTableClient(statusTables![0].uri);\n    }\n\n    close(): void {\n        this.kustoClient.close();\n    }\n\n    reportResourceUsageResult(accountName: string, success: boolean): void {\n        this.rankedStorageAccountSet.logResultToAccount(accountName, success);\n    }\n}\n\nexport const createStatusTableClient = (uri: string): TableClient => {\n    const tableUrl = new URL(uri);\n    const origin = tableUrl.origin;\n    const sasToken = tableUrl.search;\n    const tableName = tableUrl.pathname.replace(\"/\", \"\");\n    return new TableClient(origin + sasToken, tableName);\n};\n\nexport default ResourceManager;\n"]}
+{"version":3,"file":"resourceManager.js","sourceRoot":"","sources":["../../src/resourceManager.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,uDAAsE;AACtE,mCAA2C;AAC3C,sDAAsD;AACtD,oDAAiD;AACjD,uEAAoE;AACpE,wDAAmD;AAEnD,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,IAAY,YAIX;AAJD,WAAY,YAAY;IACpB,iDAAK,CAAA;IACL,yDAAS,CAAA;IACT,iDAAK,CAAA;AACT,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAED,MAAa,WAAW;IACpB,YAAqB,GAAW,EAAW,WAAmB,EAAW,YAA0B;QAA9E,QAAG,GAAH,GAAG,CAAQ;QAAW,gBAAW,GAAX,WAAW,CAAQ;QAAW,iBAAY,GAAZ,YAAY,CAAc;IAAG,CAAC;CAC1G;AAFD,kCAEC;AAED,MAAa,qBAAqB;IAC9B,YACa,mCAAyD,IAAI,EAC7D,yBAA+C,IAAI,EACnD,6BAAmD,IAAI,EACvD,aAAmC,IAAI,EACvC,eAAqC,IAAI;QAJzC,qCAAgC,GAAhC,gCAAgC,CAA6B;QAC7D,2BAAsB,GAAtB,sBAAsB,CAA6B;QACnD,+BAA0B,GAA1B,0BAA0B,CAA6B;QACvD,eAAU,GAAV,UAAU,CAA6B;QACvC,iBAAY,GAAZ,YAAY,CAA6B;IACnD,CAAC;IAEJ,KAAK;QACD,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACxJ,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC;CACJ;AAbD,sDAaC;AAED,MAAa,eAAe;IAYxB,YAAqB,WAAmB,EAAW,YAAqB,KAAK;QAAxD,gBAAW,GAAX,WAAW,CAAQ;QAAW,cAAS,GAAT,SAAS,CAAiB;QAJrE,sBAAiB,GAAG,CAAC,CAAC;QACtB,mBAAc,GAAG,CAAC,CAAC;QAIvB,IAAI,CAAC,aAAa,GAAG,4BAAS,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,oBAAoB,GAAG,4BAAS,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE/D,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,+BAA+B,GAAG,IAAI,CAAC;QAE5C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC;QAE3C,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,4BAA4B;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,sDAAsD,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,OAAO,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,EAAE,CAAC,CAAC;QAC/G,CAAC;QAED,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,mCAAmC;QACrC,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACvB,IAAI,CAAC;gBACD,MAAM,GAAG,GAAG,4BAA4B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,8EAA8E,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC/I,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;gBACrE,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CACtC,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,iCAAiC,EAAE,YAAY,CAAC,KAAK,CAAC,EACpF,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,EAAE,YAAY,CAAC,KAAK,CAAC,EAC1E,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,2BAA2B,EAAE,YAAY,CAAC,KAAK,CAAC,EAC9E,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,EAAE,YAAY,CAAC,SAAS,CAAC,EACpE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,uBAAuB,EAAE,YAAY,CAAC,KAAK,CAAC,CAC7E,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;gBACzF,CAAC;gBAED,OAAO,QAAQ,CAAC;YACpB,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,KAAK,YAAY,kCAAe,CAAC,eAAe,CAAC,EAAE,CAAC;oBACtD,MAAM,KAAK,CAAC;gBAChB,CAAC;gBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAC1B,CAAC;QACL,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,6EAA6E,aAAa,SAAS,CAAC,CAAC;IACzH,CAAC;IAED,iBAAiB,CAAC,KAA0B,EAAE,YAAoB,EAAE,YAA0B;QAC1F,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,GAGhB,CAAC;YACF,IAAI,QAAQ,CAAC,gBAAgB,KAAK,YAAY,EAAE,CAAC;gBAC7C,IAAI,WAAW,GAAG,EAAE,CAAC;gBACrB,IAAI,YAAY,KAAK,YAAY,CAAC,KAAK,EAAE,CAAC;oBACtC,WAAW,GAAG,IAAI,2BAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,WAAW,CAAC;gBACpE,CAAC;qBAAM,IAAI,YAAY,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;oBACjD,WAAW,GAAG,IAAI,8BAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,WAAW,CAAC;gBACxE,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;YAClF,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,uBAAuB;QACnB,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;YACrC,OAAO;QACX,CAAC;QAED,aAAa;QACb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,IAAI,CAAC,qBAAqB,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;YAChD,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,CAAC;gBAC5D,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YACxC,CAAC;QACL,CAAC;QACD,SAAS;QACT,IAAI,IAAI,CAAC,qBAAqB,CAAC,gCAAgC,IAAI,IAAI,EAAE,CAAC;YACtE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,qBAAqB,CAAC,gCAAgC,EAAE,CAAC;gBAC9E,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACpC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAED,8BAA8B,CAAC,SAAwB;;QACnD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;QAChD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACpC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YACzC,CAAC;YACD,MAAA,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,0CAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,mCAAmC,CAAC,SAAwB;QACxD,MAAM,kBAAkB,GAAG,IAAI,CAAC,8BAA8B,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,qBAAqB,GAAG,IAAI,CAAC,uBAAuB,CAAC,yBAAyB,EAAE,CAAC;QACvF,MAAM,MAAM,GAAG,IAAI,KAAK,EAAiB,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,qBAAqB,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAkB,CAAC,CAAC;YACtE,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,uCAAuC,CAAC,SAAwB;QAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,mCAAmC,CAAC,SAAS,CAAC,CAAC;QAC3E,MAAM,MAAM,GAAG,IAAI,KAAK,EAAe,CAAC;QACxC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;YAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAiB,CAAC,CAAC;YAChD,CAAC;YACD,KAAK,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,2BAA2B;QAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAE1C,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,wDAAwD,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,OAAO,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,EAAE,CAAC,CAAC;QACjH,CAAC;QAED,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,kBAA2B;;QACxC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,MAAA,IAAI,CAAC,oBAAoB,0CAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC;QACrG,MAAM,WAAW,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC;QACpH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,KAAK,GAAiB,IAAI,CAAC;QAC/B,IAAI,CAAC,QAAQ,IAAI,CAAC,WAAW,IAAI,WAAW,GAAG,IAAI,CAAC,aAAa,IAAI,GAAG,EAAE,CAAC;YACvE,IAAI,CAAC;gBACD,IAAI,kBAAkB,EAAE,CAAC;oBACrB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,kCAAkC,EAAE,CAAC;oBAC5E,IAAI,CAAC,8BAA8B,GAAG,GAAG,CAAC;gBAC9C,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,qBAAqB,GAAG,MAAM,IAAI,CAAC,mCAAmC,EAAE,CAAC;oBAC9E,IAAI,CAAC,+BAA+B,GAAG,GAAG,CAAC;oBAC3C,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBACnC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,KAAK,GAAG,CAAU,CAAC;YACvB,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,kCAAkC;QACpC,MAAM,KAAK,GAAG,IAAI,wBAAgB,CAAC,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/F,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACvB,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,2BAA2B,CAAC,CAAC;gBAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACtD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;gBAC/E,CAAC;gBACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAoC,CAAC,oBAAoB,CAAC;YACtF,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,KAAK,YAAY,kCAAe,CAAC,eAAe,CAAC,EAAE,CAAC;oBACtD,MAAM,KAAK,CAAC;gBAChB,CAAC;gBACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAC1B,CAAC;QACL,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,wEAAwE,aAAa,SAAS,CAAC,CAAC;IACpH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,gCAAgC,CAAC;QAC5F,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,yBAAyB;QAC3B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,sBAAsB,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,6BAA6B;QAC/B,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,0BAA0B,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,aAAa;QACf,MAAM,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,UAAU,CAAC;QAC1E,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,uBAAuB;QACzB,OAAO,IAAI,CAAC,2BAA2B,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,OAAO,CAAC,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,YAAY,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB;QACnB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,IAAA,+BAAuB,EAAC,YAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IAED,KAAK;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,yBAAyB,CAAC,WAAmB,EAAE,OAAgB;QAC3D,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;CACJ;AAjPD,0CAiPC;AAEM,MAAM,uBAAuB,GAAG,CAAC,GAAW,EAAe,EAAE;IAChE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC/B,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACrD,OAAO,IAAI,yBAAW,CAAC,MAAM,GAAG,QAAQ,EAAE,SAAS,CAAC,CAAC;AACzD,CAAC,CAAC;AANW,QAAA,uBAAuB,2BAMlC;AAEF,kBAAe,eAAe,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { Client, KustoDataErrors, TimeUtils } from \"azure-kusto-data\";\nimport { ExponentialRetry } from \"./retry\";\nimport { ContainerClient } from \"@azure/storage-blob\";\nimport { TableClient } from \"@azure/data-tables\";\nimport { RankedStorageAccountSet } from \"./rankedStorageAccountSet\";\nimport { QueueClient } from \"@azure/storage-queue\";\n\nconst ATTEMPT_COUNT = 4;\n\nexport enum ResourceType {\n    Queue,\n    Container,\n    Table,\n}\n\nexport class ResourceURI {\n    constructor(readonly uri: string, readonly accountName: string, readonly resourceType: ResourceType) {}\n}\n\nexport class IngestClientResources {\n    constructor(\n        readonly securedReadyForAggregationQueues: ResourceURI[] | null = null,\n        readonly failedIngestionsQueues: ResourceURI[] | null = null,\n        readonly successfulIngestionsQueues: ResourceURI[] | null = null,\n        readonly containers: ResourceURI[] | null = null,\n        readonly statusTables: ResourceURI[] | null = null\n    ) {}\n\n    valid() {\n        const resources = [this.securedReadyForAggregationQueues, this.failedIngestionsQueues, this.failedIngestionsQueues, this.containers, this.statusTables];\n        return resources.reduce((prev, current) => !!(prev && current), true);\n    }\n}\n\nexport class ResourceManager {\n    public readonly refreshPeriod: number;\n    public refreshPeriodOnError: number;\n    public ingestClientResources: IngestClientResources | null;\n    public ingestClientResourcesLastUpdate: number | null;\n    public authorizationContext: string | null;\n    public authorizationContextLastUpdate: number | null;\n\n    private baseSleepTimeSecs = 1;\n    private baseJitterSecs = 1;\n    private rankedStorageAccountSet: RankedStorageAccountSet;\n\n    constructor(readonly kustoClient: Client, readonly isBrowser: boolean = false) {\n        this.refreshPeriod = TimeUtils.toMilliseconds(1, 0, 0);\n        this.refreshPeriodOnError = TimeUtils.toMilliseconds(0, 10, 0);\n\n        this.ingestClientResources = null;\n        this.ingestClientResourcesLastUpdate = null;\n\n        this.authorizationContext = null;\n        this.authorizationContextLastUpdate = null;\n\n        this.rankedStorageAccountSet = new RankedStorageAccountSet();\n    }\n\n    async refreshIngestClientResources(): Promise<IngestClientResources> {\n        const error = await this.tryRefresh(false);\n        if (!this.ingestClientResources) {\n            throw new Error(`Failed to fetch ingestion resources from service.  ${error?.message}.\\n ${error?.stack}`);\n        }\n\n        return this.ingestClientResources;\n    }\n\n    async getIngestClientResourcesFromService(): Promise<IngestClientResources> {\n        const retry = new ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);\n        while (retry.shouldTry()) {\n            try {\n                const cmd = `.get ingestion resources ${this.isBrowser ? `with (EnableBlobCors='true', EnableQueueCors='true', EnableTableCors='true')` : \"\"}`;\n                const response = await this.kustoClient.execute(\"NetDefaultDB\", cmd);\n                const table = response.primaryResults[0];\n                const resoures = new IngestClientResources(\n                    this.getResourceByName(table, \"SecuredReadyForAggregationQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"FailedIngestionsQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"SuccessfulIngestionsQueue\", ResourceType.Queue),\n                    this.getResourceByName(table, \"TempStorage\", ResourceType.Container),\n                    this.getResourceByName(table, \"IngestionsStatusTable\", ResourceType.Table)\n                );\n\n                if (!resoures.valid()) {\n                    throw new Error(\"Unexpected error occured - fetched data returned missing resource\");\n                }\n\n                return resoures;\n            } catch (error: unknown) {\n                if (!(error instanceof KustoDataErrors.ThrottlingError)) {\n                    throw error;\n                }\n                await retry.backoff();\n            }\n        }\n        throw new Error(`Failed to get ingestion resources from server - the request was throttled ${ATTEMPT_COUNT} times.`);\n    }\n\n    getResourceByName(table: { rows: () => any }, resourceName: string, resourceType: ResourceType): ResourceURI[] {\n        const result: ResourceURI[] = [];\n        for (const row of table.rows()) {\n            const typedRow = row as {\n                ResourceTypeName: string;\n                StorageRoot: string;\n            };\n            if (typedRow.ResourceTypeName === resourceName) {\n                let accountName = \"\";\n                if (resourceType === ResourceType.Queue) {\n                    accountName = new QueueClient(typedRow.StorageRoot).accountName;\n                } else if (resourceType === ResourceType.Container) {\n                    accountName = new ContainerClient(typedRow.StorageRoot).accountName;\n                }\n                result.push(new ResourceURI(typedRow.StorageRoot, accountName, resourceType));\n            }\n        }\n        return result;\n    }\n\n    pupulateStorageAccounts(): void {\n        if (this.ingestClientResources == null) {\n            return;\n        }\n\n        // containers\n        const accounts = new Set<string>();\n        if (this.ingestClientResources.containers != null) {\n            for (const container of this.ingestClientResources.containers) {\n                accounts.add(container.accountName);\n            }\n        }\n        // queues\n        if (this.ingestClientResources.securedReadyForAggregationQueues != null) {\n            for (const queue of this.ingestClientResources.securedReadyForAggregationQueues) {\n                accounts.add(queue.accountName);\n            }\n        }\n\n        for (const account of accounts) {\n            this.rankedStorageAccountSet.registerStorageAccount(account);\n        }\n    }\n\n    groupResourcesByStorageAccount(resources: ResourceURI[]): Map<string, ResourceURI[]> {\n        const result = new Map<string, ResourceURI[]>();\n        for (const resource of resources) {\n            if (!result.has(resource.accountName)) {\n                result.set(resource.accountName, []);\n            }\n            result.get(resource.accountName)?.push(resource);\n        }\n        return result;\n    }\n\n    getRankedAndShuffledStorageAccounts(resources: ResourceURI[]): ResourceURI[][] {\n        const resourcesByAccount = this.groupResourcesByStorageAccount(resources);\n        const rankedStorageAccounts = this.rankedStorageAccountSet.getRankedShuffledAccounts();\n        const result = new Array<ResourceURI[]>();\n        for (const account of rankedStorageAccounts) {\n            const accountName = account.getAccountName();\n            if (resourcesByAccount.has(accountName)) {\n                result.push(resourcesByAccount.get(accountName) as ResourceURI[]);\n            }\n        }\n        return result;\n    }\n\n    getRoundRobinRankedAndShuffledResources(resources: ResourceURI[]): ResourceURI[] {\n        const rankedAccounts = this.getRankedAndShuffledStorageAccounts(resources);\n        const result = new Array<ResourceURI>();\n        let index = 0;\n        while (result.length < resources.length) {\n            const account = rankedAccounts[index % rankedAccounts.length];\n            if (account.length > 0) {\n                result.push(account.shift() as ResourceURI);\n            }\n            index++;\n        }\n        return result;\n    }\n\n    async refreshAuthorizationContext(): Promise<string> {\n        const error = await this.tryRefresh(true);\n\n        if (this.authorizationContext == null) {\n            throw new Error(`Failed to fetch Authorization context from service.  ${error?.message}.\\n ${error?.stack}`);\n        }\n\n        return this.authorizationContext;\n    }\n\n    async tryRefresh(isAuthContextFetch: boolean): Promise<Error | null> {\n        const resource = isAuthContextFetch ? this.authorizationContext?.trim() : this.ingestClientResources;\n        const lastRefresh = isAuthContextFetch ? this.authorizationContextLastUpdate : this.ingestClientResourcesLastUpdate;\n        const now = Date.now();\n        let error: Error | null = null;\n        if (!resource || !lastRefresh || lastRefresh + this.refreshPeriod <= now) {\n            try {\n                if (isAuthContextFetch) {\n                    this.authorizationContext = await this.getAuthorizationContextFromService();\n                    this.authorizationContextLastUpdate = now;\n                } else {\n                    this.ingestClientResources = await this.getIngestClientResourcesFromService();\n                    this.ingestClientResourcesLastUpdate = now;\n                    this.pupulateStorageAccounts();\n                }\n            } catch (e) {\n                error = e as Error;\n            }\n        }\n\n        return error;\n    }\n\n    async getAuthorizationContextFromService() {\n        const retry = new ExponentialRetry(ATTEMPT_COUNT, this.baseSleepTimeSecs, this.baseJitterSecs);\n        while (retry.shouldTry()) {\n            try {\n                const response = await this.kustoClient.execute(\"NetDefaultDB\", \".get kusto identity token\");\n                const next = response.primaryResults[0].rows().next();\n                if (next.done) {\n                    throw new Error(\"Failed to get authorization context - got empty results\");\n                }\n                return next.value.toJSON<{ AuthorizationContext: string }>().AuthorizationContext;\n            } catch (error: unknown) {\n                if (!(error instanceof KustoDataErrors.ThrottlingError)) {\n                    throw error;\n                }\n                await retry.backoff();\n            }\n        }\n        throw new Error(`Failed to get identity token from server - the request was throttled ${ATTEMPT_COUNT} times.`);\n    }\n\n    async getIngestionQueues(): Promise<ResourceURI[] | null> {\n        const queues = (await this.refreshIngestClientResources()).securedReadyForAggregationQueues;\n        return queues ? this.getRoundRobinRankedAndShuffledResources(queues) : null;\n    }\n\n    async getFailedIngestionsQueues(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).failedIngestionsQueues;\n    }\n\n    async getSuccessfulIngestionsQueues(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).successfulIngestionsQueues;\n    }\n\n    async getContainers(): Promise<ResourceURI[] | null> {\n        const containers = (await this.refreshIngestClientResources()).containers;\n        return containers ? this.getRoundRobinRankedAndShuffledResources(containers) : null;\n    }\n\n    async getAuthorizationContext(): Promise<string> {\n        return this.refreshAuthorizationContext();\n    }\n\n    async getStatusTables(): Promise<ResourceURI[] | null> {\n        return (await this.refreshIngestClientResources()).statusTables;\n    }\n\n    async createStatusTable() {\n        const statusTables = await this.getStatusTables();\n        if (!statusTables) {\n            throw new Error(\"Failed to get status table\");\n        }\n\n        return createStatusTableClient(statusTables![0].uri);\n    }\n\n    close(): void {\n        this.kustoClient.close();\n    }\n\n    reportResourceUsageResult(accountName: string, success: boolean): void {\n        this.rankedStorageAccountSet.logResultToAccount(accountName, success);\n    }\n}\n\nexport const createStatusTableClient = (uri: string): TableClient => {\n    const tableUrl = new URL(uri);\n    const origin = tableUrl.origin;\n    const sasToken = tableUrl.search;\n    const tableName = tableUrl.pathname.replace(\"/\", \"\");\n    return new TableClient(origin + sasToken, tableName);\n};\n\nexport default ResourceManager;\n"]}

package/dist-esm/src/retry.js.map

@@ -1 +1 @@
-{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/retry.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAE3B,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAJW,QAAA,KAAK,SAIhB;AAEF,MAAa,gBAAgB;IAGzB,YAAmB,YAAoB,EAAS,aAAqB,EAAS,aAAqB;QAAhF,iBAAY,GAAZ,YAAY,CAAQ;QAAS,kBAAa,GAAb,aAAa,CAAQ;QAAS,kBAAa,GAAb,aAAa,CAAQ;QAC/F,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,OAAO;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;SAC3C;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE;YACnB,6CAA6C;YAC7C,OAAO;SACV;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;QACvE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAA,aAAK,EAAC,IAAI,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC;IACxC,CAAC;IAEM,SAAS;QACZ,OAAO,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC;IACnD,CAAC;CACJ;AA3BD,4CA2BC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nexport const sleep = (ms: number): Promise<void> => {\n    return new Promise((resolve) => {\n        setTimeout(resolve, ms);\n    });\n};\n\nexport class ExponentialRetry {\n    public currentAttempt: number;\n\n    constructor(public attemptCount: number, public sleepBaseSecs: number, public maxJitterSecs: number) {\n        this.currentAttempt = 0;\n    }\n\n    public async backoff(): Promise<void> {\n        if (!this.shouldTry()) {\n            throw new Error(\"Max retries exceeded\");\n        }\n\n        this.currentAttempt++;\n\n        if (!this.shouldTry()) {\n            // This was the last retry - no need to sleep\n            return;\n        }\n\n        const base = this.sleepBaseSecs * Math.pow(2, this.currentAttempt - 1);\n        const jitter = Math.floor(this.maxJitterSecs * Math.random());\n        await sleep(1000 * (base + jitter));\n    }\n\n    public shouldTry(): boolean {\n        return this.currentAttempt < this.attemptCount;\n    }\n}\n"]}
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/retry.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAE3B,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE;IAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAJW,QAAA,KAAK,SAIhB;AAEF,MAAa,gBAAgB;IAGzB,YAAmB,YAAoB,EAAS,aAAqB,EAAS,aAAqB;QAAhF,iBAAY,GAAZ,YAAY,CAAQ;QAAS,kBAAa,GAAb,aAAa,CAAQ;QAAS,kBAAa,GAAb,aAAa,CAAQ;QAC/F,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,OAAO;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;YACpB,6CAA6C;YAC7C,OAAO;QACX,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;QACvE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAA,aAAK,EAAC,IAAI,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC;IACxC,CAAC;IAEM,SAAS;QACZ,OAAO,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC;IACnD,CAAC;CACJ;AA3BD,4CA2BC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nexport const sleep = (ms: number): Promise<void> => {\n    return new Promise((resolve) => {\n        setTimeout(resolve, ms);\n    });\n};\n\nexport class ExponentialRetry {\n    public currentAttempt: number;\n\n    constructor(public attemptCount: number, public sleepBaseSecs: number, public maxJitterSecs: number) {\n        this.currentAttempt = 0;\n    }\n\n    public async backoff(): Promise<void> {\n        if (!this.shouldTry()) {\n            throw new Error(\"Max retries exceeded\");\n        }\n\n        this.currentAttempt++;\n\n        if (!this.shouldTry()) {\n            // This was the last retry - no need to sleep\n            return;\n        }\n\n        const base = this.sleepBaseSecs * Math.pow(2, this.currentAttempt - 1);\n        const jitter = Math.floor(this.maxJitterSecs * Math.random());\n        await sleep(1000 * (base + jitter));\n    }\n\n    public shouldTry(): boolean {\n        return this.currentAttempt < this.attemptCount;\n    }\n}\n"]}

package/dist-esm/src/status.js.map

@@ -1 +1 @@
-{"version":3,"file":"status.js","sourceRoot":"","sources":["../../src/status.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,uCAAwC;AAIxC,MAAa,aAAa;IAStB,YAAY,GAAQ,EAAE,GAAQ,EAAE,UAA2B;QACvD,IAAI,KAAK,GAAa,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,CAAC;QAEzH,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;YACrC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;SACpC;QAED,MAAM,IAAI,GAAwB,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAEhF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACtB,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;SAC3B;IACL,CAAC;CACJ;AAtBD,sCAsBC;AAED,MAAM,cAAe,SAAQ,aAAa;IAGtC,YAAY,GAAQ,EAAE,GAAQ;QAC1B,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IACrC,CAAC;CACJ;AAED,MAAM,cAAe,SAAQ,aAAa;IAOtC,YAAY,GAAQ,EAAE,GAAQ;QAC1B,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,4BAA4B,EAAE,aAAa,CAAC,CAAC,CAAC;IACxH,CAAC;CACJ;AAED,MAAa,uBAAuB;IAGhC,YAAY,iBAAoC;QAC5C,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,6BAA6B,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAkB,CAAC,EAAE,cAAc,CAAC,CAAC;QACxJ,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,yBAAyB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAkB,CAAC,EAAE,cAAc,CAAC,CAAC;IACxJ,CAAC;CACJ;AAPD,0DAOC;AAED,kBAAe,uBAAuB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { StatusQueue } from \"./statusQ\";\nimport KustoIngestClient from \"./ingestClient\";\nimport { ResourceURI } from \"./resourceManager\";\n\nexport class StatusMessage {\n    OperationId?: string;\n    Database?: string;\n    Table?: string;\n    IngestionSourceId?: string;\n    IngestionSourcePath?: string;\n    RootActivityId?: string;\n\n    [other: string]: any;\n    constructor(raw: any, obj: any, extraProps: string[] | null) {\n        let props: string[] = [\"OperationId\", \"Database\", \"Table\", \"IngestionSourceId\", \"IngestionSourcePath\", \"RootActivityId\"];\n\n        if (extraProps && extraProps.length > 0) {\n            props = props.concat(extraProps);\n        }\n\n        const _obj: Record<string, any> = obj || JSON.parse(raw || JSON.stringify(raw));\n\n        for (const prop of props) {\n            this[prop] = _obj[prop];\n        }\n    }\n}\n\nclass SuccessMessage extends StatusMessage {\n    SucceededOn?: string;\n\n    constructor(raw: any, obj: any) {\n        super(raw, obj, [\"SucceededOn\"]);\n    }\n}\n\nclass FailureMessage extends StatusMessage {\n    FailedOn?: string;\n    Details?: string;\n    ErrorCode?: string;\n    FailureStatus?: string;\n    OriginatesFromUpdatePolicy?: string;\n    ShouldRetry?: string;\n    constructor(raw: any, obj: any) {\n        super(raw, obj, [\"FailedOn\", \"Details\", \"ErrorCode\", \"FailureStatus\", \"OriginatesFromUpdatePolicy\", \"ShouldRetry\"]);\n    }\n}\n\nexport class KustoIngestStatusQueues {\n    success: StatusQueue;\n    failure: StatusQueue;\n    constructor(kustoIngestClient: KustoIngestClient) {\n        this.success = new StatusQueue(() => kustoIngestClient.resourceManager.getSuccessfulIngestionsQueues().then((r) => r as ResourceURI[]), SuccessMessage);\n        this.failure = new StatusQueue(() => kustoIngestClient.resourceManager.getFailedIngestionsQueues().then((r) => r as ResourceURI[]), FailureMessage);\n    }\n}\n\nexport default KustoIngestStatusQueues;\n"]}
+{"version":3,"file":"status.js","sourceRoot":"","sources":["../../src/status.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,uCAAwC;AAIxC,MAAa,aAAa;IAStB,YAAY,GAAQ,EAAE,GAAQ,EAAE,UAA2B;QACvD,IAAI,KAAK,GAAa,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,CAAC;QAEzH,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,IAAI,GAAwB,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAEhF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACL,CAAC;CACJ;AAtBD,sCAsBC;AAED,MAAM,cAAe,SAAQ,aAAa;IAGtC,YAAY,GAAQ,EAAE,GAAQ;QAC1B,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IACrC,CAAC;CACJ;AAED,MAAM,cAAe,SAAQ,aAAa;IAOtC,YAAY,GAAQ,EAAE,GAAQ;QAC1B,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,4BAA4B,EAAE,aAAa,CAAC,CAAC,CAAC;IACxH,CAAC;CACJ;AAED,MAAa,uBAAuB;IAGhC,YAAY,iBAAoC;QAC5C,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,6BAA6B,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAkB,CAAC,EAAE,cAAc,CAAC,CAAC;QACxJ,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,yBAAyB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAkB,CAAC,EAAE,cAAc,CAAC,CAAC;IACxJ,CAAC;CACJ;AAPD,0DAOC;AAED,kBAAe,uBAAuB,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { StatusQueue } from \"./statusQ\";\nimport KustoIngestClient from \"./ingestClient\";\nimport { ResourceURI } from \"./resourceManager\";\n\nexport class StatusMessage {\n    OperationId?: string;\n    Database?: string;\n    Table?: string;\n    IngestionSourceId?: string;\n    IngestionSourcePath?: string;\n    RootActivityId?: string;\n\n    [other: string]: any;\n    constructor(raw: any, obj: any, extraProps: string[] | null) {\n        let props: string[] = [\"OperationId\", \"Database\", \"Table\", \"IngestionSourceId\", \"IngestionSourcePath\", \"RootActivityId\"];\n\n        if (extraProps && extraProps.length > 0) {\n            props = props.concat(extraProps);\n        }\n\n        const _obj: Record<string, any> = obj || JSON.parse(raw || JSON.stringify(raw));\n\n        for (const prop of props) {\n            this[prop] = _obj[prop];\n        }\n    }\n}\n\nclass SuccessMessage extends StatusMessage {\n    SucceededOn?: string;\n\n    constructor(raw: any, obj: any) {\n        super(raw, obj, [\"SucceededOn\"]);\n    }\n}\n\nclass FailureMessage extends StatusMessage {\n    FailedOn?: string;\n    Details?: string;\n    ErrorCode?: string;\n    FailureStatus?: string;\n    OriginatesFromUpdatePolicy?: string;\n    ShouldRetry?: string;\n    constructor(raw: any, obj: any) {\n        super(raw, obj, [\"FailedOn\", \"Details\", \"ErrorCode\", \"FailureStatus\", \"OriginatesFromUpdatePolicy\", \"ShouldRetry\"]);\n    }\n}\n\nexport class KustoIngestStatusQueues {\n    success: StatusQueue;\n    failure: StatusQueue;\n    constructor(kustoIngestClient: KustoIngestClient) {\n        this.success = new StatusQueue(() => kustoIngestClient.resourceManager.getSuccessfulIngestionsQueues().then((r) => r as ResourceURI[]), SuccessMessage);\n        this.failure = new StatusQueue(() => kustoIngestClient.resourceManager.getFailedIngestionsQueues().then((r) => r as ResourceURI[]), FailureMessage);\n    }\n}\n\nexport default KustoIngestStatusQueues;\n"]}

package/dist-esm/src/statusQ.js.map

@@ -1 +1 @@
-{"version":3,"file":"statusQ.js","sourceRoot":"","sources":["../../src/statusQ.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,wDAAsE;AAItE,MAAM,YAAY;IACd,YAAqB,IAAY,EAAW,OAAoB;QAA3C,SAAI,GAAJ,IAAI,CAAQ;QAAW,YAAO,GAAP,OAAO,CAAa;IAAG,CAAC;CACvE;AAED,MAAM,OAAO,GAAG,CAAI,CAAM,EAAO,EAAE;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;KACf;IAED,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAaF,MAAa,WAAW;IACpB,YAAqB,aAA2C,EAAW,UAAgC;QAAtF,kBAAa,GAAb,aAAa,CAA8B;QAAW,eAAU,GAAV,UAAU,CAAsB;IAAG,CAAC;IAE/G,aAAa,CAAC,aAA4B;QACtC,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3B,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC;YACtB,IAAI,CAAC,OAAO,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;aACtD;YACD,eAAe;YACf,MAAM,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACrE,OAAO,IAAI,YAAY,CAAC,IAAI,EAAE,IAAI,2BAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,OAAO;QACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,OAAe;QACzB,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED,kBAAkB,CAAC,CAAoB;QACnC,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAkB,EAAE,CAAS,EAAE,OAA0B;QACjE,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAmB,EAAE,CAAC;QAEtC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE;YAChB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,QAAQ,CAAC,kBAAkB,CAAC;YAE7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;gBACjC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACtB;YAED,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE;gBACtB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;oBAChC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAErE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;wBACrB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;qBAC7C;iBACJ;aACJ;SACJ;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,UAA6B,IAAI;QAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAmB,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;QAExF,sDAAsD;QACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3D,IAAI,OAAO,CAAC,IAAI,EAAE;YACd,OAAO,OAAO,CAAC,MAAM,CAAC;SACzB;QACD,MAAM,kBAAkB,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAErD,2FAA2F;QAC3F,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,IAAI,CACN,EAAkB,EAClB,CAAS,EACT,OAAyB;QAEzB,MAAM,UAAU,GAAU,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,EAAE,CAAC;QAElB,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE;YAChB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;YACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YAC/C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE;gBACtB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;oBAChC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAErE,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;wBAC/B,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;qBAC5D;oBACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;wBACrB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;qBAC7C;iBACJ;aACJ;SACJ;QAED,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,UAA4B,IAAI;;QAC7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;QAExF,sDAAsD;QACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,IAAI,EAAE;YACd,OAAO,OAAO,CAAC,MAAM,CAAC;SACzB;QAED,MAAM,iBAAiB,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAEpD,2FAA2F;QAC3F,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAA,OAAO,CAAC,MAAM,CAAC,UAAU,mCAAI,EAAE,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;QAC3F,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;CACJ;AApHD,kCAoHC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { PeekedMessageItem, QueueClient } from \"@azure/storage-queue\";\nimport { ResourceURI } from \"./resourceManager\";\nimport { StatusMessage } from \"./status\";\n\nclass QueueDetails {\n    constructor(readonly name: string, readonly service: QueueClient) {}\n}\n\nconst shuffle = <T>(a: T[]): T[] => {\n    for (let i = a.length - 1; i > 0; i--) {\n        const j = Math.floor(Math.random() * (i + 1));\n        const temp = a[j];\n        a[j] = a[i];\n        a[i] = temp;\n    }\n\n    return a;\n};\n\ninterface PeekParams {\n    raw: boolean;\n}\n\ninterface PopParams {\n    raw: boolean;\n    remove: boolean;\n}\n\ntype Message = PeekedMessageItem | StatusMessage;\n\nexport class StatusQueue {\n    constructor(readonly getQueuesFunc: () => Promise<ResourceURI[]>, readonly messageCls: typeof StatusMessage) {}\n\n    _getQServices(queuesDetails: ResourceURI[]) {\n        return queuesDetails.map((q) => {\n            const fullUri = q.uri;\n            if (!fullUri) {\n                throw new Error(\"Empty or null connection string\");\n            }\n            // chop off sas\n            const indexOfSas = q.uri.indexOf(\"?\");\n            const name = indexOfSas > 0 ? q.uri.substring(0, indexOfSas) : q.uri;\n            return new QueueDetails(name, new QueueClient(fullUri));\n        });\n    }\n\n    async isEmpty() {\n        const result = await this.peek(1, { raw: true });\n        return !result || result.length === 0;\n    }\n\n    decodeContent(content: string) {\n        return Buffer.from(content, \"base64\").toString(\"ascii\");\n    }\n\n    deserializeMessage(m: PeekedMessageItem): StatusMessage {\n        return new this.messageCls(this.decodeContent(m.messageText), null, null);\n    }\n\n    async _peek(qs: QueueDetails[], n: number, options: PeekParams | null): Promise<{ result: Message[]; nonEmptyQs: QueueDetails[]; done: boolean }> {\n        const result: Message[] = [];\n        const nonEmptyQs: QueueDetails[] = [];\n\n        for (const q of qs) {\n            const response = await q.service.peekMessages();\n            const messages = response.peekedMessageItems;\n\n            if (messages && messages.length > 0) {\n                nonEmptyQs.push(q);\n            }\n\n            for (const m of messages) {\n                if (m && Object.keys(m).length > 0) {\n                    result.push(options && options.raw ? m : this.deserializeMessage(m));\n\n                    if (result.length === n) {\n                        return { done: true, nonEmptyQs, result };\n                    }\n                }\n            }\n        }\n        return { done: nonEmptyQs.length === 0, nonEmptyQs, result };\n    }\n\n    async peek(n = 1, options: PeekParams | null = null): Promise<Message[]> {\n        const queues = await this.getQueuesFunc();\n        const qServices: QueueDetails[] = shuffle(this._getQServices(queues));\n        const perQ = qServices.length > 1 ? Math.floor(n / qServices.length) : qServices.length;\n\n        // First, iterate evenly and randomly on status queues\n        const partial = await this._peek(qServices, perQ, options);\n\n        if (partial.done) {\n            return partial.result;\n        }\n        const messagesLeftToPeek = n - partial.result.length;\n\n        // In case queues are uneven, iterate again. This time, request for all n messages and trim\n        return (await this._peek(partial.nonEmptyQs, messagesLeftToPeek, options)).result;\n    }\n\n    async _pop(\n        qs: QueueDetails[],\n        n: number,\n        options: PopParams | null\n    ): Promise<{ result: Message[] & { nonEmptyQs?: QueueDetails[] }; nonEmptyQs: any[]; done: boolean }> {\n        const nonEmptyQs: any[] = [];\n        const result = [];\n\n        for (const q of qs) {\n            const response = await q.service.receiveMessages({ numOfMessages: n });\n            const messages = response.receivedMessageItems;\n            for (const m of messages) {\n                if (m && Object.keys(m).length > 0) {\n                    result.push(options && options.raw ? m : this.deserializeMessage(m));\n\n                    if (!(options && !options.remove)) {\n                        await q.service.deleteMessage(m.messageId, m.popReceipt);\n                    }\n                    if (result.length === n) {\n                        return { done: true, nonEmptyQs, result };\n                    }\n                }\n            }\n        }\n\n        return { done: nonEmptyQs.length === 0, nonEmptyQs, result };\n    }\n\n    async pop(n = 1, options: PopParams | null = null): Promise<Message[]> {\n        const queues = await this.getQueuesFunc();\n        const qServices = shuffle(this._getQServices(queues));\n        const perQ = qServices.length > 1 ? Math.floor(n / qServices.length) : qServices.length;\n\n        // First, iterate evenly and randomly on status queues\n        const partial = await this._pop(qServices, perQ, options);\n        if (partial.done) {\n            return partial.result;\n        }\n\n        const messagesLeftToPop = n - partial.result.length;\n\n        // In case queues are uneven, iterate again. This time, request for all n messages and trim\n        const final = await this._pop(partial.result.nonEmptyQs ?? [], messagesLeftToPop, options);\n        return partial.result.concat(final.result);\n    }\n}\n"]}
+{"version":3,"file":"statusQ.js","sourceRoot":"","sources":["../../src/statusQ.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,wDAAsE;AAItE,MAAM,YAAY;IACd,YAAqB,IAAY,EAAW,OAAoB;QAA3C,SAAI,GAAJ,IAAI,CAAQ;QAAW,YAAO,GAAP,OAAO,CAAa;IAAG,CAAC;CACvE;AAED,MAAM,OAAO,GAAG,CAAI,CAAM,EAAO,EAAE;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAaF,MAAa,WAAW;IACpB,YAAqB,aAA2C,EAAW,UAAgC;QAAtF,kBAAa,GAAb,aAAa,CAA8B;QAAW,eAAU,GAAV,UAAU,CAAsB;IAAG,CAAC;IAE/G,aAAa,CAAC,aAA4B;QACtC,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3B,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC;YACtB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACvD,CAAC;YACD,eAAe;YACf,MAAM,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACrE,OAAO,IAAI,YAAY,CAAC,IAAI,EAAE,IAAI,2BAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,OAAO;QACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,OAAe;QACzB,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED,kBAAkB,CAAC,CAAoB;QACnC,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAkB,EAAE,CAAS,EAAE,OAA0B;QACjE,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAmB,EAAE,CAAC;QAEtC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,QAAQ,CAAC,kBAAkB,CAAC;YAE7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YAED,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACvB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAErE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACtB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;oBAC9C,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,UAA6B,IAAI;QAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAmB,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;QAExF,sDAAsD;QACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3D,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,MAAM,CAAC;QAC1B,CAAC;QACD,MAAM,kBAAkB,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAErD,2FAA2F;QAC3F,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,IAAI,CACN,EAAkB,EAClB,CAAS,EACT,OAAyB;QAEzB,MAAM,UAAU,GAAU,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,EAAE,CAAC;QAElB,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;YACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YAC/C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACvB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAErE,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;wBAChC,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;oBAC7D,CAAC;oBACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACtB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;oBAC9C,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,UAA4B,IAAI;;QAC7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;QAExF,sDAAsD;QACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,MAAM,CAAC;QAC1B,CAAC;QAED,MAAM,iBAAiB,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAEpD,2FAA2F;QAC3F,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAA,OAAO,CAAC,MAAM,CAAC,UAAU,mCAAI,EAAE,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;QAC3F,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;CACJ;AApHD,kCAoHC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { PeekedMessageItem, QueueClient } from \"@azure/storage-queue\";\nimport { ResourceURI } from \"./resourceManager\";\nimport { StatusMessage } from \"./status\";\n\nclass QueueDetails {\n    constructor(readonly name: string, readonly service: QueueClient) {}\n}\n\nconst shuffle = <T>(a: T[]): T[] => {\n    for (let i = a.length - 1; i > 0; i--) {\n        const j = Math.floor(Math.random() * (i + 1));\n        const temp = a[j];\n        a[j] = a[i];\n        a[i] = temp;\n    }\n\n    return a;\n};\n\ninterface PeekParams {\n    raw: boolean;\n}\n\ninterface PopParams {\n    raw: boolean;\n    remove: boolean;\n}\n\ntype Message = PeekedMessageItem | StatusMessage;\n\nexport class StatusQueue {\n    constructor(readonly getQueuesFunc: () => Promise<ResourceURI[]>, readonly messageCls: typeof StatusMessage) {}\n\n    _getQServices(queuesDetails: ResourceURI[]) {\n        return queuesDetails.map((q) => {\n            const fullUri = q.uri;\n            if (!fullUri) {\n                throw new Error(\"Empty or null connection string\");\n            }\n            // chop off sas\n            const indexOfSas = q.uri.indexOf(\"?\");\n            const name = indexOfSas > 0 ? q.uri.substring(0, indexOfSas) : q.uri;\n            return new QueueDetails(name, new QueueClient(fullUri));\n        });\n    }\n\n    async isEmpty() {\n        const result = await this.peek(1, { raw: true });\n        return !result || result.length === 0;\n    }\n\n    decodeContent(content: string) {\n        return Buffer.from(content, \"base64\").toString(\"ascii\");\n    }\n\n    deserializeMessage(m: PeekedMessageItem): StatusMessage {\n        return new this.messageCls(this.decodeContent(m.messageText), null, null);\n    }\n\n    async _peek(qs: QueueDetails[], n: number, options: PeekParams | null): Promise<{ result: Message[]; nonEmptyQs: QueueDetails[]; done: boolean }> {\n        const result: Message[] = [];\n        const nonEmptyQs: QueueDetails[] = [];\n\n        for (const q of qs) {\n            const response = await q.service.peekMessages();\n            const messages = response.peekedMessageItems;\n\n            if (messages && messages.length > 0) {\n                nonEmptyQs.push(q);\n            }\n\n            for (const m of messages) {\n                if (m && Object.keys(m).length > 0) {\n                    result.push(options && options.raw ? m : this.deserializeMessage(m));\n\n                    if (result.length === n) {\n                        return { done: true, nonEmptyQs, result };\n                    }\n                }\n            }\n        }\n        return { done: nonEmptyQs.length === 0, nonEmptyQs, result };\n    }\n\n    async peek(n = 1, options: PeekParams | null = null): Promise<Message[]> {\n        const queues = await this.getQueuesFunc();\n        const qServices: QueueDetails[] = shuffle(this._getQServices(queues));\n        const perQ = qServices.length > 1 ? Math.floor(n / qServices.length) : qServices.length;\n\n        // First, iterate evenly and randomly on status queues\n        const partial = await this._peek(qServices, perQ, options);\n\n        if (partial.done) {\n            return partial.result;\n        }\n        const messagesLeftToPeek = n - partial.result.length;\n\n        // In case queues are uneven, iterate again. This time, request for all n messages and trim\n        return (await this._peek(partial.nonEmptyQs, messagesLeftToPeek, options)).result;\n    }\n\n    async _pop(\n        qs: QueueDetails[],\n        n: number,\n        options: PopParams | null\n    ): Promise<{ result: Message[] & { nonEmptyQs?: QueueDetails[] }; nonEmptyQs: any[]; done: boolean }> {\n        const nonEmptyQs: any[] = [];\n        const result = [];\n\n        for (const q of qs) {\n            const response = await q.service.receiveMessages({ numOfMessages: n });\n            const messages = response.receivedMessageItems;\n            for (const m of messages) {\n                if (m && Object.keys(m).length > 0) {\n                    result.push(options && options.raw ? m : this.deserializeMessage(m));\n\n                    if (!(options && !options.remove)) {\n                        await q.service.deleteMessage(m.messageId, m.popReceipt);\n                    }\n                    if (result.length === n) {\n                        return { done: true, nonEmptyQs, result };\n                    }\n                }\n            }\n        }\n\n        return { done: nonEmptyQs.length === 0, nonEmptyQs, result };\n    }\n\n    async pop(n = 1, options: PopParams | null = null): Promise<Message[]> {\n        const queues = await this.getQueuesFunc();\n        const qServices = shuffle(this._getQServices(queues));\n        const perQ = qServices.length > 1 ? Math.floor(n / qServices.length) : qServices.length;\n\n        // First, iterate evenly and randomly on status queues\n        const partial = await this._pop(qServices, perQ, options);\n        if (partial.done) {\n            return partial.result;\n        }\n\n        const messagesLeftToPop = n - partial.result.length;\n\n        // In case queues are uneven, iterate again. This time, request for all n messages and trim\n        const final = await this._pop(partial.result.nonEmptyQs ?? [], messagesLeftToPop, options);\n        return partial.result.concat(final.result);\n    }\n}\n"]}

package/dist-esm/src/streamUtils.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamUtils.js","sourceRoot":"","sources":["../../src/streamUtils.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;AAElC,4CAAoB;AACpB,mCAA+C;AAC/C,gEAAqC;AACrC,+CAAkE;AAGlE,sEAAsE;AAC/D,MAAM,YAAY,GAAG,CAAC,cAA8B,EAA6B,EAAE;IACtF,MAAM,QAAQ,GAAG,YAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC,IAAc,CAAC,CAAC;IACpE,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC;IAC5F,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,8BAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC;AACrG,CAAC,CAAC;AAJW,QAAA,YAAY,gBAIvB;AAEF,2EAA2E;AACpE,MAAM,eAAe,GAAG,KAAK,EAAE,cAA8B,EAA6B,EAAE;IAC/F,IAAI;QACA,MAAM,MAAM,GAAG,YAAE,CAAC,YAAY,CAAC,cAAc,CAAC,IAAc,CAAC,CAAC;QAC9D,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC;QAC5F,OAAO,IAAI,8BAAgB,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;KACjF;IAAC,OAAO,KAAK,EAAE;QACZ,OAAO,MAAM,IAAA,oBAAY,EAAC,cAAc,CAAC,CAAC;KAC7C;AACL,CAAC,CAAC;AARW,QAAA,eAAe,mBAQ1B;AAEF,MAAM,YAAY,GAAG,CAAC,GAAG,OAAmB,EAAY,EAAE;IACtD,IAAI,IAAI,GAAG,IAAI,oBAAW,EAAE,CAAC;IAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC1B,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;KACjE;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEK,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAAgB,EAAE,aAAqB,EAA8B,EAAE;IAC1G,IAAI,MAAM,YAAY,MAAM,EAAE;QAC1B,OAAO,MAAM,CAAC;KACjB;IACD,OAAO,MAAM,IAAI,OAAO,CAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5D,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,EAAE;YAClC,IAAI;gBACA,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,aAAa,EAAE;oBAC9D,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC3C,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBAC1C,OAAO,CAAC,YAAY,CAAC,IAAA,sBAAS,EAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;iBACpD;aACJ;YAAC,OAAO,CAAC,EAAE;gBACR,MAAM,CAAC,CAAC,CAAC,CAAC;aACb;QACL,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC/B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAtBW,QAAA,gBAAgB,oBAsB3B;AAEK,MAAM,gBAAgB,GAAG,CAAC,MAA8B,EAAY,EAAE;IACzE,OAAO,IAAA,sBAAS,EAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AAC/B,CAAC,CAAC;AAFW,QAAA,gBAAgB,oBAE3B","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport fs from \"fs\";\nimport { PassThrough, Readable } from \"stream\";\nimport streamify from \"stream-array\";\nimport { CompressionType, StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor\";\n\n// Returns fs.ReadStream for node and NodeJS.ReadableStream in browser\nexport const fileToStream = (fileDescriptor: FileDescriptor): Promise<StreamDescriptor> => {\n    const streamFs = fs.createReadStream(fileDescriptor.file as string);\n    const compressionType = fileDescriptor.zipped ? CompressionType.GZIP : CompressionType.None;\n    return Promise.resolve(new StreamDescriptor(streamFs, fileDescriptor.sourceId, compressionType));\n};\n\n// Used in managed streaming where we buffer the file to memory for retries\nexport const tryFileToBuffer = async (fileDescriptor: FileDescriptor): Promise<StreamDescriptor> => {\n    try {\n        const buffer = fs.readFileSync(fileDescriptor.file as string);\n        const compressionType = fileDescriptor.zipped ? CompressionType.GZIP : CompressionType.None;\n        return new StreamDescriptor(buffer, fileDescriptor.sourceId, compressionType);\n    } catch (error) {\n        return await fileToStream(fileDescriptor);\n    }\n};\n\nconst mergeStreams = (...streams: Readable[]): Readable => {\n    let pass = new PassThrough();\n    let waiting = streams.length;\n    for (const stream of streams) {\n        pass = stream.pipe(pass, { end: false });\n        stream.once(\"end\", () => --waiting === 0 && pass.emit(\"end\"));\n    }\n    return pass;\n};\n\nexport const tryStreamToArray = async (stream: Readable, maxBufferSize: number): Promise<Buffer | Readable> => {\n    if (stream instanceof Buffer) {\n        return stream;\n    }\n    return await new Promise<Buffer | Readable>((resolve, reject) => {\n        const result: Buffer[] = [];\n        const endListener = () => resolve(Buffer.concat(result));\n        const dataHandler = (chunk: Buffer) => {\n            try {\n                result.push(chunk);\n                if (result.reduce((sum, b) => sum + b.length, 0) > maxBufferSize) {\n                    stream.removeListener(\"data\", dataHandler);\n                    stream.removeListener(\"end\", endListener);\n                    resolve(mergeStreams(streamify(result), stream));\n                }\n            } catch (e) {\n                reject(e);\n            }\n        };\n        stream.on(\"data\", dataHandler);\n        stream.on(\"end\", endListener);\n    });\n};\n\nexport const readableToStream = (stream: Readable | ArrayBuffer): Readable => {\n    return streamify([stream]);\n};\n"]}
+{"version":3,"file":"streamUtils.js","sourceRoot":"","sources":["../../src/streamUtils.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;AAElC,4CAAoB;AACpB,mCAA+C;AAC/C,gEAAqC;AACrC,+CAAkE;AAGlE,sEAAsE;AAC/D,MAAM,YAAY,GAAG,CAAC,cAA8B,EAA6B,EAAE;IACtF,MAAM,QAAQ,GAAG,YAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC,IAAc,CAAC,CAAC;IACpE,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC;IAC5F,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,8BAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC;AACrG,CAAC,CAAC;AAJW,QAAA,YAAY,gBAIvB;AAEF,2EAA2E;AACpE,MAAM,eAAe,GAAG,KAAK,EAAE,cAA8B,EAA6B,EAAE;IAC/F,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,YAAE,CAAC,YAAY,CAAC,cAAc,CAAC,IAAc,CAAC,CAAC;QAC9D,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC,CAAC,CAAC,6BAAe,CAAC,IAAI,CAAC;QAC5F,OAAO,IAAI,8BAAgB,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,MAAM,IAAA,oBAAY,EAAC,cAAc,CAAC,CAAC;IAC9C,CAAC;AACL,CAAC,CAAC;AARW,QAAA,eAAe,mBAQ1B;AAEF,MAAM,YAAY,GAAG,CAAC,GAAG,OAAmB,EAAY,EAAE;IACtD,IAAI,IAAI,GAAG,IAAI,oBAAW,EAAE,CAAC;IAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEK,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAAgB,EAAE,aAAqB,EAA8B,EAAE;IAC1G,IAAI,MAAM,YAAY,MAAM,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,MAAM,IAAI,OAAO,CAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5D,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,EAAE;YAClC,IAAI,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,aAAa,EAAE,CAAC;oBAC/D,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC3C,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBAC1C,OAAO,CAAC,YAAY,CAAC,IAAA,sBAAS,EAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;gBACrD,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,MAAM,CAAC,CAAC,CAAC,CAAC;YACd,CAAC;QACL,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC/B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAtBW,QAAA,gBAAgB,oBAsB3B;AAEK,MAAM,gBAAgB,GAAG,CAAC,MAA8B,EAAY,EAAE;IACzE,OAAO,IAAA,sBAAS,EAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AAC/B,CAAC,CAAC;AAFW,QAAA,gBAAgB,oBAE3B","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport fs from \"fs\";\nimport { PassThrough, Readable } from \"stream\";\nimport streamify from \"stream-array\";\nimport { CompressionType, StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor\";\n\n// Returns fs.ReadStream for node and NodeJS.ReadableStream in browser\nexport const fileToStream = (fileDescriptor: FileDescriptor): Promise<StreamDescriptor> => {\n    const streamFs = fs.createReadStream(fileDescriptor.file as string);\n    const compressionType = fileDescriptor.zipped ? CompressionType.GZIP : CompressionType.None;\n    return Promise.resolve(new StreamDescriptor(streamFs, fileDescriptor.sourceId, compressionType));\n};\n\n// Used in managed streaming where we buffer the file to memory for retries\nexport const tryFileToBuffer = async (fileDescriptor: FileDescriptor): Promise<StreamDescriptor> => {\n    try {\n        const buffer = fs.readFileSync(fileDescriptor.file as string);\n        const compressionType = fileDescriptor.zipped ? CompressionType.GZIP : CompressionType.None;\n        return new StreamDescriptor(buffer, fileDescriptor.sourceId, compressionType);\n    } catch (error) {\n        return await fileToStream(fileDescriptor);\n    }\n};\n\nconst mergeStreams = (...streams: Readable[]): Readable => {\n    let pass = new PassThrough();\n    let waiting = streams.length;\n    for (const stream of streams) {\n        pass = stream.pipe(pass, { end: false });\n        stream.once(\"end\", () => --waiting === 0 && pass.emit(\"end\"));\n    }\n    return pass;\n};\n\nexport const tryStreamToArray = async (stream: Readable, maxBufferSize: number): Promise<Buffer | Readable> => {\n    if (stream instanceof Buffer) {\n        return stream;\n    }\n    return await new Promise<Buffer | Readable>((resolve, reject) => {\n        const result: Buffer[] = [];\n        const endListener = () => resolve(Buffer.concat(result));\n        const dataHandler = (chunk: Buffer) => {\n            try {\n                result.push(chunk);\n                if (result.reduce((sum, b) => sum + b.length, 0) > maxBufferSize) {\n                    stream.removeListener(\"data\", dataHandler);\n                    stream.removeListener(\"end\", endListener);\n                    resolve(mergeStreams(streamify(result), stream));\n                }\n            } catch (e) {\n                reject(e);\n            }\n        };\n        stream.on(\"data\", dataHandler);\n        stream.on(\"end\", endListener);\n    });\n};\n\nexport const readableToStream = (stream: Readable | ArrayBuffer): Readable => {\n    return streamify([stream]);\n};\n"]}

package/dist-esm/src/streamingIngestClient.browser.js

@@ -18,7 +18,7 @@ class KustoStreamingIngestClient extends streamingIngestClientBase_1.KustoStream
         this.ensureOpen();
         const props = this._getMergedProps(ingestionProperties);
         const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
-        return await this.kustoClient.executeStreamingIngest(props.database, props.table, descriptor.stream, props.format, (_a = props.ingestionMappingReference) !== null && _a !== void 0 ? _a : null, clientRequestId);
+        return await this.kustoClient.executeStreamingIngest(props.database, props.table, descriptor.stream, props.format, (_a = props.ingestionMappingReference) !== null && _a !== void 0 ? _a : null, undefined, clientRequestId);
     }
     /**
      * Use string for Node.js and Blob in browser

package/dist-esm/src/streamingIngestClient.browser.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamingIngestClient.browser.js","sourceRoot":"","sources":["../../src/streamingIngestClient.browser.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;AAKlC,+CAAiD;AACjD,qEAA0D;AAC1D,+DAAwD;AACxD,2EAA6E;AAE7E,MAAM,0BAA2B,SAAQ,0DAA8B;IACnE,YAAY,IAA2C,EAAE,YAAuC,EAAE,mBAA6B;QAC3H,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,MAAsC,EAAE,mBAA8C,EAAE,eAAwB;;QACnI,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAChH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,UAAU,CAAC,MAAM,EACjB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,eAAe,CAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAA2B,EAAE,mBAA8C;QAC5F,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,UAAU,GAAmB,IAAI,YAAY,uCAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,uCAAc,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAA,qCAAe,EAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACzF,CAAC;CACJ;AAED,kBAAe,0BAA0B,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor.browser\";\nimport { tryFileToBuffer } from \"./streamUtils.browser\";\nimport { KustoStreamingIngestClientBase } from \"./streamingIngestClientBase\";\n\nclass KustoStreamingIngestClient extends KustoStreamingIngestClientBase {\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean) {\n        super(kcsb, defaultProps, autoCorrectEndpoint);\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(stream: StreamDescriptor | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any> {\n        this.ensureOpen();\n\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor: StreamDescriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            descriptor.stream,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            clientRequestId\n        );\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(file: FileDescriptor | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet> {\n        this.ensureOpen();\n\n        const descriptor: FileDescriptor = file instanceof FileDescriptor ? file : new FileDescriptor(file);\n        return this.ingestFromStream(await tryFileToBuffer(descriptor), ingestionProperties);\n    }\n}\n\nexport default KustoStreamingIngestClient;\n"]}
+{"version":3,"file":"streamingIngestClient.browser.js","sourceRoot":"","sources":["../../src/streamingIngestClient.browser.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;AAKlC,+CAAiD;AACjD,qEAA0D;AAC1D,+DAAwD;AACxD,2EAA6E;AAE7E,MAAM,0BAA2B,SAAQ,0DAA8B;IACnE,YAAY,IAA2C,EAAE,YAAuC,EAAE,mBAA6B;QAC3H,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,MAAsC,EAAE,mBAA8C,EAAE,eAAwB;;QACnI,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAChH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,UAAU,CAAC,MAAM,EACjB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,SAAS,EACT,eAAe,CAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAA2B,EAAE,mBAA8C;QAC5F,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,UAAU,GAAmB,IAAI,YAAY,uCAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,uCAAc,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAA,qCAAe,EAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACzF,CAAC;CACJ;AAED,kBAAe,0BAA0B,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor.browser\";\nimport { tryFileToBuffer } from \"./streamUtils.browser\";\nimport { KustoStreamingIngestClientBase } from \"./streamingIngestClientBase\";\n\nclass KustoStreamingIngestClient extends KustoStreamingIngestClientBase {\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean) {\n        super(kcsb, defaultProps, autoCorrectEndpoint);\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(stream: StreamDescriptor | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any> {\n        this.ensureOpen();\n\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor: StreamDescriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            descriptor.stream,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            undefined,\n            clientRequestId\n        );\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(file: FileDescriptor | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet> {\n        this.ensureOpen();\n\n        const descriptor: FileDescriptor = file instanceof FileDescriptor ? file : new FileDescriptor(file);\n        return this.ingestFromStream(await tryFileToBuffer(descriptor), ingestionProperties);\n    }\n}\n\nexport default KustoStreamingIngestClient;\n"]}

package/dist-esm/src/streamingIngestClient.js

@@ -27,7 +27,7 @@ class KustoStreamingIngestClient extends streamingIngestClientBase_1.KustoStream
                 ? descriptor.stream.pipe(zlib_1.default.createGzip())
                 : descriptor.stream
             : descriptor.stream;
-        return await this.kustoClient.executeStreamingIngest(props.database, props.table, compressedStream, props.format, (_a = props.ingestionMappingReference) !== null && _a !== void 0 ? _a : null, clientRequestId);
+        return await this.kustoClient.executeStreamingIngest(props.database, props.table, compressedStream, props.format, (_a = props.ingestionMappingReference) !== null && _a !== void 0 ? _a : null, undefined, clientRequestId);
     }
     /**
      * Use string for Node.js and Blob in browser

package/dist-esm/src/streamingIngestClient.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamingIngestClient.js","sourceRoot":"","sources":["../../src/streamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;AAMlC,gDAAwB;AACxB,+CAAkE;AAClE,qDAAkD;AAClD,+CAA6C;AAC7C,2EAA6E;AAE7E,MAAM,0BAA2B,SAAQ,0DAA8B;IACnE,YAAY,IAA2C,EAAE,YAAuC,EAAE,mBAA6B;QAC3H,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAClB,MAAiD,EACjD,mBAA8C,EAC9C,eAAwB;;QAExB,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAEhH,MAAM,gBAAgB,GAClB,UAAU,CAAC,eAAe,KAAK,6BAAe,CAAC,IAAI;YAC/C,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,YAAY,WAAW,CAAC;gBACzC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,cAAI,CAAC,UAAU,EAAE,CAAC;gBAC3C,CAAC,CAAC,UAAU,CAAC,MAAM;YACvB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAC5B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,gBAAgB,EAChB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,eAAe,CAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAoC,EAAE,mBAA8C;QACrG,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,UAAU,GAAmB,IAAI,YAAY,+BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,+BAAc,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAA,0BAAY,EAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACtF,CAAC;CACJ;AAED,kBAAe,0BAA0B,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { Readable } from \"stream\";\nimport zlib from \"zlib\";\nimport { CompressionType, StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor\";\nimport { fileToStream } from \"./streamUtils\";\nimport { KustoStreamingIngestClientBase } from \"./streamingIngestClientBase\";\n\nclass KustoStreamingIngestClient extends KustoStreamingIngestClientBase {\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean) {\n        super(kcsb, defaultProps, autoCorrectEndpoint);\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(\n        stream: StreamDescriptor | Readable | ArrayBuffer,\n        ingestionProperties?: IngestionPropertiesInput,\n        clientRequestId?: string\n    ): Promise<any> {\n        this.ensureOpen();\n\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor: StreamDescriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n\n        const compressedStream =\n            descriptor.compressionType === CompressionType.None\n                ? !(descriptor.stream instanceof ArrayBuffer)\n                    ? descriptor.stream.pipe(zlib.createGzip())\n                    : descriptor.stream\n                : descriptor.stream;\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            compressedStream,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            clientRequestId\n        );\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet> {\n        this.ensureOpen();\n\n        const descriptor: FileDescriptor = file instanceof FileDescriptor ? file : new FileDescriptor(file);\n        return this.ingestFromStream(await fileToStream(descriptor), ingestionProperties);\n    }\n}\n\nexport default KustoStreamingIngestClient;\n"]}
+{"version":3,"file":"streamingIngestClient.js","sourceRoot":"","sources":["../../src/streamingIngestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;AAMlC,gDAAwB;AACxB,+CAAkE;AAClE,qDAAkD;AAClD,+CAA6C;AAC7C,2EAA6E;AAE7E,MAAM,0BAA2B,SAAQ,0DAA8B;IACnE,YAAY,IAA2C,EAAE,YAAuC,EAAE,mBAA6B;QAC3H,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAClB,MAAiD,EACjD,mBAA8C,EAC9C,eAAwB;;QAExB,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;QAEhH,MAAM,gBAAgB,GAClB,UAAU,CAAC,eAAe,KAAK,6BAAe,CAAC,IAAI;YAC/C,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,YAAY,WAAW,CAAC;gBACzC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,cAAI,CAAC,UAAU,EAAE,CAAC;gBAC3C,CAAC,CAAC,UAAU,CAAC,MAAM;YACvB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAC5B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,gBAAgB,EAChB,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,SAAS,EACT,eAAe,CAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAoC,EAAE,mBAA8C;QACrG,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,UAAU,GAAmB,IAAI,YAAY,+BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,+BAAc,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAA,0BAAY,EAAC,UAAU,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACtF,CAAC;CACJ;AAED,kBAAe,0BAA0B,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { KustoConnectionStringBuilder, KustoResponseDataSet } from \"azure-kusto-data\";\nimport { Readable } from \"stream\";\nimport zlib from \"zlib\";\nimport { CompressionType, StreamDescriptor } from \"./descriptors\";\nimport { FileDescriptor } from \"./fileDescriptor\";\nimport { fileToStream } from \"./streamUtils\";\nimport { KustoStreamingIngestClientBase } from \"./streamingIngestClientBase\";\n\nclass KustoStreamingIngestClient extends KustoStreamingIngestClientBase {\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint?: boolean) {\n        super(kcsb, defaultProps, autoCorrectEndpoint);\n    }\n\n    /**\n     * Use Readable for Node.js and ArrayBuffer in browser\n     */\n    async ingestFromStream(\n        stream: StreamDescriptor | Readable | ArrayBuffer,\n        ingestionProperties?: IngestionPropertiesInput,\n        clientRequestId?: string\n    ): Promise<any> {\n        this.ensureOpen();\n\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor: StreamDescriptor = stream instanceof StreamDescriptor ? stream : new StreamDescriptor(stream);\n\n        const compressedStream =\n            descriptor.compressionType === CompressionType.None\n                ? !(descriptor.stream instanceof ArrayBuffer)\n                    ? descriptor.stream.pipe(zlib.createGzip())\n                    : descriptor.stream\n                : descriptor.stream;\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            compressedStream,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            undefined,\n            clientRequestId\n        );\n    }\n\n    /**\n     * Use string for Node.js and Blob in browser\n     */\n    async ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet> {\n        this.ensureOpen();\n\n        const descriptor: FileDescriptor = file instanceof FileDescriptor ? file : new FileDescriptor(file);\n        return this.ingestFromStream(await fileToStream(descriptor), ingestionProperties);\n    }\n}\n\nexport default KustoStreamingIngestClient;\n"]}

package/dist-esm/src/streamingIngestClientBase.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamingIngestClientBase.js","sourceRoot":"","sources":["../../src/streamingIngestClientBase.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAIlC,+CAA+C;AAC/C,+DAA4D;AAC5D,uDAAuF;AAEvF,MAAsB,8BAA+B,SAAQ,yCAAmB;IAE5E,YAAY,IAA2C,EAAE,YAAuC,EAAE,sBAA+B,IAAI;QACjI,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC1B,IAAI,GAAG,IAAI,+CAA4B,CAAC,IAAI,CAAC,CAAC;SACjD;QACD,IAAI,mBAAmB,EAAE;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SAC5D;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAA6B,EAAE,mBAA8C,EAAE,eAAwB;;QACxH,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;QACpF,uEAAuE;QACvE,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE5B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,SAAS,EACT,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,UAAU,CAAC,IAAI,EACf,eAAe,CAClB,CAAC;IACN,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;SAC5B;QACD,KAAK,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACJ;AArCD,wEAqCC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { BlobDescriptor } from \"./descriptors\";\nimport { AbstractKustoClient } from \"./abstractKustoClient\";\nimport { Client as KustoClient, KustoConnectionStringBuilder } from \"azure-kusto-data\";\n\nexport abstract class KustoStreamingIngestClientBase extends AbstractKustoClient {\n    protected kustoClient: KustoClient;\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint: boolean = true) {\n        super(defaultProps);\n        if (typeof kcsb === \"string\") {\n            kcsb = new KustoConnectionStringBuilder(kcsb);\n        }\n        if (autoCorrectEndpoint) {\n            kcsb.dataSource = this.getQueryEndpoint(kcsb.dataSource);\n        }\n        this.kustoClient = new KustoClient(kcsb);\n        this.defaultDatabase = this.kustoClient.defaultDatabase;\n    }\n\n    async ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any> {\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);\n        // No need to check blob size if it was given to us that it's not empty\n        await descriptor.fillSize();\n\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            undefined,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            descriptor.path,\n            clientRequestId\n        );\n    }\n\n    close() {\n        if (!this._isClosed) {\n            this.kustoClient.close();\n        }\n        super.close();\n    }\n}\n"]}
+{"version":3,"file":"streamingIngestClientBase.js","sourceRoot":"","sources":["../../src/streamingIngestClientBase.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAIlC,+CAA+C;AAC/C,+DAA4D;AAC5D,uDAAuF;AAEvF,MAAsB,8BAA+B,SAAQ,yCAAmB;IAE5E,YAAY,IAA2C,EAAE,YAAuC,EAAE,sBAA+B,IAAI;QACjI,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,IAAI,+CAA4B,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,mBAAmB,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAA6B,EAAE,mBAA8C,EAAE,eAAwB;;QACxH,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;QACpF,uEAAuE;QACvE,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE5B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAChD,KAAK,CAAC,QAAkB,EACxB,KAAK,CAAC,KAAe,EACrB,SAAS,EACT,KAAK,CAAC,MAAM,EACZ,MAAA,KAAK,CAAC,yBAAyB,mCAAI,IAAI,EACvC,UAAU,CAAC,IAAI,EACf,eAAe,CAClB,CAAC;IACN,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAC7B,CAAC;QACD,KAAK,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACJ;AArCD,wEAqCC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { IngestionPropertiesInput } from \"./ingestionProperties\";\n\nimport { BlobDescriptor } from \"./descriptors\";\nimport { AbstractKustoClient } from \"./abstractKustoClient\";\nimport { Client as KustoClient, KustoConnectionStringBuilder } from \"azure-kusto-data\";\n\nexport abstract class KustoStreamingIngestClientBase extends AbstractKustoClient {\n    protected kustoClient: KustoClient;\n    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput, autoCorrectEndpoint: boolean = true) {\n        super(defaultProps);\n        if (typeof kcsb === \"string\") {\n            kcsb = new KustoConnectionStringBuilder(kcsb);\n        }\n        if (autoCorrectEndpoint) {\n            kcsb.dataSource = this.getQueryEndpoint(kcsb.dataSource);\n        }\n        this.kustoClient = new KustoClient(kcsb);\n        this.defaultDatabase = this.kustoClient.defaultDatabase;\n    }\n\n    async ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any> {\n        const props = this._getMergedProps(ingestionProperties);\n        const descriptor = blob instanceof BlobDescriptor ? blob : new BlobDescriptor(blob);\n        // No need to check blob size if it was given to us that it's not empty\n        await descriptor.fillSize();\n\n        return await this.kustoClient.executeStreamingIngest(\n            props.database as string,\n            props.table as string,\n            undefined,\n            props.format,\n            props.ingestionMappingReference ?? null,\n            descriptor.path,\n            clientRequestId\n        );\n    }\n\n    close() {\n        if (!this._isClosed) {\n            this.kustoClient.close();\n        }\n        super.close();\n    }\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "azure-kusto-ingest",
-    "version": "6.0.2",
+    "version": "6.0.4",
     "description": "Azure Data Explorer Ingestion SDK",
     "module": "dist-esm/src/index.js",
     "types": "./types/src/index.d.ts",
@@ -64,7 +64,7 @@
         "@types/tmp": "^0.2.3",
         "@types/uuid": "^8.3.4",
         "@types/uuid-validate": "0.0.1",
-        "azure-kusto-data": "^6.0.2",
+        "azure-kusto-data": "^6.0.4",
         "browserify-zlib": "0.2.0",
         "buffer": "^6.0.3",
         "is-ip": "^3.1.0",
@@ -79,5 +79,5 @@
         "@types/sinon": "^10.0.13",
         "assert": "^2.0.0"
     },
-    "gitHead": "591383875554bad2b3382806c06d6850e83e97b6"
+    "gitHead": "4565fc653a00ec6827d25df814dc9153b009025d"
 }

package/types/src/descriptors.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Readable } from "stream";
 import IngestionProperties from "./ingestionProperties";
 export declare enum CompressionType {
@@ -12,6 +11,7 @@ export declare abstract class AbstractDescriptor {
     sourceId: string | null;
     size: number | null;
     constructor(sourceId?: string | null, size?: number | null);
+    _calculateSize(fileSize: number, modifier?: number): void;
 }
 export declare class StreamDescriptor extends AbstractDescriptor {
     readonly stream: Readable | ArrayBuffer;