azure-kusto-ingest 2.2.1 → 3.0.0

package/index.d.ts

@@ -1,10 +1,14 @@
 import client from "./source/ingestClient";
 import streamingIngestClient from "./source/streamingIngestClient";
+import managedStreamingIngestClient from "./source/managedStreamingIngestClient";
 import KustoIngestStatusQueues from "./source/status";
-import { CsvColumnMapping, DataFormat, IngestionMappingType, JsonColumnMapping, ReportLevel, ReportMethod, ValidationImplications, ValidationOptions, ValidationPolicy } from "./source/ingestionProperties";
+import { DataFormat, IngestionMappingKind, ReportLevel, ReportMethod, ValidationImplications, ValidationOptions, ValidationPolicy } from "./source/ingestionProperties";
 import { BlobDescriptor, CompressionType, FileDescriptor, StreamDescriptor } from "./source/descriptors";
+import { ApacheAvroColumnMapping, AvroColumnMapping, ColumnMapping, ConstantTransformation, CsvColumnMapping, FieldTransformation, JsonColumnMapping, OrcColumnMapping, ParquetColumnMapping, SStreamColumnMapping, W3CLogFileMapping } from "./source/columnMappings";
+export { Transformation as ColumnMappingTransformation } from "./source/columnMappings";
 export declare const IngestClient: typeof client;
 export declare const StreamingIngestClient: typeof streamingIngestClient;
+export declare const ManagedStreamingIngestClient: typeof managedStreamingIngestClient;
 export declare const IngestStatusQueues: typeof KustoIngestStatusQueues;
 export { IngestionProperties } from "./source/ingestionProperties";
 export declare const IngestionDescriptors: {
@@ -12,15 +16,33 @@ export declare const IngestionDescriptors: {
     FileDescriptor: typeof FileDescriptor;
     StreamDescriptor: typeof StreamDescriptor;
 };
+export { JsonColumnMapping, CsvColumnMapping, AvroColumnMapping, ParquetColumnMapping, OrcColumnMapping, W3CLogFileMapping, ValidationPolicy, ReportLevel, ReportMethod, ValidationImplications, ValidationOptions, DataFormat, IngestionMappingKind, CompressionType, ApacheAvroColumnMapping, SStreamColumnMapping, ConstantTransformation, FieldTransformation, ColumnMapping, };
+/**
+ * @deprecated - import directly instead
+ */
 export declare const IngestionPropertiesEnums: {
     JsonColumnMapping: typeof JsonColumnMapping;
     CsvColumnMapping: typeof CsvColumnMapping;
+    AvroColumnMapping: typeof AvroColumnMapping;
+    ParquetColumnMapping: typeof ParquetColumnMapping;
+    OrcColumnMapping: typeof OrcColumnMapping;
+    W3CLogFileMapping: typeof W3CLogFileMapping;
     ValidationPolicy: typeof ValidationPolicy;
     ReportLevel: typeof ReportLevel;
     ReportMethod: typeof ReportMethod;
     ValidationImplications: typeof ValidationImplications;
     ValidationOptions: typeof ValidationOptions;
     DataFormat: typeof DataFormat;
-    IngestionMappingType: typeof IngestionMappingType;
+    /**
+     * @deprecated - use IngestionMappingKind instead
+     */
+    IngestionMappingType: typeof IngestionMappingKind;
+    IngestionMappingKind: typeof IngestionMappingKind;
     CompressionType: typeof CompressionType;
+    ApacheAvroColumnMapping: typeof ApacheAvroColumnMapping;
+    SStreamColumnMapping: typeof SStreamColumnMapping;
+    ConstantTransformation: typeof ConstantTransformation;
+    FieldTransformation: typeof FieldTransformation;
+    ColumnMapping: typeof ColumnMapping;
 };
+export { IngestionPropertiesValidationError } from "./source/errors";

package/index.js

@@ -5,32 +5,72 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.IngestionPropertiesEnums = exports.IngestionDescriptors = exports.IngestionProperties = exports.IngestStatusQueues = exports.StreamingIngestClient = exports.IngestClient = void 0;
+exports.IngestionPropertiesValidationError = exports.IngestionPropertiesEnums = exports.ColumnMapping = exports.FieldTransformation = exports.ConstantTransformation = exports.SStreamColumnMapping = exports.ApacheAvroColumnMapping = exports.CompressionType = exports.IngestionMappingKind = exports.DataFormat = exports.ValidationOptions = exports.ValidationImplications = exports.ReportMethod = exports.ReportLevel = exports.ValidationPolicy = exports.W3CLogFileMapping = exports.OrcColumnMapping = exports.ParquetColumnMapping = exports.AvroColumnMapping = exports.CsvColumnMapping = exports.JsonColumnMapping = exports.IngestionDescriptors = exports.IngestionProperties = exports.IngestStatusQueues = exports.ManagedStreamingIngestClient = exports.StreamingIngestClient = exports.IngestClient = void 0;
 const ingestClient_1 = __importDefault(require("./source/ingestClient"));
 const streamingIngestClient_1 = __importDefault(require("./source/streamingIngestClient"));
+const managedStreamingIngestClient_1 = __importDefault(require("./source/managedStreamingIngestClient"));
 const status_1 = __importDefault(require("./source/status"));
 const ingestionProperties_1 = require("./source/ingestionProperties");
+Object.defineProperty(exports, "DataFormat", { enumerable: true, get: function () { return ingestionProperties_1.DataFormat; } });
+Object.defineProperty(exports, "IngestionMappingKind", { enumerable: true, get: function () { return ingestionProperties_1.IngestionMappingKind; } });
+Object.defineProperty(exports, "ReportLevel", { enumerable: true, get: function () { return ingestionProperties_1.ReportLevel; } });
+Object.defineProperty(exports, "ReportMethod", { enumerable: true, get: function () { return ingestionProperties_1.ReportMethod; } });
+Object.defineProperty(exports, "ValidationImplications", { enumerable: true, get: function () { return ingestionProperties_1.ValidationImplications; } });
+Object.defineProperty(exports, "ValidationOptions", { enumerable: true, get: function () { return ingestionProperties_1.ValidationOptions; } });
+Object.defineProperty(exports, "ValidationPolicy", { enumerable: true, get: function () { return ingestionProperties_1.ValidationPolicy; } });
 const descriptors_1 = require("./source/descriptors");
+Object.defineProperty(exports, "CompressionType", { enumerable: true, get: function () { return descriptors_1.CompressionType; } });
+const columnMappings_1 = require("./source/columnMappings");
+Object.defineProperty(exports, "ApacheAvroColumnMapping", { enumerable: true, get: function () { return columnMappings_1.ApacheAvroColumnMapping; } });
+Object.defineProperty(exports, "AvroColumnMapping", { enumerable: true, get: function () { return columnMappings_1.AvroColumnMapping; } });
+Object.defineProperty(exports, "ColumnMapping", { enumerable: true, get: function () { return columnMappings_1.ColumnMapping; } });
+Object.defineProperty(exports, "ConstantTransformation", { enumerable: true, get: function () { return columnMappings_1.ConstantTransformation; } });
+Object.defineProperty(exports, "CsvColumnMapping", { enumerable: true, get: function () { return columnMappings_1.CsvColumnMapping; } });
+Object.defineProperty(exports, "FieldTransformation", { enumerable: true, get: function () { return columnMappings_1.FieldTransformation; } });
+Object.defineProperty(exports, "JsonColumnMapping", { enumerable: true, get: function () { return columnMappings_1.JsonColumnMapping; } });
+Object.defineProperty(exports, "OrcColumnMapping", { enumerable: true, get: function () { return columnMappings_1.OrcColumnMapping; } });
+Object.defineProperty(exports, "ParquetColumnMapping", { enumerable: true, get: function () { return columnMappings_1.ParquetColumnMapping; } });
+Object.defineProperty(exports, "SStreamColumnMapping", { enumerable: true, get: function () { return columnMappings_1.SStreamColumnMapping; } });
+Object.defineProperty(exports, "W3CLogFileMapping", { enumerable: true, get: function () { return columnMappings_1.W3CLogFileMapping; } });
 exports.IngestClient = ingestClient_1.default;
 exports.StreamingIngestClient = streamingIngestClient_1.default;
+exports.ManagedStreamingIngestClient = managedStreamingIngestClient_1.default;
 exports.IngestStatusQueues = status_1.default;
 var ingestionProperties_2 = require("./source/ingestionProperties");
 Object.defineProperty(exports, "IngestionProperties", { enumerable: true, get: function () { return ingestionProperties_2.IngestionProperties; } });
 exports.IngestionDescriptors = {
     BlobDescriptor: descriptors_1.BlobDescriptor,
     FileDescriptor: descriptors_1.FileDescriptor,
-    StreamDescriptor: descriptors_1.StreamDescriptor
+    StreamDescriptor: descriptors_1.StreamDescriptor,
 };
+/**
+ * @deprecated - import directly instead
+ */
 exports.IngestionPropertiesEnums = {
-    JsonColumnMapping: ingestionProperties_1.JsonColumnMapping,
-    CsvColumnMapping: ingestionProperties_1.CsvColumnMapping,
+    JsonColumnMapping: columnMappings_1.JsonColumnMapping,
+    CsvColumnMapping: columnMappings_1.CsvColumnMapping,
+    AvroColumnMapping: columnMappings_1.AvroColumnMapping,
+    ParquetColumnMapping: columnMappings_1.ParquetColumnMapping,
+    OrcColumnMapping: columnMappings_1.OrcColumnMapping,
+    W3CLogFileMapping: columnMappings_1.W3CLogFileMapping,
     ValidationPolicy: ingestionProperties_1.ValidationPolicy,
     ReportLevel: ingestionProperties_1.ReportLevel,
     ReportMethod: ingestionProperties_1.ReportMethod,
     ValidationImplications: ingestionProperties_1.ValidationImplications,
     ValidationOptions: ingestionProperties_1.ValidationOptions,
     DataFormat: ingestionProperties_1.DataFormat,
-    IngestionMappingType: ingestionProperties_1.IngestionMappingType,
-    CompressionType: descriptors_1.CompressionType
+    /**
+     * @deprecated - use IngestionMappingKind instead
+     */
+    IngestionMappingType: ingestionProperties_1.IngestionMappingKind,
+    IngestionMappingKind: ingestionProperties_1.IngestionMappingKind,
+    CompressionType: descriptors_1.CompressionType,
+    ApacheAvroColumnMapping: columnMappings_1.ApacheAvroColumnMapping,
+    SStreamColumnMapping: columnMappings_1.SStreamColumnMapping,
+    ConstantTransformation: columnMappings_1.ConstantTransformation,
+    FieldTransformation: columnMappings_1.FieldTransformation,
+    ColumnMapping: columnMappings_1.ColumnMapping,
 };
+var errors_1 = require("./source/errors");
+Object.defineProperty(exports, "IngestionPropertiesValidationError", { enumerable: true, get: function () { return errors_1.IngestionPropertiesValidationError; } });
 //# sourceMappingURL=index.js.map

package/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;AAElC,yEAA2C;AAE3C,2FAAmE;AAEnE,6DAAsD;AAEtD,sEAQsC;AAGtC,sDAK8B;AAEjB,QAAA,YAAY,GAAG,sBAAM,CAAC;AACtB,QAAA,qBAAqB,GAAG,+BAAqB,CAAC;AAC9C,QAAA,kBAAkB,GAAG,gBAAuB,CAAC;AAC1D,oEAAgE;AAAxD,0HAAA,mBAAmB,OAAA;AACd,QAAA,oBAAoB,GAAG;IAChC,cAAc,EAAd,4BAAc;IACd,cAAc,EAAd,4BAAc;IACd,gBAAgB,EAAhB,8BAAgB;CACnB,CAAC;AACW,QAAA,wBAAwB,GAAG;IACpC,iBAAiB,EAAjB,uCAAiB;IACjB,gBAAgB,EAAhB,sCAAgB;IAChB,gBAAgB,EAAhB,sCAAgB;IAChB,WAAW,EAAX,iCAAW;IACX,YAAY,EAAZ,kCAAY;IACZ,sBAAsB,EAAtB,4CAAsB;IACtB,iBAAiB,EAAjB,uCAAiB;IACjB,UAAU,EAAV,gCAAU;IACV,oBAAoB,EAApB,0CAAoB;IACpB,eAAe,EAAf,6BAAe;CAClB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;AAElC,yEAA2C;AAE3C,2FAAmE;AAEnE,yGAAiF;AAEjF,6DAAsD;AAEtD,sEAQsC;AA0ClC,2FAjDA,gCAAU,OAiDA;AACV,qGAjDA,0CAAoB,OAiDA;AALpB,4FA3CA,iCAAW,OA2CA;AACX,6FA3CA,kCAAY,OA2CA;AACZ,uGA3CA,4CAAsB,OA2CA;AACtB,kGA3CA,uCAAiB,OA2CA;AAJjB,iGAtCA,sCAAgB,OAsCA;AAnCpB,sDAAyG;AA0CrG,gGA1CqB,6BAAe,OA0CrB;AAzCnB,4DAYiC;AA8B7B,wGAzCA,wCAAuB,OAyCA;AAZvB,kGA5BA,kCAAiB,OA4BA;AAgBjB,8FA3CA,8BAAa,OA2CA;AAFb,uGAxCA,uCAAsB,OAwCA;AAftB,iGAxBA,iCAAgB,OAwBA;AAgBhB,oGAvCA,oCAAmB,OAuCA;AAjBnB,kGArBA,kCAAiB,OAqBA;AAIjB,iGAxBA,iCAAgB,OAwBA;AADhB,qGAtBA,qCAAoB,OAsBA;AAYpB,qGAjCA,qCAAoB,OAiCA;AAVpB,kGAtBA,kCAAiB,OAsBA;AAjBR,QAAA,YAAY,GAAG,sBAAM,CAAC;AACtB,QAAA,qBAAqB,GAAG,+BAAqB,CAAC;AAC9C,QAAA,4BAA4B,GAAG,sCAA4B,CAAC;AAC5D,QAAA,kBAAkB,GAAG,gBAAuB,CAAC;AAC1D,oEAAmE;AAA1D,0HAAA,mBAAmB,OAAA;AACf,QAAA,oBAAoB,GAAG;IAChC,cAAc,EAAd,4BAAc;IACd,cAAc,EAAd,4BAAc;IACd,gBAAgB,EAAhB,8BAAgB;CACnB,CAAC;AAwBF;;GAEG;AACU,QAAA,wBAAwB,GAAG;IACpC,iBAAiB,EAAjB,kCAAiB;IACjB,gBAAgB,EAAhB,iCAAgB;IAChB,iBAAiB,EAAjB,kCAAiB;IACjB,oBAAoB,EAApB,qCAAoB;IACpB,gBAAgB,EAAhB,iCAAgB;IAChB,iBAAiB,EAAjB,kCAAiB;IACjB,gBAAgB,EAAhB,sCAAgB;IAChB,WAAW,EAAX,iCAAW;IACX,YAAY,EAAZ,kCAAY;IACZ,sBAAsB,EAAtB,4CAAsB;IACtB,iBAAiB,EAAjB,uCAAiB;IACjB,UAAU,EAAV,gCAAU;IACV;;OAEG;IACH,oBAAoB,EAAE,0CAAoB;IAC1C,oBAAoB,EAApB,0CAAoB;IACpB,eAAe,EAAf,6BAAe;IACf,uBAAuB,EAAvB,wCAAuB;IACvB,oBAAoB,EAApB,qCAAoB;IACpB,sBAAsB,EAAtB,uCAAsB;IACtB,mBAAmB,EAAnB,oCAAmB;IACnB,aAAa,EAAb,8BAAa;CAChB,CAAC;AAEF,0CAAqE;AAA5D,4HAAA,kCAAkC,OAAA"}

package/package.json

@@ -1,57 +1,72 @@
 {
-  "name": "azure-kusto-ingest",
-  "version": "2.2.1",
-  "description": "Azure Data Explorer Ingestion SDK",
-  "main": "index.js",
-  "types": "index.d.ts",
-  "engines": {
-    "node": ">= 8.0.0"
-  },
-  "tags": [
-    "azure",
-    "kusto",
-    "sdk"
-  ],
-  "keywords": [
-    "node",
-    "azure",
-    "kusto"
-  ],
-  "scripts": {
-    "build": "npm link ../azure-kusto-data && tsc -b",
-    "prepublish": "npm run build",
-    "example": "npm run build && node example.js",
-    "lint": "npm run build && tslint --project tsconfig.json --quiet",
-    "test": "npm run build && mocha --require ts-node/register",
-    "e2e": "npm run build && mocha --require ts-node/register test/e2eTests/e2eTest.ts",
-    "allTests": "npm run build && mocha --timeout 240000 --recursive --require ts-node/register"
-  },
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/Azure/azure-kusto-node.git",
-    "directory": "azure-kusto-ingest"
-  },
-  "author": "",
-  "license": "ISC",
-  "dependencies": {
-    "@azure/storage-blob": "12.1.2",
-    "@azure/storage-queue": "12.0.5",
-    "azure-kusto-data": "latest",
-    "moment": "^2.22.2",
-    "request": "^2.88.0",
-    "uuid": "^3.3.2",
-    "uuid-validate": "0.0.3",
-    "@types/mocha": "^8.2.0",
-    "@types/node": "^14.14.13",
-    "@types/sinon": "^9.0.9",
-    "@types/uuid": "^8.3.0",
-    "@types/uuid-validate": "0.0.1"
-  },
-  "devDependencies": {
-    "mocha": "^7.2.0",
-    "sinon": "^7.2.3",
-    "ts-node": "^9.1.1",
-    "tslint": "^6.1.3",
-    "typescript": "^4.1.3"
-  }
+    "name": "azure-kusto-ingest",
+    "version": "3.0.0",
+    "description": "Azure Data Explorer Ingestion SDK",
+    "main": "index.js",
+    "types": "index.d.ts",
+    "engines": {
+        "node": ">= 14.0.0"
+    },
+    "tags": [
+        "azure",
+        "kusto",
+        "sdk"
+    ],
+    "keywords": [
+        "node",
+        "azure",
+        "kusto"
+    ],
+    "scripts": {
+        "build": "npm link ../azure-kusto-data && tsc -b",
+        "prepublish": "npm run build",
+        "example": "npm run build && node example.js",
+        "lint": "npx eslint -c .eslintrc.js --ext .ts .",
+        "test": "npm run build && mocha --parallel --recursive test/*.js",
+        "e2e": "npm run build && mocha --parallel test/e2eTests/e2eTest.ts",
+        "allTests": "npm run build && mocha --parallel --timeout 240000 --recursive",
+        "testPipeline": "npm run build && nyc --reporter lcovonly mocha --timeout 240000 --recursive --reporter mocha-junit-reporter ",
+        "format": "npx prettier --write .",
+        "checkFormat": "npx prettier --check  --end-of-line lf ."
+    },
+    "repository": {
+        "type": "git",
+        "url": "https://github.com/Azure/azure-kusto-node.git",
+        "directory": "azure-kusto-ingest"
+    },
+    "author": "",
+    "license": "ISC",
+    "dependencies": {
+        "@azure/storage-blob": "12.1.2",
+        "@azure/storage-queue": "12.0.5",
+        "@types/node": "^14.14.13",
+        "@types/sinon": "^9.0.9",
+        "@types/stream-array": "^1.1.0",
+        "@types/stream-to-array": "^2.3.0",
+        "@types/uuid": "^8.3.0",
+        "@types/uuid-validate": "0.0.1",
+        "azure-kusto-data": "file:../azure-kusto-data",
+        "moment": "^2.22.2",
+        "stream-array": "^1.1.0",
+        "stream-to-array": "^2.3.0",
+        "uuid": "^8.3.2",
+        "uuid-validate": "0.0.3"
+    },
+    "devDependencies": {
+        "@types/mocha": "^8.2.0",
+        "@typescript-eslint/eslint-plugin": "^5.12.0",
+        "@typescript-eslint/parser": "^5.12.0",
+        "eslint": "^8.9.0",
+        "eslint-config-prettier": "^8.3.0",
+        "eslint-plugin-header": "^3.1.1",
+        "eslint-plugin-jsdoc": "^37.9.1",
+        "eslint-plugin-prefer-arrow": "^1.2.3",
+        "mocha": "^9.2.0",
+        "mocha-junit-reporter": "^2.0.2",
+        "nyc": "^15.1.0",
+        "prettier": "2.5.1",
+        "sinon": "^7.2.3",
+        "ts-node": "^9.1.1",
+        "typescript": "^4.1.3"
+    }
 }

package/source/abstractKustoClient.d.ts

@@ -1,11 +1,11 @@
 /// <reference types="node" />
 import IngestionProperties from "./ingestionProperties";
 import { FileDescriptor, StreamDescriptor } from "./descriptors";
-import fs from "fs";
+import { Readable } from "stream";
 export declare abstract class AbstractKustoClient {
     defaultProps: IngestionProperties | null;
     protected constructor(defaultProps?: IngestionProperties | null);
     _mergeProps(newProperties?: IngestionProperties | null): IngestionProperties;
-    abstract ingestFromStream(stream: StreamDescriptor | fs.ReadStream, ingestionProperties: IngestionProperties): Promise<any>;
+    abstract ingestFromStream(stream: StreamDescriptor | Readable, ingestionProperties: IngestionProperties): Promise<any>;
     abstract ingestFromFile(file: FileDescriptor | string, ingestionProperties: IngestionProperties): Promise<any>;
 }

package/source/abstractKustoClient.js

@@ -1,4 +1,6 @@
 "use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -11,11 +13,11 @@ class AbstractKustoClient {
     }
     _mergeProps(newProperties) {
         // no default props
-        if (newProperties == null || Object.keys(newProperties).length == 0) {
+        if (!newProperties || Object.keys(newProperties).length === 0) {
             return this.defaultProps || new ingestionProperties_1.default({});
         }
         // no new props
-        if (this.defaultProps == null || Object.keys(this.defaultProps).length == 0) {
+        if (this.defaultProps == null || Object.keys(this.defaultProps).length === 0) {
             return newProperties || new ingestionProperties_1.default({});
         }
         // both exist - merge

package/source/abstractKustoClient.js.map

@@ -1 +1 @@
-{"version":3,"file":"abstractKustoClient.js","sourceRoot":"","sources":["abstractKustoClient.ts"],"names":[],"mappings":";;;;;;AAAA,gFAAwD;AAIxD,MAAsB,mBAAmB;IACrC,YAA6B,eAA2C,IAAI;QAA/C,iBAAY,GAAZ,YAAY,CAAmC;IAC5E,CAAC;IAED,WAAW,CAAC,aAA0C;QAClD,mBAAmB;QACnB,IAAI,aAAa,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE;YACjE,OAAO,IAAI,CAAC,YAAY,IAAI,IAAI,6BAAmB,CAAC,EAAE,CAAC,CAAC;SAC3D;QAED,eAAe;QACf,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE;YACzE,OAAO,aAAa,IAAI,IAAI,6BAAmB,CAAC,EAAE,CAAC,CAAC;SACvD;QACD,qBAAqB;QACrB,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,6BAAmB,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;CAKJ;AArBD,kDAqBC"}
+{"version":3,"file":"abstractKustoClient.js","sourceRoot":"","sources":["abstractKustoClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;AAElC,gFAAwD;AAIxD,MAAsB,mBAAmB;IACrC,YAA6B,eAA2C,IAAI;QAA/C,iBAAY,GAAZ,YAAY,CAAmC;IAAG,CAAC;IAEhF,WAAW,CAAC,aAA0C;QAClD,mBAAmB;QACnB,IAAI,CAAC,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;YAC3D,OAAO,IAAI,CAAC,YAAY,IAAI,IAAI,6BAAmB,CAAC,EAAE,CAAC,CAAC;SAC3D;QAED,eAAe;QACf,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;YAC1E,OAAO,aAAa,IAAI,IAAI,6BAAmB,CAAC,EAAE,CAAC,CAAC;SACvD;QACD,qBAAqB;QACrB,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,6BAAmB,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;CAKJ;AApBD,kDAoBC"}

package/source/columnMappings.d.ts

@@ -0,0 +1,114 @@
+import { IngestionMappingKind } from "./ingestionProperties";
+export declare enum FieldTransformation {
+    PropertyBagArrayToDictionary = "PropertyBagArrayToDictionary",
+    DateTimeFromUnixSeconds = "DateTimeFromUnixSeconds",
+    DateTimeFromUnixMilliseconds = "DateTimeFromUnixMilliseconds",
+    DateTimeFromUnixMicroseconds = "DateTimeFromUnixMicroseconds",
+    DateTimeFromUnixNanoseconds = "DateTimeFromUnixNanoseconds"
+}
+export declare enum ConstantTransformation {
+    SourceLocation = "SourceLocation",
+    SourceLineNumber = "SourceLineNumber"
+}
+export declare type Transformation = FieldTransformation | ConstantTransformation;
+interface MappingProperties {
+    Field?: string;
+    Path?: string;
+    Ordinal?: number;
+    ConstValue?: string;
+    Transform?: Transformation;
+}
+declare type MappingPropertiesStrings = {
+    [key in keyof MappingProperties]: string;
+};
+interface ApiColumnMapping {
+    Column: string;
+    DataType?: string;
+    Properties?: MappingPropertiesStrings;
+}
+export declare abstract class ColumnMapping {
+    readonly columnName: string;
+    readonly cslDataType?: string | undefined;
+    readonly Properties?: MappingProperties | undefined;
+    protected constructor(columnName: string, cslDataType?: string | undefined, Properties?: MappingProperties | undefined);
+    abstract mappingKind: IngestionMappingKind;
+    toApiMapping(): ApiColumnMapping;
+}
+export declare class CsvColumnMapping extends ColumnMapping {
+    readonly columnName: string;
+    readonly cslDataType?: string | undefined;
+    readonly ordinal?: string | undefined;
+    /**
+     * @deprecated Use the factory methods instead.
+     */
+    protected constructor(columnName: string, cslDataType?: string | undefined, ordinal?: string | undefined, constantValue?: string);
+    static withOrdinal(columnName: string, ordinal: number, cslDataType?: string): CsvColumnMapping;
+    static withConstantValue(columnName: string, constantValue: string, cslDataType?: string): CsvColumnMapping;
+    mappingKind: IngestionMappingKind;
+}
+export declare class JsonColumnMapping extends ColumnMapping {
+    readonly columnName: string;
+    readonly jsonPath?: string | undefined;
+    /**
+     * @deprecated Use the factory methods instead.
+     */
+    constructor(columnName: string, jsonPath?: string | undefined, cslDataType?: string | null, constantValue?: string, transform?: Transformation);
+    static withPath(columnName: string, path: string, cslDataType?: string, transform?: FieldTransformation): JsonColumnMapping;
+    static withConstantValue(columnName: string, constantValue: string, cslDataType?: string): JsonColumnMapping;
+    static withTransform(columnName: string, transform: ConstantTransformation, cslDataType?: string): JsonColumnMapping;
+    mappingKind: IngestionMappingKind;
+}
+export declare class AvroColumnMapping extends ColumnMapping {
+    readonly columnName: string;
+    private constructor();
+    static withPath(columnName: string, path: string, cslDataType?: string, transform?: FieldTransformation): AvroColumnMapping;
+    static withField(columnName: string, field: string, cslDataType?: string, transform?: FieldTransformation): AvroColumnMapping;
+    static withConstantValue(columnName: string, constantValue: string, cslDataType?: string): AvroColumnMapping;
+    static withTransform(columnName: string, transform: ConstantTransformation, cslDataType?: string): AvroColumnMapping;
+    mappingKind: IngestionMappingKind;
+}
+export declare class ApacheAvroColumnMapping extends ColumnMapping {
+    readonly columnName: string;
+    private constructor();
+    static withPath(columnName: string, path: string, cslDataType?: string, transform?: FieldTransformation): ApacheAvroColumnMapping;
+    static withField(columnName: string, field: string, cslDataType?: string, transform?: FieldTransformation): ApacheAvroColumnMapping;
+    static withConstantValue(columnName: string, constantValue: string, cslDataType?: string): ApacheAvroColumnMapping;
+    static withTransform(columnName: string, transform: ConstantTransformation, cslDataType?: string): ApacheAvroColumnMapping;
+    mappingKind: IngestionMappingKind;
+}
+export declare class SStreamColumnMapping extends ColumnMapping {
+    readonly columnName: string;
+    private constructor();
+    static withPath(columnName: string, path: string, cslDataType?: string, transform?: FieldTransformation): SStreamColumnMapping;
+    static withField(columnName: string, field: string, cslDataType?: string, transform?: FieldTransformation): SStreamColumnMapping;
+    static withConstantValue(columnName: string, constantValue: string, cslDataType?: string): SStreamColumnMapping;
+    static withTransform(columnName: string, transform: ConstantTransformation, cslDataType?: string): SStreamColumnMapping;
+    mappingKind: IngestionMappingKind;
+}
+export declare class ParquetColumnMapping extends ColumnMapping {
+    readonly columnName: string;
+    private constructor();
+    static withPath(columnName: string, path: string, cslDataType?: string, transform?: FieldTransformation): ParquetColumnMapping;
+    static withField(columnName: string, field: string, cslDataType?: string, transform?: FieldTransformation): ParquetColumnMapping;
+    static withConstantValue(columnName: string, constantValue: string, cslDataType?: string): ParquetColumnMapping;
+    static withTransform(columnName: string, transform: ConstantTransformation, cslDataType?: string): ParquetColumnMapping;
+    mappingKind: IngestionMappingKind;
+}
+export declare class OrcColumnMapping extends ColumnMapping {
+    readonly columnName: string;
+    private constructor();
+    static withPath(columnName: string, path: string, cslDataType?: string, transform?: FieldTransformation): OrcColumnMapping;
+    static withField(columnName: string, field: string, cslDataType?: string, transform?: FieldTransformation): OrcColumnMapping;
+    static withConstantValue(columnName: string, constantValue: string, cslDataType?: string): OrcColumnMapping;
+    static withTransform(columnName: string, transform: ConstantTransformation, cslDataType?: string): OrcColumnMapping;
+    mappingKind: IngestionMappingKind;
+}
+export declare class W3CLogFileMapping extends ColumnMapping {
+    readonly columnName: string;
+    private constructor();
+    static withField(columnName: string, field: string, cslDataType?: string, transform?: FieldTransformation): W3CLogFileMapping;
+    static withConstantValue(columnName: string, constantValue: string, cslDataType?: string): W3CLogFileMapping;
+    static withTransform(columnName: string, transform: ConstantTransformation, cslDataType?: string): W3CLogFileMapping;
+    mappingKind: IngestionMappingKind;
+}
+export {};