azure-kusto-ingest 5.0.4 → 5.2.0

package/types/src/index.d.ts

@@ -3,21 +3,21 @@ import streamingIngestClient from "./streamingIngestClient";
 import managedStreamingIngestClient from "./managedStreamingIngestClient";
 import KustoIngestStatusQueues from "./status";
 import { DataFormat, IngestionMappingKind, ReportLevel, ReportMethod, ValidationImplications, ValidationOptions, ValidationPolicy } from "./ingestionProperties";
+import { ApacheAvroColumnMapping, AvroColumnMapping, ColumnMapping, ConstantTransformation, CsvColumnMapping, FieldTransformation, JsonColumnMapping, OrcColumnMapping, ParquetColumnMapping, SStreamColumnMapping, W3CLogFileMapping } from "./columnMappings";
 import { BlobDescriptor, CompressionType, StreamDescriptor } from "./descriptors";
 import { FileDescriptor } from "./fileDescriptor";
-import { ApacheAvroColumnMapping, AvroColumnMapping, ColumnMapping, ConstantTransformation, CsvColumnMapping, FieldTransformation, JsonColumnMapping, OrcColumnMapping, ParquetColumnMapping, SStreamColumnMapping, W3CLogFileMapping } from "./columnMappings";
 export { Transformation as ColumnMappingTransformation } from "./columnMappings";
-export declare const IngestClient: typeof KustoIngestClient;
-export declare const StreamingIngestClient: typeof streamingIngestClient;
-export declare const ManagedStreamingIngestClient: typeof managedStreamingIngestClient;
-export declare const IngestStatusQueues: typeof KustoIngestStatusQueues;
 export { IngestionProperties } from "./ingestionProperties";
+export { KustoIngestClient as IngestClient, KustoIngestStatusQueues as IngestStatusQueues, managedStreamingIngestClient as ManagedStreamingIngestClient, streamingIngestClient as StreamingIngestClient, };
+/**
+ * @deprecated - import directly instead. Export const is not exporting type.
+ */
 export declare const IngestionDescriptors: {
     BlobDescriptor: typeof BlobDescriptor;
     FileDescriptor: typeof FileDescriptor;
     StreamDescriptor: typeof StreamDescriptor;
 };
-export { JsonColumnMapping, CsvColumnMapping, AvroColumnMapping, ParquetColumnMapping, OrcColumnMapping, W3CLogFileMapping, ValidationPolicy, ReportLevel, ReportMethod, ValidationImplications, ValidationOptions, DataFormat, IngestionMappingKind, CompressionType, ApacheAvroColumnMapping, SStreamColumnMapping, ConstantTransformation, FieldTransformation, ColumnMapping, };
+export { ApacheAvroColumnMapping, AvroColumnMapping, BlobDescriptor, ColumnMapping, CompressionType, ConstantTransformation, CsvColumnMapping, DataFormat, FieldTransformation, FileDescriptor, IngestionMappingKind, JsonColumnMapping, OrcColumnMapping, ParquetColumnMapping, ReportLevel, ReportMethod, SStreamColumnMapping, StreamDescriptor, ValidationImplications, ValidationOptions, ValidationPolicy, W3CLogFileMapping, };
 /**
  * @deprecated - import directly instead
  */

package/types/src/managedStreamingIngestClient.d.ts

@@ -1,12 +1,11 @@
 /// <reference types="node" />
 import { IngestionPropertiesInput } from "./ingestionProperties";
-import { StreamDescriptor } from "./descriptors";
-import { FileDescriptor } from "./fileDescriptor";
-import { AbstractKustoClient } from "./abstractKustoClient";
-import { KustoConnectionStringBuilder } from "azure-kusto-data";
-import { KustoResponseDataSet } from "azure-kusto-data/src/response";
 import { QueueSendMessageResponse } from "@azure/storage-queue";
+import { KustoConnectionStringBuilder, KustoResponseDataSet } from "azure-kusto-data";
 import { Readable } from "stream";
+import { AbstractKustoClient } from "./abstractKustoClient";
+import { AbstractDescriptor, BlobDescriptor, StreamDescriptor } from "./descriptors";
+import { FileDescriptor } from "./fileDescriptor";
 declare class KustoManagedStreamingIngestClient extends AbstractKustoClient {
     private streamingIngestClient;
     private queuedIngestClient;
@@ -34,11 +33,13 @@ declare class KustoManagedStreamingIngestClient extends AbstractKustoClient {
     /**
      * Use Readable for Node.js and ArrayBuffer in browser
      */
-    ingestFromStream(stream: StreamDescriptor | Readable | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput): Promise<any>;
+    ingestFromStream(stream: StreamDescriptor | Readable | ArrayBuffer, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any>;
     /**
      * Use string for Node.js and Blob in browser
      */
     ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet | QueueSendMessageResponse>;
+    ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any>;
+    streamWithRetries(length: number, descriptor: AbstractDescriptor, props?: IngestionPropertiesInput, clientRequestId?: string, stream?: Readable | ArrayBuffer): Promise<any>;
     close(): void;
 }
 export default KustoManagedStreamingIngestClient;

package/types/src/resourceManager.d.ts

@@ -15,6 +15,7 @@ export declare class ResourceManager {
     readonly kustoClient: Client;
     readonly isBrowser: boolean;
     readonly refreshPeriod: number;
+    refreshPeriodOnError: number;
     ingestClientResources: IngestClientResources | null;
     ingestClientResourcesLastUpdate: number | null;
     authorizationContext: string | null;
@@ -28,6 +29,7 @@ export declare class ResourceManager {
         rows: () => any;
     }, resourceName: string): ResourceURI[];
     refreshAuthorizationContext(): Promise<string>;
+    tryRefresh(isAuthContextFetch: boolean): Promise<Error | null>;
     getAuthorizationContextFromService(): Promise<string>;
     getIngestionQueues(): Promise<ResourceURI[] | null>;
     getFailedIngestionsQueues(): Promise<ResourceURI[] | null>;

package/types/src/streamUtils.browser.d.ts

@@ -4,4 +4,5 @@ import { FileDescriptor } from "./fileDescriptor.browser";
 export declare const fileToStream: (file: FileDescriptor) => Promise<StreamDescriptor>;
 export declare const tryFileToBuffer: (file: FileDescriptor) => Promise<StreamDescriptor>;
 export declare const tryStreamToArray: (stream: any) => Promise<Buffer>;
+export declare const readableToStream: (stream: ArrayBuffer) => ArrayBuffer;
 //# sourceMappingURL=streamUtils.browser.d.ts.map

package/types/src/streamUtils.d.ts

@@ -1,8 +1,9 @@
 /// <reference types="node" />
+import { Readable } from "stream";
 import { StreamDescriptor } from "./descriptors";
 import { FileDescriptor } from "./fileDescriptor";
-import { Readable } from "stream";
 export declare const fileToStream: (fileDescriptor: FileDescriptor) => Promise<StreamDescriptor>;
 export declare const tryFileToBuffer: (fileDescriptor: FileDescriptor) => Promise<StreamDescriptor>;
 export declare const tryStreamToArray: (stream: Readable, maxBufferSize: number) => Promise<Buffer | Readable>;
+export declare const readableToStream: (stream: Readable | ArrayBuffer) => Readable;
 //# sourceMappingURL=streamUtils.d.ts.map

package/types/src/streamingIngestClient.browser.d.ts

@@ -1,11 +1,9 @@
 import { IngestionPropertiesInput } from "./ingestionProperties";
+import { KustoConnectionStringBuilder, KustoResponseDataSet } from "azure-kusto-data";
 import { StreamDescriptor } from "./descriptors";
 import { FileDescriptor } from "./fileDescriptor.browser";
-import { AbstractKustoClient } from "./abstractKustoClient";
-import { KustoConnectionStringBuilder } from "azure-kusto-data";
-import { KustoResponseDataSet } from "azure-kusto-data/src/response";
-declare class KustoStreamingIngestClient extends AbstractKustoClient {
-    private kustoClient;
+import { KustoStreamingIngestClientBase } from "./streamingIngestClientBase";
+declare class KustoStreamingIngestClient extends KustoStreamingIngestClientBase {
     constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
     /**
      * Use Readable for Node.js and ArrayBuffer in browser
@@ -15,7 +13,6 @@ declare class KustoStreamingIngestClient extends AbstractKustoClient {
      * Use string for Node.js and Blob in browser
      */
     ingestFromFile(file: FileDescriptor | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet>;
-    close(): void;
 }
 export default KustoStreamingIngestClient;
 //# sourceMappingURL=streamingIngestClient.browser.d.ts.map

package/types/src/streamingIngestClient.d.ts

@@ -1,13 +1,11 @@
 /// <reference types="node" />
 import { IngestionPropertiesInput } from "./ingestionProperties";
+import { KustoConnectionStringBuilder, KustoResponseDataSet } from "azure-kusto-data";
+import { Readable } from "stream";
 import { StreamDescriptor } from "./descriptors";
 import { FileDescriptor } from "./fileDescriptor";
-import { AbstractKustoClient } from "./abstractKustoClient";
-import { KustoConnectionStringBuilder } from "azure-kusto-data";
-import { KustoResponseDataSet } from "azure-kusto-data/src/response";
-import { Readable } from "stream";
-declare class KustoStreamingIngestClient extends AbstractKustoClient {
-    private kustoClient;
+import { KustoStreamingIngestClientBase } from "./streamingIngestClientBase";
+declare class KustoStreamingIngestClient extends KustoStreamingIngestClientBase {
     constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
     /**
      * Use Readable for Node.js and ArrayBuffer in browser
@@ -17,7 +15,6 @@ declare class KustoStreamingIngestClient extends AbstractKustoClient {
      * Use string for Node.js and Blob in browser
      */
     ingestFromFile(file: FileDescriptor | string | Blob, ingestionProperties?: IngestionPropertiesInput): Promise<KustoResponseDataSet>;
-    close(): void;
 }
 export default KustoStreamingIngestClient;
 //# sourceMappingURL=streamingIngestClient.d.ts.map

package/types/src/streamingIngestClientBase.d.ts

@@ -0,0 +1,11 @@
+import { IngestionPropertiesInput } from "./ingestionProperties";
+import { BlobDescriptor } from "./descriptors";
+import { AbstractKustoClient } from "./abstractKustoClient";
+import { Client as KustoClient, KustoConnectionStringBuilder } from "azure-kusto-data";
+export declare abstract class KustoStreamingIngestClientBase extends AbstractKustoClient {
+    protected kustoClient: KustoClient;
+    constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
+    ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput, clientRequestId?: string): Promise<any>;
+    close(): void;
+}
+//# sourceMappingURL=streamingIngestClientBase.d.ts.map