azure-kusto-ingest 2.2.2 → 3.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/.eslintignore +5 -0
  2. package/.eslintrc.js +247 -0
  3. package/.mocharc.json +2 -2
  4. package/.prettierignore +8 -0
  5. package/.prettierrc.json +5 -0
  6. package/README.md +64 -62
  7. package/example.js +20 -30
  8. package/index.d.ts +24 -2
  9. package/index.js +46 -6
  10. package/index.js.map +1 -1
  11. package/package.json +70 -55
  12. package/source/abstractKustoClient.d.ts +7 -7
  13. package/source/abstractKustoClient.js +17 -16
  14. package/source/abstractKustoClient.js.map +1 -1
  15. package/source/columnMappings.d.ts +114 -0
  16. package/source/columnMappings.js +241 -0
  17. package/source/columnMappings.js.map +1 -0
  18. package/source/descriptors.d.ts +4 -3
  19. package/source/descriptors.js +17 -7
  20. package/source/descriptors.js.map +1 -1
  21. package/source/errors.d.ts +3 -0
  22. package/source/errors.js +13 -0
  23. package/source/errors.js.map +1 -0
  24. package/source/ingestClient.d.ts +6 -7
  25. package/source/ingestClient.js +7 -13
  26. package/source/ingestClient.js.map +1 -1
  27. package/source/ingestionBlobInfo.js +13 -10
  28. package/source/ingestionBlobInfo.js.map +1 -1
  29. package/source/ingestionProperties.d.ts +104 -40
  30. package/source/ingestionProperties.js +180 -84
  31. package/source/ingestionProperties.js.map +1 -1
  32. package/source/managedStreamingIngestClient.d.ts +36 -0
  33. package/source/managedStreamingIngestClient.js +103 -0
  34. package/source/managedStreamingIngestClient.js.map +1 -0
  35. package/source/resourceManager.d.ts +1 -1
  36. package/source/resourceManager.js +14 -16
  37. package/source/resourceManager.js.map +1 -1
  38. package/source/retry.d.ts +10 -0
  39. package/source/retry.js +44 -0
  40. package/source/retry.js.map +1 -0
  41. package/source/status.js +6 -17
  42. package/source/status.js.map +1 -1
  43. package/source/statusQ.js +7 -6
  44. package/source/statusQ.js.map +1 -1
  45. package/source/streamUtils.d.ts +6 -0
  46. package/source/streamUtils.js +61 -0
  47. package/source/streamUtils.js.map +1 -0
  48. package/source/streamingIngestClient.d.ts +5 -6
  49. package/source/streamingIngestClient.js +7 -19
  50. package/source/streamingIngestClient.js.map +1 -1
  51. package/tsconfig.json +16 -16
  52. package/tsconfig.tsbuildinfo +1 -1
  53. package/index.ts +0 -48
  54. package/tslint.json +0 -18
@@ -0,0 +1,241 @@
1
+ "use strict";
2
+ // Copyright (c) Microsoft Corporation.
3
+ // Licensed under the MIT License.
4
+ Object.defineProperty(exports, "__esModule", { value: true });
5
+ exports.W3CLogFileMapping = exports.OrcColumnMapping = exports.ParquetColumnMapping = exports.SStreamColumnMapping = exports.ApacheAvroColumnMapping = exports.AvroColumnMapping = exports.JsonColumnMapping = exports.CsvColumnMapping = exports.ColumnMapping = exports.ConstantTransformation = exports.FieldTransformation = void 0;
6
+ /* eslint-disable max-classes-per-file -- We want all the Column Mappings to be in this file */
7
+ /* eslint-disable @typescript-eslint/ban-types -- We legitimately want to use {} as a "any non-nullable type" */
8
+ const ingestionProperties_1 = require("./ingestionProperties");
9
+ var FieldTransformation;
10
+ (function (FieldTransformation) {
11
+ FieldTransformation["PropertyBagArrayToDictionary"] = "PropertyBagArrayToDictionary";
12
+ FieldTransformation["DateTimeFromUnixSeconds"] = "DateTimeFromUnixSeconds";
13
+ FieldTransformation["DateTimeFromUnixMilliseconds"] = "DateTimeFromUnixMilliseconds";
14
+ FieldTransformation["DateTimeFromUnixMicroseconds"] = "DateTimeFromUnixMicroseconds";
15
+ FieldTransformation["DateTimeFromUnixNanoseconds"] = "DateTimeFromUnixNanoseconds";
16
+ })(FieldTransformation = exports.FieldTransformation || (exports.FieldTransformation = {}));
17
+ var ConstantTransformation;
18
+ (function (ConstantTransformation) {
19
+ ConstantTransformation["SourceLocation"] = "SourceLocation";
20
+ ConstantTransformation["SourceLineNumber"] = "SourceLineNumber";
21
+ })(ConstantTransformation = exports.ConstantTransformation || (exports.ConstantTransformation = {}));
22
+ class ColumnMapping {
23
+ constructor(columnName, cslDataType, Properties) {
24
+ this.columnName = columnName;
25
+ this.cslDataType = cslDataType;
26
+ this.Properties = Properties;
27
+ }
28
+ toApiMapping() {
29
+ const result = {
30
+ Column: this.columnName,
31
+ };
32
+ if (this.cslDataType) {
33
+ result.DataType = this.cslDataType;
34
+ }
35
+ if (this.Properties) {
36
+ result.Properties = {};
37
+ for (const key in this.Properties) {
38
+ if (Object.prototype.hasOwnProperty.call(this.Properties, key)) {
39
+ const typedKey = key;
40
+ const property = this.Properties[typedKey];
41
+ // We don't do if (property) because we '0' is a legitimate value
42
+ if (property !== undefined && property !== null) {
43
+ result.Properties[typedKey] = property.toString();
44
+ }
45
+ }
46
+ }
47
+ }
48
+ return result;
49
+ }
50
+ }
51
+ exports.ColumnMapping = ColumnMapping;
52
+ class CsvColumnMapping extends ColumnMapping {
53
+ /**
54
+ * @deprecated Use the factory methods instead.
55
+ */
56
+ constructor(columnName, cslDataType, ordinal, constantValue) {
57
+ super(columnName, cslDataType, {
58
+ Ordinal: ordinal === undefined ? undefined : parseInt(ordinal, 10),
59
+ ConstValue: constantValue,
60
+ });
61
+ this.columnName = columnName;
62
+ this.cslDataType = cslDataType;
63
+ this.ordinal = ordinal;
64
+ this.mappingKind = ingestionProperties_1.IngestionMappingKind.CSV;
65
+ }
66
+ static withOrdinal(columnName, ordinal, cslDataType) {
67
+ return new CsvColumnMapping(columnName, cslDataType, ordinal.toString());
68
+ }
69
+ static withConstantValue(columnName, constantValue, cslDataType) {
70
+ return new CsvColumnMapping(columnName, cslDataType, undefined, constantValue);
71
+ }
72
+ }
73
+ exports.CsvColumnMapping = CsvColumnMapping;
74
+ class JsonColumnMapping extends ColumnMapping {
75
+ /**
76
+ * @deprecated Use the factory methods instead.
77
+ */
78
+ constructor(columnName, jsonPath, cslDataType = null, constantValue, transform) {
79
+ super(columnName, cslDataType !== null && cslDataType !== void 0 ? cslDataType : undefined, {
80
+ Path: jsonPath,
81
+ ConstValue: constantValue,
82
+ Transform: transform,
83
+ });
84
+ this.columnName = columnName;
85
+ this.jsonPath = jsonPath;
86
+ this.mappingKind = ingestionProperties_1.IngestionMappingKind.JSON;
87
+ }
88
+ static withPath(columnName, path, cslDataType, transform) {
89
+ return new JsonColumnMapping(columnName, path, cslDataType, undefined, transform);
90
+ }
91
+ static withConstantValue(columnName, constantValue, cslDataType) {
92
+ return new JsonColumnMapping(columnName, undefined, cslDataType, constantValue);
93
+ }
94
+ static withTransform(columnName, transform, cslDataType) {
95
+ return new JsonColumnMapping(columnName, undefined, cslDataType, undefined, transform);
96
+ }
97
+ }
98
+ exports.JsonColumnMapping = JsonColumnMapping;
99
+ class AvroColumnMapping extends ColumnMapping {
100
+ constructor(columnName, cslDataType, path, field, constantValue, transform) {
101
+ super(columnName, cslDataType !== null && cslDataType !== void 0 ? cslDataType : undefined, {
102
+ Path: path,
103
+ Field: field,
104
+ ConstValue: constantValue,
105
+ Transform: transform,
106
+ });
107
+ this.columnName = columnName;
108
+ this.mappingKind = ingestionProperties_1.IngestionMappingKind.AVRO;
109
+ }
110
+ static withPath(columnName, path, cslDataType, transform) {
111
+ return new AvroColumnMapping(columnName, cslDataType, path, undefined, undefined, transform);
112
+ }
113
+ static withField(columnName, field, cslDataType, transform) {
114
+ return new AvroColumnMapping(columnName, cslDataType, undefined, field, undefined, transform);
115
+ }
116
+ static withConstantValue(columnName, constantValue, cslDataType) {
117
+ return new AvroColumnMapping(columnName, cslDataType, undefined, undefined, constantValue);
118
+ }
119
+ static withTransform(columnName, transform, cslDataType) {
120
+ return new AvroColumnMapping(columnName, cslDataType, undefined, undefined, undefined, transform);
121
+ }
122
+ }
123
+ exports.AvroColumnMapping = AvroColumnMapping;
124
+ class ApacheAvroColumnMapping extends ColumnMapping {
125
+ constructor(columnName, cslDataType, path, field, constantValue, transform) {
126
+ super(columnName, cslDataType !== null && cslDataType !== void 0 ? cslDataType : undefined, {
127
+ Path: path,
128
+ Field: field,
129
+ ConstValue: constantValue,
130
+ Transform: transform,
131
+ });
132
+ this.columnName = columnName;
133
+ this.mappingKind = ingestionProperties_1.IngestionMappingKind.APACHEAVRO;
134
+ }
135
+ static withPath(columnName, path, cslDataType, transform) {
136
+ return new ApacheAvroColumnMapping(columnName, cslDataType, path, undefined, undefined, transform);
137
+ }
138
+ static withField(columnName, field, cslDataType, transform) {
139
+ return new ApacheAvroColumnMapping(columnName, cslDataType, undefined, field, undefined, transform);
140
+ }
141
+ static withConstantValue(columnName, constantValue, cslDataType) {
142
+ return new ApacheAvroColumnMapping(columnName, cslDataType, undefined, undefined, constantValue);
143
+ }
144
+ static withTransform(columnName, transform, cslDataType) {
145
+ return new ApacheAvroColumnMapping(columnName, cslDataType, undefined, undefined, undefined, transform);
146
+ }
147
+ }
148
+ exports.ApacheAvroColumnMapping = ApacheAvroColumnMapping;
149
+ class SStreamColumnMapping extends ColumnMapping {
150
+ constructor(columnName, cslDataType, path, field, constantValue, transform) {
151
+ super(columnName, cslDataType !== null && cslDataType !== void 0 ? cslDataType : undefined, {
152
+ Path: path,
153
+ Field: field,
154
+ ConstValue: constantValue,
155
+ Transform: transform,
156
+ });
157
+ this.columnName = columnName;
158
+ this.mappingKind = ingestionProperties_1.IngestionMappingKind.SSTREAM;
159
+ }
160
+ static withPath(columnName, path, cslDataType, transform) {
161
+ return new SStreamColumnMapping(columnName, cslDataType, path, undefined, undefined, transform);
162
+ }
163
+ static withField(columnName, field, cslDataType, transform) {
164
+ return new SStreamColumnMapping(columnName, cslDataType, undefined, field, undefined, transform);
165
+ }
166
+ static withConstantValue(columnName, constantValue, cslDataType) {
167
+ return new SStreamColumnMapping(columnName, cslDataType, undefined, undefined, constantValue);
168
+ }
169
+ static withTransform(columnName, transform, cslDataType) {
170
+ return new SStreamColumnMapping(columnName, cslDataType, undefined, undefined, undefined, transform);
171
+ }
172
+ }
173
+ exports.SStreamColumnMapping = SStreamColumnMapping;
174
+ class ParquetColumnMapping extends ColumnMapping {
175
+ constructor(columnName, cslDataType, path, field, constantValue, transform) {
176
+ super(columnName, cslDataType !== null && cslDataType !== void 0 ? cslDataType : undefined, {
177
+ Path: path,
178
+ Field: field,
179
+ ConstValue: constantValue,
180
+ Transform: transform,
181
+ });
182
+ this.columnName = columnName;
183
+ this.mappingKind = ingestionProperties_1.IngestionMappingKind.PARQUET;
184
+ }
185
+ static withPath(columnName, path, cslDataType, transform) {
186
+ return new ParquetColumnMapping(columnName, cslDataType, path, undefined, undefined, transform);
187
+ }
188
+ static withField(columnName, field, cslDataType, transform) {
189
+ return new ParquetColumnMapping(columnName, cslDataType, undefined, field, undefined, transform);
190
+ }
191
+ static withConstantValue(columnName, constantValue, cslDataType) {
192
+ return new ParquetColumnMapping(columnName, cslDataType, undefined, undefined, constantValue);
193
+ }
194
+ static withTransform(columnName, transform, cslDataType) {
195
+ return new ParquetColumnMapping(columnName, cslDataType, undefined, undefined, undefined, transform);
196
+ }
197
+ }
198
+ exports.ParquetColumnMapping = ParquetColumnMapping;
199
+ class OrcColumnMapping extends ColumnMapping {
200
+ constructor(columnName, cslDataType, path, field, constantValue, transform) {
201
+ super(columnName, cslDataType !== null && cslDataType !== void 0 ? cslDataType : undefined, {
202
+ Path: path,
203
+ Field: field,
204
+ ConstValue: constantValue,
205
+ Transform: transform,
206
+ });
207
+ this.columnName = columnName;
208
+ this.mappingKind = ingestionProperties_1.IngestionMappingKind.ORC;
209
+ }
210
+ static withPath(columnName, path, cslDataType, transform) {
211
+ return new OrcColumnMapping(columnName, cslDataType, path, undefined, undefined, transform);
212
+ }
213
+ static withField(columnName, field, cslDataType, transform) {
214
+ return new OrcColumnMapping(columnName, cslDataType, undefined, field, undefined, transform);
215
+ }
216
+ static withConstantValue(columnName, constantValue, cslDataType) {
217
+ return new OrcColumnMapping(columnName, cslDataType, undefined, undefined, constantValue);
218
+ }
219
+ static withTransform(columnName, transform, cslDataType) {
220
+ return new OrcColumnMapping(columnName, cslDataType, undefined, undefined, undefined, transform);
221
+ }
222
+ }
223
+ exports.OrcColumnMapping = OrcColumnMapping;
224
+ class W3CLogFileMapping extends ColumnMapping {
225
+ constructor(columnName, cslDataType, field, constantValue, transform) {
226
+ super(columnName, cslDataType !== null && cslDataType !== void 0 ? cslDataType : undefined, { Field: field, ConstValue: constantValue, Transform: transform });
227
+ this.columnName = columnName;
228
+ this.mappingKind = ingestionProperties_1.IngestionMappingKind.W3CLOGFILE;
229
+ }
230
+ static withField(columnName, field, cslDataType, transform) {
231
+ return new W3CLogFileMapping(columnName, cslDataType, field, undefined, transform);
232
+ }
233
+ static withConstantValue(columnName, constantValue, cslDataType) {
234
+ return new W3CLogFileMapping(columnName, cslDataType, undefined, constantValue);
235
+ }
236
+ static withTransform(columnName, transform, cslDataType) {
237
+ return new W3CLogFileMapping(columnName, cslDataType, undefined, undefined, transform);
238
+ }
239
+ }
240
+ exports.W3CLogFileMapping = W3CLogFileMapping;
241
+ //# sourceMappingURL=columnMappings.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"columnMappings.js","sourceRoot":"","sources":["columnMappings.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,+FAA+F;AAC/F,gHAAgH;AAEhH,+DAA6D;AAE7D,IAAY,mBAMX;AAND,WAAY,mBAAmB;IAC3B,oFAA6D,CAAA;IAC7D,0EAAmD,CAAA;IACnD,oFAA6D,CAAA;IAC7D,oFAA6D,CAAA;IAC7D,kFAA2D,CAAA;AAC/D,CAAC,EANW,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAM9B;AAED,IAAY,sBAGX;AAHD,WAAY,sBAAsB;IAC9B,2DAAiC,CAAA;IACjC,+DAAqC,CAAA;AACzC,CAAC,EAHW,sBAAsB,GAAtB,8BAAsB,KAAtB,8BAAsB,QAGjC;AAsBD,MAAsB,aAAa;IAC/B,YAA+B,UAAkB,EAAW,WAAoB,EAAW,UAA8B;QAA1F,eAAU,GAAV,UAAU,CAAQ;QAAW,gBAAW,GAAX,WAAW,CAAS;QAAW,eAAU,GAAV,UAAU,CAAoB;IAAG,CAAC;IAItH,YAAY;QACf,MAAM,MAAM,GAAqB;YAC7B,MAAM,EAAE,IAAI,CAAC,UAAU;SAC1B,CAAC;QACF,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC;SACtC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE;YACjB,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE;gBAC/B,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE;oBAC5D,MAAM,QAAQ,GAAG,GAA8B,CAAC;oBAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;oBAE3C,iEAAiE;oBACjE,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,EAAE;wBAC7C,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;qBACrD;iBACJ;aACJ;SACJ;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ;AA7BD,sCA6BC;AAED,MAAa,gBAAiB,SAAQ,aAAa;IAC/C;;OAEG;IACH,YAA+B,UAAkB,EAAW,WAAoB,EAAW,OAAgB,EAAE,aAAkB;QAC3H,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE;YAC3B,OAAO,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YAClE,UAAU,EAAE,aAAa;SAC5B,CAAC,CAAC;QAJwB,eAAU,GAAV,UAAU,CAAQ;QAAW,gBAAW,GAAX,WAAW,CAAS;QAAW,YAAO,GAAP,OAAO,CAAS;QAe3G,gBAAW,GAAG,0CAAoB,CAAC,GAAG,CAAC;IAVvC,CAAC;IAEM,MAAM,CAAC,WAAW,CAAC,UAAkB,EAAE,OAAe,EAAE,WAAoB;QAC/E,OAAO,IAAI,gBAAgB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,UAAkB,EAAE,aAAiB,EAAE,WAAoB;QACvF,OAAO,IAAI,gBAAgB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IACnF,CAAC;CAGJ;AApBD,4CAoBC;AAED,MAAa,iBAAkB,SAAQ,aAAa;IAChD;;OAEG;IACH,YAAqB,UAAkB,EAAW,QAAiB,EAAE,cAA6B,IAAI,EAAE,aAAkB,EAAE,SAA0B;QAClJ,KAAK,CAAC,UAAU,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EAAE;YACxC,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,aAAa;YACzB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;QALc,eAAU,GAAV,UAAU,CAAQ;QAAW,aAAQ,GAAR,QAAQ,CAAS;QAoBnE,gBAAW,GAAG,0CAAoB,CAAC,IAAI,CAAC;IAdxC,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,UAAkB,EAAE,IAAY,EAAE,WAAoB,EAAE,SAA+B;QAC1G,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACtF,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,UAAkB,EAAE,aAAiB,EAAE,WAAoB;QACvF,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;IACpF,CAAC;IAEM,MAAM,CAAC,aAAa,CAAC,UAAkB,EAAE,SAAiC,EAAE,WAAoB;QACnG,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAC3F,CAAC;CAGJ;AAzBD,8CAyBC;AAED,MAAa,iBAAkB,SAAQ,aAAa;IAChD,YAA6B,UAAkB,EAAE,WAAoB,EAAE,IAAa,EAAE,KAAc,EAAE,aAAkB,EAAE,SAA0B;QAChJ,KAAK,CAAC,UAAU,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EAAE;YACxC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,KAAK;YACZ,UAAU,EAAE,aAAa;YACzB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;QANsB,eAAU,GAAV,UAAU,CAAQ;QAyB/C,gBAAW,GAAG,0CAAoB,CAAC,IAAI,CAAC;IAlBxC,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,UAAkB,EAAE,IAAY,EAAE,WAAoB,EAAE,SAA+B;QAC1G,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACjG,CAAC;IAEM,MAAM,CAAC,SAAS,CAAC,UAAkB,EAAE,KAAa,EAAE,WAAoB,EAAE,SAA+B;QAC5G,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAClG,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,UAAkB,EAAE,aAAiB,EAAE,WAAoB;QACvF,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IAC/F,CAAC;IAEM,MAAM,CAAC,aAAa,CAAC,UAAkB,EAAE,SAAiC,EAAE,WAAoB;QACnG,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACtG,CAAC;CAGJ;AA3BD,8CA2BC;AAED,MAAa,uBAAwB,SAAQ,aAAa;IACtD,YAA6B,UAAkB,EAAE,WAAoB,EAAE,IAAa,EAAE,KAAc,EAAE,aAAkB,EAAE,SAA0B;QAChJ,KAAK,CAAC,UAAU,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EAAE;YACxC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,KAAK;YACZ,UAAU,EAAE,aAAa;YACzB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;QANsB,eAAU,GAAV,UAAU,CAAQ;QAyB/C,gBAAW,GAAG,0CAAoB,CAAC,UAAU,CAAC;IAlB9C,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,UAAkB,EAAE,IAAY,EAAE,WAAoB,EAAE,SAA+B;QAC1G,OAAO,IAAI,uBAAuB,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACvG,CAAC;IAEM,MAAM,CAAC,SAAS,CAAC,UAAkB,EAAE,KAAa,EAAE,WAAoB,EAAE,SAA+B;QAC5G,OAAO,IAAI,uBAAuB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACxG,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,UAAkB,EAAE,aAAiB,EAAE,WAAoB;QACvF,OAAO,IAAI,uBAAuB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IACrG,CAAC;IAEM,MAAM,CAAC,aAAa,CAAC,UAAkB,EAAE,SAAiC,EAAE,WAAoB;QACnG,OAAO,IAAI,uBAAuB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5G,CAAC;CAGJ;AA3BD,0DA2BC;AAED,MAAa,oBAAqB,SAAQ,aAAa;IACnD,YAA6B,UAAkB,EAAE,WAAoB,EAAE,IAAa,EAAE,KAAc,EAAE,aAAkB,EAAE,SAA0B;QAChJ,KAAK,CAAC,UAAU,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EAAE;YACxC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,KAAK;YACZ,UAAU,EAAE,aAAa;YACzB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;QANsB,eAAU,GAAV,UAAU,CAAQ;QAyB/C,gBAAW,GAAG,0CAAoB,CAAC,OAAO,CAAC;IAlB3C,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,UAAkB,EAAE,IAAY,EAAE,WAAoB,EAAE,SAA+B;QAC1G,OAAO,IAAI,oBAAoB,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACpG,CAAC;IAEM,MAAM,CAAC,SAAS,CAAC,UAAkB,EAAE,KAAa,EAAE,WAAoB,EAAE,SAA+B;QAC5G,OAAO,IAAI,oBAAoB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACrG,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,UAAkB,EAAE,aAAiB,EAAE,WAAoB;QACvF,OAAO,IAAI,oBAAoB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IAClG,CAAC;IAEM,MAAM,CAAC,aAAa,CAAC,UAAkB,EAAE,SAAiC,EAAE,WAAoB;QACnG,OAAO,IAAI,oBAAoB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACzG,CAAC;CAGJ;AA3BD,oDA2BC;AAED,MAAa,oBAAqB,SAAQ,aAAa;IACnD,YAA6B,UAAkB,EAAE,WAAoB,EAAE,IAAa,EAAE,KAAc,EAAE,aAAkB,EAAE,SAA0B;QAChJ,KAAK,CAAC,UAAU,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EAAE;YACxC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,KAAK;YACZ,UAAU,EAAE,aAAa;YACzB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;QANsB,eAAU,GAAV,UAAU,CAAQ;QAyB/C,gBAAW,GAAG,0CAAoB,CAAC,OAAO,CAAC;IAlB3C,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,UAAkB,EAAE,IAAY,EAAE,WAAoB,EAAE,SAA+B;QAC1G,OAAO,IAAI,oBAAoB,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACpG,CAAC;IAEM,MAAM,CAAC,SAAS,CAAC,UAAkB,EAAE,KAAa,EAAE,WAAoB,EAAE,SAA+B;QAC5G,OAAO,IAAI,oBAAoB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACrG,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,UAAkB,EAAE,aAAiB,EAAE,WAAoB;QACvF,OAAO,IAAI,oBAAoB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IAClG,CAAC;IAEM,MAAM,CAAC,aAAa,CAAC,UAAkB,EAAE,SAAiC,EAAE,WAAoB;QACnG,OAAO,IAAI,oBAAoB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACzG,CAAC;CAGJ;AA3BD,oDA2BC;AAED,MAAa,gBAAiB,SAAQ,aAAa;IAC/C,YAA6B,UAAkB,EAAE,WAAoB,EAAE,IAAa,EAAE,KAAc,EAAE,aAAkB,EAAE,SAA0B;QAChJ,KAAK,CAAC,UAAU,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EAAE;YACxC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,KAAK;YACZ,UAAU,EAAE,aAAa;YACzB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;QANsB,eAAU,GAAV,UAAU,CAAQ;QAyB/C,gBAAW,GAAG,0CAAoB,CAAC,GAAG,CAAC;IAlBvC,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,UAAkB,EAAE,IAAY,EAAE,WAAoB,EAAE,SAA+B;QAC1G,OAAO,IAAI,gBAAgB,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAChG,CAAC;IAEM,MAAM,CAAC,SAAS,CAAC,UAAkB,EAAE,KAAa,EAAE,WAAoB,EAAE,SAA+B;QAC5G,OAAO,IAAI,gBAAgB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACjG,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,UAAkB,EAAE,aAAiB,EAAE,WAAoB;QACvF,OAAO,IAAI,gBAAgB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IAC9F,CAAC;IAEM,MAAM,CAAC,aAAa,CAAC,UAAkB,EAAE,SAAiC,EAAE,WAAoB;QACnG,OAAO,IAAI,gBAAgB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACrG,CAAC;CAGJ;AA3BD,4CA2BC;AAED,MAAa,iBAAkB,SAAQ,aAAa;IAChD,YAA6B,UAAkB,EAAE,WAAoB,EAAE,KAAc,EAAE,aAAkB,EAAE,SAA0B;QACjI,KAAK,CAAC,UAAU,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;QADtF,eAAU,GAAV,UAAU,CAAQ;QAgB/C,gBAAW,GAAG,0CAAoB,CAAC,UAAU,CAAC;IAd9C,CAAC;IAEM,MAAM,CAAC,SAAS,CAAC,UAAkB,EAAE,KAAa,EAAE,WAAoB,EAAE,SAA+B;QAC5G,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACvF,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,UAAkB,EAAE,aAAiB,EAAE,WAAoB;QACvF,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IACpF,CAAC;IAEM,MAAM,CAAC,aAAa,CAAC,UAAkB,EAAE,SAAiC,EAAE,WAAoB;QACnG,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAC3F,CAAC;CAGJ;AAlBD,8CAkBC"}
@@ -1,5 +1,5 @@
1
1
  /// <reference types="node" />
2
- import { ReadStream } from "fs";
2
+ import { Readable } from "stream";
3
3
  export declare enum CompressionType {
4
4
  ZIP = ".zip",
5
5
  GZIP = ".gz",
@@ -17,12 +17,13 @@ export declare class FileDescriptor {
17
17
  prepare(): Promise<string>;
18
18
  }
19
19
  export declare class StreamDescriptor {
20
- readonly stream: ReadStream;
20
+ readonly stream: Readable;
21
21
  name: string;
22
22
  size: number | null;
23
23
  compressionType: CompressionType;
24
24
  sourceId: string;
25
- constructor(stream: ReadStream, sourceId?: string | null, compressionType?: CompressionType);
25
+ constructor(stream: Readable, sourceId?: string | null, compressionType?: CompressionType);
26
+ merge(other: StreamDescriptor): this;
26
27
  }
27
28
  export declare class BlobDescriptor {
28
29
  readonly path: string;
@@ -15,7 +15,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
15
15
  };
16
16
  Object.defineProperty(exports, "__esModule", { value: true });
17
17
  exports.BlobDescriptor = exports.StreamDescriptor = exports.FileDescriptor = exports.CompressionType = void 0;
18
- const uuid_1 = __importDefault(require("uuid"));
18
+ /* eslint-disable max-classes-per-file -- We want all the Descriptors to be in this file */
19
+ const uuid_1 = require("uuid");
19
20
  const uuid_validate_1 = __importDefault(require("uuid-validate"));
20
21
  const zlib_1 = __importDefault(require("zlib"));
21
22
  const path_1 = __importDefault(require("path"));
@@ -26,15 +27,15 @@ var CompressionType;
26
27
  CompressionType["GZIP"] = ".gz";
27
28
  CompressionType["None"] = "";
28
29
  })(CompressionType = exports.CompressionType || (exports.CompressionType = {}));
29
- function getSourceId(sourceId) {
30
+ const getSourceId = (sourceId) => {
30
31
  if (sourceId) {
31
- if (!uuid_validate_1.default(sourceId, 4)) {
32
+ if (!(0, uuid_validate_1.default)(sourceId, 4)) {
32
33
  throw Error("sourceId is not a valid uuid/v4");
33
34
  }
34
35
  return sourceId;
35
36
  }
36
- return uuid_1.default.v4();
37
- }
37
+ return (0, uuid_1.v4)();
38
+ };
38
39
  class FileDescriptor {
39
40
  constructor(filePath, sourceId = null, size = null) {
40
41
  this.filePath = filePath;
@@ -50,11 +51,13 @@ class FileDescriptor {
50
51
  const input = fs_1.default.createReadStream(this.filePath, { autoClose: true });
51
52
  const output = fs_1.default.createWriteStream(this.filePath + ".gz");
52
53
  yield new Promise((resolve, reject) => {
53
- input.pipe(zipper).pipe(output)
54
+ input
55
+ .pipe(zipper)
56
+ .pipe(output)
54
57
  .on("error", (err) => {
55
58
  reject(err);
56
59
  });
57
- output.once("close", function () {
60
+ output.once("close", () => {
58
61
  resolve(null);
59
62
  });
60
63
  });
@@ -86,6 +89,13 @@ class StreamDescriptor {
86
89
  this.compressionType = compressionType;
87
90
  this.sourceId = getSourceId(sourceId);
88
91
  }
92
+ merge(other) {
93
+ this.name = other.name;
94
+ this.size = other.size;
95
+ this.compressionType = other.compressionType;
96
+ this.sourceId = other.sourceId;
97
+ return this;
98
+ }
89
99
  }
90
100
  exports.StreamDescriptor = StreamDescriptor;
91
101
  class BlobDescriptor {
@@ -1 +1 @@
1
- {"version":3,"file":"descriptors.js","sourceRoot":"","sources":["descriptors.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;;AAElC,gDAAwB;AACxB,kEAAyC;AACzC,gDAAwB;AACxB,gDAA2B;AAC3B,4CAAkC;AAElC,IAAY,eAIX;AAJD,WAAY,eAAe;IACvB,+BAAW,CAAA;IACX,+BAAW,CAAA;IACX,4BAAQ,CAAA;AACZ,CAAC,EAJW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAI1B;AAED,SAAS,WAAW,CAAC,QAAuB;IACxC,IAAI,QAAQ,EAAE;QACV,IAAI,CAAC,uBAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE;YAC5B,MAAM,KAAK,CAAC,iCAAiC,CAAC,CAAC;SAClD;QACD,OAAO,QAAQ,CAAC;KACnB;IACD,OAAO,cAAI,CAAC,EAAE,EAAE,CAAC;AACrB,CAAC;AAED,MAAa,cAAc;IAOvB,YAAqB,QAAgB,EAAE,WAA0B,IAAI,EAAE,OAAsB,IAAI;QAA5E,aAAQ,GAAR,QAAQ,CAAQ;QACjC,IAAI,CAAC,IAAI,GAAG,cAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,cAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,KAAK,KAAK,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAEK,KAAK;;YACP,MAAM,MAAM,GAAG,cAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,YAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,YAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC;YAE3D,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAClC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;qBAC1B,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACjB,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBACP,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;oBACjB,OAAO,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACjC,CAAC;KAAA;IAEK,OAAO;;YACT,IAAI,IAAI,CAAC,MAAM,EAAE;gBACb,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;oBACrC,IAAI,CAAC,IAAI,GAAG,YAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;iBACpD;gBACD,OAAO,IAAI,CAAC,QAAQ,CAAC;aACxB;YAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;gBACrC,IAAI,CAAC,IAAI,GAAG,YAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;aAC/C;YACD,OAAO,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QAEjC,CAAC;KAAA;CACJ;AAhDD,wCAgDC;AAED,MAAa,gBAAgB;IAKzB,YAAqB,MAAkB,EAAE,WAA0B,IAAI,EAAE,kBAAmC,eAAe,CAAC,IAAI;QAA3G,WAAM,GAAN,MAAM,CAAY;QACnC,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;CACJ;AAXD,4CAWC;AAED,MAAa,cAAc;IAGvB,YAAqB,IAAY,EAAE,OAAsB,IAAI,EAAE,WAA0B,IAAI;QAAxE,SAAI,GAAJ,IAAI,CAAQ;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;CACJ;AAPD,wCAOC"}
1
+ {"version":3,"file":"descriptors.js","sourceRoot":"","sources":["descriptors.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;;AAElC,2FAA2F;AAE3F,+BAAoC;AACpC,kEAAyC;AACzC,gDAAwB;AACxB,gDAA2B;AAC3B,4CAAoB;AAGpB,IAAY,eAIX;AAJD,WAAY,eAAe;IACvB,+BAAY,CAAA;IACZ,+BAAY,CAAA;IACZ,4BAAS,CAAA;AACb,CAAC,EAJW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAI1B;AAED,MAAM,WAAW,GAAG,CAAC,QAAuB,EAAU,EAAE;IACpD,IAAI,QAAQ,EAAE;QACV,IAAI,CAAC,IAAA,uBAAY,EAAC,QAAQ,EAAE,CAAC,CAAC,EAAE;YAC5B,MAAM,KAAK,CAAC,iCAAiC,CAAC,CAAC;SAClD;QACD,OAAO,QAAQ,CAAC;KACnB;IACD,OAAO,IAAA,SAAM,GAAE,CAAC;AACpB,CAAC,CAAC;AAEF,MAAa,cAAc;IAOvB,YAAqB,QAAgB,EAAE,WAA0B,IAAI,EAAE,OAAsB,IAAI;QAA5E,aAAQ,GAAR,QAAQ,CAAQ;QACjC,IAAI,CAAC,IAAI,GAAG,cAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,cAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,KAAK,KAAK,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAEK,KAAK;;YACP,MAAM,MAAM,GAAG,cAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,YAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,MAAM,MAAM,GAAG,YAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC;YAE3D,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAClC,KAAK;qBACA,IAAI,CAAC,MAAM,CAAC;qBACZ,IAAI,CAAC,MAAM,CAAC;qBACZ,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACjB,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBACP,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;oBACtB,OAAO,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACjC,CAAC;KAAA;IAEK,OAAO;;YACT,IAAI,IAAI,CAAC,MAAM,EAAE;gBACb,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;oBACrC,IAAI,CAAC,IAAI,GAAG,YAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;iBACpD;gBACD,OAAO,IAAI,CAAC,QAAQ,CAAC;aACxB;YAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;gBACrC,IAAI,CAAC,IAAI,GAAG,YAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;aAC/C;YACD,OAAO,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACjC,CAAC;KAAA;CACJ;AAjDD,wCAiDC;AAED,MAAa,gBAAgB;IAKzB,YAAqB,MAAgB,EAAE,WAA0B,IAAI,EAAE,kBAAmC,eAAe,CAAC,IAAI;QAAzG,WAAM,GAAN,MAAM,CAAU;QACjC,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,KAAuB;QACzB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC,eAAe,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;QAC/B,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AAnBD,4CAmBC;AAED,MAAa,cAAc;IAGvB,YAAqB,IAAY,EAAE,OAAsB,IAAI,EAAE,WAA0B,IAAI;QAAxE,SAAI,GAAJ,IAAI,CAAQ;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;CACJ;AAPD,wCAOC"}
@@ -0,0 +1,3 @@
1
+ export declare class IngestionPropertiesValidationError extends Error {
2
+ constructor(message: string);
3
+ }
@@ -0,0 +1,13 @@
1
+ "use strict";
2
+ // Copyright (c) Microsoft Corporation.
3
+ // Licensed under the MIT License.
4
+ Object.defineProperty(exports, "__esModule", { value: true });
5
+ exports.IngestionPropertiesValidationError = void 0;
6
+ class IngestionPropertiesValidationError extends Error {
7
+ constructor(message) {
8
+ super(message);
9
+ this.name = "IngestionPropertiesValidationError";
10
+ }
11
+ }
12
+ exports.IngestionPropertiesValidationError = IngestionPropertiesValidationError;
13
+ //# sourceMappingURL=errors.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.js","sourceRoot":"","sources":["errors.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,MAAa,kCAAmC,SAAQ,KAAK;IACzD,YAAY,OAAe;QACvB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,oCAAoC,CAAC;IACrD,CAAC;CACJ;AALD,gFAKC"}
@@ -3,17 +3,16 @@ import { KustoConnectionStringBuilder } from "azure-kusto-data";
3
3
  import { BlobDescriptor, CompressionType, FileDescriptor, StreamDescriptor } from "./descriptors";
4
4
  import ResourceManager from "./resourceManager";
5
5
  import { QueueSendMessageResponse } from "@azure/storage-queue";
6
- import IngestionProperties from "./ingestionProperties";
7
- import { ReadStream } from "fs";
6
+ import { IngestionPropertiesInput } from "./ingestionProperties";
8
7
  import { AbstractKustoClient } from "./abstractKustoClient";
8
+ import { Readable } from "stream";
9
9
  export declare class KustoIngestClient extends AbstractKustoClient {
10
- defaultProps: IngestionProperties | null;
11
10
  resourceManager: ResourceManager;
12
- constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionProperties | null);
11
+ constructor(kcsb: string | KustoConnectionStringBuilder, defaultProps?: IngestionPropertiesInput);
13
12
  _getBlobNameSuffix(format: string | null, compressionType: CompressionType): string;
14
13
  _getBlockBlobClient(blobName: string): Promise<import("@azure/storage-blob").BlockBlobClient>;
15
- ingestFromStream(stream: ReadStream | StreamDescriptor, ingestionProperties: IngestionProperties): Promise<QueueSendMessageResponse>;
16
- ingestFromFile(file: string | FileDescriptor, ingestionProperties?: IngestionProperties | null): Promise<QueueSendMessageResponse>;
17
- ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionProperties | null): Promise<QueueSendMessageResponse>;
14
+ ingestFromStream(stream: StreamDescriptor | Readable, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
15
+ ingestFromFile(file: string | FileDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
16
+ ingestFromBlob(blob: string | BlobDescriptor, ingestionProperties?: IngestionPropertiesInput): Promise<QueueSendMessageResponse>;
18
17
  }
19
18
  export default KustoIngestClient;
@@ -15,7 +15,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
15
15
  };
16
16
  Object.defineProperty(exports, "__esModule", { value: true });
17
17
  exports.KustoIngestClient = void 0;
18
- // @ts-ignore
19
18
  const azure_kusto_data_1 = require("azure-kusto-data");
20
19
  const descriptors_1 = require("./descriptors");
21
20
  const resourceManager_1 = __importDefault(require("./resourceManager"));
@@ -24,9 +23,8 @@ const storage_queue_1 = require("@azure/storage-queue");
24
23
  const storage_blob_1 = require("@azure/storage-blob");
25
24
  const abstractKustoClient_1 = require("./abstractKustoClient");
26
25
  class KustoIngestClient extends abstractKustoClient_1.AbstractKustoClient {
27
- constructor(kcsb, defaultProps = null) {
26
+ constructor(kcsb, defaultProps) {
28
27
  super(defaultProps);
29
- this.defaultProps = defaultProps;
30
28
  this.resourceManager = new resourceManager_1.default(new azure_kusto_data_1.Client(kcsb));
31
29
  }
32
30
  _getBlobNameSuffix(format, compressionType) {
@@ -47,20 +45,17 @@ class KustoIngestClient extends abstractKustoClient_1.AbstractKustoClient {
47
45
  ingestFromStream(stream, ingestionProperties) {
48
46
  var _a;
49
47
  return __awaiter(this, void 0, void 0, function* () {
50
- const props = this._mergeProps(ingestionProperties);
51
- props.validate();
48
+ const props = this._getMergedProps(ingestionProperties);
52
49
  const descriptor = stream instanceof descriptors_1.StreamDescriptor ? stream : new descriptors_1.StreamDescriptor(stream);
53
- const blobName = `${props.database}__${props.table}__${descriptor.sourceId}` +
54
- `${this._getBlobNameSuffix((_a = props.format) !== null && _a !== void 0 ? _a : "", descriptor.compressionType)}`;
50
+ const blobName = `${props.database}__${props.table}__${descriptor.sourceId}` + `${this._getBlobNameSuffix((_a = props.format) !== null && _a !== void 0 ? _a : "", descriptor.compressionType)}`;
55
51
  const blockBlobClient = yield this._getBlockBlobClient(blobName);
56
52
  yield blockBlobClient.uploadStream(descriptor.stream);
57
53
  return this.ingestFromBlob(new descriptors_1.BlobDescriptor(blockBlobClient.url), props); // descriptor.size?
58
54
  });
59
55
  }
60
- ingestFromFile(file, ingestionProperties = null) {
56
+ ingestFromFile(file, ingestionProperties) {
61
57
  return __awaiter(this, void 0, void 0, function* () {
62
- const props = this._mergeProps(ingestionProperties);
63
- props.validate();
58
+ const props = this._getMergedProps(ingestionProperties);
64
59
  const descriptor = file instanceof descriptors_1.FileDescriptor ? file : new descriptors_1.FileDescriptor(file);
65
60
  const fileToUpload = yield descriptor.prepare();
66
61
  const blobName = `${props.database}__${props.table}__${descriptor.sourceId}__${fileToUpload}`;
@@ -69,10 +64,9 @@ class KustoIngestClient extends abstractKustoClient_1.AbstractKustoClient {
69
64
  return this.ingestFromBlob(new descriptors_1.BlobDescriptor(blockBlobClient.url, descriptor.size, descriptor.sourceId), props);
70
65
  });
71
66
  }
72
- ingestFromBlob(blob, ingestionProperties = null) {
67
+ ingestFromBlob(blob, ingestionProperties) {
73
68
  return __awaiter(this, void 0, void 0, function* () {
74
- const props = this._mergeProps(ingestionProperties);
75
- props.validate();
69
+ const props = this._getMergedProps(ingestionProperties);
76
70
  const descriptor = blob instanceof descriptors_1.BlobDescriptor ? blob : new descriptors_1.BlobDescriptor(blob);
77
71
  const queues = yield this.resourceManager.getIngestionQueues();
78
72
  if (queues == null) {
@@ -1 +1 @@
1
- {"version":3,"file":"ingestClient.js","sourceRoot":"","sources":["ingestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;;AAElC,aAAa;AACb,uDAAqF;AAErF,+CAAgG;AAEhG,wEAAgD;AAEhD,4EAAoD;AAEpD,wDAA2E;AAE3E,sDAAoD;AAGpD,+DAA0D;AAG1D,MAAa,iBAAkB,SAAQ,yCAAmB;IAGtD,YAAY,IAA2C,EAAS,eAA2C,IAAI;QAC3G,KAAK,CAAC,YAAY,CAAC,CAAC;QADwC,iBAAY,GAAZ,YAAY,CAAmC;QAE3G,IAAI,CAAC,eAAe,GAAG,IAAI,yBAAe,CAAC,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,kBAAkB,CAAC,MAAsB,EAAE,eAAgC;QACvE,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChD,OAAO,GAAG,YAAY,GAAG,eAAe,EAAE,CAAC;IAC/C,CAAC;IAEK,mBAAmB,CAAC,QAAgB;;YACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;YAC9D,IAAI,UAAU,IAAI,IAAI,EAAE;gBACpB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;aAC/C;YACD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5E,MAAM,eAAe,GAAG,IAAI,8BAAe,CAAC,SAAS,CAAC,sBAAsB,EAAE,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;YACtG,OAAO,eAAe,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACxD,CAAC;KAAA;IAEK,gBAAgB,CAAC,MAAqC,EAAE,mBAAwC;;;YAClG,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;YACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;YAEjB,MAAM,UAAU,GAAG,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;YAE9F,MAAM,QAAQ,GAAG,GAAG,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,QAAQ,EAAE;gBACxE,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAA,KAAK,CAAC,MAAM,mCAAI,EAAE,EAAE,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAEjF,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YACjE,MAAM,eAAe,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAEtD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,4BAAc,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,mBAAmB;;KAClG;IAEK,cAAc,CAAC,IAA6B,EAAE,sBAAkD,IAAI;;YACtG,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;YACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;YAEjB,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;YAEpF,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,GAAG,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;YAE9F,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YACjE,MAAM,eAAe,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAE/C,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,4BAAc,CAAC,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;QACrH,CAAC;KAAA;IAEK,cAAc,CAAC,IAA6B,EAAE,sBAAkD,IAAI;;YACtG,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;YACpD,KAAK,CAAC,QAAQ,EAAE,CAAC;YAEjB,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,EAAE,CAAC;YAC/D,IAAI,MAAM,IAAI,IAAI,EAClB;gBACI,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;aAC3C;YAED,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC;YAElF,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAEvE,MAAM,WAAW,GAAG,IAAI,2BAAW,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC;YAEpG,MAAM,iBAAiB,GAAG,IAAI,2BAAiB,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAC;YACzF,MAAM,qBAAqB,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEtE,OAAO,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;KAAA;CACJ;AA5ED,8CA4EC;AAED,kBAAe,iBAAiB,CAAC"}
1
+ {"version":3,"file":"ingestClient.js","sourceRoot":"","sources":["ingestClient.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;;;;;;;;;;AAElC,uDAAuF;AAEvF,+CAAkG;AAElG,wEAAgD;AAEhD,4EAAoD;AAEpD,wDAA6E;AAE7E,sDAAsD;AAEtD,+DAA4D;AAG5D,MAAa,iBAAkB,SAAQ,yCAAmB;IAGtD,YAAY,IAA2C,EAAE,YAAuC;QAC5F,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,CAAC,eAAe,GAAG,IAAI,yBAAe,CAAC,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,kBAAkB,CAAC,MAAqB,EAAE,eAAgC;QACtE,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChD,OAAO,GAAG,YAAY,GAAG,eAAe,EAAE,CAAC;IAC/C,CAAC;IAEK,mBAAmB,CAAC,QAAgB;;YACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;YAC9D,IAAI,UAAU,IAAI,IAAI,EAAE;gBACpB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;aAC/C;YACD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5E,MAAM,eAAe,GAAG,IAAI,8BAAe,CAAC,SAAS,CAAC,sBAAsB,EAAE,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;YACtG,OAAO,eAAe,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACxD,CAAC;KAAA;IAEK,gBAAgB,CAAC,MAAmC,EAAE,mBAA8C;;;YACtG,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;YACxD,MAAM,UAAU,GAAqB,MAAM,YAAY,8BAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,8BAAgB,CAAC,MAAM,CAAC,CAAC;YAEhH,MAAM,QAAQ,GACV,GAAG,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,QAAQ,EAAE,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAA,KAAK,CAAC,MAAM,mCAAI,EAAE,EAAE,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAE/I,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YACjE,MAAM,eAAe,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAEtD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,4BAAc,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,mBAAmB;;KAClG;IAEK,cAAc,CAAC,IAA6B,EAAE,mBAA8C;;YAC9F,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;YAEpF,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,GAAG,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;YAE9F,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YACjE,MAAM,eAAe,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAE/C,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,4BAAc,CAAC,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;QACrH,CAAC;KAAA;IAEK,cAAc,CAAC,IAA6B,EAAE,mBAA8C;;YAC9F,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,IAAI,YAAY,4BAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,4BAAc,CAAC,IAAI,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,EAAE,CAAC;YAC/D,IAAI,MAAM,IAAI,IAAI,EAAE;gBAChB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;aAC3C;YAED,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC;YAElF,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAEvE,MAAM,WAAW,GAAG,IAAI,2BAAW,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC;YAEpG,MAAM,iBAAiB,GAAG,IAAI,2BAAiB,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAC;YACzF,MAAM,qBAAqB,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEtE,OAAO,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;KAAA;CACJ;AAvED,8CAuEC;AAED,kBAAe,iBAAiB,CAAC"}
@@ -6,22 +6,22 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
6
6
  };
7
7
  Object.defineProperty(exports, "__esModule", { value: true });
8
8
  exports.IngestionBlobInfo = void 0;
9
- const uuid_1 = __importDefault(require("uuid"));
9
+ const uuid_1 = require("uuid");
10
10
  const moment_1 = __importDefault(require("moment"));
11
11
  class IngestionBlobInfo {
12
12
  constructor(blobDescriptor, ingestionProperties, authContext = null) {
13
- var _a, _b, _c, _d;
13
+ var _a, _b, _c, _d, _e;
14
14
  this.BlobPath = blobDescriptor.path;
15
15
  this.RawDataSize = blobDescriptor.size;
16
16
  this.DatabaseName = (_a = ingestionProperties.database) !== null && _a !== void 0 ? _a : null;
17
17
  this.TableName = (_b = ingestionProperties.table) !== null && _b !== void 0 ? _b : null;
18
18
  this.RetainBlobOnSuccess = true;
19
- this.FlushImmediately = !!ingestionProperties.flushImmediately;
19
+ this.FlushImmediately = (_c = ingestionProperties.flushImmediately) !== null && _c !== void 0 ? _c : false;
20
20
  this.IgnoreSizeLimit = false;
21
- this.ReportLevel = (_c = ingestionProperties.reportLevel) !== null && _c !== void 0 ? _c : null;
22
- this.ReportMethod = (_d = ingestionProperties.reportMethod) !== null && _d !== void 0 ? _d : null;
21
+ this.ReportLevel = (_d = ingestionProperties.reportLevel) !== null && _d !== void 0 ? _d : null;
22
+ this.ReportMethod = (_e = ingestionProperties.reportMethod) !== null && _e !== void 0 ? _e : null;
23
23
  this.SourceMessageCreationTime = moment_1.default.utc();
24
- this.Id = blobDescriptor.sourceId || uuid_1.default.v4();
24
+ this.Id = blobDescriptor.sourceId || (0, uuid_1.v4)();
25
25
  const additionalProperties = ingestionProperties.additionalProperties || {};
26
26
  additionalProperties.authorizationContext = authContext;
27
27
  const tags = [];
@@ -29,10 +29,10 @@ class IngestionBlobInfo {
29
29
  tags.concat(ingestionProperties.additionalTags);
30
30
  }
31
31
  if (ingestionProperties.dropByTags) {
32
- tags.concat(ingestionProperties.dropByTags.map(t => "drop-by:" + t));
32
+ tags.concat(ingestionProperties.dropByTags.map((t) => "drop-by:" + t));
33
33
  }
34
34
  if (ingestionProperties.ingestByTags) {
35
- tags.concat(ingestionProperties.ingestByTags.map(t => "ingest-by:" + t));
35
+ tags.concat(ingestionProperties.ingestByTags.map((t) => "ingest-by:" + t));
36
36
  }
37
37
  if (tags && tags.length > 0) {
38
38
  additionalProperties.tags = tags;
@@ -40,13 +40,16 @@ class IngestionBlobInfo {
40
40
  if (ingestionProperties.ingestIfNotExists) {
41
41
  additionalProperties.ingestIfNotExists = ingestionProperties.ingestIfNotExists;
42
42
  }
43
- if (ingestionProperties.ingestionMapping && ingestionProperties.ingestionMapping.length > 0) {
43
+ if (ingestionProperties.ingestionMappingColumns && ingestionProperties.ingestionMappingColumns.length > 0) {
44
44
  // server expects a string
45
- additionalProperties.ingestionMapping = JSON.stringify(ingestionProperties.ingestionMapping);
45
+ additionalProperties.ingestionMapping = JSON.stringify(ingestionProperties.ingestionMappingColumns.map((m) => m.toApiMapping()));
46
46
  }
47
47
  if (ingestionProperties.ingestionMappingReference) {
48
48
  additionalProperties.ingestionMappingReference = ingestionProperties.ingestionMappingReference;
49
49
  }
50
+ if (ingestionProperties.ingestionMappingKind) {
51
+ additionalProperties.ingestionMappingType = ingestionProperties.ingestionMappingKind;
52
+ }
50
53
  if (ingestionProperties.validationPolicy) {
51
54
  additionalProperties.ValidationPolicy = ingestionProperties.validationPolicy;
52
55
  }
@@ -1 +1 @@
1
- {"version":3,"file":"ingestionBlobInfo.js","sourceRoot":"","sources":["ingestionBlobInfo.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;AAElC,gDAAwB;AACxB,oDAA4B;AAI5B,MAAa,iBAAiB;IAc1B,YAAY,cAA8B,EAAE,mBAAwC,EAAE,cAA6B,IAAI;;QACnH,IAAI,CAAC,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,MAAA,mBAAmB,CAAC,QAAQ,mCAAI,IAAI,CAAC;QACzD,IAAI,CAAC,SAAS,GAAG,MAAA,mBAAmB,CAAC,KAAK,mCAAI,IAAI,CAAC;QACnD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,mBAAmB,CAAC,gBAAgB,CAAC;QAC/D,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,MAAA,mBAAmB,CAAC,WAAW,mCAAI,IAAI,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,MAAA,mBAAmB,CAAC,YAAY,mCAAI,IAAI,CAAC;QAC7D,IAAI,CAAC,yBAAyB,GAAG,gBAAM,CAAC,GAAG,EAAE,CAAC;QAC9C,IAAI,CAAC,EAAE,GAAG,cAAc,CAAC,QAAQ,IAAI,cAAI,CAAC,EAAE,EAAE,CAAC;QAE/C,MAAM,oBAAoB,GAAG,mBAAmB,CAAC,oBAAoB,IAAI,EAAE,CAAC;QAC5E,oBAAoB,CAAC,oBAAoB,GAAG,WAAW,CAAC;QAExD,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,mBAAmB,CAAC,cAAc,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;SACnD;QACD,IAAI,mBAAmB,CAAC,UAAU,EAAE;YAChC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;SACxE;QACD,IAAI,mBAAmB,CAAC,YAAY,EAAE;YAClC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;SAC5E;QAED,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,oBAAoB,CAAC,IAAI,GAAG,IAAI,CAAC;SACpC;QAED,IAAI,mBAAmB,CAAC,iBAAiB,EAAE;YACvC,oBAAoB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAC;SAClF;QAED,IAAI,mBAAmB,CAAC,gBAAgB,IAAI,mBAAmB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE;YACzF,0BAA0B;YAC1B,oBAAoB,CAAC,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;SAChG;QAED,IAAI,mBAAmB,CAAC,yBAAyB,EAAE;YAC/C,oBAAoB,CAAC,yBAAyB,GAAG,mBAAmB,CAAC,yBAAyB,CAAC;SAClG;QAED,IAAI,mBAAmB,CAAC,gBAAgB,EAAE;YACtC,oBAAoB,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,gBAAgB,CAAC;SAChF;QAED,IAAI,mBAAmB,CAAC,MAAM,EAAE;YAC5B,oBAAoB,CAAC,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC;SAC5D;QAED,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;IACrD,CAAC;CACJ;AApED,8CAoEC;AAED,kBAAe,iBAAiB,CAAC"}
1
+ {"version":3,"file":"ingestionBlobInfo.js","sourceRoot":"","sources":["ingestionBlobInfo.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;;;;AAElC,+BAAoC;AACpC,oDAA4B;AAI5B,MAAa,iBAAiB;IAc1B,YAAY,cAA8B,EAAE,mBAAwC,EAAE,cAA6B,IAAI;;QACnH,IAAI,CAAC,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,MAAA,mBAAmB,CAAC,QAAQ,mCAAI,IAAI,CAAC;QACzD,IAAI,CAAC,SAAS,GAAG,MAAA,mBAAmB,CAAC,KAAK,mCAAI,IAAI,CAAC;QACnD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,MAAA,mBAAmB,CAAC,gBAAgB,mCAAI,KAAK,CAAC;QACtE,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,MAAA,mBAAmB,CAAC,WAAW,mCAAI,IAAI,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,MAAA,mBAAmB,CAAC,YAAY,mCAAI,IAAI,CAAC;QAC7D,IAAI,CAAC,yBAAyB,GAAG,gBAAM,CAAC,GAAG,EAAE,CAAC;QAC9C,IAAI,CAAC,EAAE,GAAG,cAAc,CAAC,QAAQ,IAAI,IAAA,SAAM,GAAE,CAAC;QAE9C,MAAM,oBAAoB,GAAG,mBAAmB,CAAC,oBAAoB,IAAI,EAAE,CAAC;QAC5E,oBAAoB,CAAC,oBAAoB,GAAG,WAAW,CAAC;QAExD,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,mBAAmB,CAAC,cAAc,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;SACnD;QACD,IAAI,mBAAmB,CAAC,UAAU,EAAE;YAChC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;SAC1E;QACD,IAAI,mBAAmB,CAAC,YAAY,EAAE;YAClC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;SAC9E;QAED,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,oBAAoB,CAAC,IAAI,GAAG,IAAI,CAAC;SACpC;QAED,IAAI,mBAAmB,CAAC,iBAAiB,EAAE;YACvC,oBAAoB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAC;SAClF;QAED,IAAI,mBAAmB,CAAC,uBAAuB,IAAI,mBAAmB,CAAC,uBAAuB,CAAC,MAAM,GAAG,CAAC,EAAE;YACvG,0BAA0B;YAC1B,oBAAoB,CAAC,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;SACpI;QAED,IAAI,mBAAmB,CAAC,yBAAyB,EAAE;YAC/C,oBAAoB,CAAC,yBAAyB,GAAG,mBAAmB,CAAC,yBAAyB,CAAC;SAClG;QAED,IAAI,mBAAmB,CAAC,oBAAoB,EAAE;YAC1C,oBAAoB,CAAC,oBAAoB,GAAG,mBAAmB,CAAC,oBAAoB,CAAC;SACxF;QAED,IAAI,mBAAmB,CAAC,gBAAgB,EAAE;YACtC,oBAAoB,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,gBAAgB,CAAC;SAChF;QAED,IAAI,mBAAmB,CAAC,MAAM,EAAE;YAC5B,oBAAoB,CAAC,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC;SAC5D;QAED,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;IACrD,CAAC;CACJ;AAxED,8CAwEC;AAED,kBAAe,iBAAiB,CAAC"}