@naturalcycles/nodejs-lib 12.57.0 → 12.61.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/got/getGot.js +98 -28
- package/dist/got/got.model.d.ts +6 -0
- package/dist/index.d.ts +37 -36
- package/dist/index.js +36 -129
- package/dist/log/log.util.d.ts +4 -0
- package/dist/log/log.util.js +11 -0
- package/dist/stream/ndjson/ndjsonMap.d.ts +2 -2
- package/dist/stream/ndjson/ndjsonMap.js +4 -3
- package/dist/stream/ndjson/ndjsonStreamForEach.d.ts +2 -2
- package/dist/stream/ndjson/transformJsonParse.js +3 -3
- package/dist/stream/ndjson/transformToNDJson.js +2 -2
- package/dist/stream/pipeline/pipeline.d.ts +25 -3
- package/dist/stream/pipeline/pipeline.js +76 -9
- package/dist/stream/readable/readableCreate.d.ts +8 -0
- package/dist/stream/readable/readableCreate.js +9 -1
- package/dist/stream/readable/readableForEach.d.ts +2 -2
- package/dist/stream/readable/readableFromArray.d.ts +2 -2
- package/dist/stream/readable/readableFromArray.js +17 -13
- package/dist/stream/readable/readableMap.d.ts +2 -2
- package/dist/stream/readable/readableMap.js +22 -17
- package/dist/stream/sizeStack.d.ts +9 -0
- package/dist/stream/sizeStack.js +48 -0
- package/dist/stream/stream.util.d.ts +4 -0
- package/dist/stream/stream.util.js +24 -0
- package/dist/stream/transform/transformBuffer.js +1 -1
- package/dist/stream/transform/transformFilter.d.ts +3 -4
- package/dist/stream/transform/transformFilter.js +5 -20
- package/dist/stream/transform/transformLimit.d.ts +32 -1
- package/dist/stream/transform/transformLimit.js +33 -16
- package/dist/stream/transform/transformLogProgress.d.ts +20 -0
- package/dist/stream/transform/transformLogProgress.js +36 -18
- package/dist/stream/transform/transformMap.d.ts +4 -10
- package/dist/stream/transform/transformMap.js +52 -64
- package/dist/stream/transform/transformMapSimple.js +1 -1
- package/dist/stream/transform/transformMapSync.d.ts +5 -3
- package/dist/stream/transform/transformMapSync.js +28 -22
- package/dist/stream/transform/transformNoOp.js +1 -1
- package/dist/stream/transform/transformTap.js +3 -3
- package/dist/stream/transform/transformToArray.js +1 -1
- package/dist/stream/transform/transformToString.js +2 -2
- package/dist/stream/transform/worker/transformMultiThreaded.js +1 -1
- package/dist/stream/transform/worker/workerClassProxy.js +1 -0
- package/dist/stream/writable/writableFork.js +1 -1
- package/dist/stream/writable/writableLimit.d.ts +9 -0
- package/dist/stream/writable/writableLimit.js +29 -0
- package/dist/stream/writable/writablePushToArray.js +1 -1
- package/dist/stream/writable/writableVoid.d.ts +8 -1
- package/dist/stream/writable/writableVoid.js +6 -2
- package/dist/util/zip.util.d.ts +10 -2
- package/dist/util/zip.util.js +10 -3
- package/package.json +1 -1
- package/src/got/getGot.ts +120 -31
- package/src/got/got.model.ts +8 -0
- package/src/index.ts +36 -194
- package/src/log/log.util.ts +9 -0
- package/src/stream/ndjson/ndjsonMap.ts +7 -5
- package/src/stream/ndjson/ndjsonStreamForEach.ts +2 -2
- package/src/stream/ndjson/transformJsonParse.ts +3 -3
- package/src/stream/ndjson/transformToNDJson.ts +2 -2
- package/src/stream/pipeline/pipeline.ts +102 -9
- package/src/stream/readable/readableCreate.ts +9 -1
- package/src/stream/readable/readableForEach.ts +2 -2
- package/src/stream/readable/readableFromArray.ts +18 -21
- package/src/stream/readable/readableMap.ts +24 -21
- package/src/stream/sizeStack.ts +56 -0
- package/src/stream/stream.util.ts +29 -0
- package/src/stream/transform/transformBuffer.ts +1 -1
- package/src/stream/transform/transformFilter.ts +6 -20
- package/src/stream/transform/transformLimit.ts +66 -20
- package/src/stream/transform/transformLogProgress.ts +72 -23
- package/src/stream/transform/transformMap.ts +74 -94
- package/src/stream/transform/transformMapSimple.ts +1 -1
- package/src/stream/transform/transformMapSync.ts +40 -26
- package/src/stream/transform/transformNoOp.ts +1 -1
- package/src/stream/transform/transformTap.ts +3 -3
- package/src/stream/transform/transformToArray.ts +1 -1
- package/src/stream/transform/transformToString.ts +2 -2
- package/src/stream/transform/worker/transformMultiThreaded.ts +1 -1
- package/src/stream/transform/worker/workerClassProxy.js +1 -0
- package/src/stream/writable/writableFork.ts +1 -1
- package/src/stream/writable/writableLimit.ts +28 -0
- package/src/stream/writable/writablePushToArray.ts +1 -1
- package/src/stream/writable/writableVoid.ts +14 -2
- package/src/util/zip.util.ts +11 -3
- package/dist/stream/transform/legacy/transformMap.d.ts +0 -17
- package/dist/stream/transform/legacy/transformMap.js +0 -94
- package/src/stream/transform/legacy/transformMap.ts +0 -133
package/dist/got/getGot.js
CHANGED
|
@@ -4,7 +4,6 @@ exports.getGot = void 0;
|
|
|
4
4
|
const js_lib_1 = require("@naturalcycles/js-lib");
|
|
5
5
|
const got_1 = require("got");
|
|
6
6
|
const __1 = require("..");
|
|
7
|
-
const colors_1 = require("../colors");
|
|
8
7
|
/**
|
|
9
8
|
* Returns instance of Got with "reasonable defaults":
|
|
10
9
|
*
|
|
@@ -14,12 +13,32 @@ const colors_1 = require("../colors");
|
|
|
14
13
|
*/
|
|
15
14
|
function getGot(opt = {}) {
|
|
16
15
|
opt.logger || (opt.logger = console);
|
|
16
|
+
if (opt.debug) {
|
|
17
|
+
opt.logStart = opt.logFinished = opt.logResponse = true;
|
|
18
|
+
}
|
|
17
19
|
return got_1.default.extend({
|
|
18
20
|
// Most-important is to set to anything non-empty (so, requests don't "hang" by default).
|
|
19
21
|
// Should be long enough to handle for slow responses from scaled cloud APIs in times of spikes
|
|
20
22
|
// Ideally should be LESS than default Request timeout in backend-lib (so, it has a chance to error
|
|
21
23
|
// before server times out with 503).
|
|
22
|
-
|
|
24
|
+
//
|
|
25
|
+
// UPD 2021-11-27
|
|
26
|
+
// There are 2 types/strategies for requests:
|
|
27
|
+
// 1. Optimized to get result no matter what. E.g in Cron jobs, where otherwise there'll be a job failure
|
|
28
|
+
// 2. Part of the Backend request, where we better retry quickly and fail on timeout before Backend aborts it with "503 Request timeout"
|
|
29
|
+
//
|
|
30
|
+
// Here it's hard to set the default timeout right for both use-cases.
|
|
31
|
+
// So, if it's important, you should override it according to your use-cases:
|
|
32
|
+
// - set it longer for Type 1 (e.g 120 seconds)
|
|
33
|
+
// - set it shorter for Type 2 (e.g 10/20 seconds)
|
|
34
|
+
// Please beware of default Retry strategy of Got:
|
|
35
|
+
// by default it will retry 2 times (after first try)
|
|
36
|
+
// First delay between tries will be ~1 second, then ~2 seconds
|
|
37
|
+
// Each retry it'll wait up to `timeout` (so, up to 60 seconds by default).
|
|
38
|
+
// So, for 3 tries it multiplies your timeout by 3 (+3 seconds between the tries).
|
|
39
|
+
// So, e.g 60 seconds timeout with 2 retries becomes up to 183 seconds.
|
|
40
|
+
// Which definitely doesn't fit into default "RequestTimeout"
|
|
41
|
+
timeout: 60000,
|
|
23
42
|
...opt,
|
|
24
43
|
hooks: {
|
|
25
44
|
...opt.hooks,
|
|
@@ -33,6 +52,11 @@ function getGot(opt = {}) {
|
|
|
33
52
|
// User hooks go AFTER
|
|
34
53
|
...(opt.hooks?.beforeRequest || []),
|
|
35
54
|
],
|
|
55
|
+
beforeRetry: [
|
|
56
|
+
gotBeforeRetryHook(opt),
|
|
57
|
+
// User hooks go AFTER
|
|
58
|
+
...(opt.hooks?.beforeRetry || []),
|
|
59
|
+
],
|
|
36
60
|
afterResponse: [
|
|
37
61
|
...(opt.hooks?.afterResponse || []),
|
|
38
62
|
// User hooks go BEFORE
|
|
@@ -69,20 +93,33 @@ exports.getGot = getGot;
|
|
|
69
93
|
function gotErrorHook(opt = {}) {
|
|
70
94
|
const { maxResponseLength = 10000 } = opt;
|
|
71
95
|
return err => {
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
96
|
+
const statusCode = err.response?.statusCode || 0;
|
|
97
|
+
const { method, url, prefixUrl } = err.options;
|
|
98
|
+
const shortUrl = getShortUrl(opt, url, prefixUrl);
|
|
99
|
+
const { started, retryCount } = (err.request?.options.context || {});
|
|
100
|
+
const body = err.response?.body
|
|
101
|
+
? (0, __1.inspectAny)(err.response.body, {
|
|
78
102
|
maxLen: maxResponseLength,
|
|
79
103
|
colors: false,
|
|
80
|
-
})
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
104
|
+
})
|
|
105
|
+
: err.message;
|
|
106
|
+
// We don't include Response/Body/Message in the log, because it's included in the Error thrown from here
|
|
107
|
+
opt.logger.log([
|
|
108
|
+
' <<',
|
|
109
|
+
statusCode,
|
|
110
|
+
method,
|
|
111
|
+
shortUrl,
|
|
112
|
+
retryCount && `(retry ${retryCount})`,
|
|
113
|
+
'error',
|
|
114
|
+
started && 'in ' + (0, js_lib_1._since)(started),
|
|
115
|
+
]
|
|
116
|
+
.filter(Boolean)
|
|
117
|
+
.join(' '));
|
|
118
|
+
// timings are not part of err.message to allow automatic error grouping in Sentry
|
|
119
|
+
// Colors are not used, because there's high chance that this Error will be propagated all the way to the Frontend
|
|
120
|
+
err.message = [[statusCode, method, shortUrl].filter(Boolean).join(' '), body]
|
|
121
|
+
.filter(Boolean)
|
|
122
|
+
.join('\n');
|
|
86
123
|
return err;
|
|
87
124
|
};
|
|
88
125
|
}
|
|
@@ -93,24 +130,64 @@ function gotBeforeRequestHook(opt) {
|
|
|
93
130
|
started: Date.now(),
|
|
94
131
|
};
|
|
95
132
|
if (opt.logStart) {
|
|
133
|
+
const { retryCount } = options.context;
|
|
96
134
|
const shortUrl = getShortUrl(opt, options.url, options.prefixUrl);
|
|
97
|
-
opt.logger.log([
|
|
135
|
+
opt.logger.log([' >>', options.method, shortUrl, retryCount && `(retry ${retryCount})`].join(' '));
|
|
98
136
|
}
|
|
99
137
|
};
|
|
100
138
|
}
|
|
139
|
+
// Here we log always, because it's similar to ErrorHook - we always log errors
|
|
140
|
+
// Because Retries are always result of some Error
|
|
141
|
+
function gotBeforeRetryHook(opt) {
|
|
142
|
+
const { maxResponseLength = 10000 } = opt;
|
|
143
|
+
return (options, err, retryCount) => {
|
|
144
|
+
// opt.logger!.log('beforeRetry', retryCount)
|
|
145
|
+
const statusCode = err?.response?.statusCode || 0;
|
|
146
|
+
const { method, url, prefixUrl } = options;
|
|
147
|
+
const shortUrl = getShortUrl(opt, url, prefixUrl);
|
|
148
|
+
const { started } = options.context;
|
|
149
|
+
Object.assign(options.context, { retryCount });
|
|
150
|
+
const body = err?.response?.body
|
|
151
|
+
? (0, __1.inspectAny)(err.response.body, {
|
|
152
|
+
maxLen: maxResponseLength,
|
|
153
|
+
colors: false,
|
|
154
|
+
})
|
|
155
|
+
: err?.message;
|
|
156
|
+
// We don't include Response/Body/Message in the log, because it's included in the Error thrown from here
|
|
157
|
+
opt.logger.warn([
|
|
158
|
+
[
|
|
159
|
+
' <<',
|
|
160
|
+
statusCode,
|
|
161
|
+
method,
|
|
162
|
+
shortUrl,
|
|
163
|
+
retryCount && retryCount > 1 ? `(retry ${retryCount - 1})` : '(first try)',
|
|
164
|
+
'error',
|
|
165
|
+
started && 'in ' + (0, js_lib_1._since)(started),
|
|
166
|
+
]
|
|
167
|
+
.filter(Boolean)
|
|
168
|
+
.join(' '),
|
|
169
|
+
body,
|
|
170
|
+
]
|
|
171
|
+
.filter(Boolean)
|
|
172
|
+
.join('\n'));
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
// AfterResponseHook is never called on Error
|
|
176
|
+
// So, coloredHttpCode(resp.statusCode) is probably useless
|
|
101
177
|
function gotAfterResponseHook(opt = {}) {
|
|
102
178
|
return resp => {
|
|
103
179
|
const success = resp.statusCode >= 200 && resp.statusCode < 400;
|
|
104
180
|
if (opt.logFinished) {
|
|
105
|
-
const { started } = resp.request.options.context;
|
|
181
|
+
const { started, retryCount } = resp.request.options.context;
|
|
106
182
|
const { url, prefixUrl, method } = resp.request.options;
|
|
107
183
|
const shortUrl = getShortUrl(opt, url, prefixUrl);
|
|
108
184
|
opt.logger.log([
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
185
|
+
' <<',
|
|
186
|
+
resp.statusCode,
|
|
187
|
+
method,
|
|
188
|
+
shortUrl,
|
|
189
|
+
retryCount && `(retry ${retryCount - 1})`,
|
|
190
|
+
started && 'in ' + (0, js_lib_1._since)(started),
|
|
114
191
|
]
|
|
115
192
|
.filter(Boolean)
|
|
116
193
|
.join(' '));
|
|
@@ -123,13 +200,6 @@ function gotAfterResponseHook(opt = {}) {
|
|
|
123
200
|
return resp;
|
|
124
201
|
};
|
|
125
202
|
}
|
|
126
|
-
function coloredHttpCode(statusCode) {
|
|
127
|
-
if (statusCode < 400)
|
|
128
|
-
return (0, colors_1.dimGrey)(statusCode); // default
|
|
129
|
-
if (statusCode < 500)
|
|
130
|
-
return (0, colors_1.yellow)(statusCode);
|
|
131
|
-
return (0, colors_1.red)(statusCode);
|
|
132
|
-
}
|
|
133
203
|
function getShortUrl(opt, url, prefixUrl) {
|
|
134
204
|
let shortUrl = url.toString();
|
|
135
205
|
if (opt.logWithSearchParams === false) {
|
package/dist/got/got.model.d.ts
CHANGED
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
import { AnyObject, CommonLogger } from '@naturalcycles/js-lib';
|
|
2
2
|
import type { Options } from 'got';
|
|
3
3
|
export interface GetGotOptions extends Options {
|
|
4
|
+
/**
|
|
5
|
+
* Set to `true` to enable all possible debug logging.
|
|
6
|
+
* Not safe in prod (as it logs Responses), but great to use during development.
|
|
7
|
+
*/
|
|
8
|
+
debug?: boolean;
|
|
4
9
|
/**
|
|
5
10
|
* @default false
|
|
6
11
|
*/
|
|
@@ -43,4 +48,5 @@ export interface GotRequestContext extends AnyObject {
|
|
|
43
48
|
* Millisecond-timestamp of when the request was started. To be able to count "time spent".
|
|
44
49
|
*/
|
|
45
50
|
started: number;
|
|
51
|
+
retryCount?: number;
|
|
46
52
|
}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,70 +1,71 @@
|
|
|
1
1
|
import Ajv from 'ajv';
|
|
2
|
-
import {
|
|
2
|
+
import { RequestError, TimeoutError } from 'got';
|
|
3
3
|
import type { AfterResponseHook, BeforeErrorHook, BeforeRequestHook, Got } from 'got';
|
|
4
4
|
import { AnySchema, ValidationErrorItem } from 'joi';
|
|
5
5
|
import { _chunkBuffer } from './buffer/buffer.util';
|
|
6
6
|
import { tableDiff, TableDiffOptions } from './diff/tableDiff';
|
|
7
|
-
|
|
7
|
+
export * from './got/getGot';
|
|
8
8
|
import { GetGotOptions } from './got/got.model';
|
|
9
|
-
|
|
9
|
+
export * from './infra/process.util';
|
|
10
10
|
import { Debug, IDebug, IDebugger } from './log/debug';
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
11
|
+
export * from './security/hash.util';
|
|
12
|
+
export * from './security/id.util';
|
|
13
|
+
export * from './security/secret.util';
|
|
14
|
+
export * from './colors/colors';
|
|
15
|
+
export * from './log/log.util';
|
|
15
16
|
import { slackDefaultMessagePrefixHook, SlackService } from './slack/slack.service';
|
|
16
17
|
import { SlackApiBody, SlackMessage, SlackMessagePrefixHook, SlackMessageProps, SlackServiceCfg } from './slack/slack.service.model';
|
|
17
18
|
import { NDJsonStats } from './stream/ndjson/ndjson.model';
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
19
|
+
export * from './stream/ndjson/ndJsonFileRead';
|
|
20
|
+
export * from './stream/ndjson/ndJsonFileWrite';
|
|
21
|
+
export * from './stream/ndjson/ndjsonMap';
|
|
21
22
|
import { ndjsonStreamForEach, NDJSONStreamForEachOptions } from './stream/ndjson/ndjsonStreamForEach';
|
|
22
23
|
import { pipelineFromNDJsonFile, PipelineFromNDJsonFileOptions } from './stream/ndjson/pipelineFromNDJsonFile';
|
|
23
24
|
import { pipelineToNDJsonFile, PipelineToNDJsonFileOptions } from './stream/ndjson/pipelineToNDJsonFile';
|
|
24
25
|
import { streamToNDJsonFile } from './stream/ndjson/streamToNDJsonFile';
|
|
25
26
|
import { bufferReviver, transformJsonParse, TransformJsonParseOptions } from './stream/ndjson/transformJsonParse';
|
|
26
27
|
import { transformToNDJson, TransformToNDJsonOptions } from './stream/ndjson/transformToNDJson';
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
28
|
+
export * from './stream/pipeline/pipeline';
|
|
29
|
+
export * from './stream/readable/readableCreate';
|
|
30
|
+
export * from './stream/readable/readableForEach';
|
|
31
|
+
export * from './stream/readable/readableFromArray';
|
|
32
|
+
export * from './stream/readable/readableMap';
|
|
33
|
+
export * from './stream/readable/readableMapToArray';
|
|
34
|
+
export * from './stream/readable/readableToArray';
|
|
34
35
|
import { ReadableTyped, TransformOptions, TransformTyped, WritableTyped } from './stream/stream.model';
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
36
|
+
export * from './stream/transform/transformBuffer';
|
|
37
|
+
export * from './stream/transform/transformFilter';
|
|
38
|
+
export * from './stream/transform/transformLimit';
|
|
39
|
+
export * from './stream/transform/transformLogProgress';
|
|
39
40
|
import { transformMap, TransformMapOptions } from './stream/transform/transformMap';
|
|
40
|
-
|
|
41
|
-
|
|
41
|
+
export * from './stream/transform/transformMapSimple';
|
|
42
|
+
export * from './stream/transform/transformNoOp';
|
|
42
43
|
import { transformMapSync, TransformMapSyncOptions } from './stream/transform/transformMapSync';
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
44
|
+
export * from './stream/transform/transformSplit';
|
|
45
|
+
export * from './stream/transform/transformTap';
|
|
46
|
+
export * from './stream/transform/transformToArray';
|
|
47
|
+
export * from './stream/transform/transformToString';
|
|
47
48
|
import { BaseWorkerClass, WorkerClassInterface } from './stream/transform/worker/baseWorkerClass';
|
|
48
49
|
import { transformMultiThreaded, TransformMultiThreadedOptions } from './stream/transform/worker/transformMultiThreaded';
|
|
49
50
|
import { WorkerInput, WorkerOutput } from './stream/transform/worker/transformMultiThreaded.model';
|
|
50
51
|
export * from './stream/writable/writableForEach';
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
52
|
+
export * from './stream/writable/writableFork';
|
|
53
|
+
export * from './stream/writable/writablePushToArray';
|
|
54
|
+
export * from './stream/writable/writableVoid';
|
|
54
55
|
import { inspectAny, InspectAnyOptions, inspectAnyStringifyFn } from './string/inspectAny';
|
|
55
|
-
|
|
56
|
+
export * from './util/env.util';
|
|
56
57
|
import { LRUMemoCache } from './util/lruMemoCache';
|
|
57
|
-
|
|
58
|
+
export * from './util/zip.util';
|
|
58
59
|
import { readAjvSchemas, readJsonSchemas } from './validation/ajv/ajv.util';
|
|
59
60
|
import { AjvSchema, AjvSchemaCfg, AjvValidationOptions } from './validation/ajv/ajvSchema';
|
|
60
61
|
import { AjvValidationError, AjvValidationErrorData } from './validation/ajv/ajvValidationError';
|
|
61
|
-
|
|
62
|
+
export * from './validation/ajv/getAjv';
|
|
62
63
|
import { ExtendedJoi, Joi } from './validation/joi/joi.extensions';
|
|
63
64
|
import { AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, SchemaTyped, StringSchemaTyped } from './validation/joi/joi.model';
|
|
64
|
-
|
|
65
|
+
export * from './validation/joi/joi.shared.schemas';
|
|
65
66
|
import { JoiValidationError, JoiValidationErrorData } from './validation/joi/joi.validation.error';
|
|
66
67
|
import { convert, getValidationResult, isValid, JoiValidationResult, undefinedIfInvalid, validate } from './validation/joi/joi.validation.util';
|
|
67
68
|
import { sanitizeHTML, SanitizeHTMLOptions } from './validation/sanitize.util';
|
|
68
69
|
import { runScript, RunScriptOptions } from './script';
|
|
69
|
-
export type { RunScriptOptions, JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions,
|
|
70
|
-
export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi,
|
|
70
|
+
export type { RunScriptOptions, JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions, TransformMultiThreadedOptions, WorkerClassInterface, WorkerInput, WorkerOutput, TableDiffOptions, InspectAnyOptions, Got, GetGotOptions, AfterResponseHook, BeforeErrorHook, BeforeRequestHook, AjvValidationOptions, AjvSchemaCfg, AjvValidationErrorData, SanitizeHTMLOptions, };
|
|
71
|
+
export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, LRUMemoCache, Debug, SlackService, slackDefaultMessagePrefixHook, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformMap, transformMapSync, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, inspectAnyStringifyFn, RequestError, TimeoutError, _chunkBuffer, Ajv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, sanitizeHTML, runScript, };
|
package/dist/index.js
CHANGED
|
@@ -1,66 +1,33 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
exports.transformMapSimple = exports.transformMapSync = exports.transformMap = exports.transformFilterSync = exports.transformFilter = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.ndJsonFileWrite = exports.ndJsonFileRead = exports.ndjsonMap = exports.transformBuffer = exports._pipeline = exports.readableMapToArray = exports.readableMap = exports.readableForEachSync = exports.readableForEach = exports.readableToArray = exports.readableFromArray = exports.readableFrom = exports.readableCreate = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.memoryUsageFull = exports.memoryUsage = exports.secretOptional = exports.secret = exports.removeSecretsFromEnv = exports.loadSecretsFromJsonFile = exports.loadSecretsFromEnv = exports.setSecretMap = exports.getSecretMap = exports.Debug = exports.base64ToBuffer = exports.bufferToBase64 = exports.base64ToString = exports.stringToBase64 = exports.md5AsBuffer = exports.hashAsBuffer = exports.hash = exports.md5 = exports.ALPHABET_ALPHANUMERIC = exports.ALPHABET_ALPHANUMERIC_UPPERCASE = exports.ALPHABET_ALPHANUMERIC_LOWERCASE = exports.ALPHABET_UPPERCASE = void 0;
|
|
5
|
-
exports.runScript = exports.sanitizeHTML = exports.hasColors = exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.getAjv = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.HTTPError = exports.getGot = exports.inspectAnyStringifyFn = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.writableFork = exports.writableVoid = exports.transformLimit = exports.transformLogProgress = exports.transformTap = exports.transformToArray = exports.transformToString = exports.transformSplit = exports.writablePushToArray = exports.transformNoOp = void 0;
|
|
3
|
+
exports.runScript = exports.sanitizeHTML = exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.RequestError = exports.inspectAnyStringifyFn = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.transformMapSync = exports.transformMap = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.Debug = exports.LRUMemoCache = exports.Joi = exports.convert = exports.undefinedIfInvalid = exports.isValid = exports.getValidationResult = exports.validate = exports.JoiValidationError = void 0;
|
|
6
4
|
const tslib_1 = require("tslib");
|
|
7
5
|
const ajv_1 = require("ajv");
|
|
8
6
|
exports.Ajv = ajv_1.default;
|
|
9
7
|
const got_1 = require("got");
|
|
10
|
-
Object.defineProperty(exports, "
|
|
8
|
+
Object.defineProperty(exports, "RequestError", { enumerable: true, get: function () { return got_1.RequestError; } });
|
|
11
9
|
Object.defineProperty(exports, "TimeoutError", { enumerable: true, get: function () { return got_1.TimeoutError; } });
|
|
12
10
|
const buffer_util_1 = require("./buffer/buffer.util");
|
|
13
11
|
Object.defineProperty(exports, "_chunkBuffer", { enumerable: true, get: function () { return buffer_util_1._chunkBuffer; } });
|
|
14
12
|
const tableDiff_1 = require("./diff/tableDiff");
|
|
15
13
|
Object.defineProperty(exports, "tableDiff", { enumerable: true, get: function () { return tableDiff_1.tableDiff; } });
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
const process_util_1 = require("./infra/process.util");
|
|
19
|
-
Object.defineProperty(exports, "memoryUsage", { enumerable: true, get: function () { return process_util_1.memoryUsage; } });
|
|
20
|
-
Object.defineProperty(exports, "memoryUsageFull", { enumerable: true, get: function () { return process_util_1.memoryUsageFull; } });
|
|
21
|
-
Object.defineProperty(exports, "processSharedUtil", { enumerable: true, get: function () { return process_util_1.processSharedUtil; } });
|
|
14
|
+
(0, tslib_1.__exportStar)(require("./got/getGot"), exports);
|
|
15
|
+
(0, tslib_1.__exportStar)(require("./infra/process.util"), exports);
|
|
22
16
|
const debug_1 = require("./log/debug");
|
|
23
17
|
Object.defineProperty(exports, "Debug", { enumerable: true, get: function () { return debug_1.Debug; } });
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
Object.defineProperty(exports, "md5", { enumerable: true, get: function () { return hash_util_1.md5; } });
|
|
30
|
-
Object.defineProperty(exports, "hashAsBuffer", { enumerable: true, get: function () { return hash_util_1.hashAsBuffer; } });
|
|
31
|
-
Object.defineProperty(exports, "md5AsBuffer", { enumerable: true, get: function () { return hash_util_1.md5AsBuffer; } });
|
|
32
|
-
Object.defineProperty(exports, "stringToBase64", { enumerable: true, get: function () { return hash_util_1.stringToBase64; } });
|
|
33
|
-
const id_util_1 = require("./security/id.util");
|
|
34
|
-
Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC; } });
|
|
35
|
-
Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC_LOWERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC_LOWERCASE; } });
|
|
36
|
-
Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC_UPPERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC_UPPERCASE; } });
|
|
37
|
-
Object.defineProperty(exports, "ALPHABET_LOWERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_LOWERCASE; } });
|
|
38
|
-
Object.defineProperty(exports, "ALPHABET_NUMBER", { enumerable: true, get: function () { return id_util_1.ALPHABET_NUMBER; } });
|
|
39
|
-
Object.defineProperty(exports, "ALPHABET_UPPERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_UPPERCASE; } });
|
|
40
|
-
Object.defineProperty(exports, "stringId", { enumerable: true, get: function () { return id_util_1.stringId; } });
|
|
41
|
-
Object.defineProperty(exports, "stringIdAsync", { enumerable: true, get: function () { return id_util_1.stringIdAsync; } });
|
|
42
|
-
Object.defineProperty(exports, "stringIdUnsafe", { enumerable: true, get: function () { return id_util_1.stringIdUnsafe; } });
|
|
43
|
-
const secret_util_1 = require("./security/secret.util");
|
|
44
|
-
Object.defineProperty(exports, "getSecretMap", { enumerable: true, get: function () { return secret_util_1.getSecretMap; } });
|
|
45
|
-
Object.defineProperty(exports, "loadSecretsFromEnv", { enumerable: true, get: function () { return secret_util_1.loadSecretsFromEnv; } });
|
|
46
|
-
Object.defineProperty(exports, "loadSecretsFromJsonFile", { enumerable: true, get: function () { return secret_util_1.loadSecretsFromJsonFile; } });
|
|
47
|
-
Object.defineProperty(exports, "removeSecretsFromEnv", { enumerable: true, get: function () { return secret_util_1.removeSecretsFromEnv; } });
|
|
48
|
-
Object.defineProperty(exports, "secret", { enumerable: true, get: function () { return secret_util_1.secret; } });
|
|
49
|
-
Object.defineProperty(exports, "secretOptional", { enumerable: true, get: function () { return secret_util_1.secretOptional; } });
|
|
50
|
-
Object.defineProperty(exports, "setSecretMap", { enumerable: true, get: function () { return secret_util_1.setSecretMap; } });
|
|
51
|
-
const colors_1 = require("./colors/colors");
|
|
52
|
-
Object.defineProperty(exports, "hasColors", { enumerable: true, get: function () { return colors_1.hasColors; } });
|
|
18
|
+
(0, tslib_1.__exportStar)(require("./security/hash.util"), exports);
|
|
19
|
+
(0, tslib_1.__exportStar)(require("./security/id.util"), exports);
|
|
20
|
+
(0, tslib_1.__exportStar)(require("./security/secret.util"), exports);
|
|
21
|
+
(0, tslib_1.__exportStar)(require("./colors/colors"), exports);
|
|
22
|
+
(0, tslib_1.__exportStar)(require("./log/log.util"), exports);
|
|
53
23
|
const slack_service_1 = require("./slack/slack.service");
|
|
54
24
|
Object.defineProperty(exports, "slackDefaultMessagePrefixHook", { enumerable: true, get: function () { return slack_service_1.slackDefaultMessagePrefixHook; } });
|
|
55
25
|
Object.defineProperty(exports, "SlackService", { enumerable: true, get: function () { return slack_service_1.SlackService; } });
|
|
56
26
|
const ndjson_model_1 = require("./stream/ndjson/ndjson.model");
|
|
57
27
|
Object.defineProperty(exports, "NDJsonStats", { enumerable: true, get: function () { return ndjson_model_1.NDJsonStats; } });
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
Object.defineProperty(exports, "ndJsonFileWrite", { enumerable: true, get: function () { return ndJsonFileWrite_1.ndJsonFileWrite; } });
|
|
62
|
-
const ndjsonMap_1 = require("./stream/ndjson/ndjsonMap");
|
|
63
|
-
Object.defineProperty(exports, "ndjsonMap", { enumerable: true, get: function () { return ndjsonMap_1.ndjsonMap; } });
|
|
28
|
+
(0, tslib_1.__exportStar)(require("./stream/ndjson/ndJsonFileRead"), exports);
|
|
29
|
+
(0, tslib_1.__exportStar)(require("./stream/ndjson/ndJsonFileWrite"), exports);
|
|
30
|
+
(0, tslib_1.__exportStar)(require("./stream/ndjson/ndjsonMap"), exports);
|
|
64
31
|
const ndjsonStreamForEach_1 = require("./stream/ndjson/ndjsonStreamForEach");
|
|
65
32
|
Object.defineProperty(exports, "ndjsonStreamForEach", { enumerable: true, get: function () { return ndjsonStreamForEach_1.ndjsonStreamForEach; } });
|
|
66
33
|
const pipelineFromNDJsonFile_1 = require("./stream/ndjson/pipelineFromNDJsonFile");
|
|
@@ -74,75 +41,42 @@ Object.defineProperty(exports, "bufferReviver", { enumerable: true, get: functio
|
|
|
74
41
|
Object.defineProperty(exports, "transformJsonParse", { enumerable: true, get: function () { return transformJsonParse_1.transformJsonParse; } });
|
|
75
42
|
const transformToNDJson_1 = require("./stream/ndjson/transformToNDJson");
|
|
76
43
|
Object.defineProperty(exports, "transformToNDJson", { enumerable: true, get: function () { return transformToNDJson_1.transformToNDJson; } });
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
Object.defineProperty(exports, "readableMap", { enumerable: true, get: function () { return readableMap_1.readableMap; } });
|
|
89
|
-
const readableMapToArray_1 = require("./stream/readable/readableMapToArray");
|
|
90
|
-
Object.defineProperty(exports, "readableMapToArray", { enumerable: true, get: function () { return readableMapToArray_1.readableMapToArray; } });
|
|
91
|
-
const readableToArray_1 = require("./stream/readable/readableToArray");
|
|
92
|
-
Object.defineProperty(exports, "readableToArray", { enumerable: true, get: function () { return readableToArray_1.readableToArray; } });
|
|
93
|
-
const transformBuffer_1 = require("./stream/transform/transformBuffer");
|
|
94
|
-
Object.defineProperty(exports, "transformBuffer", { enumerable: true, get: function () { return transformBuffer_1.transformBuffer; } });
|
|
95
|
-
const transformFilter_1 = require("./stream/transform/transformFilter");
|
|
96
|
-
Object.defineProperty(exports, "transformFilter", { enumerable: true, get: function () { return transformFilter_1.transformFilter; } });
|
|
97
|
-
Object.defineProperty(exports, "transformFilterSync", { enumerable: true, get: function () { return transformFilter_1.transformFilterSync; } });
|
|
98
|
-
const transformLimit_1 = require("./stream/transform/transformLimit");
|
|
99
|
-
Object.defineProperty(exports, "transformLimit", { enumerable: true, get: function () { return transformLimit_1.transformLimit; } });
|
|
100
|
-
const transformLogProgress_1 = require("./stream/transform/transformLogProgress");
|
|
101
|
-
Object.defineProperty(exports, "transformLogProgress", { enumerable: true, get: function () { return transformLogProgress_1.transformLogProgress; } });
|
|
44
|
+
(0, tslib_1.__exportStar)(require("./stream/pipeline/pipeline"), exports);
|
|
45
|
+
(0, tslib_1.__exportStar)(require("./stream/readable/readableCreate"), exports);
|
|
46
|
+
(0, tslib_1.__exportStar)(require("./stream/readable/readableForEach"), exports);
|
|
47
|
+
(0, tslib_1.__exportStar)(require("./stream/readable/readableFromArray"), exports);
|
|
48
|
+
(0, tslib_1.__exportStar)(require("./stream/readable/readableMap"), exports);
|
|
49
|
+
(0, tslib_1.__exportStar)(require("./stream/readable/readableMapToArray"), exports);
|
|
50
|
+
(0, tslib_1.__exportStar)(require("./stream/readable/readableToArray"), exports);
|
|
51
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformBuffer"), exports);
|
|
52
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformFilter"), exports);
|
|
53
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformLimit"), exports);
|
|
54
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformLogProgress"), exports);
|
|
102
55
|
const transformMap_1 = require("./stream/transform/transformMap");
|
|
103
56
|
Object.defineProperty(exports, "transformMap", { enumerable: true, get: function () { return transformMap_1.transformMap; } });
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
const transformNoOp_1 = require("./stream/transform/transformNoOp");
|
|
107
|
-
Object.defineProperty(exports, "transformNoOp", { enumerable: true, get: function () { return transformNoOp_1.transformNoOp; } });
|
|
57
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformMapSimple"), exports);
|
|
58
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformNoOp"), exports);
|
|
108
59
|
const transformMapSync_1 = require("./stream/transform/transformMapSync");
|
|
109
60
|
Object.defineProperty(exports, "transformMapSync", { enumerable: true, get: function () { return transformMapSync_1.transformMapSync; } });
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
const transformToArray_1 = require("./stream/transform/transformToArray");
|
|
115
|
-
Object.defineProperty(exports, "transformToArray", { enumerable: true, get: function () { return transformToArray_1.transformToArray; } });
|
|
116
|
-
const transformToString_1 = require("./stream/transform/transformToString");
|
|
117
|
-
Object.defineProperty(exports, "transformToString", { enumerable: true, get: function () { return transformToString_1.transformToString; } });
|
|
61
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformSplit"), exports);
|
|
62
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformTap"), exports);
|
|
63
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformToArray"), exports);
|
|
64
|
+
(0, tslib_1.__exportStar)(require("./stream/transform/transformToString"), exports);
|
|
118
65
|
const baseWorkerClass_1 = require("./stream/transform/worker/baseWorkerClass");
|
|
119
66
|
Object.defineProperty(exports, "BaseWorkerClass", { enumerable: true, get: function () { return baseWorkerClass_1.BaseWorkerClass; } });
|
|
120
67
|
const transformMultiThreaded_1 = require("./stream/transform/worker/transformMultiThreaded");
|
|
121
68
|
Object.defineProperty(exports, "transformMultiThreaded", { enumerable: true, get: function () { return transformMultiThreaded_1.transformMultiThreaded; } });
|
|
122
69
|
(0, tslib_1.__exportStar)(require("./stream/writable/writableForEach"), exports);
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
Object.defineProperty(exports, "writablePushToArray", { enumerable: true, get: function () { return writablePushToArray_1.writablePushToArray; } });
|
|
127
|
-
const writableVoid_1 = require("./stream/writable/writableVoid");
|
|
128
|
-
Object.defineProperty(exports, "writableVoid", { enumerable: true, get: function () { return writableVoid_1.writableVoid; } });
|
|
70
|
+
(0, tslib_1.__exportStar)(require("./stream/writable/writableFork"), exports);
|
|
71
|
+
(0, tslib_1.__exportStar)(require("./stream/writable/writablePushToArray"), exports);
|
|
72
|
+
(0, tslib_1.__exportStar)(require("./stream/writable/writableVoid"), exports);
|
|
129
73
|
const inspectAny_1 = require("./string/inspectAny");
|
|
130
74
|
Object.defineProperty(exports, "inspectAny", { enumerable: true, get: function () { return inspectAny_1.inspectAny; } });
|
|
131
75
|
Object.defineProperty(exports, "inspectAnyStringifyFn", { enumerable: true, get: function () { return inspectAny_1.inspectAnyStringifyFn; } });
|
|
132
|
-
|
|
133
|
-
Object.defineProperty(exports, "requireEnvKeys", { enumerable: true, get: function () { return env_util_1.requireEnvKeys; } });
|
|
134
|
-
Object.defineProperty(exports, "requireFileToExist", { enumerable: true, get: function () { return env_util_1.requireFileToExist; } });
|
|
76
|
+
(0, tslib_1.__exportStar)(require("./util/env.util"), exports);
|
|
135
77
|
const lruMemoCache_1 = require("./util/lruMemoCache");
|
|
136
78
|
Object.defineProperty(exports, "LRUMemoCache", { enumerable: true, get: function () { return lruMemoCache_1.LRUMemoCache; } });
|
|
137
|
-
|
|
138
|
-
Object.defineProperty(exports, "gunzipBuffer", { enumerable: true, get: function () { return zip_util_1.gunzipBuffer; } });
|
|
139
|
-
Object.defineProperty(exports, "gunzipToString", { enumerable: true, get: function () { return zip_util_1.gunzipToString; } });
|
|
140
|
-
Object.defineProperty(exports, "gzipBuffer", { enumerable: true, get: function () { return zip_util_1.gzipBuffer; } });
|
|
141
|
-
Object.defineProperty(exports, "gzipString", { enumerable: true, get: function () { return zip_util_1.gzipString; } });
|
|
142
|
-
Object.defineProperty(exports, "unzipBuffer", { enumerable: true, get: function () { return zip_util_1.unzipBuffer; } });
|
|
143
|
-
Object.defineProperty(exports, "unzipToString", { enumerable: true, get: function () { return zip_util_1.unzipToString; } });
|
|
144
|
-
Object.defineProperty(exports, "zipBuffer", { enumerable: true, get: function () { return zip_util_1.zipBuffer; } });
|
|
145
|
-
Object.defineProperty(exports, "zipString", { enumerable: true, get: function () { return zip_util_1.zipString; } });
|
|
79
|
+
(0, tslib_1.__exportStar)(require("./util/zip.util"), exports);
|
|
146
80
|
const ajv_util_1 = require("./validation/ajv/ajv.util");
|
|
147
81
|
Object.defineProperty(exports, "readAjvSchemas", { enumerable: true, get: function () { return ajv_util_1.readAjvSchemas; } });
|
|
148
82
|
Object.defineProperty(exports, "readJsonSchemas", { enumerable: true, get: function () { return ajv_util_1.readJsonSchemas; } });
|
|
@@ -150,37 +84,10 @@ const ajvSchema_1 = require("./validation/ajv/ajvSchema");
|
|
|
150
84
|
Object.defineProperty(exports, "AjvSchema", { enumerable: true, get: function () { return ajvSchema_1.AjvSchema; } });
|
|
151
85
|
const ajvValidationError_1 = require("./validation/ajv/ajvValidationError");
|
|
152
86
|
Object.defineProperty(exports, "AjvValidationError", { enumerable: true, get: function () { return ajvValidationError_1.AjvValidationError; } });
|
|
153
|
-
|
|
154
|
-
Object.defineProperty(exports, "getAjv", { enumerable: true, get: function () { return getAjv_1.getAjv; } });
|
|
87
|
+
(0, tslib_1.__exportStar)(require("./validation/ajv/getAjv"), exports);
|
|
155
88
|
const joi_extensions_1 = require("./validation/joi/joi.extensions");
|
|
156
89
|
Object.defineProperty(exports, "Joi", { enumerable: true, get: function () { return joi_extensions_1.Joi; } });
|
|
157
|
-
|
|
158
|
-
Object.defineProperty(exports, "anyObjectSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.anyObjectSchema; } });
|
|
159
|
-
Object.defineProperty(exports, "anySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.anySchema; } });
|
|
160
|
-
Object.defineProperty(exports, "arraySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.arraySchema; } });
|
|
161
|
-
Object.defineProperty(exports, "oneOfSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.oneOfSchema; } });
|
|
162
|
-
Object.defineProperty(exports, "binarySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.binarySchema; } });
|
|
163
|
-
Object.defineProperty(exports, "booleanDefaultToFalseSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.booleanDefaultToFalseSchema; } });
|
|
164
|
-
Object.defineProperty(exports, "booleanSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.booleanSchema; } });
|
|
165
|
-
Object.defineProperty(exports, "dateStringSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.dateStringSchema; } });
|
|
166
|
-
Object.defineProperty(exports, "emailSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.emailSchema; } });
|
|
167
|
-
Object.defineProperty(exports, "baseDBEntitySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.baseDBEntitySchema; } });
|
|
168
|
-
Object.defineProperty(exports, "savedDBEntitySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.savedDBEntitySchema; } });
|
|
169
|
-
Object.defineProperty(exports, "idSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.idSchema; } });
|
|
170
|
-
Object.defineProperty(exports, "integerSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.integerSchema; } });
|
|
171
|
-
Object.defineProperty(exports, "ipAddressSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.ipAddressSchema; } });
|
|
172
|
-
Object.defineProperty(exports, "numberSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.numberSchema; } });
|
|
173
|
-
Object.defineProperty(exports, "objectSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.objectSchema; } });
|
|
174
|
-
Object.defineProperty(exports, "percentageSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.percentageSchema; } });
|
|
175
|
-
Object.defineProperty(exports, "semVerSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.semVerSchema; } });
|
|
176
|
-
Object.defineProperty(exports, "SEM_VER_PATTERN", { enumerable: true, get: function () { return joi_shared_schemas_1.SEM_VER_PATTERN; } });
|
|
177
|
-
Object.defineProperty(exports, "slugSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.slugSchema; } });
|
|
178
|
-
Object.defineProperty(exports, "stringSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.stringSchema; } });
|
|
179
|
-
Object.defineProperty(exports, "unixTimestampSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.unixTimestampSchema; } });
|
|
180
|
-
Object.defineProperty(exports, "urlSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.urlSchema; } });
|
|
181
|
-
Object.defineProperty(exports, "userAgentSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.userAgentSchema; } });
|
|
182
|
-
Object.defineProperty(exports, "utcOffsetSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.utcOffsetSchema; } });
|
|
183
|
-
Object.defineProperty(exports, "verSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.verSchema; } });
|
|
90
|
+
(0, tslib_1.__exportStar)(require("./validation/joi/joi.shared.schemas"), exports);
|
|
184
91
|
const joi_validation_error_1 = require("./validation/joi/joi.validation.error");
|
|
185
92
|
Object.defineProperty(exports, "JoiValidationError", { enumerable: true, get: function () { return joi_validation_error_1.JoiValidationError; } });
|
|
186
93
|
const joi_validation_util_1 = require("./validation/joi/joi.validation.util");
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.stdoutLogger = void 0;
|
|
4
|
+
const js_lib_1 = require("@naturalcycles/js-lib");
|
|
5
|
+
const index_1 = require("../index");
|
|
6
|
+
/**
|
|
7
|
+
* CommonLogger that logs to process.stdout directly (bypassing console.log).
|
|
8
|
+
*/
|
|
9
|
+
exports.stdoutLogger = (0, js_lib_1.commonLoggerCreate)((_level, args) => {
|
|
10
|
+
process.stdout.write(args.map(a => (0, index_1.inspectAny)(a)).join(' ') + '\n');
|
|
11
|
+
});
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { AbortableAsyncMapper } from '@naturalcycles/js-lib';
|
|
2
2
|
import { TransformMapOptions, TransformLogProgressOptions } from '../..';
|
|
3
3
|
export interface NDJSONMapOptions<IN = any, OUT = IN> extends TransformMapOptions<IN, OUT>, TransformLogProgressOptions<IN> {
|
|
4
4
|
inputFilePath: string;
|
|
@@ -20,4 +20,4 @@ export interface NDJSONMapOptions<IN = any, OUT = IN> extends TransformMapOption
|
|
|
20
20
|
* Unzips input file automatically, if it ends with `.gz`.
|
|
21
21
|
* Zips output file automatically, if it ends with `.gz`.
|
|
22
22
|
*/
|
|
23
|
-
export declare function ndjsonMap<IN = any, OUT = any>(mapper:
|
|
23
|
+
export declare function ndjsonMap<IN = any, OUT = any>(mapper: AbortableAsyncMapper<IN, OUT>, opt: NDJSONMapOptions<IN, OUT>): Promise<void>;
|