@naturalcycles/nodejs-lib 12.57.0 → 12.61.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/dist/got/getGot.js +98 -28
  2. package/dist/got/got.model.d.ts +6 -0
  3. package/dist/index.d.ts +37 -36
  4. package/dist/index.js +36 -129
  5. package/dist/log/log.util.d.ts +4 -0
  6. package/dist/log/log.util.js +11 -0
  7. package/dist/stream/ndjson/ndjsonMap.d.ts +2 -2
  8. package/dist/stream/ndjson/ndjsonMap.js +4 -3
  9. package/dist/stream/ndjson/ndjsonStreamForEach.d.ts +2 -2
  10. package/dist/stream/ndjson/transformJsonParse.js +3 -3
  11. package/dist/stream/ndjson/transformToNDJson.js +2 -2
  12. package/dist/stream/pipeline/pipeline.d.ts +25 -3
  13. package/dist/stream/pipeline/pipeline.js +76 -9
  14. package/dist/stream/readable/readableCreate.d.ts +8 -0
  15. package/dist/stream/readable/readableCreate.js +9 -1
  16. package/dist/stream/readable/readableForEach.d.ts +2 -2
  17. package/dist/stream/readable/readableFromArray.d.ts +2 -2
  18. package/dist/stream/readable/readableFromArray.js +17 -13
  19. package/dist/stream/readable/readableMap.d.ts +2 -2
  20. package/dist/stream/readable/readableMap.js +22 -17
  21. package/dist/stream/sizeStack.d.ts +9 -0
  22. package/dist/stream/sizeStack.js +48 -0
  23. package/dist/stream/stream.util.d.ts +4 -0
  24. package/dist/stream/stream.util.js +24 -0
  25. package/dist/stream/transform/transformBuffer.js +1 -1
  26. package/dist/stream/transform/transformFilter.d.ts +3 -4
  27. package/dist/stream/transform/transformFilter.js +5 -20
  28. package/dist/stream/transform/transformLimit.d.ts +32 -1
  29. package/dist/stream/transform/transformLimit.js +33 -16
  30. package/dist/stream/transform/transformLogProgress.d.ts +20 -0
  31. package/dist/stream/transform/transformLogProgress.js +36 -18
  32. package/dist/stream/transform/transformMap.d.ts +4 -10
  33. package/dist/stream/transform/transformMap.js +52 -64
  34. package/dist/stream/transform/transformMapSimple.js +1 -1
  35. package/dist/stream/transform/transformMapSync.d.ts +5 -3
  36. package/dist/stream/transform/transformMapSync.js +28 -22
  37. package/dist/stream/transform/transformNoOp.js +1 -1
  38. package/dist/stream/transform/transformTap.js +3 -3
  39. package/dist/stream/transform/transformToArray.js +1 -1
  40. package/dist/stream/transform/transformToString.js +2 -2
  41. package/dist/stream/transform/worker/transformMultiThreaded.js +1 -1
  42. package/dist/stream/transform/worker/workerClassProxy.js +1 -0
  43. package/dist/stream/writable/writableFork.js +1 -1
  44. package/dist/stream/writable/writableLimit.d.ts +9 -0
  45. package/dist/stream/writable/writableLimit.js +29 -0
  46. package/dist/stream/writable/writablePushToArray.js +1 -1
  47. package/dist/stream/writable/writableVoid.d.ts +8 -1
  48. package/dist/stream/writable/writableVoid.js +6 -2
  49. package/dist/util/zip.util.d.ts +10 -2
  50. package/dist/util/zip.util.js +10 -3
  51. package/package.json +1 -1
  52. package/src/got/getGot.ts +120 -31
  53. package/src/got/got.model.ts +8 -0
  54. package/src/index.ts +36 -194
  55. package/src/log/log.util.ts +9 -0
  56. package/src/stream/ndjson/ndjsonMap.ts +7 -5
  57. package/src/stream/ndjson/ndjsonStreamForEach.ts +2 -2
  58. package/src/stream/ndjson/transformJsonParse.ts +3 -3
  59. package/src/stream/ndjson/transformToNDJson.ts +2 -2
  60. package/src/stream/pipeline/pipeline.ts +102 -9
  61. package/src/stream/readable/readableCreate.ts +9 -1
  62. package/src/stream/readable/readableForEach.ts +2 -2
  63. package/src/stream/readable/readableFromArray.ts +18 -21
  64. package/src/stream/readable/readableMap.ts +24 -21
  65. package/src/stream/sizeStack.ts +56 -0
  66. package/src/stream/stream.util.ts +29 -0
  67. package/src/stream/transform/transformBuffer.ts +1 -1
  68. package/src/stream/transform/transformFilter.ts +6 -20
  69. package/src/stream/transform/transformLimit.ts +66 -20
  70. package/src/stream/transform/transformLogProgress.ts +72 -23
  71. package/src/stream/transform/transformMap.ts +74 -94
  72. package/src/stream/transform/transformMapSimple.ts +1 -1
  73. package/src/stream/transform/transformMapSync.ts +40 -26
  74. package/src/stream/transform/transformNoOp.ts +1 -1
  75. package/src/stream/transform/transformTap.ts +3 -3
  76. package/src/stream/transform/transformToArray.ts +1 -1
  77. package/src/stream/transform/transformToString.ts +2 -2
  78. package/src/stream/transform/worker/transformMultiThreaded.ts +1 -1
  79. package/src/stream/transform/worker/workerClassProxy.js +1 -0
  80. package/src/stream/writable/writableFork.ts +1 -1
  81. package/src/stream/writable/writableLimit.ts +28 -0
  82. package/src/stream/writable/writablePushToArray.ts +1 -1
  83. package/src/stream/writable/writableVoid.ts +14 -2
  84. package/src/util/zip.util.ts +11 -3
  85. package/dist/stream/transform/legacy/transformMap.d.ts +0 -17
  86. package/dist/stream/transform/legacy/transformMap.js +0 -94
  87. package/src/stream/transform/legacy/transformMap.ts +0 -133
@@ -4,7 +4,6 @@ exports.getGot = void 0;
4
4
  const js_lib_1 = require("@naturalcycles/js-lib");
5
5
  const got_1 = require("got");
6
6
  const __1 = require("..");
7
- const colors_1 = require("../colors");
8
7
  /**
9
8
  * Returns instance of Got with "reasonable defaults":
10
9
  *
@@ -14,12 +13,32 @@ const colors_1 = require("../colors");
14
13
  */
15
14
  function getGot(opt = {}) {
16
15
  opt.logger || (opt.logger = console);
16
+ if (opt.debug) {
17
+ opt.logStart = opt.logFinished = opt.logResponse = true;
18
+ }
17
19
  return got_1.default.extend({
18
20
  // Most-important is to set to anything non-empty (so, requests don't "hang" by default).
19
21
  // Should be long enough to handle for slow responses from scaled cloud APIs in times of spikes
20
22
  // Ideally should be LESS than default Request timeout in backend-lib (so, it has a chance to error
21
23
  // before server times out with 503).
22
- timeout: 90000,
24
+ //
25
+ // UPD 2021-11-27
26
+ // There are 2 types/strategies for requests:
27
+ // 1. Optimized to get result no matter what. E.g in Cron jobs, where otherwise there'll be a job failure
28
+ // 2. Part of the Backend request, where we better retry quickly and fail on timeout before Backend aborts it with "503 Request timeout"
29
+ //
30
+ // Here it's hard to set the default timeout right for both use-cases.
31
+ // So, if it's important, you should override it according to your use-cases:
32
+ // - set it longer for Type 1 (e.g 120 seconds)
33
+ // - set it shorter for Type 2 (e.g 10/20 seconds)
34
+ // Please beware of default Retry strategy of Got:
35
+ // by default it will retry 2 times (after first try)
36
+ // First delay between tries will be ~1 second, then ~2 seconds
37
+ // Each retry it'll wait up to `timeout` (so, up to 60 seconds by default).
38
+ // So, for 3 tries it multiplies your timeout by 3 (+3 seconds between the tries).
39
+ // So, e.g 60 seconds timeout with 2 retries becomes up to 183 seconds.
40
+ // Which definitely doesn't fit into default "RequestTimeout"
41
+ timeout: 60000,
23
42
  ...opt,
24
43
  hooks: {
25
44
  ...opt.hooks,
@@ -33,6 +52,11 @@ function getGot(opt = {}) {
33
52
  // User hooks go AFTER
34
53
  ...(opt.hooks?.beforeRequest || []),
35
54
  ],
55
+ beforeRetry: [
56
+ gotBeforeRetryHook(opt),
57
+ // User hooks go AFTER
58
+ ...(opt.hooks?.beforeRetry || []),
59
+ ],
36
60
  afterResponse: [
37
61
  ...(opt.hooks?.afterResponse || []),
38
62
  // User hooks go BEFORE
@@ -69,20 +93,33 @@ exports.getGot = getGot;
69
93
  function gotErrorHook(opt = {}) {
70
94
  const { maxResponseLength = 10000 } = opt;
71
95
  return err => {
72
- if (err instanceof got_1.HTTPError) {
73
- const { statusCode } = err.response;
74
- const { method, url, prefixUrl } = err.options;
75
- const shortUrl = getShortUrl(opt, url, prefixUrl);
76
- // const { started } = context as GotRequestContext
77
- const body = (0, __1.inspectAny)(err.response.body, {
96
+ const statusCode = err.response?.statusCode || 0;
97
+ const { method, url, prefixUrl } = err.options;
98
+ const shortUrl = getShortUrl(opt, url, prefixUrl);
99
+ const { started, retryCount } = (err.request?.options.context || {});
100
+ const body = err.response?.body
101
+ ? (0, __1.inspectAny)(err.response.body, {
78
102
  maxLen: maxResponseLength,
79
103
  colors: false,
80
- });
81
- // timings are not part of err.message to allow automatic error grouping in Sentry
82
- err.message = [[statusCode, method, shortUrl].filter(Boolean).join(' '), body]
83
- .filter(Boolean)
84
- .join('\n');
85
- }
104
+ })
105
+ : err.message;
106
+ // We don't include Response/Body/Message in the log, because it's included in the Error thrown from here
107
+ opt.logger.log([
108
+ ' <<',
109
+ statusCode,
110
+ method,
111
+ shortUrl,
112
+ retryCount && `(retry ${retryCount})`,
113
+ 'error',
114
+ started && 'in ' + (0, js_lib_1._since)(started),
115
+ ]
116
+ .filter(Boolean)
117
+ .join(' '));
118
+ // timings are not part of err.message to allow automatic error grouping in Sentry
119
+ // Colors are not used, because there's high chance that this Error will be propagated all the way to the Frontend
120
+ err.message = [[statusCode, method, shortUrl].filter(Boolean).join(' '), body]
121
+ .filter(Boolean)
122
+ .join('\n');
86
123
  return err;
87
124
  };
88
125
  }
@@ -93,24 +130,64 @@ function gotBeforeRequestHook(opt) {
93
130
  started: Date.now(),
94
131
  };
95
132
  if (opt.logStart) {
133
+ const { retryCount } = options.context;
96
134
  const shortUrl = getShortUrl(opt, options.url, options.prefixUrl);
97
- opt.logger.log([(0, colors_1.dimGrey)(' >>'), (0, colors_1.dimGrey)(options.method), (0, colors_1.grey)(shortUrl)].join(' '));
135
+ opt.logger.log([' >>', options.method, shortUrl, retryCount && `(retry ${retryCount})`].join(' '));
98
136
  }
99
137
  };
100
138
  }
139
+ // Here we log always, because it's similar to ErrorHook - we always log errors
140
+ // Because Retries are always result of some Error
141
+ function gotBeforeRetryHook(opt) {
142
+ const { maxResponseLength = 10000 } = opt;
143
+ return (options, err, retryCount) => {
144
+ // opt.logger!.log('beforeRetry', retryCount)
145
+ const statusCode = err?.response?.statusCode || 0;
146
+ const { method, url, prefixUrl } = options;
147
+ const shortUrl = getShortUrl(opt, url, prefixUrl);
148
+ const { started } = options.context;
149
+ Object.assign(options.context, { retryCount });
150
+ const body = err?.response?.body
151
+ ? (0, __1.inspectAny)(err.response.body, {
152
+ maxLen: maxResponseLength,
153
+ colors: false,
154
+ })
155
+ : err?.message;
156
+ // We don't include Response/Body/Message in the log, because it's included in the Error thrown from here
157
+ opt.logger.warn([
158
+ [
159
+ ' <<',
160
+ statusCode,
161
+ method,
162
+ shortUrl,
163
+ retryCount && retryCount > 1 ? `(retry ${retryCount - 1})` : '(first try)',
164
+ 'error',
165
+ started && 'in ' + (0, js_lib_1._since)(started),
166
+ ]
167
+ .filter(Boolean)
168
+ .join(' '),
169
+ body,
170
+ ]
171
+ .filter(Boolean)
172
+ .join('\n'));
173
+ };
174
+ }
175
+ // AfterResponseHook is never called on Error
176
+ // So, coloredHttpCode(resp.statusCode) is probably useless
101
177
  function gotAfterResponseHook(opt = {}) {
102
178
  return resp => {
103
179
  const success = resp.statusCode >= 200 && resp.statusCode < 400;
104
180
  if (opt.logFinished) {
105
- const { started } = resp.request.options.context;
181
+ const { started, retryCount } = resp.request.options.context;
106
182
  const { url, prefixUrl, method } = resp.request.options;
107
183
  const shortUrl = getShortUrl(opt, url, prefixUrl);
108
184
  opt.logger.log([
109
- (0, colors_1.dimGrey)(' <<'),
110
- coloredHttpCode(resp.statusCode),
111
- (0, colors_1.dimGrey)(method),
112
- (0, colors_1.grey)(shortUrl),
113
- started && (0, colors_1.dimGrey)('in ' + (0, js_lib_1._since)(started)),
185
+ ' <<',
186
+ resp.statusCode,
187
+ method,
188
+ shortUrl,
189
+ retryCount && `(retry ${retryCount - 1})`,
190
+ started && 'in ' + (0, js_lib_1._since)(started),
114
191
  ]
115
192
  .filter(Boolean)
116
193
  .join(' '));
@@ -123,13 +200,6 @@ function gotAfterResponseHook(opt = {}) {
123
200
  return resp;
124
201
  };
125
202
  }
126
- function coloredHttpCode(statusCode) {
127
- if (statusCode < 400)
128
- return (0, colors_1.dimGrey)(statusCode); // default
129
- if (statusCode < 500)
130
- return (0, colors_1.yellow)(statusCode);
131
- return (0, colors_1.red)(statusCode);
132
- }
133
203
  function getShortUrl(opt, url, prefixUrl) {
134
204
  let shortUrl = url.toString();
135
205
  if (opt.logWithSearchParams === false) {
@@ -1,6 +1,11 @@
1
1
  import { AnyObject, CommonLogger } from '@naturalcycles/js-lib';
2
2
  import type { Options } from 'got';
3
3
  export interface GetGotOptions extends Options {
4
+ /**
5
+ * Set to `true` to enable all possible debug logging.
6
+ * Not safe in prod (as it logs Responses), but great to use during development.
7
+ */
8
+ debug?: boolean;
4
9
  /**
5
10
  * @default false
6
11
  */
@@ -43,4 +48,5 @@ export interface GotRequestContext extends AnyObject {
43
48
  * Millisecond-timestamp of when the request was started. To be able to count "time spent".
44
49
  */
45
50
  started: number;
51
+ retryCount?: number;
46
52
  }
package/dist/index.d.ts CHANGED
@@ -1,70 +1,71 @@
1
1
  import Ajv from 'ajv';
2
- import { HTTPError, TimeoutError } from 'got';
2
+ import { RequestError, TimeoutError } from 'got';
3
3
  import type { AfterResponseHook, BeforeErrorHook, BeforeRequestHook, Got } from 'got';
4
4
  import { AnySchema, ValidationErrorItem } from 'joi';
5
5
  import { _chunkBuffer } from './buffer/buffer.util';
6
6
  import { tableDiff, TableDiffOptions } from './diff/tableDiff';
7
- import { getGot } from './got/getGot';
7
+ export * from './got/getGot';
8
8
  import { GetGotOptions } from './got/got.model';
9
- import { memoryUsage, memoryUsageFull, processSharedUtil } from './infra/process.util';
9
+ export * from './infra/process.util';
10
10
  import { Debug, IDebug, IDebugger } from './log/debug';
11
- import { base64ToBuffer, base64ToString, bufferToBase64, hash, md5, hashAsBuffer, md5AsBuffer, stringToBase64 } from './security/hash.util';
12
- import { ALPHABET_ALPHANUMERIC, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_LOWERCASE, ALPHABET_NUMBER, ALPHABET_UPPERCASE, stringId, stringIdAsync, stringIdUnsafe } from './security/id.util';
13
- import { getSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, setSecretMap } from './security/secret.util';
14
- import { hasColors } from './colors/colors';
11
+ export * from './security/hash.util';
12
+ export * from './security/id.util';
13
+ export * from './security/secret.util';
14
+ export * from './colors/colors';
15
+ export * from './log/log.util';
15
16
  import { slackDefaultMessagePrefixHook, SlackService } from './slack/slack.service';
16
17
  import { SlackApiBody, SlackMessage, SlackMessagePrefixHook, SlackMessageProps, SlackServiceCfg } from './slack/slack.service.model';
17
18
  import { NDJsonStats } from './stream/ndjson/ndjson.model';
18
- import { ndJsonFileRead } from './stream/ndjson/ndJsonFileRead';
19
- import { ndJsonFileWrite } from './stream/ndjson/ndJsonFileWrite';
20
- import { ndjsonMap } from './stream/ndjson/ndjsonMap';
19
+ export * from './stream/ndjson/ndJsonFileRead';
20
+ export * from './stream/ndjson/ndJsonFileWrite';
21
+ export * from './stream/ndjson/ndjsonMap';
21
22
  import { ndjsonStreamForEach, NDJSONStreamForEachOptions } from './stream/ndjson/ndjsonStreamForEach';
22
23
  import { pipelineFromNDJsonFile, PipelineFromNDJsonFileOptions } from './stream/ndjson/pipelineFromNDJsonFile';
23
24
  import { pipelineToNDJsonFile, PipelineToNDJsonFileOptions } from './stream/ndjson/pipelineToNDJsonFile';
24
25
  import { streamToNDJsonFile } from './stream/ndjson/streamToNDJsonFile';
25
26
  import { bufferReviver, transformJsonParse, TransformJsonParseOptions } from './stream/ndjson/transformJsonParse';
26
27
  import { transformToNDJson, TransformToNDJsonOptions } from './stream/ndjson/transformToNDJson';
27
- import { _pipeline } from './stream/pipeline/pipeline';
28
- import { readableCreate, readableFrom } from './stream/readable/readableCreate';
29
- import { readableForEach, readableForEachSync } from './stream/readable/readableForEach';
30
- import { readableFromArray } from './stream/readable/readableFromArray';
31
- import { readableMap } from './stream/readable/readableMap';
32
- import { readableMapToArray } from './stream/readable/readableMapToArray';
33
- import { readableToArray } from './stream/readable/readableToArray';
28
+ export * from './stream/pipeline/pipeline';
29
+ export * from './stream/readable/readableCreate';
30
+ export * from './stream/readable/readableForEach';
31
+ export * from './stream/readable/readableFromArray';
32
+ export * from './stream/readable/readableMap';
33
+ export * from './stream/readable/readableMapToArray';
34
+ export * from './stream/readable/readableToArray';
34
35
  import { ReadableTyped, TransformOptions, TransformTyped, WritableTyped } from './stream/stream.model';
35
- import { transformBuffer } from './stream/transform/transformBuffer';
36
- import { transformFilter, transformFilterSync } from './stream/transform/transformFilter';
37
- import { transformLimit } from './stream/transform/transformLimit';
38
- import { transformLogProgress, TransformLogProgressOptions } from './stream/transform/transformLogProgress';
36
+ export * from './stream/transform/transformBuffer';
37
+ export * from './stream/transform/transformFilter';
38
+ export * from './stream/transform/transformLimit';
39
+ export * from './stream/transform/transformLogProgress';
39
40
  import { transformMap, TransformMapOptions } from './stream/transform/transformMap';
40
- import { transformMapSimple } from './stream/transform/transformMapSimple';
41
- import { transformNoOp } from './stream/transform/transformNoOp';
41
+ export * from './stream/transform/transformMapSimple';
42
+ export * from './stream/transform/transformNoOp';
42
43
  import { transformMapSync, TransformMapSyncOptions } from './stream/transform/transformMapSync';
43
- import { transformSplit } from './stream/transform/transformSplit';
44
- import { transformTap } from './stream/transform/transformTap';
45
- import { transformToArray } from './stream/transform/transformToArray';
46
- import { transformToString } from './stream/transform/transformToString';
44
+ export * from './stream/transform/transformSplit';
45
+ export * from './stream/transform/transformTap';
46
+ export * from './stream/transform/transformToArray';
47
+ export * from './stream/transform/transformToString';
47
48
  import { BaseWorkerClass, WorkerClassInterface } from './stream/transform/worker/baseWorkerClass';
48
49
  import { transformMultiThreaded, TransformMultiThreadedOptions } from './stream/transform/worker/transformMultiThreaded';
49
50
  import { WorkerInput, WorkerOutput } from './stream/transform/worker/transformMultiThreaded.model';
50
51
  export * from './stream/writable/writableForEach';
51
- import { writableFork } from './stream/writable/writableFork';
52
- import { writablePushToArray } from './stream/writable/writablePushToArray';
53
- import { writableVoid } from './stream/writable/writableVoid';
52
+ export * from './stream/writable/writableFork';
53
+ export * from './stream/writable/writablePushToArray';
54
+ export * from './stream/writable/writableVoid';
54
55
  import { inspectAny, InspectAnyOptions, inspectAnyStringifyFn } from './string/inspectAny';
55
- import { requireEnvKeys, requireFileToExist } from './util/env.util';
56
+ export * from './util/env.util';
56
57
  import { LRUMemoCache } from './util/lruMemoCache';
57
- import { gunzipBuffer, gunzipToString, gzipBuffer, gzipString, unzipBuffer, unzipToString, zipBuffer, zipString } from './util/zip.util';
58
+ export * from './util/zip.util';
58
59
  import { readAjvSchemas, readJsonSchemas } from './validation/ajv/ajv.util';
59
60
  import { AjvSchema, AjvSchemaCfg, AjvValidationOptions } from './validation/ajv/ajvSchema';
60
61
  import { AjvValidationError, AjvValidationErrorData } from './validation/ajv/ajvValidationError';
61
- import { getAjv } from './validation/ajv/getAjv';
62
+ export * from './validation/ajv/getAjv';
62
63
  import { ExtendedJoi, Joi } from './validation/joi/joi.extensions';
63
64
  import { AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, SchemaTyped, StringSchemaTyped } from './validation/joi/joi.model';
64
- import { anyObjectSchema, anySchema, arraySchema, oneOfSchema, binarySchema, booleanDefaultToFalseSchema, booleanSchema, dateStringSchema, emailSchema, baseDBEntitySchema, savedDBEntitySchema, idSchema, integerSchema, ipAddressSchema, numberSchema, objectSchema, percentageSchema, semVerSchema, SEM_VER_PATTERN, slugSchema, stringSchema, unixTimestampSchema, urlSchema, userAgentSchema, utcOffsetSchema, verSchema } from './validation/joi/joi.shared.schemas';
65
+ export * from './validation/joi/joi.shared.schemas';
65
66
  import { JoiValidationError, JoiValidationErrorData } from './validation/joi/joi.validation.error';
66
67
  import { convert, getValidationResult, isValid, JoiValidationResult, undefinedIfInvalid, validate } from './validation/joi/joi.validation.util';
67
68
  import { sanitizeHTML, SanitizeHTMLOptions } from './validation/sanitize.util';
68
69
  import { runScript, RunScriptOptions } from './script';
69
- export type { RunScriptOptions, JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions, TransformLogProgressOptions, TransformMultiThreadedOptions, WorkerClassInterface, WorkerInput, WorkerOutput, TableDiffOptions, InspectAnyOptions, Got, GetGotOptions, AfterResponseHook, BeforeErrorHook, BeforeRequestHook, AjvValidationOptions, AjvSchemaCfg, AjvValidationErrorData, SanitizeHTMLOptions, };
70
- export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, booleanSchema, booleanDefaultToFalseSchema, stringSchema, numberSchema, integerSchema, percentageSchema, dateStringSchema, arraySchema, binarySchema, objectSchema, oneOfSchema, anySchema, anyObjectSchema, baseDBEntitySchema, savedDBEntitySchema, idSchema, unixTimestampSchema, verSchema, emailSchema, SEM_VER_PATTERN, semVerSchema, userAgentSchema, utcOffsetSchema, ipAddressSchema, slugSchema, urlSchema, processSharedUtil, zipBuffer, gzipBuffer, unzipBuffer, gunzipBuffer, zipString, gzipString, unzipToString, gunzipToString, requireEnvKeys, requireFileToExist, LRUMemoCache, stringId, stringIdAsync, stringIdUnsafe, ALPHABET_NUMBER, ALPHABET_LOWERCASE, ALPHABET_UPPERCASE, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_ALPHANUMERIC, md5, hash, hashAsBuffer, md5AsBuffer, stringToBase64, base64ToString, bufferToBase64, base64ToBuffer, Debug, getSecretMap, setSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, memoryUsage, memoryUsageFull, SlackService, slackDefaultMessagePrefixHook, readableCreate, readableFrom, readableFromArray, readableToArray, readableForEach, readableForEachSync, readableMap, readableMapToArray, _pipeline, transformBuffer, ndjsonMap, ndJsonFileRead, ndJsonFileWrite, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformFilter, transformFilterSync, transformMap, transformMapSync, transformMapSimple, transformNoOp, writablePushToArray, transformSplit, transformToString, transformToArray, transformTap, transformLogProgress, transformLimit, writableVoid, writableFork, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, inspectAnyStringifyFn, getGot, HTTPError, TimeoutError, _chunkBuffer, Ajv, getAjv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, hasColors, sanitizeHTML, runScript, };
70
+ export type { RunScriptOptions, JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions, TransformMultiThreadedOptions, WorkerClassInterface, WorkerInput, WorkerOutput, TableDiffOptions, InspectAnyOptions, Got, GetGotOptions, AfterResponseHook, BeforeErrorHook, BeforeRequestHook, AjvValidationOptions, AjvSchemaCfg, AjvValidationErrorData, SanitizeHTMLOptions, };
71
+ export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, LRUMemoCache, Debug, SlackService, slackDefaultMessagePrefixHook, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformMap, transformMapSync, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, inspectAnyStringifyFn, RequestError, TimeoutError, _chunkBuffer, Ajv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, sanitizeHTML, runScript, };
package/dist/index.js CHANGED
@@ -1,66 +1,33 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ALPHABET_LOWERCASE = exports.ALPHABET_NUMBER = exports.stringIdUnsafe = exports.stringIdAsync = exports.stringId = exports.LRUMemoCache = exports.requireFileToExist = exports.requireEnvKeys = exports.gunzipToString = exports.unzipToString = exports.gzipString = exports.zipString = exports.gunzipBuffer = exports.unzipBuffer = exports.gzipBuffer = exports.zipBuffer = exports.processSharedUtil = exports.urlSchema = exports.slugSchema = exports.ipAddressSchema = exports.utcOffsetSchema = exports.userAgentSchema = exports.semVerSchema = exports.SEM_VER_PATTERN = exports.emailSchema = exports.verSchema = exports.unixTimestampSchema = exports.idSchema = exports.savedDBEntitySchema = exports.baseDBEntitySchema = exports.anyObjectSchema = exports.anySchema = exports.oneOfSchema = exports.objectSchema = exports.binarySchema = exports.arraySchema = exports.dateStringSchema = exports.percentageSchema = exports.integerSchema = exports.numberSchema = exports.stringSchema = exports.booleanDefaultToFalseSchema = exports.booleanSchema = exports.Joi = exports.convert = exports.undefinedIfInvalid = exports.isValid = exports.getValidationResult = exports.validate = exports.JoiValidationError = void 0;
4
- exports.transformMapSimple = exports.transformMapSync = exports.transformMap = exports.transformFilterSync = exports.transformFilter = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.ndJsonFileWrite = exports.ndJsonFileRead = exports.ndjsonMap = exports.transformBuffer = exports._pipeline = exports.readableMapToArray = exports.readableMap = exports.readableForEachSync = exports.readableForEach = exports.readableToArray = exports.readableFromArray = exports.readableFrom = exports.readableCreate = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.memoryUsageFull = exports.memoryUsage = exports.secretOptional = exports.secret = exports.removeSecretsFromEnv = exports.loadSecretsFromJsonFile = exports.loadSecretsFromEnv = exports.setSecretMap = exports.getSecretMap = exports.Debug = exports.base64ToBuffer = exports.bufferToBase64 = exports.base64ToString = exports.stringToBase64 = exports.md5AsBuffer = exports.hashAsBuffer = exports.hash = exports.md5 = exports.ALPHABET_ALPHANUMERIC = exports.ALPHABET_ALPHANUMERIC_UPPERCASE = exports.ALPHABET_ALPHANUMERIC_LOWERCASE = exports.ALPHABET_UPPERCASE = void 0;
5
- exports.runScript = exports.sanitizeHTML = exports.hasColors = exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.getAjv = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.HTTPError = exports.getGot = exports.inspectAnyStringifyFn = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.writableFork = exports.writableVoid = exports.transformLimit = exports.transformLogProgress = exports.transformTap = exports.transformToArray = exports.transformToString = exports.transformSplit = exports.writablePushToArray = exports.transformNoOp = void 0;
3
+ exports.runScript = exports.sanitizeHTML = exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.RequestError = exports.inspectAnyStringifyFn = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.transformMapSync = exports.transformMap = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.Debug = exports.LRUMemoCache = exports.Joi = exports.convert = exports.undefinedIfInvalid = exports.isValid = exports.getValidationResult = exports.validate = exports.JoiValidationError = void 0;
6
4
  const tslib_1 = require("tslib");
7
5
  const ajv_1 = require("ajv");
8
6
  exports.Ajv = ajv_1.default;
9
7
  const got_1 = require("got");
10
- Object.defineProperty(exports, "HTTPError", { enumerable: true, get: function () { return got_1.HTTPError; } });
8
+ Object.defineProperty(exports, "RequestError", { enumerable: true, get: function () { return got_1.RequestError; } });
11
9
  Object.defineProperty(exports, "TimeoutError", { enumerable: true, get: function () { return got_1.TimeoutError; } });
12
10
  const buffer_util_1 = require("./buffer/buffer.util");
13
11
  Object.defineProperty(exports, "_chunkBuffer", { enumerable: true, get: function () { return buffer_util_1._chunkBuffer; } });
14
12
  const tableDiff_1 = require("./diff/tableDiff");
15
13
  Object.defineProperty(exports, "tableDiff", { enumerable: true, get: function () { return tableDiff_1.tableDiff; } });
16
- const getGot_1 = require("./got/getGot");
17
- Object.defineProperty(exports, "getGot", { enumerable: true, get: function () { return getGot_1.getGot; } });
18
- const process_util_1 = require("./infra/process.util");
19
- Object.defineProperty(exports, "memoryUsage", { enumerable: true, get: function () { return process_util_1.memoryUsage; } });
20
- Object.defineProperty(exports, "memoryUsageFull", { enumerable: true, get: function () { return process_util_1.memoryUsageFull; } });
21
- Object.defineProperty(exports, "processSharedUtil", { enumerable: true, get: function () { return process_util_1.processSharedUtil; } });
14
+ (0, tslib_1.__exportStar)(require("./got/getGot"), exports);
15
+ (0, tslib_1.__exportStar)(require("./infra/process.util"), exports);
22
16
  const debug_1 = require("./log/debug");
23
17
  Object.defineProperty(exports, "Debug", { enumerable: true, get: function () { return debug_1.Debug; } });
24
- const hash_util_1 = require("./security/hash.util");
25
- Object.defineProperty(exports, "base64ToBuffer", { enumerable: true, get: function () { return hash_util_1.base64ToBuffer; } });
26
- Object.defineProperty(exports, "base64ToString", { enumerable: true, get: function () { return hash_util_1.base64ToString; } });
27
- Object.defineProperty(exports, "bufferToBase64", { enumerable: true, get: function () { return hash_util_1.bufferToBase64; } });
28
- Object.defineProperty(exports, "hash", { enumerable: true, get: function () { return hash_util_1.hash; } });
29
- Object.defineProperty(exports, "md5", { enumerable: true, get: function () { return hash_util_1.md5; } });
30
- Object.defineProperty(exports, "hashAsBuffer", { enumerable: true, get: function () { return hash_util_1.hashAsBuffer; } });
31
- Object.defineProperty(exports, "md5AsBuffer", { enumerable: true, get: function () { return hash_util_1.md5AsBuffer; } });
32
- Object.defineProperty(exports, "stringToBase64", { enumerable: true, get: function () { return hash_util_1.stringToBase64; } });
33
- const id_util_1 = require("./security/id.util");
34
- Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC; } });
35
- Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC_LOWERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC_LOWERCASE; } });
36
- Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC_UPPERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC_UPPERCASE; } });
37
- Object.defineProperty(exports, "ALPHABET_LOWERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_LOWERCASE; } });
38
- Object.defineProperty(exports, "ALPHABET_NUMBER", { enumerable: true, get: function () { return id_util_1.ALPHABET_NUMBER; } });
39
- Object.defineProperty(exports, "ALPHABET_UPPERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_UPPERCASE; } });
40
- Object.defineProperty(exports, "stringId", { enumerable: true, get: function () { return id_util_1.stringId; } });
41
- Object.defineProperty(exports, "stringIdAsync", { enumerable: true, get: function () { return id_util_1.stringIdAsync; } });
42
- Object.defineProperty(exports, "stringIdUnsafe", { enumerable: true, get: function () { return id_util_1.stringIdUnsafe; } });
43
- const secret_util_1 = require("./security/secret.util");
44
- Object.defineProperty(exports, "getSecretMap", { enumerable: true, get: function () { return secret_util_1.getSecretMap; } });
45
- Object.defineProperty(exports, "loadSecretsFromEnv", { enumerable: true, get: function () { return secret_util_1.loadSecretsFromEnv; } });
46
- Object.defineProperty(exports, "loadSecretsFromJsonFile", { enumerable: true, get: function () { return secret_util_1.loadSecretsFromJsonFile; } });
47
- Object.defineProperty(exports, "removeSecretsFromEnv", { enumerable: true, get: function () { return secret_util_1.removeSecretsFromEnv; } });
48
- Object.defineProperty(exports, "secret", { enumerable: true, get: function () { return secret_util_1.secret; } });
49
- Object.defineProperty(exports, "secretOptional", { enumerable: true, get: function () { return secret_util_1.secretOptional; } });
50
- Object.defineProperty(exports, "setSecretMap", { enumerable: true, get: function () { return secret_util_1.setSecretMap; } });
51
- const colors_1 = require("./colors/colors");
52
- Object.defineProperty(exports, "hasColors", { enumerable: true, get: function () { return colors_1.hasColors; } });
18
+ (0, tslib_1.__exportStar)(require("./security/hash.util"), exports);
19
+ (0, tslib_1.__exportStar)(require("./security/id.util"), exports);
20
+ (0, tslib_1.__exportStar)(require("./security/secret.util"), exports);
21
+ (0, tslib_1.__exportStar)(require("./colors/colors"), exports);
22
+ (0, tslib_1.__exportStar)(require("./log/log.util"), exports);
53
23
  const slack_service_1 = require("./slack/slack.service");
54
24
  Object.defineProperty(exports, "slackDefaultMessagePrefixHook", { enumerable: true, get: function () { return slack_service_1.slackDefaultMessagePrefixHook; } });
55
25
  Object.defineProperty(exports, "SlackService", { enumerable: true, get: function () { return slack_service_1.SlackService; } });
56
26
  const ndjson_model_1 = require("./stream/ndjson/ndjson.model");
57
27
  Object.defineProperty(exports, "NDJsonStats", { enumerable: true, get: function () { return ndjson_model_1.NDJsonStats; } });
58
- const ndJsonFileRead_1 = require("./stream/ndjson/ndJsonFileRead");
59
- Object.defineProperty(exports, "ndJsonFileRead", { enumerable: true, get: function () { return ndJsonFileRead_1.ndJsonFileRead; } });
60
- const ndJsonFileWrite_1 = require("./stream/ndjson/ndJsonFileWrite");
61
- Object.defineProperty(exports, "ndJsonFileWrite", { enumerable: true, get: function () { return ndJsonFileWrite_1.ndJsonFileWrite; } });
62
- const ndjsonMap_1 = require("./stream/ndjson/ndjsonMap");
63
- Object.defineProperty(exports, "ndjsonMap", { enumerable: true, get: function () { return ndjsonMap_1.ndjsonMap; } });
28
+ (0, tslib_1.__exportStar)(require("./stream/ndjson/ndJsonFileRead"), exports);
29
+ (0, tslib_1.__exportStar)(require("./stream/ndjson/ndJsonFileWrite"), exports);
30
+ (0, tslib_1.__exportStar)(require("./stream/ndjson/ndjsonMap"), exports);
64
31
  const ndjsonStreamForEach_1 = require("./stream/ndjson/ndjsonStreamForEach");
65
32
  Object.defineProperty(exports, "ndjsonStreamForEach", { enumerable: true, get: function () { return ndjsonStreamForEach_1.ndjsonStreamForEach; } });
66
33
  const pipelineFromNDJsonFile_1 = require("./stream/ndjson/pipelineFromNDJsonFile");
@@ -74,75 +41,42 @@ Object.defineProperty(exports, "bufferReviver", { enumerable: true, get: functio
74
41
  Object.defineProperty(exports, "transformJsonParse", { enumerable: true, get: function () { return transformJsonParse_1.transformJsonParse; } });
75
42
  const transformToNDJson_1 = require("./stream/ndjson/transformToNDJson");
76
43
  Object.defineProperty(exports, "transformToNDJson", { enumerable: true, get: function () { return transformToNDJson_1.transformToNDJson; } });
77
- const pipeline_1 = require("./stream/pipeline/pipeline");
78
- Object.defineProperty(exports, "_pipeline", { enumerable: true, get: function () { return pipeline_1._pipeline; } });
79
- const readableCreate_1 = require("./stream/readable/readableCreate");
80
- Object.defineProperty(exports, "readableCreate", { enumerable: true, get: function () { return readableCreate_1.readableCreate; } });
81
- Object.defineProperty(exports, "readableFrom", { enumerable: true, get: function () { return readableCreate_1.readableFrom; } });
82
- const readableForEach_1 = require("./stream/readable/readableForEach");
83
- Object.defineProperty(exports, "readableForEach", { enumerable: true, get: function () { return readableForEach_1.readableForEach; } });
84
- Object.defineProperty(exports, "readableForEachSync", { enumerable: true, get: function () { return readableForEach_1.readableForEachSync; } });
85
- const readableFromArray_1 = require("./stream/readable/readableFromArray");
86
- Object.defineProperty(exports, "readableFromArray", { enumerable: true, get: function () { return readableFromArray_1.readableFromArray; } });
87
- const readableMap_1 = require("./stream/readable/readableMap");
88
- Object.defineProperty(exports, "readableMap", { enumerable: true, get: function () { return readableMap_1.readableMap; } });
89
- const readableMapToArray_1 = require("./stream/readable/readableMapToArray");
90
- Object.defineProperty(exports, "readableMapToArray", { enumerable: true, get: function () { return readableMapToArray_1.readableMapToArray; } });
91
- const readableToArray_1 = require("./stream/readable/readableToArray");
92
- Object.defineProperty(exports, "readableToArray", { enumerable: true, get: function () { return readableToArray_1.readableToArray; } });
93
- const transformBuffer_1 = require("./stream/transform/transformBuffer");
94
- Object.defineProperty(exports, "transformBuffer", { enumerable: true, get: function () { return transformBuffer_1.transformBuffer; } });
95
- const transformFilter_1 = require("./stream/transform/transformFilter");
96
- Object.defineProperty(exports, "transformFilter", { enumerable: true, get: function () { return transformFilter_1.transformFilter; } });
97
- Object.defineProperty(exports, "transformFilterSync", { enumerable: true, get: function () { return transformFilter_1.transformFilterSync; } });
98
- const transformLimit_1 = require("./stream/transform/transformLimit");
99
- Object.defineProperty(exports, "transformLimit", { enumerable: true, get: function () { return transformLimit_1.transformLimit; } });
100
- const transformLogProgress_1 = require("./stream/transform/transformLogProgress");
101
- Object.defineProperty(exports, "transformLogProgress", { enumerable: true, get: function () { return transformLogProgress_1.transformLogProgress; } });
44
+ (0, tslib_1.__exportStar)(require("./stream/pipeline/pipeline"), exports);
45
+ (0, tslib_1.__exportStar)(require("./stream/readable/readableCreate"), exports);
46
+ (0, tslib_1.__exportStar)(require("./stream/readable/readableForEach"), exports);
47
+ (0, tslib_1.__exportStar)(require("./stream/readable/readableFromArray"), exports);
48
+ (0, tslib_1.__exportStar)(require("./stream/readable/readableMap"), exports);
49
+ (0, tslib_1.__exportStar)(require("./stream/readable/readableMapToArray"), exports);
50
+ (0, tslib_1.__exportStar)(require("./stream/readable/readableToArray"), exports);
51
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformBuffer"), exports);
52
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformFilter"), exports);
53
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformLimit"), exports);
54
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformLogProgress"), exports);
102
55
  const transformMap_1 = require("./stream/transform/transformMap");
103
56
  Object.defineProperty(exports, "transformMap", { enumerable: true, get: function () { return transformMap_1.transformMap; } });
104
- const transformMapSimple_1 = require("./stream/transform/transformMapSimple");
105
- Object.defineProperty(exports, "transformMapSimple", { enumerable: true, get: function () { return transformMapSimple_1.transformMapSimple; } });
106
- const transformNoOp_1 = require("./stream/transform/transformNoOp");
107
- Object.defineProperty(exports, "transformNoOp", { enumerable: true, get: function () { return transformNoOp_1.transformNoOp; } });
57
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformMapSimple"), exports);
58
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformNoOp"), exports);
108
59
  const transformMapSync_1 = require("./stream/transform/transformMapSync");
109
60
  Object.defineProperty(exports, "transformMapSync", { enumerable: true, get: function () { return transformMapSync_1.transformMapSync; } });
110
- const transformSplit_1 = require("./stream/transform/transformSplit");
111
- Object.defineProperty(exports, "transformSplit", { enumerable: true, get: function () { return transformSplit_1.transformSplit; } });
112
- const transformTap_1 = require("./stream/transform/transformTap");
113
- Object.defineProperty(exports, "transformTap", { enumerable: true, get: function () { return transformTap_1.transformTap; } });
114
- const transformToArray_1 = require("./stream/transform/transformToArray");
115
- Object.defineProperty(exports, "transformToArray", { enumerable: true, get: function () { return transformToArray_1.transformToArray; } });
116
- const transformToString_1 = require("./stream/transform/transformToString");
117
- Object.defineProperty(exports, "transformToString", { enumerable: true, get: function () { return transformToString_1.transformToString; } });
61
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformSplit"), exports);
62
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformTap"), exports);
63
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformToArray"), exports);
64
+ (0, tslib_1.__exportStar)(require("./stream/transform/transformToString"), exports);
118
65
  const baseWorkerClass_1 = require("./stream/transform/worker/baseWorkerClass");
119
66
  Object.defineProperty(exports, "BaseWorkerClass", { enumerable: true, get: function () { return baseWorkerClass_1.BaseWorkerClass; } });
120
67
  const transformMultiThreaded_1 = require("./stream/transform/worker/transformMultiThreaded");
121
68
  Object.defineProperty(exports, "transformMultiThreaded", { enumerable: true, get: function () { return transformMultiThreaded_1.transformMultiThreaded; } });
122
69
  (0, tslib_1.__exportStar)(require("./stream/writable/writableForEach"), exports);
123
- const writableFork_1 = require("./stream/writable/writableFork");
124
- Object.defineProperty(exports, "writableFork", { enumerable: true, get: function () { return writableFork_1.writableFork; } });
125
- const writablePushToArray_1 = require("./stream/writable/writablePushToArray");
126
- Object.defineProperty(exports, "writablePushToArray", { enumerable: true, get: function () { return writablePushToArray_1.writablePushToArray; } });
127
- const writableVoid_1 = require("./stream/writable/writableVoid");
128
- Object.defineProperty(exports, "writableVoid", { enumerable: true, get: function () { return writableVoid_1.writableVoid; } });
70
+ (0, tslib_1.__exportStar)(require("./stream/writable/writableFork"), exports);
71
+ (0, tslib_1.__exportStar)(require("./stream/writable/writablePushToArray"), exports);
72
+ (0, tslib_1.__exportStar)(require("./stream/writable/writableVoid"), exports);
129
73
  const inspectAny_1 = require("./string/inspectAny");
130
74
  Object.defineProperty(exports, "inspectAny", { enumerable: true, get: function () { return inspectAny_1.inspectAny; } });
131
75
  Object.defineProperty(exports, "inspectAnyStringifyFn", { enumerable: true, get: function () { return inspectAny_1.inspectAnyStringifyFn; } });
132
- const env_util_1 = require("./util/env.util");
133
- Object.defineProperty(exports, "requireEnvKeys", { enumerable: true, get: function () { return env_util_1.requireEnvKeys; } });
134
- Object.defineProperty(exports, "requireFileToExist", { enumerable: true, get: function () { return env_util_1.requireFileToExist; } });
76
+ (0, tslib_1.__exportStar)(require("./util/env.util"), exports);
135
77
  const lruMemoCache_1 = require("./util/lruMemoCache");
136
78
  Object.defineProperty(exports, "LRUMemoCache", { enumerable: true, get: function () { return lruMemoCache_1.LRUMemoCache; } });
137
- const zip_util_1 = require("./util/zip.util");
138
- Object.defineProperty(exports, "gunzipBuffer", { enumerable: true, get: function () { return zip_util_1.gunzipBuffer; } });
139
- Object.defineProperty(exports, "gunzipToString", { enumerable: true, get: function () { return zip_util_1.gunzipToString; } });
140
- Object.defineProperty(exports, "gzipBuffer", { enumerable: true, get: function () { return zip_util_1.gzipBuffer; } });
141
- Object.defineProperty(exports, "gzipString", { enumerable: true, get: function () { return zip_util_1.gzipString; } });
142
- Object.defineProperty(exports, "unzipBuffer", { enumerable: true, get: function () { return zip_util_1.unzipBuffer; } });
143
- Object.defineProperty(exports, "unzipToString", { enumerable: true, get: function () { return zip_util_1.unzipToString; } });
144
- Object.defineProperty(exports, "zipBuffer", { enumerable: true, get: function () { return zip_util_1.zipBuffer; } });
145
- Object.defineProperty(exports, "zipString", { enumerable: true, get: function () { return zip_util_1.zipString; } });
79
+ (0, tslib_1.__exportStar)(require("./util/zip.util"), exports);
146
80
  const ajv_util_1 = require("./validation/ajv/ajv.util");
147
81
  Object.defineProperty(exports, "readAjvSchemas", { enumerable: true, get: function () { return ajv_util_1.readAjvSchemas; } });
148
82
  Object.defineProperty(exports, "readJsonSchemas", { enumerable: true, get: function () { return ajv_util_1.readJsonSchemas; } });
@@ -150,37 +84,10 @@ const ajvSchema_1 = require("./validation/ajv/ajvSchema");
150
84
  Object.defineProperty(exports, "AjvSchema", { enumerable: true, get: function () { return ajvSchema_1.AjvSchema; } });
151
85
  const ajvValidationError_1 = require("./validation/ajv/ajvValidationError");
152
86
  Object.defineProperty(exports, "AjvValidationError", { enumerable: true, get: function () { return ajvValidationError_1.AjvValidationError; } });
153
- const getAjv_1 = require("./validation/ajv/getAjv");
154
- Object.defineProperty(exports, "getAjv", { enumerable: true, get: function () { return getAjv_1.getAjv; } });
87
+ (0, tslib_1.__exportStar)(require("./validation/ajv/getAjv"), exports);
155
88
  const joi_extensions_1 = require("./validation/joi/joi.extensions");
156
89
  Object.defineProperty(exports, "Joi", { enumerable: true, get: function () { return joi_extensions_1.Joi; } });
157
- const joi_shared_schemas_1 = require("./validation/joi/joi.shared.schemas");
158
- Object.defineProperty(exports, "anyObjectSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.anyObjectSchema; } });
159
- Object.defineProperty(exports, "anySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.anySchema; } });
160
- Object.defineProperty(exports, "arraySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.arraySchema; } });
161
- Object.defineProperty(exports, "oneOfSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.oneOfSchema; } });
162
- Object.defineProperty(exports, "binarySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.binarySchema; } });
163
- Object.defineProperty(exports, "booleanDefaultToFalseSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.booleanDefaultToFalseSchema; } });
164
- Object.defineProperty(exports, "booleanSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.booleanSchema; } });
165
- Object.defineProperty(exports, "dateStringSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.dateStringSchema; } });
166
- Object.defineProperty(exports, "emailSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.emailSchema; } });
167
- Object.defineProperty(exports, "baseDBEntitySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.baseDBEntitySchema; } });
168
- Object.defineProperty(exports, "savedDBEntitySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.savedDBEntitySchema; } });
169
- Object.defineProperty(exports, "idSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.idSchema; } });
170
- Object.defineProperty(exports, "integerSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.integerSchema; } });
171
- Object.defineProperty(exports, "ipAddressSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.ipAddressSchema; } });
172
- Object.defineProperty(exports, "numberSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.numberSchema; } });
173
- Object.defineProperty(exports, "objectSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.objectSchema; } });
174
- Object.defineProperty(exports, "percentageSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.percentageSchema; } });
175
- Object.defineProperty(exports, "semVerSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.semVerSchema; } });
176
- Object.defineProperty(exports, "SEM_VER_PATTERN", { enumerable: true, get: function () { return joi_shared_schemas_1.SEM_VER_PATTERN; } });
177
- Object.defineProperty(exports, "slugSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.slugSchema; } });
178
- Object.defineProperty(exports, "stringSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.stringSchema; } });
179
- Object.defineProperty(exports, "unixTimestampSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.unixTimestampSchema; } });
180
- Object.defineProperty(exports, "urlSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.urlSchema; } });
181
- Object.defineProperty(exports, "userAgentSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.userAgentSchema; } });
182
- Object.defineProperty(exports, "utcOffsetSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.utcOffsetSchema; } });
183
- Object.defineProperty(exports, "verSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.verSchema; } });
90
+ (0, tslib_1.__exportStar)(require("./validation/joi/joi.shared.schemas"), exports);
184
91
  const joi_validation_error_1 = require("./validation/joi/joi.validation.error");
185
92
  Object.defineProperty(exports, "JoiValidationError", { enumerable: true, get: function () { return joi_validation_error_1.JoiValidationError; } });
186
93
  const joi_validation_util_1 = require("./validation/joi/joi.validation.util");
@@ -0,0 +1,4 @@
1
+ /**
2
+ * CommonLogger that logs to process.stdout directly (bypassing console.log).
3
+ */
4
+ export declare const stdoutLogger: import("@naturalcycles/js-lib").CommonLogger;
@@ -0,0 +1,11 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.stdoutLogger = void 0;
4
+ const js_lib_1 = require("@naturalcycles/js-lib");
5
+ const index_1 = require("../index");
6
+ /**
7
+ * CommonLogger that logs to process.stdout directly (bypassing console.log).
8
+ */
9
+ exports.stdoutLogger = (0, js_lib_1.commonLoggerCreate)((_level, args) => {
10
+ process.stdout.write(args.map(a => (0, index_1.inspectAny)(a)).join(' ') + '\n');
11
+ });
@@ -1,4 +1,4 @@
1
- import { AsyncMapper } from '@naturalcycles/js-lib';
1
+ import { AbortableAsyncMapper } from '@naturalcycles/js-lib';
2
2
  import { TransformMapOptions, TransformLogProgressOptions } from '../..';
3
3
  export interface NDJSONMapOptions<IN = any, OUT = IN> extends TransformMapOptions<IN, OUT>, TransformLogProgressOptions<IN> {
4
4
  inputFilePath: string;
@@ -20,4 +20,4 @@ export interface NDJSONMapOptions<IN = any, OUT = IN> extends TransformMapOption
20
20
  * Unzips input file automatically, if it ends with `.gz`.
21
21
  * Zips output file automatically, if it ends with `.gz`.
22
22
  */
23
- export declare function ndjsonMap<IN = any, OUT = any>(mapper: AsyncMapper<IN, OUT>, opt: NDJSONMapOptions<IN, OUT>): Promise<void>;
23
+ export declare function ndjsonMap<IN = any, OUT = any>(mapper: AbortableAsyncMapper<IN, OUT>, opt: NDJSONMapOptions<IN, OUT>): Promise<void>;