@naturalcycles/nodejs-lib 12.56.0 → 12.59.0

package/dist/index.d.ts

@@ -4,14 +4,15 @@ import type { AfterResponseHook, BeforeErrorHook, BeforeRequestHook, Got } from
 import { AnySchema, ValidationErrorItem } from 'joi';
 import { _chunkBuffer } from './buffer/buffer.util';
 import { tableDiff, TableDiffOptions } from './diff/tableDiff';
-import { getGot } from './got/getGot';
+export * from './got/getGot';
 import { GetGotOptions } from './got/got.model';
-import { memoryUsage, memoryUsageFull, processSharedUtil } from './infra/process.util';
+export * from './infra/process.util';
 import { Debug, IDebug, IDebugger } from './log/debug';
-import { base64ToBuffer, base64ToString, bufferToBase64, hash, md5, hashAsBuffer, md5AsBuffer, stringToBase64 } from './security/hash.util';
-import { ALPHABET_ALPHANUMERIC, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_LOWERCASE, ALPHABET_NUMBER, ALPHABET_UPPERCASE, stringId, stringIdAsync, stringIdUnsafe } from './security/id.util';
-import { getSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, setSecretMap } from './security/secret.util';
+export * from './security/hash.util';
+export * from './security/id.util';
+export * from './security/secret.util';
 import { hasColors } from './colors/colors';
+export * from './log/log.util';
 import { slackDefaultMessagePrefixHook, SlackService } from './slack/slack.service';
 import { SlackApiBody, SlackMessage, SlackMessagePrefixHook, SlackMessageProps, SlackServiceCfg } from './slack/slack.service.model';
 import { NDJsonStats } from './stream/ndjson/ndjson.model';
@@ -24,7 +25,7 @@ import { pipelineToNDJsonFile, PipelineToNDJsonFileOptions } from './stream/ndjs
 import { streamToNDJsonFile } from './stream/ndjson/streamToNDJsonFile';
 import { bufferReviver, transformJsonParse, TransformJsonParseOptions } from './stream/ndjson/transformJsonParse';
 import { transformToNDJson, TransformToNDJsonOptions } from './stream/ndjson/transformToNDJson';
-import { _pipeline } from './stream/pipeline/pipeline';
+export * from './stream/pipeline/pipeline';
 import { readableCreate, readableFrom } from './stream/readable/readableCreate';
 import { readableForEach, readableForEachSync } from './stream/readable/readableForEach';
 import { readableFromArray } from './stream/readable/readableFromArray';
@@ -32,10 +33,10 @@ import { readableMap } from './stream/readable/readableMap';
 import { readableMapToArray } from './stream/readable/readableMapToArray';
 import { readableToArray } from './stream/readable/readableToArray';
 import { ReadableTyped, TransformOptions, TransformTyped, WritableTyped } from './stream/stream.model';
-import { transformBuffer } from './stream/transform/transformBuffer';
-import { transformFilter, transformFilterSync } from './stream/transform/transformFilter';
-import { transformLimit } from './stream/transform/transformLimit';
-import { transformLogProgress, TransformLogProgressOptions } from './stream/transform/transformLogProgress';
+export * from './stream/transform/transformBuffer';
+export * from './stream/transform/transformFilter';
+export * from './stream/transform/transformLimit';
+export * from './stream/transform/transformLogProgress';
 import { transformMap, TransformMapOptions } from './stream/transform/transformMap';
 import { transformMapSimple } from './stream/transform/transformMapSimple';
 import { transformNoOp } from './stream/transform/transformNoOp';
@@ -48,23 +49,23 @@ import { BaseWorkerClass, WorkerClassInterface } from './stream/transform/worker
 import { transformMultiThreaded, TransformMultiThreadedOptions } from './stream/transform/worker/transformMultiThreaded';
 import { WorkerInput, WorkerOutput } from './stream/transform/worker/transformMultiThreaded.model';
 export * from './stream/writable/writableForEach';
-import { writableFork } from './stream/writable/writableFork';
-import { writablePushToArray } from './stream/writable/writablePushToArray';
-import { writableVoid } from './stream/writable/writableVoid';
+export * from './stream/writable/writableFork';
+export * from './stream/writable/writablePushToArray';
+export * from './stream/writable/writableVoid';
 import { inspectAny, InspectAnyOptions, inspectAnyStringifyFn } from './string/inspectAny';
-import { requireEnvKeys, requireFileToExist } from './util/env.util';
+export * from './util/env.util';
 import { LRUMemoCache } from './util/lruMemoCache';
-import { gunzipBuffer, gunzipToString, gzipBuffer, gzipString, unzipBuffer, unzipToString, zipBuffer, zipString } from './util/zip.util';
+export * from './util/zip.util';
 import { readAjvSchemas, readJsonSchemas } from './validation/ajv/ajv.util';
 import { AjvSchema, AjvSchemaCfg, AjvValidationOptions } from './validation/ajv/ajvSchema';
 import { AjvValidationError, AjvValidationErrorData } from './validation/ajv/ajvValidationError';
 import { getAjv } from './validation/ajv/getAjv';
 import { ExtendedJoi, Joi } from './validation/joi/joi.extensions';
 import { AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, SchemaTyped, StringSchemaTyped } from './validation/joi/joi.model';
-import { anyObjectSchema, anySchema, arraySchema, oneOfSchema, binarySchema, booleanDefaultToFalseSchema, booleanSchema, dateStringSchema, emailSchema, baseDBEntitySchema, savedDBEntitySchema, idSchema, integerSchema, ipAddressSchema, numberSchema, objectSchema, percentageSchema, semVerSchema, SEM_VER_PATTERN, slugSchema, stringSchema, unixTimestampSchema, urlSchema, userAgentSchema, utcOffsetSchema, verSchema } from './validation/joi/joi.shared.schemas';
+export * from './validation/joi/joi.shared.schemas';
 import { JoiValidationError, JoiValidationErrorData } from './validation/joi/joi.validation.error';
 import { convert, getValidationResult, isValid, JoiValidationResult, undefinedIfInvalid, validate } from './validation/joi/joi.validation.util';
 import { sanitizeHTML, SanitizeHTMLOptions } from './validation/sanitize.util';
 import { runScript, RunScriptOptions } from './script';
-export type { RunScriptOptions, JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions, TransformLogProgressOptions, TransformMultiThreadedOptions, WorkerClassInterface, WorkerInput, WorkerOutput, TableDiffOptions, InspectAnyOptions, Got, GetGotOptions, AfterResponseHook, BeforeErrorHook, BeforeRequestHook, AjvValidationOptions, AjvSchemaCfg, AjvValidationErrorData, SanitizeHTMLOptions, };
-export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, booleanSchema, booleanDefaultToFalseSchema, stringSchema, numberSchema, integerSchema, percentageSchema, dateStringSchema, arraySchema, binarySchema, objectSchema, oneOfSchema, anySchema, anyObjectSchema, baseDBEntitySchema, savedDBEntitySchema, idSchema, unixTimestampSchema, verSchema, emailSchema, SEM_VER_PATTERN, semVerSchema, userAgentSchema, utcOffsetSchema, ipAddressSchema, slugSchema, urlSchema, processSharedUtil, zipBuffer, gzipBuffer, unzipBuffer, gunzipBuffer, zipString, gzipString, unzipToString, gunzipToString, requireEnvKeys, requireFileToExist, LRUMemoCache, stringId, stringIdAsync, stringIdUnsafe, ALPHABET_NUMBER, ALPHABET_LOWERCASE, ALPHABET_UPPERCASE, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_ALPHANUMERIC, md5, hash, hashAsBuffer, md5AsBuffer, stringToBase64, base64ToString, bufferToBase64, base64ToBuffer, Debug, getSecretMap, setSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, memoryUsage, memoryUsageFull, SlackService, slackDefaultMessagePrefixHook, readableCreate, readableFrom, readableFromArray, readableToArray, readableForEach, readableForEachSync, readableMap, readableMapToArray, _pipeline, transformBuffer, ndjsonMap, ndJsonFileRead, ndJsonFileWrite, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformFilter, transformFilterSync, transformMap, transformMapSync, transformMapSimple, transformNoOp, writablePushToArray, transformSplit, transformToString, transformToArray, transformTap, transformLogProgress, transformLimit, writableVoid, writableFork, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, inspectAnyStringifyFn, getGot, HTTPError, TimeoutError, _chunkBuffer, Ajv, getAjv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, hasColors, sanitizeHTML, runScript, };
+export type { RunScriptOptions, JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions, TransformMultiThreadedOptions, WorkerClassInterface, WorkerInput, WorkerOutput, TableDiffOptions, InspectAnyOptions, Got, GetGotOptions, AfterResponseHook, BeforeErrorHook, BeforeRequestHook, AjvValidationOptions, AjvSchemaCfg, AjvValidationErrorData, SanitizeHTMLOptions, };
+export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, LRUMemoCache, Debug, SlackService, slackDefaultMessagePrefixHook, readableCreate, readableFrom, readableFromArray, readableToArray, readableForEach, readableForEachSync, readableMap, readableMapToArray, ndjsonMap, ndJsonFileRead, ndJsonFileWrite, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformMap, transformMapSync, transformMapSimple, transformNoOp, transformSplit, transformToString, transformToArray, transformTap, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, inspectAnyStringifyFn, HTTPError, TimeoutError, _chunkBuffer, Ajv, getAjv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, hasColors, sanitizeHTML, runScript, };

package/dist/index.js

@@ -1,8 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ALPHABET_LOWERCASE = exports.ALPHABET_NUMBER = exports.stringIdUnsafe = exports.stringIdAsync = exports.stringId = exports.LRUMemoCache = exports.requireFileToExist = exports.requireEnvKeys = exports.gunzipToString = exports.unzipToString = exports.gzipString = exports.zipString = exports.gunzipBuffer = exports.unzipBuffer = exports.gzipBuffer = exports.zipBuffer = exports.processSharedUtil = exports.urlSchema = exports.slugSchema = exports.ipAddressSchema = exports.utcOffsetSchema = exports.userAgentSchema = exports.semVerSchema = exports.SEM_VER_PATTERN = exports.emailSchema = exports.verSchema = exports.unixTimestampSchema = exports.idSchema = exports.savedDBEntitySchema = exports.baseDBEntitySchema = exports.anyObjectSchema = exports.anySchema = exports.oneOfSchema = exports.objectSchema = exports.binarySchema = exports.arraySchema = exports.dateStringSchema = exports.percentageSchema = exports.integerSchema = exports.numberSchema = exports.stringSchema = exports.booleanDefaultToFalseSchema = exports.booleanSchema = exports.Joi = exports.convert = exports.undefinedIfInvalid = exports.isValid = exports.getValidationResult = exports.validate = exports.JoiValidationError = void 0;
-exports.transformMapSimple = exports.transformMapSync = exports.transformMap = exports.transformFilterSync = exports.transformFilter = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.ndJsonFileWrite = exports.ndJsonFileRead = exports.ndjsonMap = exports.transformBuffer = exports._pipeline = exports.readableMapToArray = exports.readableMap = exports.readableForEachSync = exports.readableForEach = exports.readableToArray = exports.readableFromArray = exports.readableFrom = exports.readableCreate = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.memoryUsageFull = exports.memoryUsage = exports.secretOptional = exports.secret = exports.removeSecretsFromEnv = exports.loadSecretsFromJsonFile = exports.loadSecretsFromEnv = exports.setSecretMap = exports.getSecretMap = exports.Debug = exports.base64ToBuffer = exports.bufferToBase64 = exports.base64ToString = exports.stringToBase64 = exports.md5AsBuffer = exports.hashAsBuffer = exports.hash = exports.md5 = exports.ALPHABET_ALPHANUMERIC = exports.ALPHABET_ALPHANUMERIC_UPPERCASE = exports.ALPHABET_ALPHANUMERIC_LOWERCASE = exports.ALPHABET_UPPERCASE = void 0;
-exports.runScript = exports.sanitizeHTML = exports.hasColors = exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.getAjv = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.HTTPError = exports.getGot = exports.inspectAnyStringifyFn = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.writableFork = exports.writableVoid = exports.transformLimit = exports.transformLogProgress = exports.transformTap = exports.transformToArray = exports.transformToString = exports.transformSplit = exports.writablePushToArray = exports.transformNoOp = void 0;
+exports.AjvValidationError = exports.AjvSchema = exports.getAjv = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.HTTPError = exports.inspectAnyStringifyFn = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.transformTap = exports.transformToArray = exports.transformToString = exports.transformSplit = exports.transformNoOp = exports.transformMapSimple = exports.transformMapSync = exports.transformMap = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.ndJsonFileWrite = exports.ndJsonFileRead = exports.ndjsonMap = exports.readableMapToArray = exports.readableMap = exports.readableForEachSync = exports.readableForEach = exports.readableToArray = exports.readableFromArray = exports.readableFrom = exports.readableCreate = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.Debug = exports.LRUMemoCache = exports.Joi = exports.convert = exports.undefinedIfInvalid = exports.isValid = exports.getValidationResult = exports.validate = exports.JoiValidationError = void 0;
+exports.runScript = exports.sanitizeHTML = exports.hasColors = exports.readAjvSchemas = exports.readJsonSchemas = void 0;
 const tslib_1 = require("tslib");
 const ajv_1 = require("ajv");
 exports.Ajv = ajv_1.default;
@@ -13,43 +12,16 @@ const buffer_util_1 = require("./buffer/buffer.util");
 Object.defineProperty(exports, "_chunkBuffer", { enumerable: true, get: function () { return buffer_util_1._chunkBuffer; } });
 const tableDiff_1 = require("./diff/tableDiff");
 Object.defineProperty(exports, "tableDiff", { enumerable: true, get: function () { return tableDiff_1.tableDiff; } });
-const getGot_1 = require("./got/getGot");
-Object.defineProperty(exports, "getGot", { enumerable: true, get: function () { return getGot_1.getGot; } });
-const process_util_1 = require("./infra/process.util");
-Object.defineProperty(exports, "memoryUsage", { enumerable: true, get: function () { return process_util_1.memoryUsage; } });
-Object.defineProperty(exports, "memoryUsageFull", { enumerable: true, get: function () { return process_util_1.memoryUsageFull; } });
-Object.defineProperty(exports, "processSharedUtil", { enumerable: true, get: function () { return process_util_1.processSharedUtil; } });
+(0, tslib_1.__exportStar)(require("./got/getGot"), exports);
+(0, tslib_1.__exportStar)(require("./infra/process.util"), exports);
 const debug_1 = require("./log/debug");
 Object.defineProperty(exports, "Debug", { enumerable: true, get: function () { return debug_1.Debug; } });
-const hash_util_1 = require("./security/hash.util");
-Object.defineProperty(exports, "base64ToBuffer", { enumerable: true, get: function () { return hash_util_1.base64ToBuffer; } });
-Object.defineProperty(exports, "base64ToString", { enumerable: true, get: function () { return hash_util_1.base64ToString; } });
-Object.defineProperty(exports, "bufferToBase64", { enumerable: true, get: function () { return hash_util_1.bufferToBase64; } });
-Object.defineProperty(exports, "hash", { enumerable: true, get: function () { return hash_util_1.hash; } });
-Object.defineProperty(exports, "md5", { enumerable: true, get: function () { return hash_util_1.md5; } });
-Object.defineProperty(exports, "hashAsBuffer", { enumerable: true, get: function () { return hash_util_1.hashAsBuffer; } });
-Object.defineProperty(exports, "md5AsBuffer", { enumerable: true, get: function () { return hash_util_1.md5AsBuffer; } });
-Object.defineProperty(exports, "stringToBase64", { enumerable: true, get: function () { return hash_util_1.stringToBase64; } });
-const id_util_1 = require("./security/id.util");
-Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC; } });
-Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC_LOWERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC_LOWERCASE; } });
-Object.defineProperty(exports, "ALPHABET_ALPHANUMERIC_UPPERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_ALPHANUMERIC_UPPERCASE; } });
-Object.defineProperty(exports, "ALPHABET_LOWERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_LOWERCASE; } });
-Object.defineProperty(exports, "ALPHABET_NUMBER", { enumerable: true, get: function () { return id_util_1.ALPHABET_NUMBER; } });
-Object.defineProperty(exports, "ALPHABET_UPPERCASE", { enumerable: true, get: function () { return id_util_1.ALPHABET_UPPERCASE; } });
-Object.defineProperty(exports, "stringId", { enumerable: true, get: function () { return id_util_1.stringId; } });
-Object.defineProperty(exports, "stringIdAsync", { enumerable: true, get: function () { return id_util_1.stringIdAsync; } });
-Object.defineProperty(exports, "stringIdUnsafe", { enumerable: true, get: function () { return id_util_1.stringIdUnsafe; } });
-const secret_util_1 = require("./security/secret.util");
-Object.defineProperty(exports, "getSecretMap", { enumerable: true, get: function () { return secret_util_1.getSecretMap; } });
-Object.defineProperty(exports, "loadSecretsFromEnv", { enumerable: true, get: function () { return secret_util_1.loadSecretsFromEnv; } });
-Object.defineProperty(exports, "loadSecretsFromJsonFile", { enumerable: true, get: function () { return secret_util_1.loadSecretsFromJsonFile; } });
-Object.defineProperty(exports, "removeSecretsFromEnv", { enumerable: true, get: function () { return secret_util_1.removeSecretsFromEnv; } });
-Object.defineProperty(exports, "secret", { enumerable: true, get: function () { return secret_util_1.secret; } });
-Object.defineProperty(exports, "secretOptional", { enumerable: true, get: function () { return secret_util_1.secretOptional; } });
-Object.defineProperty(exports, "setSecretMap", { enumerable: true, get: function () { return secret_util_1.setSecretMap; } });
+(0, tslib_1.__exportStar)(require("./security/hash.util"), exports);
+(0, tslib_1.__exportStar)(require("./security/id.util"), exports);
+(0, tslib_1.__exportStar)(require("./security/secret.util"), exports);
 const colors_1 = require("./colors/colors");
 Object.defineProperty(exports, "hasColors", { enumerable: true, get: function () { return colors_1.hasColors; } });
+(0, tslib_1.__exportStar)(require("./log/log.util"), exports);
 const slack_service_1 = require("./slack/slack.service");
 Object.defineProperty(exports, "slackDefaultMessagePrefixHook", { enumerable: true, get: function () { return slack_service_1.slackDefaultMessagePrefixHook; } });
 Object.defineProperty(exports, "SlackService", { enumerable: true, get: function () { return slack_service_1.SlackService; } });
@@ -74,8 +46,7 @@ Object.defineProperty(exports, "bufferReviver", { enumerable: true, get: functio
 Object.defineProperty(exports, "transformJsonParse", { enumerable: true, get: function () { return transformJsonParse_1.transformJsonParse; } });
 const transformToNDJson_1 = require("./stream/ndjson/transformToNDJson");
 Object.defineProperty(exports, "transformToNDJson", { enumerable: true, get: function () { return transformToNDJson_1.transformToNDJson; } });
-const pipeline_1 = require("./stream/pipeline/pipeline");
-Object.defineProperty(exports, "_pipeline", { enumerable: true, get: function () { return pipeline_1._pipeline; } });
+(0, tslib_1.__exportStar)(require("./stream/pipeline/pipeline"), exports);
 const readableCreate_1 = require("./stream/readable/readableCreate");
 Object.defineProperty(exports, "readableCreate", { enumerable: true, get: function () { return readableCreate_1.readableCreate; } });
 Object.defineProperty(exports, "readableFrom", { enumerable: true, get: function () { return readableCreate_1.readableFrom; } });
@@ -90,15 +61,10 @@ const readableMapToArray_1 = require("./stream/readable/readableMapToArray");
 Object.defineProperty(exports, "readableMapToArray", { enumerable: true, get: function () { return readableMapToArray_1.readableMapToArray; } });
 const readableToArray_1 = require("./stream/readable/readableToArray");
 Object.defineProperty(exports, "readableToArray", { enumerable: true, get: function () { return readableToArray_1.readableToArray; } });
-const transformBuffer_1 = require("./stream/transform/transformBuffer");
-Object.defineProperty(exports, "transformBuffer", { enumerable: true, get: function () { return transformBuffer_1.transformBuffer; } });
-const transformFilter_1 = require("./stream/transform/transformFilter");
-Object.defineProperty(exports, "transformFilter", { enumerable: true, get: function () { return transformFilter_1.transformFilter; } });
-Object.defineProperty(exports, "transformFilterSync", { enumerable: true, get: function () { return transformFilter_1.transformFilterSync; } });
-const transformLimit_1 = require("./stream/transform/transformLimit");
-Object.defineProperty(exports, "transformLimit", { enumerable: true, get: function () { return transformLimit_1.transformLimit; } });
-const transformLogProgress_1 = require("./stream/transform/transformLogProgress");
-Object.defineProperty(exports, "transformLogProgress", { enumerable: true, get: function () { return transformLogProgress_1.transformLogProgress; } });
+(0, tslib_1.__exportStar)(require("./stream/transform/transformBuffer"), exports);
+(0, tslib_1.__exportStar)(require("./stream/transform/transformFilter"), exports);
+(0, tslib_1.__exportStar)(require("./stream/transform/transformLimit"), exports);
+(0, tslib_1.__exportStar)(require("./stream/transform/transformLogProgress"), exports);
 const transformMap_1 = require("./stream/transform/transformMap");
 Object.defineProperty(exports, "transformMap", { enumerable: true, get: function () { return transformMap_1.transformMap; } });
 const transformMapSimple_1 = require("./stream/transform/transformMapSimple");
@@ -120,29 +86,16 @@ Object.defineProperty(exports, "BaseWorkerClass", { enumerable: true, get: funct
 const transformMultiThreaded_1 = require("./stream/transform/worker/transformMultiThreaded");
 Object.defineProperty(exports, "transformMultiThreaded", { enumerable: true, get: function () { return transformMultiThreaded_1.transformMultiThreaded; } });
 (0, tslib_1.__exportStar)(require("./stream/writable/writableForEach"), exports);
-const writableFork_1 = require("./stream/writable/writableFork");
-Object.defineProperty(exports, "writableFork", { enumerable: true, get: function () { return writableFork_1.writableFork; } });
-const writablePushToArray_1 = require("./stream/writable/writablePushToArray");
-Object.defineProperty(exports, "writablePushToArray", { enumerable: true, get: function () { return writablePushToArray_1.writablePushToArray; } });
-const writableVoid_1 = require("./stream/writable/writableVoid");
-Object.defineProperty(exports, "writableVoid", { enumerable: true, get: function () { return writableVoid_1.writableVoid; } });
+(0, tslib_1.__exportStar)(require("./stream/writable/writableFork"), exports);
+(0, tslib_1.__exportStar)(require("./stream/writable/writablePushToArray"), exports);
+(0, tslib_1.__exportStar)(require("./stream/writable/writableVoid"), exports);
 const inspectAny_1 = require("./string/inspectAny");
 Object.defineProperty(exports, "inspectAny", { enumerable: true, get: function () { return inspectAny_1.inspectAny; } });
 Object.defineProperty(exports, "inspectAnyStringifyFn", { enumerable: true, get: function () { return inspectAny_1.inspectAnyStringifyFn; } });
-const env_util_1 = require("./util/env.util");
-Object.defineProperty(exports, "requireEnvKeys", { enumerable: true, get: function () { return env_util_1.requireEnvKeys; } });
-Object.defineProperty(exports, "requireFileToExist", { enumerable: true, get: function () { return env_util_1.requireFileToExist; } });
+(0, tslib_1.__exportStar)(require("./util/env.util"), exports);
 const lruMemoCache_1 = require("./util/lruMemoCache");
 Object.defineProperty(exports, "LRUMemoCache", { enumerable: true, get: function () { return lruMemoCache_1.LRUMemoCache; } });
-const zip_util_1 = require("./util/zip.util");
-Object.defineProperty(exports, "gunzipBuffer", { enumerable: true, get: function () { return zip_util_1.gunzipBuffer; } });
-Object.defineProperty(exports, "gunzipToString", { enumerable: true, get: function () { return zip_util_1.gunzipToString; } });
-Object.defineProperty(exports, "gzipBuffer", { enumerable: true, get: function () { return zip_util_1.gzipBuffer; } });
-Object.defineProperty(exports, "gzipString", { enumerable: true, get: function () { return zip_util_1.gzipString; } });
-Object.defineProperty(exports, "unzipBuffer", { enumerable: true, get: function () { return zip_util_1.unzipBuffer; } });
-Object.defineProperty(exports, "unzipToString", { enumerable: true, get: function () { return zip_util_1.unzipToString; } });
-Object.defineProperty(exports, "zipBuffer", { enumerable: true, get: function () { return zip_util_1.zipBuffer; } });
-Object.defineProperty(exports, "zipString", { enumerable: true, get: function () { return zip_util_1.zipString; } });
+(0, tslib_1.__exportStar)(require("./util/zip.util"), exports);
 const ajv_util_1 = require("./validation/ajv/ajv.util");
 Object.defineProperty(exports, "readAjvSchemas", { enumerable: true, get: function () { return ajv_util_1.readAjvSchemas; } });
 Object.defineProperty(exports, "readJsonSchemas", { enumerable: true, get: function () { return ajv_util_1.readJsonSchemas; } });
@@ -154,33 +107,7 @@ const getAjv_1 = require("./validation/ajv/getAjv");
 Object.defineProperty(exports, "getAjv", { enumerable: true, get: function () { return getAjv_1.getAjv; } });
 const joi_extensions_1 = require("./validation/joi/joi.extensions");
 Object.defineProperty(exports, "Joi", { enumerable: true, get: function () { return joi_extensions_1.Joi; } });
-const joi_shared_schemas_1 = require("./validation/joi/joi.shared.schemas");
-Object.defineProperty(exports, "anyObjectSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.anyObjectSchema; } });
-Object.defineProperty(exports, "anySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.anySchema; } });
-Object.defineProperty(exports, "arraySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.arraySchema; } });
-Object.defineProperty(exports, "oneOfSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.oneOfSchema; } });
-Object.defineProperty(exports, "binarySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.binarySchema; } });
-Object.defineProperty(exports, "booleanDefaultToFalseSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.booleanDefaultToFalseSchema; } });
-Object.defineProperty(exports, "booleanSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.booleanSchema; } });
-Object.defineProperty(exports, "dateStringSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.dateStringSchema; } });
-Object.defineProperty(exports, "emailSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.emailSchema; } });
-Object.defineProperty(exports, "baseDBEntitySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.baseDBEntitySchema; } });
-Object.defineProperty(exports, "savedDBEntitySchema", { enumerable: true, get: function () { return joi_shared_schemas_1.savedDBEntitySchema; } });
-Object.defineProperty(exports, "idSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.idSchema; } });
-Object.defineProperty(exports, "integerSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.integerSchema; } });
-Object.defineProperty(exports, "ipAddressSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.ipAddressSchema; } });
-Object.defineProperty(exports, "numberSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.numberSchema; } });
-Object.defineProperty(exports, "objectSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.objectSchema; } });
-Object.defineProperty(exports, "percentageSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.percentageSchema; } });
-Object.defineProperty(exports, "semVerSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.semVerSchema; } });
-Object.defineProperty(exports, "SEM_VER_PATTERN", { enumerable: true, get: function () { return joi_shared_schemas_1.SEM_VER_PATTERN; } });
-Object.defineProperty(exports, "slugSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.slugSchema; } });
-Object.defineProperty(exports, "stringSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.stringSchema; } });
-Object.defineProperty(exports, "unixTimestampSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.unixTimestampSchema; } });
-Object.defineProperty(exports, "urlSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.urlSchema; } });
-Object.defineProperty(exports, "userAgentSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.userAgentSchema; } });
-Object.defineProperty(exports, "utcOffsetSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.utcOffsetSchema; } });
-Object.defineProperty(exports, "verSchema", { enumerable: true, get: function () { return joi_shared_schemas_1.verSchema; } });
+(0, tslib_1.__exportStar)(require("./validation/joi/joi.shared.schemas"), exports);
 const joi_validation_error_1 = require("./validation/joi/joi.validation.error");
 Object.defineProperty(exports, "JoiValidationError", { enumerable: true, get: function () { return joi_validation_error_1.JoiValidationError; } });
 const joi_validation_util_1 = require("./validation/joi/joi.validation.util");

package/dist/log/log.util.d.ts

@@ -0,0 +1,4 @@
+/**
+ * CommonLogger that logs to process.stdout directly (bypassing console.log).
+ */
+export declare const stdoutLogger: import("@naturalcycles/js-lib").CommonLogger;

package/dist/log/log.util.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.stdoutLogger = void 0;
+const js_lib_1 = require("@naturalcycles/js-lib");
+const index_1 = require("../index");
+/**
+ * CommonLogger that logs to process.stdout directly (bypassing console.log).
+ */
+exports.stdoutLogger = (0, js_lib_1.commonLoggerCreate)((_level, args) => {
+    process.stdout.write(args.map(a => (0, index_1.inspectAny)(a)).join(' ') + '\n');
+});

package/dist/stream/ndjson/ndjsonMap.d.ts

@@ -1,4 +1,4 @@
-import { AsyncMapper } from '@naturalcycles/js-lib';
+import { AbortableAsyncMapper } from '@naturalcycles/js-lib';
 import { TransformMapOptions, TransformLogProgressOptions } from '../..';
 export interface NDJSONMapOptions<IN = any, OUT = IN> extends TransformMapOptions<IN, OUT>, TransformLogProgressOptions<IN> {
     inputFilePath: string;
@@ -20,4 +20,4 @@ export interface NDJSONMapOptions<IN = any, OUT = IN> extends TransformMapOption
  * Unzips input file automatically, if it ends with `.gz`.
  * Zips output file automatically, if it ends with `.gz`.
  */
-export declare function ndjsonMap<IN = any, OUT = any>(mapper: AsyncMapper<IN, OUT>, opt: NDJSONMapOptions<IN, OUT>): Promise<void>;
+export declare function ndjsonMap<IN = any, OUT = any>(mapper: AbortableAsyncMapper<IN, OUT>, opt: NDJSONMapOptions<IN, OUT>): Promise<void>;

package/dist/stream/ndjson/ndjsonMap.js

@@ -18,19 +18,20 @@ async function ndjsonMap(mapper, opt) {
     });
     const transformUnzip = inputFilePath.endsWith('.gz') ? [(0, zlib_1.createUnzip)()] : [];
     const transformZip = outputFilePath.endsWith('.gz') ? [(0, zlib_1.createGzip)()] : [];
+    const readable = (0, fs_1.createReadStream)(inputFilePath);
     await (0, __1._pipeline)([
-        (0, fs_1.createReadStream)(inputFilePath),
+        readable,
         ...transformUnzip,
         (0, __1.transformSplit)(),
         (0, __1.transformJsonParse)(),
-        (0, __1.transformLimit)(limitInput),
+        (0, __1.transformLimit)({ limit: limitInput, sourceReadable: readable }),
         (0, __1.transformLogProgress)({ metric: 'read', ...opt }),
         (0, __1.transformMap)(mapper, {
             flattenArrayOutput: true,
             errorMode: js_lib_1.ErrorMode.SUPPRESS,
             ...opt,
         }),
-        (0, __1.transformLimit)(limitOutput),
+        (0, __1.transformLimit)({ limit: limitOutput, sourceReadable: readable }),
         (0, __1.transformLogProgress)({ metric: 'saved', logEvery: logEveryOutput }),
         (0, __1.transformToNDJson)(),
         ...transformZip,

package/dist/stream/ndjson/ndjsonStreamForEach.d.ts

@@ -1,4 +1,4 @@
-import { AsyncMapper } from '@naturalcycles/js-lib';
+import { AbortableAsyncMapper } from '@naturalcycles/js-lib';
 import { TransformLogProgressOptions, TransformMapOptions } from '../..';
 export interface NDJSONStreamForEachOptions<IN = any> extends TransformMapOptions<IN, void>, TransformLogProgressOptions<IN> {
     inputFilePath: string;
@@ -6,4 +6,4 @@ export interface NDJSONStreamForEachOptions<IN = any> extends TransformMapOption
 /**
  * Convenience function to `forEach` through an ndjson file.
  */
-export declare function ndjsonStreamForEach<T>(mapper: AsyncMapper<T, void>, opt: NDJSONStreamForEachOptions<T>): Promise<void>;
+export declare function ndjsonStreamForEach<T>(mapper: AbortableAsyncMapper<T, void>, opt: NDJSONStreamForEachOptions<T>): Promise<void>;

package/dist/stream/pipeline/pipeline.d.ts

@@ -1,6 +1,28 @@
 /// <reference types="node" />
-import { pipeline } from 'stream';
+import { Readable, Transform } from 'stream';
+import { DeferredPromise } from '@naturalcycles/js-lib';
+declare type AnyStream = NodeJS.ReadableStream | NodeJS.WritableStream | NodeJS.ReadWriteStream;
+export interface PipelineOptions {
+    /**
+     * Set to true to allow ERR_STREAM_PREMATURE_CLOSE.
+     * Required to support graceful close when using transformLimit
+     */
+    allowClose?: boolean;
+}
 /**
- * Promisified stream.pipeline()
+ * Promisified `stream.pipeline`.
+ *
+ * Supports opt.allowClose, which allows transformLimit to work (to actually stop source Readable)
+ * without throwing an error (ERR_STREAM_PREMATURE_CLOSE).
  */
-export declare let _pipeline: typeof pipeline.__promisify__;
+export declare function _pipeline(streams: AnyStream[], opt?: PipelineOptions): Promise<void>;
+/**
+ * Convenience function to make _pipeline collect all items at the end of the stream (should be Transform, not Writeable!)
+ * and return.
+ */
+export declare function _pipelineToArray<T>(streams: AnyStream[], opt?: PipelineOptions): Promise<T[]>;
+export declare class AbortableTransform extends Transform {
+    sourceReadable?: Readable;
+    streamDone?: DeferredPromise;
+}
+export {};

package/dist/stream/pipeline/pipeline.js

@@ -1,15 +1,82 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports._pipeline = void 0;
+exports.AbortableTransform = exports._pipelineToArray = exports._pipeline = void 0;
 const stream_1 = require("stream");
-const util_1 = require("util");
+const js_lib_1 = require("@naturalcycles/js-lib");
+const index_1 = require("../../index");
 /**
- * Promisified stream.pipeline()
+ * Promisified `stream.pipeline`.
+ *
+ * Supports opt.allowClose, which allows transformLimit to work (to actually stop source Readable)
+ * without throwing an error (ERR_STREAM_PREMATURE_CLOSE).
  */
-exports._pipeline = (0, util_1.promisify)(stream_1.pipeline);
-// Workaround https://github.com/nodejs/node/issues/40191
-// todo: remove it when fix is released in 16.x and in AppEngine 16.x
-if (process.version >= 'v16.10') {
-    const { pipeline } = require('stream/promises');
-    exports._pipeline = ((streams) => pipeline(...streams));
+async function _pipeline(streams, opt = {}) {
+    const first = streams[0];
+    const rest = streams.slice(1);
+    if (opt.allowClose) {
+        // Do the magic of making the pipeline "abortable"
+        //
+        // How does it work:
+        // It finds `sourceReadable` (basically, it's just first item in the passed array of streams)
+        // Finds last "writable" (last item), patches the `_final` method of it to detect when the whole pipeline is "done",
+        // sets the `streamDone` DeferredPromise that resolves when the pipeline is done.
+        // Scans through all passed items, finds those that are capable of "closing" the stream
+        // (currently its `transformLimit` or `transformMap`)
+        // Patches them by attaching `sourceReadable` and `streamDone`.
+        // These items (transformLimit and transformMap), when they need to "close the stream" - call `pipelineClose`.
+        // `pipelineClose` is the result of 2 sleepless nights of googling and experimentation:)
+        // It does:
+        // 1. Stops the "downstream" by doing `this.push(null)`.
+        // 2. Pauses the `sourceReadable` by calling sourceReadable.unpipe()
+        // 3. Waits for `streamDone` to ensure that downstream chunks are fully processed (e.g written to disk).
+        // 4. Calls `sourceReadable.destroy()`, which emits ERR_STREAM_PREMATURE_CLOSE
+        // 5. _pipeline (this function) catches that specific error and suppresses it (because it's expected and
+        // inevitable in this flow). Know a better way to close the stream? Tell me!
+        const streamDone = (0, js_lib_1.pDefer)();
+        const sourceReadable = first;
+        const last = (0, js_lib_1._last)(streams);
+        const lastFinal = last._final?.bind(last) || ((cb) => cb());
+        last._final = cb => {
+            lastFinal(() => {
+                cb();
+                streamDone.resolve();
+            });
+        };
+        rest.forEach(s => {
+            // console.log(s)
+            if (s instanceof AbortableTransform || s.constructor.name === 'DestroyableTransform') {
+                // console.log(`found ${s.constructor.name}, setting props`)
+                ;
+                s.sourceReadable = sourceReadable;
+                s.streamDone = streamDone;
+            }
+        });
+    }
+    return new Promise((resolve, reject) => {
+        (0, stream_1.pipeline)(first, ...rest, (err) => {
+            if (err) {
+                if (opt.allowClose && err?.code === 'ERR_STREAM_PREMATURE_CLOSE') {
+                    console.log('_pipeline closed (as expected)');
+                    return resolve();
+                }
+                // console.log(`_pipeline error`, err)
+                return reject(err);
+            }
+            resolve();
+        });
+    });
 }
+exports._pipeline = _pipeline;
+/**
+ * Convenience function to make _pipeline collect all items at the end of the stream (should be Transform, not Writeable!)
+ * and return.
+ */
+async function _pipelineToArray(streams, opt = {}) {
+    const a = [];
+    await _pipeline([...streams, (0, index_1.writablePushToArray)(a)], opt);
+    return a;
+}
+exports._pipelineToArray = _pipelineToArray;
+class AbortableTransform extends stream_1.Transform {
+}
+exports.AbortableTransform = AbortableTransform;

package/dist/stream/readable/readableCreate.d.ts

@@ -6,6 +6,14 @@ import { ReadableTyped } from '../stream.model';
  * Push `null` to it to complete (similar to RxJS `.complete()`).
  *
  * Difference from Readable.from() is that this readable is not "finished" yet and allows pushing more to it.
+ *
+ * Caution!
+ * The implementation of this Readable is not fully compliant,
+ * e.g the read() method doesn't return anything, so, it will hand the Node process (or cause it to process.exit(0))
+ * if read() will be called AFTER everything was pushed and Readable is closed (by pushing `null`).
+ * Beware of it when e.g doing unit testing! Jest prefers to hang (not exit-0).
+ *
+ * @deprecated because of the caution above
  */
 export declare function readableCreate<T>(items?: Iterable<T>, opt?: ReadableOptions): ReadableTyped<T>;
 /**

package/dist/stream/readable/readableCreate.js

@@ -7,12 +7,20 @@ const stream_1 = require("stream");
  * Push `null` to it to complete (similar to RxJS `.complete()`).
  *
  * Difference from Readable.from() is that this readable is not "finished" yet and allows pushing more to it.
+ *
+ * Caution!
+ * The implementation of this Readable is not fully compliant,
+ * e.g the read() method doesn't return anything, so, it will hand the Node process (or cause it to process.exit(0))
+ * if read() will be called AFTER everything was pushed and Readable is closed (by pushing `null`).
+ * Beware of it when e.g doing unit testing! Jest prefers to hang (not exit-0).
+ *
+ * @deprecated because of the caution above
  */
 function readableCreate(items = [], opt) {
     const readable = new stream_1.Readable({
         objectMode: true,
         ...opt,
-        read() { },
+        read() { }, // Caution, if this is called and Readable has not finished yet (null wasn't pushed) - it'll hang the process!
     });
     for (const item of items) {
         readable.push(item);

package/dist/stream/readable/readableForEach.d.ts

@@ -1,4 +1,4 @@
-import { AsyncMapper, Mapper } from '@naturalcycles/js-lib';
+import { Mapper, AbortableAsyncMapper } from '@naturalcycles/js-lib';
 import { ReadableTyped } from '../../index';
 import { TransformMapOptions } from '../transform/transformMap';
 /**
@@ -7,7 +7,7 @@ import { TransformMapOptions } from '../transform/transformMap';
  *
  * @experimental
  */
-export declare function readableForEach<T>(readable: ReadableTyped<T>, mapper: AsyncMapper<T, void>, opt?: TransformMapOptions<T, void>): Promise<void>;
+export declare function readableForEach<T>(readable: ReadableTyped<T>, mapper: AbortableAsyncMapper<T, void>, opt?: TransformMapOptions<T, void>): Promise<void>;
 /**
  * Convenience function to do `.forEach` over a Readable.
  * Typed! (unlike default Readable).

package/dist/stream/readable/readableFromArray.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="node" />
 import { ReadableOptions } from 'stream';
-import { AsyncMapper } from '@naturalcycles/js-lib';
+import { AbortableAsyncMapper } from '@naturalcycles/js-lib';
 import { ReadableTyped } from '../stream.model';
 /**
  * Create Readable from Array.
@@ -8,4 +8,4 @@ import { ReadableTyped } from '../stream.model';
  *
  * For simple cases use Readable.from(...) (Node.js 12+)
  */
-export declare function readableFromArray<IN, OUT>(items: IN[], mapper?: AsyncMapper<IN, OUT>, opt?: ReadableOptions): ReadableTyped<OUT>;
+export declare function readableFromArray<IN, OUT>(items: IN[], mapper?: AbortableAsyncMapper<IN, OUT>, opt?: ReadableOptions): ReadableTyped<OUT>;

package/dist/stream/readable/readableFromArray.js

@@ -10,21 +10,25 @@ const js_lib_1 = require("@naturalcycles/js-lib");
  * For simple cases use Readable.from(...) (Node.js 12+)
  */
 function readableFromArray(items, mapper = js_lib_1._passthroughMapper, opt) {
-    const readable = new stream_1.Readable({
+    let i = -1;
+    return new stream_1.Readable({
         objectMode: true,
         ...opt,
-        read() { },
+        async read() {
+            i++;
+            if (i < items.length) {
+                try {
+                    this.push(await mapper(items[i], i));
+                }
+                catch (err) {
+                    console.error(err);
+                    this.destroy(err);
+                }
+            }
+            else {
+                this.push(null); // end
+            }
+        },
     });
-    void (0, js_lib_1.pMap)(items, async (item, index) => {
-        readable.push(await mapper(item, index));
-    }, { concurrency: 1 })
-        .then(() => {
-        readable.push(null); // done
-    })
-        .catch(err => {
-        console.error(err);
-        readable.push(err);
-    });
-    return readable;
 }
 exports.readableFromArray = readableFromArray;

package/dist/stream/readable/readableMap.d.ts

@@ -1,3 +1,3 @@
-import { AsyncMapper } from '@naturalcycles/js-lib';
+import { AbortableAsyncMapper } from '@naturalcycles/js-lib';
 import { ReadableTyped } from '../stream.model';
-export declare function readableMap<IN, OUT>(readable: ReadableTyped<IN>, mapper: AsyncMapper<IN, OUT>): ReadableTyped<OUT>;
+export declare function readableMap<IN, OUT>(readable: ReadableTyped<IN>, mapper: AbortableAsyncMapper<IN, OUT>): ReadableTyped<OUT>;