@naturalcycles/nodejs-lib 12.50.0 → 12.54.0

package/dist/got/getGot.js

@@ -13,6 +13,7 @@ const colors_1 = require("../colors");
  * 3. Reasonable defaults(tm), e.g non-infinite Timeout
  */
 function getGot(opt = {}) {
+    opt.logger || (opt.logger = console);
     return got_1.default.extend({
         // Most-important is to set to anything non-empty (so, requests don't "hang" by default).
         // Should be long enough to handle for slow responses from scaled cloud APIs in times of spikes
@@ -93,7 +94,7 @@ function gotBeforeRequestHook(opt) {
         };
         if (opt.logStart) {
             const shortUrl = getShortUrl(opt, options.url, options.prefixUrl);
-            console.log([(0, colors_1.dimGrey)(' >>'), (0, colors_1.dimGrey)(options.method), (0, colors_1.grey)(shortUrl)].join(' '));
+            opt.logger.log([(0, colors_1.dimGrey)(' >>'), (0, colors_1.dimGrey)(options.method), (0, colors_1.grey)(shortUrl)].join(' '));
         }
     };
 }
@@ -104,7 +105,7 @@ function gotAfterResponseHook(opt = {}) {
             const { started } = resp.request.options.context;
             const { url, prefixUrl, method } = resp.request.options;
             const shortUrl = getShortUrl(opt, url, prefixUrl);
-            console.log([
+            opt.logger.log([
                 (0, colors_1.dimGrey)(' <<'),
                 coloredHttpCode(resp.statusCode),
                 (0, colors_1.dimGrey)(method),
@@ -117,7 +118,7 @@ function gotAfterResponseHook(opt = {}) {
         }
         // Error responses are not logged, cause they're included in Error message already
         if (opt.logResponse && success) {
-            console.log((0, __1.inspectAny)((0, js_lib_1._jsonParseIfPossible)(resp.body), { maxLen: opt.maxResponseLength }));
+            opt.logger.log((0, __1.inspectAny)(resp.body, { maxLen: opt.maxResponseLength }));
         }
         return resp;
     };

package/dist/got/got.model.d.ts

@@ -1,4 +1,4 @@
-import { AnyObject } from '@naturalcycles/js-lib';
+import { AnyObject, CommonLogger } from '@naturalcycles/js-lib';
 import type { Options } from 'got';
 export interface GetGotOptions extends Options {
     /**
@@ -27,6 +27,10 @@ export interface GetGotOptions extends Options {
      * Set to false to strip searchParams from url when logging (both success and error)
      */
     logWithSearchParams?: boolean;
+    /**
+     * Defaults to `console`
+     */
+    logger?: CommonLogger;
     /**
      * Max length of response object before it's truncated.
      *

package/dist/index.d.ts

@@ -7,7 +7,7 @@ import { tableDiff, TableDiffOptions } from './diff/tableDiff';
 import { getGot } from './got/getGot';
 import { GetGotOptions } from './got/got.model';
 import { memoryUsage, memoryUsageFull, processSharedUtil } from './infra/process.util';
-import { Debug, DebugLogLevel, IDebug, IDebugger } from './log/debug';
+import { Debug, IDebug, IDebugger } from './log/debug';
 import { base64ToBuffer, base64ToString, bufferToBase64, hash, md5, hashAsBuffer, md5AsBuffer, stringToBase64 } from './security/hash.util';
 import { ALPHABET_ALPHANUMERIC, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_LOWERCASE, ALPHABET_NUMBER, ALPHABET_UPPERCASE, stringId, stringIdAsync, stringIdUnsafe } from './security/id.util';
 import { getSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, setSecretMap } from './security/secret.util';
@@ -51,7 +51,7 @@ import { writableForEach } from './stream/writable/writableForEach';
 import { writableFork } from './stream/writable/writableFork';
 import { writablePushToArray } from './stream/writable/writablePushToArray';
 import { writableVoid } from './stream/writable/writableVoid';
-import { inspectAny, InspectAnyOptions } from './string/inspectAny';
+import { inspectAny, InspectAnyOptions, inspectAnyStringifyFn } from './string/inspectAny';
 import { requireEnvKeys, requireFileToExist } from './util/env.util';
 import { LRUMemoCache } from './util/lruMemoCache';
 import { gunzipBuffer, gunzipToString, gzipBuffer, gzipString, unzipBuffer, unzipToString, zipBuffer, zipString } from './util/zip.util';
@@ -65,5 +65,6 @@ import { anyObjectSchema, anySchema, arraySchema, oneOfSchema, binarySchema, boo
 import { JoiValidationError, JoiValidationErrorData } from './validation/joi/joi.validation.error';
 import { convert, getValidationResult, isValid, JoiValidationResult, undefinedIfInvalid, validate } from './validation/joi/joi.validation.util';
 import { sanitizeHTML, SanitizeHTMLOptions } from './validation/sanitize.util';
-export type { JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions, TransformLogProgressOptions, TransformMultiThreadedOptions, WorkerClassInterface, WorkerInput, WorkerOutput, TableDiffOptions, InspectAnyOptions, Got, GetGotOptions, AfterResponseHook, BeforeErrorHook, BeforeRequestHook, AjvValidationOptions, AjvSchemaCfg, AjvValidationErrorData, SanitizeHTMLOptions, };
-export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, booleanSchema, booleanDefaultToFalseSchema, stringSchema, numberSchema, integerSchema, percentageSchema, dateStringSchema, arraySchema, binarySchema, objectSchema, oneOfSchema, anySchema, anyObjectSchema, baseDBEntitySchema, savedDBEntitySchema, idSchema, unixTimestampSchema, verSchema, emailSchema, SEM_VER_PATTERN, semVerSchema, userAgentSchema, utcOffsetSchema, ipAddressSchema, slugSchema, urlSchema, processSharedUtil, zipBuffer, gzipBuffer, unzipBuffer, gunzipBuffer, zipString, gzipString, unzipToString, gunzipToString, requireEnvKeys, requireFileToExist, LRUMemoCache, stringId, stringIdAsync, stringIdUnsafe, ALPHABET_NUMBER, ALPHABET_LOWERCASE, ALPHABET_UPPERCASE, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_ALPHANUMERIC, md5, hash, hashAsBuffer, md5AsBuffer, stringToBase64, base64ToString, bufferToBase64, base64ToBuffer, Debug, DebugLogLevel, getSecretMap, setSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, memoryUsage, memoryUsageFull, SlackService, slackDefaultMessagePrefixHook, readableCreate, readableFrom, readableFromArray, readableToArray, readableForEach, readableForEachSync, readableMap, readableMapToArray, _pipeline, transformBuffer, ndjsonMap, ndJsonFileRead, ndJsonFileWrite, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformFilter, transformFilterSync, transformMap, transformMapSync, transformMapSimple, transformNoOp, writableForEach, writablePushToArray, transformSplit, transformToString, transformToArray, transformTap, transformLogProgress, transformLimit, writableVoid, writableFork, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, getGot, HTTPError, TimeoutError, _chunkBuffer, Ajv, getAjv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, hasColors, sanitizeHTML, };
+import { runScript, RunScriptOptions } from './script';
+export type { RunScriptOptions, JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions, TransformLogProgressOptions, TransformMultiThreadedOptions, WorkerClassInterface, WorkerInput, WorkerOutput, TableDiffOptions, InspectAnyOptions, Got, GetGotOptions, AfterResponseHook, BeforeErrorHook, BeforeRequestHook, AjvValidationOptions, AjvSchemaCfg, AjvValidationErrorData, SanitizeHTMLOptions, };
+export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, booleanSchema, booleanDefaultToFalseSchema, stringSchema, numberSchema, integerSchema, percentageSchema, dateStringSchema, arraySchema, binarySchema, objectSchema, oneOfSchema, anySchema, anyObjectSchema, baseDBEntitySchema, savedDBEntitySchema, idSchema, unixTimestampSchema, verSchema, emailSchema, SEM_VER_PATTERN, semVerSchema, userAgentSchema, utcOffsetSchema, ipAddressSchema, slugSchema, urlSchema, processSharedUtil, zipBuffer, gzipBuffer, unzipBuffer, gunzipBuffer, zipString, gzipString, unzipToString, gunzipToString, requireEnvKeys, requireFileToExist, LRUMemoCache, stringId, stringIdAsync, stringIdUnsafe, ALPHABET_NUMBER, ALPHABET_LOWERCASE, ALPHABET_UPPERCASE, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_ALPHANUMERIC, md5, hash, hashAsBuffer, md5AsBuffer, stringToBase64, base64ToString, bufferToBase64, base64ToBuffer, Debug, getSecretMap, setSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, memoryUsage, memoryUsageFull, SlackService, slackDefaultMessagePrefixHook, readableCreate, readableFrom, readableFromArray, readableToArray, readableForEach, readableForEachSync, readableMap, readableMapToArray, _pipeline, transformBuffer, ndjsonMap, ndJsonFileRead, ndJsonFileWrite, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformFilter, transformFilterSync, transformMap, transformMapSync, transformMapSimple, transformNoOp, writableForEach, writablePushToArray, transformSplit, transformToString, transformToArray, transformTap, transformLogProgress, transformLimit, writableVoid, writableFork, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, inspectAnyStringifyFn, getGot, HTTPError, TimeoutError, _chunkBuffer, Ajv, getAjv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, hasColors, sanitizeHTML, runScript, };

package/dist/index.js

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ALPHABET_LOWERCASE = exports.ALPHABET_NUMBER = exports.stringIdUnsafe = exports.stringIdAsync = exports.stringId = exports.LRUMemoCache = exports.requireFileToExist = exports.requireEnvKeys = exports.gunzipToString = exports.unzipToString = exports.gzipString = exports.zipString = exports.gunzipBuffer = exports.unzipBuffer = exports.gzipBuffer = exports.zipBuffer = exports.processSharedUtil = exports.urlSchema = exports.slugSchema = exports.ipAddressSchema = exports.utcOffsetSchema = exports.userAgentSchema = exports.semVerSchema = exports.SEM_VER_PATTERN = exports.emailSchema = exports.verSchema = exports.unixTimestampSchema = exports.idSchema = exports.savedDBEntitySchema = exports.baseDBEntitySchema = exports.anyObjectSchema = exports.anySchema = exports.oneOfSchema = exports.objectSchema = exports.binarySchema = exports.arraySchema = exports.dateStringSchema = exports.percentageSchema = exports.integerSchema = exports.numberSchema = exports.stringSchema = exports.booleanDefaultToFalseSchema = exports.booleanSchema = exports.Joi = exports.convert = exports.undefinedIfInvalid = exports.isValid = exports.getValidationResult = exports.validate = exports.JoiValidationError = void 0;
-exports.transformMapSync = exports.transformMap = exports.transformFilterSync = exports.transformFilter = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.ndJsonFileWrite = exports.ndJsonFileRead = exports.ndjsonMap = exports.transformBuffer = exports._pipeline = exports.readableMapToArray = exports.readableMap = exports.readableForEachSync = exports.readableForEach = exports.readableToArray = exports.readableFromArray = exports.readableFrom = exports.readableCreate = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.memoryUsageFull = exports.memoryUsage = exports.secretOptional = exports.secret = exports.removeSecretsFromEnv = exports.loadSecretsFromJsonFile = exports.loadSecretsFromEnv = exports.setSecretMap = exports.getSecretMap = exports.DebugLogLevel = exports.Debug = exports.base64ToBuffer = exports.bufferToBase64 = exports.base64ToString = exports.stringToBase64 = exports.md5AsBuffer = exports.hashAsBuffer = exports.hash = exports.md5 = exports.ALPHABET_ALPHANUMERIC = exports.ALPHABET_ALPHANUMERIC_UPPERCASE = exports.ALPHABET_ALPHANUMERIC_LOWERCASE = exports.ALPHABET_UPPERCASE = void 0;
-exports.sanitizeHTML = exports.hasColors = exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.getAjv = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.HTTPError = exports.getGot = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.writableFork = exports.writableVoid = exports.transformLimit = exports.transformLogProgress = exports.transformTap = exports.transformToArray = exports.transformToString = exports.transformSplit = exports.writablePushToArray = exports.writableForEach = exports.transformNoOp = exports.transformMapSimple = void 0;
+exports.transformMapSimple = exports.transformMapSync = exports.transformMap = exports.transformFilterSync = exports.transformFilter = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.ndJsonFileWrite = exports.ndJsonFileRead = exports.ndjsonMap = exports.transformBuffer = exports._pipeline = exports.readableMapToArray = exports.readableMap = exports.readableForEachSync = exports.readableForEach = exports.readableToArray = exports.readableFromArray = exports.readableFrom = exports.readableCreate = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.memoryUsageFull = exports.memoryUsage = exports.secretOptional = exports.secret = exports.removeSecretsFromEnv = exports.loadSecretsFromJsonFile = exports.loadSecretsFromEnv = exports.setSecretMap = exports.getSecretMap = exports.Debug = exports.base64ToBuffer = exports.bufferToBase64 = exports.base64ToString = exports.stringToBase64 = exports.md5AsBuffer = exports.hashAsBuffer = exports.hash = exports.md5 = exports.ALPHABET_ALPHANUMERIC = exports.ALPHABET_ALPHANUMERIC_UPPERCASE = exports.ALPHABET_ALPHANUMERIC_LOWERCASE = exports.ALPHABET_UPPERCASE = void 0;
+exports.runScript = exports.sanitizeHTML = exports.hasColors = exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.getAjv = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.HTTPError = exports.getGot = exports.inspectAnyStringifyFn = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.writableFork = exports.writableVoid = exports.transformLimit = exports.transformLogProgress = exports.transformTap = exports.transformToArray = exports.transformToString = exports.transformSplit = exports.writablePushToArray = exports.writableForEach = exports.transformNoOp = void 0;
 const ajv_1 = require("ajv");
 exports.Ajv = ajv_1.default;
 const got_1 = require("got");
@@ -20,7 +20,6 @@ Object.defineProperty(exports, "memoryUsageFull", { enumerable: true, get: funct
 Object.defineProperty(exports, "processSharedUtil", { enumerable: true, get: function () { return process_util_1.processSharedUtil; } });
 const debug_1 = require("./log/debug");
 Object.defineProperty(exports, "Debug", { enumerable: true, get: function () { return debug_1.Debug; } });
-Object.defineProperty(exports, "DebugLogLevel", { enumerable: true, get: function () { return debug_1.DebugLogLevel; } });
 const hash_util_1 = require("./security/hash.util");
 Object.defineProperty(exports, "base64ToBuffer", { enumerable: true, get: function () { return hash_util_1.base64ToBuffer; } });
 Object.defineProperty(exports, "base64ToString", { enumerable: true, get: function () { return hash_util_1.base64ToString; } });
@@ -129,6 +128,7 @@ const writableVoid_1 = require("./stream/writable/writableVoid");
 Object.defineProperty(exports, "writableVoid", { enumerable: true, get: function () { return writableVoid_1.writableVoid; } });
 const inspectAny_1 = require("./string/inspectAny");
 Object.defineProperty(exports, "inspectAny", { enumerable: true, get: function () { return inspectAny_1.inspectAny; } });
+Object.defineProperty(exports, "inspectAnyStringifyFn", { enumerable: true, get: function () { return inspectAny_1.inspectAnyStringifyFn; } });
 const env_util_1 = require("./util/env.util");
 Object.defineProperty(exports, "requireEnvKeys", { enumerable: true, get: function () { return env_util_1.requireEnvKeys; } });
 Object.defineProperty(exports, "requireFileToExist", { enumerable: true, get: function () { return env_util_1.requireFileToExist; } });
@@ -191,3 +191,5 @@ Object.defineProperty(exports, "undefinedIfInvalid", { enumerable: true, get: fu
 Object.defineProperty(exports, "validate", { enumerable: true, get: function () { return joi_validation_util_1.validate; } });
 const sanitize_util_1 = require("./validation/sanitize.util");
 Object.defineProperty(exports, "sanitizeHTML", { enumerable: true, get: function () { return sanitize_util_1.sanitizeHTML; } });
+const script_1 = require("./script");
+Object.defineProperty(exports, "runScript", { enumerable: true, get: function () { return script_1.runScript; } });

package/dist/log/debug.d.ts

@@ -14,20 +14,10 @@ export interface DebugFormatters {
 }
 export interface IDebugger {
     (...args: any[]): void;
-    debug: (...args: any[]) => void;
-    info: (...args: any[]) => void;
-    warn: (...args: any[]) => void;
-    error: (...args: any[]) => void;
     color: string;
     enabled: boolean;
     log: (...args: any[]) => any;
     namespace: string;
     destroy: () => boolean;
 }
-export declare enum DebugLogLevel {
-    debug = "debug",
-    info = "info",
-    warn = "warn",
-    error = "error"
-}
 export declare const Debug: IDebug;

package/dist/log/debug.js

@@ -1,28 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Debug = exports.DebugLogLevel = void 0;
-var DebugLogLevel;
-(function (DebugLogLevel) {
-    DebugLogLevel["debug"] = "debug";
-    DebugLogLevel["info"] = "info";
-    DebugLogLevel["warn"] = "warn";
-    DebugLogLevel["error"] = "error";
-})(DebugLogLevel = exports.DebugLogLevel || (exports.DebugLogLevel = {}));
+exports.Debug = void 0;
 const originalDebug = require('debug');
 // eslint-disable-next-line @typescript-eslint/naming-convention
 exports.Debug = ((namespace) => {
     const instance = originalDebug(namespace);
     instance.log = console.log.bind(console); // this enables colors for objects
-    instance.info = instance.bind(instance);
-    const instanceDebug = originalDebug([namespace, 'debug'].join(':'));
-    instanceDebug.log = console.debug.bind(console);
-    instance.debug = instanceDebug.bind(instanceDebug);
-    const instanceWarn = originalDebug([namespace, 'warn'].join(':'));
-    instanceWarn.log = console.warn.bind(console);
-    instance.warn = instanceWarn.bind(instanceWarn);
-    const instanceError = originalDebug([namespace, 'error'].join(':'));
-    instanceError.log = console.error.bind(console);
-    instance.error = instanceError.bind(instanceError);
     return instance;
 });
 exports.Debug.coerce = originalDebug.coerce.bind(originalDebug);

package/dist/script/index.d.ts

@@ -1,3 +1,4 @@
+import type { CommonLogger } from '@naturalcycles/js-lib';
 export interface RunScriptOptions {
     /**
      * @default false
@@ -5,6 +6,10 @@ export interface RunScriptOptions {
      * Currently it exists because of `jest --maxWorkers=1` behavior. To be investigated more..
      */
     noExit?: boolean;
+    /**
+     * Default to `console`
+     */
+    logger?: CommonLogger;
 }
 /**
  * Use it in your top-level scripts like this:

package/dist/script/index.js

@@ -18,23 +18,24 @@ exports.runScript = void 0;
  * This function is kept light, dependency-free, exported separately.
  */
 function runScript(fn, opt = {}) {
+    const { logger = console, noExit } = opt;
     process.on('uncaughtException', err => {
-        console.error('uncaughtException', err);
+        logger.error('uncaughtException:', err);
     });
     process.on('unhandledRejection', err => {
-        console.error('unhandledRejection', err);
+        logger.error('unhandledRejection:', err);
     });
     void (async () => {
         try {
             await fn();
-            if (!opt.noExit) {
+            if (!noExit) {
                 setImmediate(() => process.exit(0));
             }
         }
         catch (err) {
-            console.error('runScript failed:', err);
+            logger.error('runScript error:', err);
             process.exitCode = 1;
-            if (!opt.noExit) {
+            if (!noExit) {
                 setImmediate(() => process.exit(1));
             }
         }

package/dist/security/secret.util.js

@@ -5,8 +5,6 @@ const fs = require("fs");
 const __1 = require("..");
 const crypto_util_1 = require("./crypto.util");
 let loaded = false;
-// it's wrapped to be able to pipe console.* to Stackdriver
-const getLog = () => (0, __1.Debug)('nc:nodejs-lib:secret');
 const secretMap = {};
 /**
  * Loads plaintext secrets from process.env, removes them, stores locally.
@@ -25,7 +23,7 @@ function loadSecretsFromEnv() {
         delete process.env[k];
     });
     loaded = true;
-    getLog()(`${Object.keys(secrets).length} secret(s) loaded from process.env: ${Object.keys(secrets).join(', ')}`);
+    console.log(`${Object.keys(secrets).length} secret(s) loaded from process.env: ${Object.keys(secrets).join(', ')}`);
 }
 exports.loadSecretsFromEnv = loadSecretsFromEnv;
 /**
@@ -58,7 +56,7 @@ function loadSecretsFromJsonFile(filePath, SECRET_ENCRYPTION_KEY) {
     }
     Object.entries(secrets).forEach(([k, v]) => (secretMap[k.toUpperCase()] = v));
     loaded = true;
-    getLog()(`${Object.keys(secrets).length} secret(s) loaded from ${filePath}: ${Object.keys(secrets)
+    console.log(`${Object.keys(secrets).length} secret(s) loaded from ${filePath}: ${Object.keys(secrets)
         .map(s => s.toUpperCase())
         .join(', ')}`);
 }
@@ -91,7 +89,7 @@ exports.getSecretMap = getSecretMap;
 function setSecretMap(map) {
     Object.keys(secretMap).forEach(k => delete secretMap[k]);
     Object.entries(map).forEach(([k, v]) => (secretMap[k.toUpperCase()] = v));
-    getLog()(`setSecretMap set ${Object.keys(secretMap).length} secret(s): ${Object.keys(map)
+    console.log(`setSecretMap set ${Object.keys(secretMap).length} secret(s): ${Object.keys(map)
         .map(s => s.toUpperCase())
         .join(', ')}`);
 }

package/dist/slack/slack.service.d.ts

@@ -1,4 +1,4 @@
-import { StringMap } from '@naturalcycles/js-lib';
+import { AnyObject, CommonLogger, CommonLogLevel } from '@naturalcycles/js-lib';
 import { SlackAttachmentField, SlackMessage, SlackServiceCfg } from './slack.service.model';
 /**
  * Has 2 main methods:
@@ -19,7 +19,16 @@ export declare class SlackService<CTX = any> {
      * Allows to "log" many things at once, similar to `console.log(one, two, three).
      */
     log(...items: any[]): Promise<void>;
-    send(msg: SlackMessage<CTX> | string, ctx?: CTX): Promise<void>;
-    kvToFields(kv: StringMap<any>): SlackAttachmentField[];
+    send(input: SlackMessage<CTX> | string, ctx?: CTX): Promise<void>;
+    kvToFields(kv: AnyObject): SlackAttachmentField[];
+    /**
+     * Returns a CommonLogger implementation based on this SlackService instance.
+     */
+    getCommonLogger(opt: {
+        minLogLevel: CommonLogLevel;
+        logChannel?: string;
+        warnChannel?: string;
+        errorChannel?: string;
+    }): CommonLogger;
 }
 export declare function slackDefaultMessagePrefixHook(msg: SlackMessage): string[];

package/dist/slack/slack.service.js

@@ -1,22 +1,22 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.slackDefaultMessagePrefixHook = exports.SlackService = void 0;
+const js_lib_1 = require("@naturalcycles/js-lib");
 const time_lib_1 = require("@naturalcycles/time-lib");
 const got_1 = require("got");
 const __1 = require("..");
 const GAE = !!process.env['GAE_INSTANCE'];
-const DEFAULTS = () => ({
+const DEFAULTS = {
     username: 'bot',
     channel: '#log',
     icon_emoji: ':spider_web:',
     items: 'no text',
-});
+};
 const INSPECT_OPT = {
     colors: false,
     includeErrorData: true,
     includeErrorStack: true,
 };
-const log = (0, __1.Debug)('nc:nodejs-lib:slack');
 /**
  * Has 2 main methods:
  *
@@ -33,7 +33,12 @@ class SlackService {
     constructor(cfg) {
         this.cfg = {
             messagePrefixHook: slackDefaultMessagePrefixHook,
+            logger: console,
             ...cfg,
+            inspectOptions: {
+                ...INSPECT_OPT,
+                ...cfg.inspectOptions,
+            },
         };
     }
     /**
@@ -45,38 +50,29 @@ class SlackService {
             items: items.length === 1 ? items[0] : items,
         });
     }
-    async send(msg, ctx) {
-        const { webhookUrl, messagePrefixHook } = this.cfg;
+    async send(input, ctx) {
+        const { webhookUrl, messagePrefixHook, inspectOptions } = this.cfg;
         // If String is passed as first argument - just transform it to a full SlackMessage
-        if (typeof msg === 'string') {
-            msg = {
-                items: msg,
-            };
-        }
+        const msg = typeof input === 'string' ? { items: input } : input;
         if (ctx !== undefined) {
             Object.assign(msg, { ctx });
         }
-        if (!msg.noLog) {
-            log[msg.level || __1.DebugLogLevel.info](...[msg.items, msg.kv, msg.attachments, msg.mentions].filter(Boolean));
-        }
+        this.cfg.logger.log(...[msg.items, msg.kv, msg.attachments, msg.mentions].filter(Boolean));
         if (!webhookUrl)
             return;
         // Transform msg.kv into msg.attachments
         if (msg.kv) {
-            msg.attachments = [...(msg.attachments || []), { fields: this.kvToFields(msg.kv) }];
+            ;
+            (msg.attachments || (msg.attachments = [])).push({ fields: this.kvToFields(msg.kv) });
             delete msg.kv; // to not pass it all the way to Slack Api
         }
         let text;
-        const inspectOpt = {
-            ...INSPECT_OPT,
-            ...msg.inspectOptions,
-        };
         // Array has a special treatment here
         if (Array.isArray(msg.items)) {
-            text = msg.items.map(t => (0, __1.inspectAny)(t, inspectOpt)).join('\n');
+            text = msg.items.map(t => (0, __1.inspectAny)(t, inspectOptions)).join('\n');
         }
         else {
-            text = (0, __1.inspectAny)(msg.items, inspectOpt);
+            text = (0, __1.inspectAny)(msg.items, inspectOptions);
         }
         // Wrap in markdown-text-block if it's anything but plain String
         if (typeof msg.items !== 'string') {
@@ -88,22 +84,18 @@ class SlackService {
         const prefix = await messagePrefixHook(msg);
         if (prefix === null)
             return; // filtered out!
-        const json = {
-            ...DEFAULTS(),
+        const json = (0, js_lib_1._omit)({
+            ...DEFAULTS,
             ...this.cfg.defaults,
             ...msg,
             // Text with Prefix
             text: [prefix.join(': '), text].filter(Boolean).join('\n'),
-        };
-        // they're not needed in the json payload
-        delete json['items'];
-        delete json['ctx'];
-        delete json['noLog'];
-        json.channel = (this.cfg.channelByLevel || {})[msg.level] || json.channel;
+        }, ['items', 'ctx']);
         await got_1.default
             .post(webhookUrl, {
             json,
             responseType: 'text',
+            timeout: 90000,
         })
             .catch(err => {
             // ignore (unless throwOnError is set)
@@ -118,6 +110,21 @@ class SlackService {
             short: String(v).length < 80,
         }));
     }
+    /**
+     * Returns a CommonLogger implementation based on this SlackService instance.
+     */
+    getCommonLogger(opt) {
+        const { minLogLevel = 'log', logChannel, warnChannel, errorChannel } = opt;
+        const defaultChannel = this.cfg.defaults?.channel || DEFAULTS.channel;
+        const q = new js_lib_1.PQueue({
+            concurrency: 1,
+        });
+        return (0, js_lib_1.commonLoggerMinLevel)({
+            log: (...args) => q.push(() => this.send({ items: args, channel: logChannel || defaultChannel })),
+            warn: (...args) => q.push(() => this.send({ items: args, channel: warnChannel || defaultChannel })),
+            error: (...args) => q.push(() => this.send({ items: args, channel: errorChannel || defaultChannel })),
+        }, minLogLevel);
+    }
 }
 exports.SlackService = SlackService;
 function slackDefaultMessagePrefixHook(msg) {

package/dist/slack/slack.service.model.d.ts

@@ -1,5 +1,5 @@
-import { StringMap } from '@naturalcycles/js-lib';
-import { DebugLogLevel, InspectAnyOptions } from '..';
+import { AnyObject, CommonLogger } from '@naturalcycles/js-lib';
+import { InspectAnyOptions } from '..';
 /**
  * Properties that exists both in SlackApiBody (as per Slack API) and SlackMessage (our abstraction).
  */
@@ -36,31 +36,20 @@ export interface SlackMessage<CTX = any> extends SlackMessageProps {
      * Optional "context object", to be used by `messagePrefixHook`.
      */
     ctx?: CTX;
-    level?: DebugLogLevel;
     /**
      * Keys-values will be rendered as MessageAttachment with Fields
      */
-    kv?: StringMap<any>;
+    kv?: AnyObject;
     /**
      * If specified - adds @name1, @name2 in the end of the message
      */
     mentions?: string[];
     /**
-     * @default false
      * By default it ignores possible errors from slack
-     */
-    throwOnError?: boolean;
-    /**
+     *
      * @default false
-     * Skips logging message
-     */
-    noLog?: boolean;
-    /**
-     * Defaults to:
-     * includeErrorData: true
-     * includeErrorStack: true
      */
-    inspectOptions?: InspectAnyOptions;
+    throwOnError?: boolean;
 }
 export interface SlackAttachmentField {
     title: string;
@@ -96,15 +85,21 @@ export interface SlackServiceCfg<CTX = any> {
      */
     webhookUrl?: string;
     defaults?: Partial<SlackMessage>;
-    /**
-     * Override channel when msg.level is set.
-     * key: DebugLogLevel
-     * value: channel name to send message to
-     */
-    channelByLevel?: StringMap;
     /**
      * Function to return an array of "prefix tokens" (will be joined by ': ').
      * Allows to skip (filter out) the message by returning `null`.
      */
     messagePrefixHook: SlackMessagePrefixHook<CTX>;
+    /**
+     * By default SlackService logs every message to console.log
+     * Pass another logger if needed.
+     * Pass `noopLogger` to suppress logging completely.
+     */
+    logger: CommonLogger;
+    /**
+     * Defaults to:
+     * includeErrorData: true
+     * includeErrorStack: true
+     */
+    inspectOptions: InspectAnyOptions;
 }

package/dist/stream/ndjson/transformToNDJson.d.ts

@@ -16,6 +16,10 @@ export interface TransformToNDJsonOptions {
      * @default `\n`
      */
     separator?: string;
+    /**
+     * @experimental
+     */
+    useFlatstr?: boolean;
 }
 /**
  * Transforms objects (objectMode=true) into chunks \n-terminated JSON strings (readableObjectMode=false).

package/dist/stream/ndjson/transformToNDJson.js

@@ -7,7 +7,7 @@ const js_lib_1 = require("@naturalcycles/js-lib");
  * Transforms objects (objectMode=true) into chunks \n-terminated JSON strings (readableObjectMode=false).
  */
 function transformToNDJson(opt = {}) {
-    const { strict = true, separator = '\n', sortObjects = false } = opt;
+    const { strict = true, separator = '\n', sortObjects = false, useFlatstr = false } = opt;
     return new stream_1.Transform({
         objectMode: true,
         readableObjectMode: false,
@@ -16,7 +16,12 @@ function transformToNDJson(opt = {}) {
                 if (sortObjects) {
                     chunk = (0, js_lib_1._sortObjectDeep)(chunk);
                 }
-                cb(null, JSON.stringify(chunk) + separator);
+                if (useFlatstr) {
+                    cb(null, flatstr(JSON.stringify(chunk) + separator));
+                }
+                else {
+                    cb(null, JSON.stringify(chunk) + separator);
+                }
             }
             catch (err) {
                 console.error(err);
@@ -31,3 +36,11 @@ function transformToNDJson(opt = {}) {
     });
 }
 exports.transformToNDJson = transformToNDJson;
+/**
+ * Based on: https://github.com/davidmarkclements/flatstr/blob/master/index.js
+ */
+function flatstr(s) {
+    // eslint-disable-next-line
+    s | 0;
+    return s;
+}

package/dist/stream/transform/transformLogProgress.js

@@ -47,7 +47,7 @@ function transformLogProgress(opt = {}) {
         const mem = process.memoryUsage();
         const now = Date.now();
         const batchedProgress = progress * batchSize;
-        const lastRPS = (processedLastSecond * batchedProgress) / ((now - lastSecondStarted) / 1000) || 0;
+        const lastRPS = (processedLastSecond * batchSize) / ((now - lastSecondStarted) / 1000) || 0;
         const rpsTotal = Math.round(batchedProgress / ((now - started) / 1000)) || 0;
         lastSecondStarted = now;
         processedLastSecond = 0;

package/dist/string/inspectAny.d.ts

@@ -1,8 +1,12 @@
 /// <reference types="node" />
 import { InspectOptions } from 'util';
-import { StringifyAnyOptions } from '@naturalcycles/js-lib';
+import { StringifyAnyOptions, JsonStringifyFunction } from '@naturalcycles/js-lib';
 export interface InspectAnyOptions extends StringifyAnyOptions, InspectOptions {
 }
+/**
+ * Just a convenience export of a const that fulfills the JsonStringifyFunction interface.
+ */
+export declare const inspectAnyStringifyFn: JsonStringifyFunction;
 /**
  * Transforms ANY to human-readable string (via util.inspect mainly).
  * Safe (no error throwing).

package/dist/string/inspectAny.js

@@ -1,12 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.inspectAny = void 0;
+exports.inspectAny = exports.inspectAnyStringifyFn = void 0;
 const util_1 = require("util");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const INSPECT_OPT = {
     breakLength: 80,
     depth: 10, // default: 2
 };
+/**
+ * Just a convenience export of a const that fulfills the JsonStringifyFunction interface.
+ */
+const inspectAnyStringifyFn = obj => inspectAny(obj);
+exports.inspectAnyStringifyFn = inspectAnyStringifyFn;
 /**
  * Transforms ANY to human-readable string (via util.inspect mainly).
  * Safe (no error throwing).

package/dist/validation/ajv/ajvSchema.d.ts

@@ -1,4 +1,4 @@
-import { JsonSchema, JsonSchemaBuilder } from '@naturalcycles/js-lib';
+import { JsonSchema, JsonSchemaBuilder, CommonLogger } from '@naturalcycles/js-lib';
 import Ajv from 'ajv';
 import { AjvValidationError } from './ajvValidationError';
 export interface AjvValidationOptions {
@@ -37,6 +37,10 @@ export interface AjvSchemaCfg {
      * @default true
      */
     logErrors: boolean;
+    /**
+     * Default to `console`
+     */
+    logger: CommonLogger;
     /**
      * Option of Ajv.
      * If set to true - will mutate your input objects!

package/dist/validation/ajv/ajvSchema.js

@@ -17,6 +17,7 @@ class AjvSchema {
         this.schema = schema;
         this.cfg = {
             logErrors: true,
+            logger: console,
             separator: '\n',
             ...cfg,
             ajv: cfg.ajv ||
@@ -89,7 +90,7 @@ class AjvSchema {
         const strValue = (0, index_1.inspectAny)(obj, { maxLen: 1000 });
         message = [message, 'Input: ' + strValue].join(separator);
         if (logErrors) {
-            console.log(errors);
+            this.cfg.logger.error(errors);
         }
         return new ajvValidationError_1.AjvValidationError(message, (0, js_lib_1._filterNullishValues)({
             errors,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@naturalcycles/nodejs-lib",
-  "version": "12.50.0",
+  "version": "12.54.0",
   "scripts": {
     "prepare": "husky install",
     "docs-serve": "vuepress dev docs",

package/src/diff/tableDiff.ts

@@ -1,4 +1,4 @@
-import { StringMap, _truncate, AnyObject } from '@naturalcycles/js-lib'
+import { _truncate, AnyObject } from '@naturalcycles/js-lib'
 
 export interface TableDiffOptions {
   /**
@@ -37,7 +37,7 @@ export interface TableDiffOptions {
  */
 export function tableDiff(a: AnyObject, b: AnyObject, opt: TableDiffOptions = {}): void {
   const { maxFieldLen, aTitle = 'a', bTitle = 'b' } = opt
-  const diff: StringMap<any> = {}
+  const diff: AnyObject = {}
 
   if (a && b && a !== b) {
     new Set([...Object.keys(a), ...Object.keys(b)]).forEach(k => {

package/src/got/getGot.ts

@@ -1,5 +1,5 @@
 import { URL } from 'url'
-import { _jsonParseIfPossible, _since } from '@naturalcycles/js-lib'
+import { _since } from '@naturalcycles/js-lib'
 import got, { AfterResponseHook, BeforeErrorHook, BeforeRequestHook, Got, HTTPError } from 'got'
 import { inspectAny } from '..'
 import { dimGrey, grey, red, yellow } from '../colors'
@@ -13,6 +13,8 @@ import { GetGotOptions, GotRequestContext } from './got.model'
  * 3. Reasonable defaults(tm), e.g non-infinite Timeout
  */
 export function getGot(opt: GetGotOptions = {}): Got {
+  opt.logger ||= console
+
   return got.extend({
     // Most-important is to set to anything non-empty (so, requests don't "hang" by default).
     // Should be long enough to handle for slow responses from scaled cloud APIs in times of spikes
@@ -99,7 +101,7 @@ function gotBeforeRequestHook(opt: GetGotOptions): BeforeRequestHook {
 
     if (opt.logStart) {
       const shortUrl = getShortUrl(opt, options.url, options.prefixUrl)
-      console.log([dimGrey(' >>'), dimGrey(options.method), grey(shortUrl)].join(' '))
+      opt.logger!.log([dimGrey(' >>'), dimGrey(options.method), grey(shortUrl)].join(' '))
     }
   }
 }
@@ -113,7 +115,7 @@ function gotAfterResponseHook(opt: GetGotOptions = {}): AfterResponseHook {
       const { url, prefixUrl, method } = resp.request.options
       const shortUrl = getShortUrl(opt, url, prefixUrl)
 
-      console.log(
+      opt.logger!.log(
         [
           dimGrey(' <<'),
           coloredHttpCode(resp.statusCode),
@@ -129,7 +131,7 @@ function gotAfterResponseHook(opt: GetGotOptions = {}): AfterResponseHook {
 
     // Error responses are not logged, cause they're included in Error message already
     if (opt.logResponse && success) {
-      console.log(inspectAny(_jsonParseIfPossible(resp.body), { maxLen: opt.maxResponseLength }))
+      opt.logger!.log(inspectAny(resp.body, { maxLen: opt.maxResponseLength }))
     }
 
     return resp

package/src/got/got.model.ts

@@ -1,4 +1,4 @@
-import { AnyObject } from '@naturalcycles/js-lib'
+import { AnyObject, CommonLogger } from '@naturalcycles/js-lib'
 import type { Options } from 'got'
 
 export interface GetGotOptions extends Options {
@@ -33,6 +33,11 @@ export interface GetGotOptions extends Options {
    */
   logWithSearchParams?: boolean
 
+  /**
+   * Defaults to `console`
+   */
+  logger?: CommonLogger
+
   /**
    * Max length of response object before it's truncated.
    *

package/src/index.ts

@@ -7,7 +7,7 @@ import { tableDiff, TableDiffOptions } from './diff/tableDiff'
 import { getGot } from './got/getGot'
 import { GetGotOptions } from './got/got.model'
 import { memoryUsage, memoryUsageFull, processSharedUtil } from './infra/process.util'
-import { Debug, DebugLogLevel, IDebug, IDebugger } from './log/debug'
+import { Debug, IDebug, IDebugger } from './log/debug'
 import {
   base64ToBuffer,
   base64ToString,
@@ -108,7 +108,7 @@ import { writableForEach } from './stream/writable/writableForEach'
 import { writableFork } from './stream/writable/writableFork'
 import { writablePushToArray } from './stream/writable/writablePushToArray'
 import { writableVoid } from './stream/writable/writableVoid'
-import { inspectAny, InspectAnyOptions } from './string/inspectAny'
+import { inspectAny, InspectAnyOptions, inspectAnyStringifyFn } from './string/inspectAny'
 import { requireEnvKeys, requireFileToExist } from './util/env.util'
 import { LRUMemoCache } from './util/lruMemoCache'
 import {
@@ -173,8 +173,10 @@ import {
   validate,
 } from './validation/joi/joi.validation.util'
 import { sanitizeHTML, SanitizeHTMLOptions } from './validation/sanitize.util'
+import { runScript, RunScriptOptions } from './script'
 
 export type {
+  RunScriptOptions,
   JoiValidationErrorData,
   JoiValidationResult,
   ValidationErrorItem,
@@ -287,7 +289,6 @@ export {
   bufferToBase64,
   base64ToBuffer,
   Debug,
-  DebugLogLevel,
   getSecretMap,
   setSecretMap,
   loadSecretsFromEnv,
@@ -340,6 +341,7 @@ export {
   BaseWorkerClass,
   tableDiff,
   inspectAny,
+  inspectAnyStringifyFn,
   getGot,
   HTTPError,
   TimeoutError,
@@ -352,4 +354,5 @@ export {
   readAjvSchemas,
   hasColors,
   sanitizeHTML,
+  runScript,
 }

package/src/log/debug.ts

@@ -20,10 +20,6 @@ export interface DebugFormatters {
 export interface IDebugger {
   // (formatter: any, ...args: any[]): void;
   (...args: any[]): void
-  debug: (...args: any[]) => void
-  info: (...args: any[]) => void // alias to just log()
-  warn: (...args: any[]) => void
-  error: (...args: any[]) => void
 
   color: string
   enabled: boolean
@@ -33,35 +29,15 @@ export interface IDebugger {
   // extend: (namespace: string, delimiter?: string) => IDebugger
 }
 
-export enum DebugLogLevel {
-  debug = 'debug',
-  info = 'info',
-  warn = 'warn',
-  error = 'error',
-}
-
 const originalDebug = require('debug') as IDebug
 
 // eslint-disable-next-line @typescript-eslint/naming-convention
 export const Debug = ((namespace: string) => {
   const instance = originalDebug(namespace)
   instance.log = console.log.bind(console) // this enables colors for objects
-  instance.info = instance.bind(instance)
-
-  const instanceDebug = originalDebug([namespace, 'debug'].join(':'))
-  instanceDebug.log = console.debug.bind(console)
-  instance.debug = instanceDebug.bind(instanceDebug)
-
-  const instanceWarn = originalDebug([namespace, 'warn'].join(':'))
-  instanceWarn.log = console.warn.bind(console)
-  instance.warn = instanceWarn.bind(instanceWarn)
-
-  const instanceError = originalDebug([namespace, 'error'].join(':'))
-  instanceError.log = console.error.bind(console)
-  instance.error = instanceError.bind(instanceError)
-
   return instance
 }) as IDebug
+
 Debug.coerce = originalDebug.coerce.bind(originalDebug)
 Debug.disable = originalDebug.disable.bind(originalDebug)
 Debug.enable = originalDebug.enable.bind(originalDebug)

package/src/script/index.ts

@@ -1,3 +1,5 @@
+import type { CommonLogger } from '@naturalcycles/js-lib'
+
 export interface RunScriptOptions {
   /**
    * @default false
@@ -5,6 +7,11 @@ export interface RunScriptOptions {
    * Currently it exists because of `jest --maxWorkers=1` behavior. To be investigated more..
    */
   noExit?: boolean
+
+  /**
+   * Default to `console`
+   */
+  logger?: CommonLogger
 }
 
 /**
@@ -24,24 +31,26 @@ export interface RunScriptOptions {
  * This function is kept light, dependency-free, exported separately.
  */
 export function runScript(fn: (...args: any[]) => any, opt: RunScriptOptions = {}): void {
+  const { logger = console, noExit } = opt
+
   process.on('uncaughtException', err => {
-    console.error('uncaughtException', err)
+    logger.error('uncaughtException:', err)
   })
   process.on('unhandledRejection', err => {
-    console.error('unhandledRejection', err)
+    logger.error('unhandledRejection:', err)
   })
 
   void (async () => {
     try {
       await fn()
 
-      if (!opt.noExit) {
+      if (!noExit) {
         setImmediate(() => process.exit(0))
       }
     } catch (err) {
-      console.error('runScript failed:', err)
+      logger.error('runScript error:', err)
       process.exitCode = 1
-      if (!opt.noExit) {
+      if (!noExit) {
         setImmediate(() => process.exit(1))
       }
     }

package/src/security/secret.util.ts

@@ -1,13 +1,10 @@
 import * as fs from 'fs'
 import { StringMap } from '@naturalcycles/js-lib'
-import { base64ToString, Debug } from '..'
+import { base64ToString } from '..'
 import { decryptRandomIVBuffer } from './crypto.util'
 
 let loaded = false
 
-// it's wrapped to be able to pipe console.* to Stackdriver
-const getLog = () => Debug('nc:nodejs-lib:secret')
-
 const secretMap: StringMap = {}
 
 /**
@@ -29,7 +26,7 @@ export function loadSecretsFromEnv(): void {
     })
 
   loaded = true
-  getLog()(
+  console.log(
     `${Object.keys(secrets).length} secret(s) loaded from process.env: ${Object.keys(secrets).join(
       ', ',
     )}`,
@@ -69,7 +66,7 @@ export function loadSecretsFromJsonFile(filePath: string, SECRET_ENCRYPTION_KEY?
   Object.entries(secrets).forEach(([k, v]) => (secretMap[k.toUpperCase()] = v))
 
   loaded = true
-  getLog()(
+  console.log(
     `${Object.keys(secrets).length} secret(s) loaded from ${filePath}: ${Object.keys(secrets)
       .map(s => s.toUpperCase())
       .join(', ')}`,
@@ -105,7 +102,7 @@ export function getSecretMap(): StringMap {
 export function setSecretMap(map: StringMap): void {
   Object.keys(secretMap).forEach(k => delete secretMap[k])
   Object.entries(map).forEach(([k, v]) => (secretMap[k.toUpperCase()] = v))
-  getLog()(
+  console.log(
     `setSecretMap set ${Object.keys(secretMap).length} secret(s): ${Object.keys(map)
       .map(s => s.toUpperCase())
       .join(', ')}`,

package/src/slack/slack.service.model.ts

@@ -1,5 +1,5 @@
-import { StringMap } from '@naturalcycles/js-lib'
-import { DebugLogLevel, InspectAnyOptions } from '..'
+import { AnyObject, CommonLogger } from '@naturalcycles/js-lib'
+import { InspectAnyOptions } from '..'
 
 /**
  * Properties that exists both in SlackApiBody (as per Slack API) and SlackMessage (our abstraction).
@@ -44,12 +44,10 @@ export interface SlackMessage<CTX = any> extends SlackMessageProps {
    */
   ctx?: CTX
 
-  level?: DebugLogLevel
-
   /**
    * Keys-values will be rendered as MessageAttachment with Fields
    */
-  kv?: StringMap<any>
+  kv?: AnyObject
 
   /**
    * If specified - adds @name1, @name2 in the end of the message
@@ -57,23 +55,11 @@ export interface SlackMessage<CTX = any> extends SlackMessageProps {
   mentions?: string[]
 
   /**
-   * @default false
    * By default it ignores possible errors from slack
-   */
-  throwOnError?: boolean
-
-  /**
+   *
    * @default false
-   * Skips logging message
-   */
-  noLog?: boolean
-
-  /**
-   * Defaults to:
-   * includeErrorData: true
-   * includeErrorStack: true
    */
-  inspectOptions?: InspectAnyOptions
+  throwOnError?: boolean
 }
 
 export interface SlackAttachmentField {
@@ -120,16 +106,23 @@ export interface SlackServiceCfg<CTX = any> {
 
   defaults?: Partial<SlackMessage>
 
-  /**
-   * Override channel when msg.level is set.
-   * key: DebugLogLevel
-   * value: channel name to send message to
-   */
-  channelByLevel?: StringMap
-
   /**
    * Function to return an array of "prefix tokens" (will be joined by ': ').
    * Allows to skip (filter out) the message by returning `null`.
    */
   messagePrefixHook: SlackMessagePrefixHook<CTX>
+
+  /**
+   * By default SlackService logs every message to console.log
+   * Pass another logger if needed.
+   * Pass `noopLogger` to suppress logging completely.
+   */
+  logger: CommonLogger
+
+  /**
+   * Defaults to:
+   * includeErrorData: true
+   * includeErrorStack: true
+   */
+  inspectOptions: InspectAnyOptions
 }

package/src/slack/slack.service.ts

@@ -1,7 +1,14 @@
-import { StringMap } from '@naturalcycles/js-lib'
+import {
+  _omit,
+  AnyObject,
+  CommonLogger,
+  commonLoggerMinLevel,
+  CommonLogLevel,
+  PQueue,
+} from '@naturalcycles/js-lib'
 import { dayjs } from '@naturalcycles/time-lib'
 import got from 'got'
-import { Debug, DebugLogLevel, inspectAny, InspectAnyOptions } from '..'
+import { inspectAny, InspectAnyOptions } from '..'
 import {
   SlackApiBody,
   SlackAttachmentField,
@@ -11,12 +18,12 @@ import {
 
 const GAE = !!process.env['GAE_INSTANCE']
 
-const DEFAULTS = (): SlackMessage => ({
+const DEFAULTS: SlackMessage = {
   username: 'bot',
   channel: '#log',
   icon_emoji: ':spider_web:',
   items: 'no text',
-})
+}
 
 const INSPECT_OPT: InspectAnyOptions = {
   colors: false,
@@ -24,8 +31,6 @@ const INSPECT_OPT: InspectAnyOptions = {
   includeErrorStack: true,
 }
 
-const log = Debug('nc:nodejs-lib:slack')
-
 /**
  * Has 2 main methods:
  *
@@ -42,7 +47,12 @@ export class SlackService<CTX = any> {
   constructor(cfg: Partial<SlackServiceCfg<CTX>>) {
     this.cfg = {
       messagePrefixHook: slackDefaultMessagePrefixHook,
+      logger: console,
       ...cfg,
+      inspectOptions: {
+        ...INSPECT_OPT,
+        ...cfg.inspectOptions,
+      },
     }
   }
 
@@ -58,47 +68,34 @@ export class SlackService<CTX = any> {
     })
   }
 
-  async send(msg: SlackMessage<CTX> | string, ctx?: CTX): Promise<void> {
-    const { webhookUrl, messagePrefixHook } = this.cfg
+  async send(input: SlackMessage<CTX> | string, ctx?: CTX): Promise<void> {
+    const { webhookUrl, messagePrefixHook, inspectOptions } = this.cfg
 
     // If String is passed as first argument - just transform it to a full SlackMessage
-    if (typeof msg === 'string') {
-      msg = {
-        items: msg,
-      }
-    }
+    const msg = typeof input === 'string' ? { items: input } : input
 
     if (ctx !== undefined) {
       Object.assign(msg, { ctx })
     }
 
-    if (!msg.noLog) {
-      log[msg.level || DebugLogLevel.info](
-        ...[msg.items, msg.kv, msg.attachments, msg.mentions].filter(Boolean),
-      )
-    }
+    this.cfg.logger.log(...[msg.items, msg.kv, msg.attachments, msg.mentions].filter(Boolean))
 
     if (!webhookUrl) return
 
     // Transform msg.kv into msg.attachments
     if (msg.kv) {
-      msg.attachments = [...(msg.attachments || []), { fields: this.kvToFields(msg.kv) }]
+      ;(msg.attachments ||= []).push({ fields: this.kvToFields(msg.kv) })
 
       delete msg.kv // to not pass it all the way to Slack Api
     }
 
     let text: string
 
-    const inspectOpt = {
-      ...INSPECT_OPT,
-      ...msg.inspectOptions,
-    }
-
     // Array has a special treatment here
     if (Array.isArray(msg.items)) {
-      text = msg.items.map(t => inspectAny(t, inspectOpt)).join('\n')
+      text = msg.items.map(t => inspectAny(t, inspectOptions)).join('\n')
     } else {
-      text = inspectAny(msg.items, inspectOpt)
+      text = inspectAny(msg.items, inspectOptions)
     }
 
     // Wrap in markdown-text-block if it's anything but plain String
@@ -113,39 +110,65 @@ export class SlackService<CTX = any> {
     const prefix = await messagePrefixHook(msg)
     if (prefix === null) return // filtered out!
 
-    const json: SlackApiBody = {
-      ...DEFAULTS(),
-      ...this.cfg.defaults,
-      ...msg,
-      // Text with Prefix
-      text: [prefix.join(': '), text].filter(Boolean).join('\n'),
-    }
-
-    // they're not needed in the json payload
-    delete json['items']
-    delete json['ctx']
-    delete json['noLog']
-
-    json.channel = (this.cfg.channelByLevel || {})[msg.level!] || json.channel
+    const json: SlackApiBody = _omit(
+      {
+        ...DEFAULTS,
+        ...this.cfg.defaults,
+        ...msg,
+        // Text with Prefix
+        text: [prefix.join(': '), text].filter(Boolean).join('\n'),
+      },
+      ['items', 'ctx'],
+    )
 
     await got
       .post(webhookUrl, {
         json,
         responseType: 'text',
+        timeout: 90_000,
       })
       .catch(err => {
         // ignore (unless throwOnError is set)
-        if ((msg as SlackMessage).throwOnError) throw err
+        if (msg.throwOnError) throw err
       })
   }
 
-  kvToFields(kv: StringMap<any>): SlackAttachmentField[] {
+  kvToFields(kv: AnyObject): SlackAttachmentField[] {
     return Object.entries(kv).map(([k, v]) => ({
       title: k,
       value: String(v),
       short: String(v).length < 80,
     }))
   }
+
+  /**
+   * Returns a CommonLogger implementation based on this SlackService instance.
+   */
+  getCommonLogger(opt: {
+    minLogLevel: CommonLogLevel
+    logChannel?: string
+    warnChannel?: string
+    errorChannel?: string
+  }): CommonLogger {
+    const { minLogLevel = 'log', logChannel, warnChannel, errorChannel } = opt
+    const defaultChannel = this.cfg.defaults?.channel || DEFAULTS.channel!
+
+    const q = new PQueue({
+      concurrency: 1,
+    })
+
+    return commonLoggerMinLevel(
+      {
+        log: (...args) =>
+          q.push(() => this.send({ items: args, channel: logChannel || defaultChannel })),
+        warn: (...args) =>
+          q.push(() => this.send({ items: args, channel: warnChannel || defaultChannel })),
+        error: (...args) =>
+          q.push(() => this.send({ items: args, channel: errorChannel || defaultChannel })),
+      },
+      minLogLevel,
+    )
+  }
 }
 
 export function slackDefaultMessagePrefixHook(msg: SlackMessage): string[] {

package/src/stream/ndjson/transformToNDJson.ts

@@ -21,6 +21,11 @@ export interface TransformToNDJsonOptions {
    * @default `\n`
    */
   separator?: string
+
+  /**
+   * @experimental
+   */
+  useFlatstr?: boolean
 }
 
 /**
@@ -29,7 +34,7 @@ export interface TransformToNDJsonOptions {
 export function transformToNDJson<IN = any>(
   opt: TransformToNDJsonOptions = {},
 ): TransformTyped<IN, string> {
-  const { strict = true, separator = '\n', sortObjects = false } = opt
+  const { strict = true, separator = '\n', sortObjects = false, useFlatstr = false } = opt
 
   return new Transform({
     objectMode: true,
@@ -39,7 +44,12 @@ export function transformToNDJson<IN = any>(
         if (sortObjects) {
           chunk = _sortObjectDeep(chunk as any)
         }
-        cb(null, JSON.stringify(chunk) + separator)
+
+        if (useFlatstr) {
+          cb(null, flatstr(JSON.stringify(chunk) + separator))
+        } else {
+          cb(null, JSON.stringify(chunk) + separator)
+        }
       } catch (err) {
         console.error(err)
 
@@ -52,3 +62,12 @@ export function transformToNDJson<IN = any>(
     },
   })
 }
+
+/**
+ * Based on: https://github.com/davidmarkclements/flatstr/blob/master/index.js
+ */
+function flatstr(s: any): string {
+  // eslint-disable-next-line
+  s | 0
+  return s
+}

package/src/stream/transform/transformLogProgress.ts

@@ -164,8 +164,7 @@ export function transformLogProgress<IN = any>(
 
     const now = Date.now()
     const batchedProgress = progress * batchSize
-    const lastRPS =
-      (processedLastSecond * batchedProgress) / ((now - lastSecondStarted) / 1000) || 0
+    const lastRPS = (processedLastSecond * batchSize) / ((now - lastSecondStarted) / 1000) || 0
     const rpsTotal = Math.round(batchedProgress / ((now - started) / 1000)) || 0
     lastSecondStarted = now
     processedLastSecond = 0

package/src/string/inspectAny.ts

@@ -1,5 +1,5 @@
 import { inspect, InspectOptions } from 'util'
-import { StringifyAnyOptions, _stringifyAny } from '@naturalcycles/js-lib'
+import { StringifyAnyOptions, _stringifyAny, JsonStringifyFunction } from '@naturalcycles/js-lib'
 
 export interface InspectAnyOptions extends StringifyAnyOptions, InspectOptions {}
 
@@ -8,6 +8,11 @@ const INSPECT_OPT: InspectOptions = {
   depth: 10, // default: 2
 }
 
+/**
+ * Just a convenience export of a const that fulfills the JsonStringifyFunction interface.
+ */
+export const inspectAnyStringifyFn: JsonStringifyFunction = obj => inspectAny(obj)
+
 /**
  * Transforms ANY to human-readable string (via util.inspect mainly).
  * Safe (no error throwing).

package/src/validation/ajv/ajvSchema.ts

@@ -6,6 +6,7 @@ import {
   _filterNullishValues,
   _isObject,
   _substringBefore,
+  CommonLogger,
 } from '@naturalcycles/js-lib'
 import Ajv, { ValidateFunction } from 'ajv'
 import { inspectAny, requireFileToExist } from '../../index'
@@ -56,6 +57,11 @@ export interface AjvSchemaCfg {
    */
   logErrors: boolean
 
+  /**
+   * Default to `console`
+   */
+  logger: CommonLogger
+
   /**
    * Option of Ajv.
    * If set to true - will mutate your input objects!
@@ -76,6 +82,7 @@ export class AjvSchema<T = unknown> {
   private constructor(public schema: JsonSchema<T>, cfg: Partial<AjvSchemaCfg> = {}) {
     this.cfg = {
       logErrors: true,
+      logger: console,
       separator: '\n',
       ...cfg,
       ajv:
@@ -168,7 +175,7 @@ export class AjvSchema<T = unknown> {
     message = [message, 'Input: ' + strValue].join(separator)
 
     if (logErrors) {
-      console.log(errors)
+      this.cfg.logger.error(errors)
     }
 
     return new AjvValidationError(