@naturalcycles/nodejs-lib 14.0.2 → 14.2.0

package/dist/fs/kpy.js

@@ -1,11 +1,12 @@
 import path from 'node:path';
 import { _since, localTime } from '@naturalcycles/js-lib';
+import { glob, globSync } from 'tinyglobby';
 import { boldWhite, dimGrey, grey, yellow } from '../colors/colors.js';
-import { fastGlob, fs2 } from '../index.js';
+import { fs2 } from './fs2.js';
 export async function kpy(opt) {
     const started = localTime.nowUnixMillis();
     kpyPrepare(opt);
-    const filenames = await fastGlob(opt.inputPatterns, {
+    const filenames = await glob(opt.inputPatterns, {
         cwd: opt.baseDir,
         dot: opt.dotfiles,
     });
@@ -34,7 +35,7 @@ export async function kpy(opt) {
 export function kpySync(opt) {
     const started = localTime.nowUnixMillis();
     kpyPrepare(opt);
-    const filenames = fastGlob.sync(opt.inputPatterns, {
+    const filenames = globSync(opt.inputPatterns, {
         cwd: opt.baseDir,
         dot: opt.dotfiles,
     });

package/dist/index.d.ts

@@ -1,6 +1,5 @@
 import Ajv from 'ajv';
-import type { Options as FastGlobOptions } from 'fast-glob';
-import fastGlob from 'fast-glob';
+export { glob, globSync } from 'tinyglobby';
 import type { AlternativesSchema, AnySchema, ArraySchema, BinarySchema, BooleanSchema, DateSchema, FunctionSchema, ObjectSchema, ValidationErrorItem } from 'joi';
 export * from './buffer/buffer.util.js';
 export * from './colors/colors.js';
@@ -73,5 +72,5 @@ export * from './validation/joi/joi.validation.error.js';
 export * from './validation/joi/joi.validation.util.js';
 export type { StringSchema } from './validation/joi/string.extensions.js';
 export * from './yargs.util.js';
-export type { AlternativesSchema, AnySchema, ArraySchema, BinarySchema, BooleanSchema, DateSchema, FastGlobOptions, FunctionSchema, ObjectSchema, ValidationErrorItem, };
-export { Ajv, fastGlob };
+export type { AlternativesSchema, AnySchema, ArraySchema, BinarySchema, BooleanSchema, DateSchema, FunctionSchema, ObjectSchema, ValidationErrorItem, };
+export { Ajv };

package/dist/index.js

@@ -1,5 +1,5 @@
 import Ajv from 'ajv';
-import fastGlob from 'fast-glob';
+export { glob, globSync } from 'tinyglobby';
 export * from './buffer/buffer.util.js';
 export * from './colors/colors.js';
 export * from './csv/csvReader.js';
@@ -70,4 +70,4 @@ export * from './validation/joi/joi.shared.schemas.js';
 export * from './validation/joi/joi.validation.error.js';
 export * from './validation/joi/joi.validation.util.js';
 export * from './yargs.util.js';
-export { Ajv, fastGlob };
+export { Ajv };

package/dist/log/log.util.js

@@ -1,5 +1,5 @@
 import { commonLoggerCreate } from '@naturalcycles/js-lib';
-import { _inspect } from '../index.js';
+import { _inspect } from '../string/inspect.js';
 /**
  * CommonLogger that logs to process.stdout directly (bypassing console.log).
  */

package/dist/script/runScript.d.ts

@@ -1,3 +1,4 @@
+import 'dotenv/config';
 import type { CommonLogger } from '@naturalcycles/js-lib';
 export interface RunScriptOptions {
     /**

package/dist/script/runScript.js

@@ -1,3 +1,4 @@
+import 'dotenv/config';
 import os from 'node:os';
 import { pDelay, setGlobalStringifyFunction } from '@naturalcycles/js-lib';
 import { dimGrey } from '../colors/colors.js';
@@ -22,7 +23,7 @@ const { DEBUG_RUN_SCRIPT } = process.env;
  * Set env DEBUG_RUN_SCRIPT for extra debugging.
  */
 export function runScript(fn, opt = {}) {
-    logEnvironment();
+    checkAndlogEnvironment();
     setGlobalStringifyFunction(inspectStringifyFn);
     const { logger = console, noExit, registerUncaughtExceptionHandlers = true } = opt;
     if (registerUncaughtExceptionHandlers || DEBUG_RUN_SCRIPT) {
@@ -40,7 +41,6 @@ export function runScript(fn, opt = {}) {
     // fake timeout, to ensure node.js process won't exit until runScript main promise is resolved
     const timeout = setTimeout(() => { }, 10000000);
     void (async () => {
-        await import('dotenv/config');
         try {
             await fn();
             await pDelay(); // to ensure all async operations are completed
@@ -62,24 +62,40 @@ export function runScript(fn, opt = {}) {
         }
     })();
 }
-function logEnvironment() {
-    const { platform, arch, versions: { node }, env: { CPU_LIMIT, NODE_OPTIONS }, } = process;
+function checkAndlogEnvironment() {
+    const { platform, arch, versions: { node }, env: { CPU_LIMIT, NODE_OPTIONS, TZ }, } = process;
     const cpuLimit = Number(CPU_LIMIT) || undefined;
     const availableParallelism = os.availableParallelism?.();
     const cpus = os.cpus().length;
-    console.log(dimGrey(Object.entries({
+    console.log(dimGrey(formatObject({
         node: `${node} ${platform} ${arch}`,
-        NODE_OPTIONS: NODE_OPTIONS || 'not defined',
         cpus,
         availableParallelism,
         cpuLimit,
-    })
-        .map(([k, v]) => `${k}: ${v}`)
-        .join(', ')));
+    }) +
+        '\n' +
+        formatObject({
+            NODE_OPTIONS: NODE_OPTIONS || 'not defined',
+            TZ,
+        })));
     if (!NODE_OPTIONS) {
         console.warn(`NODE_OPTIONS env variable is not defined. You may run into out-of-memory issues when running memory-intensive scripts. It's recommended to set it to:\n--max-old-space-size=12000`);
     }
     else if (NODE_OPTIONS.includes('max_old')) {
         console.warn(`It looks like you're using "max_old_space_size" syntax with underscores instead of dashes - it's WRONG and doesn't work in environment variables. Strongly advised to rename it to "max-old-space-size"`);
     }
+    if (!TZ) {
+        console.error([
+            '!!! TZ environment variable is required to be set, but was not set.',
+            'The runScript will exit and not continue further because of that,',
+            'please ensure the TZ variable and try again.',
+            'If you are running locally, you can add TZ=UTC to the local .env file.',
+        ].join('\n'));
+        process.exit(1);
+    }
+}
+function formatObject(obj) {
+    return Object.entries(obj)
+        .map(([k, v]) => `${k}: ${v}`)
+        .join(', ');
 }

package/dist/secret/secrets-decrypt.util.js

@@ -1,8 +1,9 @@
 import fs from 'node:fs';
 import path from 'node:path';
 import { _assert } from '@naturalcycles/js-lib';
+import { globSync } from 'tinyglobby';
 import { dimGrey, yellow } from '../colors/colors.js';
-import { fastGlob, fs2 } from '../index.js';
+import { fs2 } from '../fs/fs2.js';
 import { decryptObject, decryptRandomIVBuffer } from '../security/crypto.util.js';
 // Debug it like this:
 // yarn tsx scripts/./src/bin/secrets-encrypt.ts --file ./src/test/secrets2.plain.json --jsonMode --encKey MPd/30v0Zcce4I5mfwF4NSXrpTYD9OO4/fIqw6rjNiWp2b1GN9Xm8nQZqr7c9kKSsATqtwe0HkJFDUGzDSow44GDgDICgB1u1rGa5eNqtxnOVGRR+lIinCvN/1OnpjzeoJy2bStXPj1DKx8anMqgA8SoOZdlWRNSkEeZlolru8Ey0ujZo22dfwMyRIEniLcqvBm/iMiAkV82fn/TxYw05GarAoJcrfPeDBvuOXsARnMCyX18qTFL0iojxeTU8JHxr8TX3eXDq9cJJmridEKlwRIAzADwtetI4ttlP8lwJj1pmgsBIN3iqYssZYCkZ3HMV6BoEc7LTI5z/45rKrAT1A==
@@ -16,7 +17,7 @@ import { decryptObject, decryptRandomIVBuffer } from '../security/crypto.util.js
 export function secretsDecrypt(dir, file, encKeyBuffer, del = false, jsonMode = false) {
     // If `file` is provided - only this one file is used
     const patterns = file ? [file] : dir.map(d => `${d}/**/*.enc`);
-    const filenames = fastGlob.sync(patterns);
+    const filenames = globSync(patterns);
     filenames.forEach(filename => {
         let plainFilename;
         if (jsonMode) {

package/dist/secret/secrets-encrypt.util.js

@@ -1,8 +1,9 @@
 import fs from 'node:fs';
 import path from 'node:path';
 import { _assert } from '@naturalcycles/js-lib';
+import { globSync } from 'tinyglobby';
 import { dimGrey, yellow } from '../colors/colors.js';
-import { fastGlob, fs2 } from '../index.js';
+import { fs2 } from '../fs/fs2.js';
 import { encryptObject, encryptRandomIVBuffer } from '../security/crypto.util.js';
 /**
  * Encrypts all files in given directory (except *.enc), saves encrypted versions as filename.ext.enc.
@@ -15,7 +16,7 @@ export function secretsEncrypt(pattern, file, encKeyBuffer, del = false, jsonMod
             ...pattern,
             `!**/*.enc`, // excluding already encoded
         ];
-    const filenames = fastGlob.sync(patterns);
+    const filenames = globSync(patterns);
     let encFilename;
     filenames.forEach(filename => {
         if (jsonMode) {

package/dist/stream/transform/worker/transformMultiThreaded.js

@@ -1,11 +1,7 @@
-import { dirname } from 'node:path';
-import { fileURLToPath } from 'node:url';
 import { Worker } from 'node:worker_threads';
 import { _range, pDefer } from '@naturalcycles/js-lib';
 import through2Concurrent from 'through2-concurrent';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-const workerProxyFilePath = `${__dirname}/workerClassProxy.js`;
+const workerProxyFilePath = `${import.meta.dirname}/workerClassProxy.js`;
 /**
  * Spawns a pool of Workers (threads).
  * Distributes (using round-robin, equally) all inputs over Workers.

package/dist/validation/ajv/ajv.util.d.ts

@@ -1,5 +1,5 @@
 import type { JsonSchema } from '@naturalcycles/js-lib';
-import type { FastGlobOptions } from '../../index.js';
+import type { GlobOptions } from 'tinyglobby';
 import type { AjvSchemaCfg } from './ajvSchema.js';
 import { AjvSchema } from './ajvSchema.js';
 /**
@@ -10,7 +10,7 @@ import { AjvSchema } from './ajvSchema.js';
  *
  * @experimental
  */
-export declare function readJsonSchemas(patterns: string | string[], opt?: FastGlobOptions): JsonSchema[];
+export declare function readJsonSchemas(patterns: string | string[], opt?: Omit<GlobOptions, 'patterns'>): JsonSchema[];
 /**
  * Reads json schemas from given dir (glob pattern).
  * Creates new AjvSchema for each of them (ajv validates them upon creation).

package/dist/validation/ajv/ajv.util.js

@@ -1,4 +1,5 @@
-import { fastGlob, fs2 } from '../../index.js';
+import { globSync } from 'tinyglobby';
+import { fs2 } from '../../fs/fs2.js';
 import { AjvSchema } from './ajvSchema.js';
 /**
  * Does fs.readFileSync + JSON.parse for ALL files matching the passed `glob` pattern.
@@ -9,7 +10,7 @@ import { AjvSchema } from './ajvSchema.js';
  * @experimental
  */
 export function readJsonSchemas(patterns, opt) {
-    return fastGlob.sync(patterns, opt).map(fileName => fs2.readJson(fileName));
+    return globSync(patterns, opt).map(fileName => fs2.readJson(fileName));
 }
 /**
  * Reads json schemas from given dir (glob pattern).

package/dist/validation/ajv/ajvSchema.js

@@ -1,5 +1,7 @@
 import { _filterNullishValues, _isObject, _substringBefore, JsonSchemaAnyBuilder, } from '@naturalcycles/js-lib';
-import { _inspect, fs2, requireFileToExist } from '../../index.js';
+import { fs2 } from '../../fs/fs2.js';
+import { _inspect } from '../../string/inspect.js';
+import { requireFileToExist } from '../../util/env.util.js';
 import { AjvValidationError } from './ajvValidationError.js';
 import { getAjv } from './getAjv.js';
 /**

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@naturalcycles/nodejs-lib",
   "type": "module",
-  "version": "14.0.2",
+  "version": "14.2.0",
   "scripts": {
     "prepare": "husky",
     "build": "dev-lib build",
@@ -30,12 +30,12 @@
     "ajv-keywords": "^5",
     "chalk": "^5",
     "dotenv": "^16",
-    "fast-glob": "^3",
     "joi": "^17",
     "js-yaml": "^4",
     "jsonwebtoken": "^9",
     "lru-cache": "^11",
     "through2-concurrent": "^2",
+    "tinyglobby": "^0.2",
     "yargs": "^17"
   },
   "devDependencies": {
@@ -43,7 +43,6 @@
     "@naturalcycles/dev-lib": "^18",
     "@types/node": "^22",
     "@types/through2-concurrent": "^2",
-    "@vitest/coverage-v8": "^3",
     "tsx": "^4",
     "vitest": "^3"
   },

package/src/fs/kpy.ts

@@ -1,8 +1,9 @@
 import path from 'node:path'
 import type { UnixTimestampMillis } from '@naturalcycles/js-lib'
 import { _since, localTime } from '@naturalcycles/js-lib'
+import { glob, globSync } from 'tinyglobby'
 import { boldWhite, dimGrey, grey, yellow } from '../colors/colors.js'
-import { fastGlob, fs2 } from '../index.js'
+import { fs2 } from './fs2.js'
 
 /**
  * Everything defaults to `undefined`.
@@ -48,7 +49,7 @@ export async function kpy(opt: KpyOptions): Promise<void> {
 
   kpyPrepare(opt)
 
-  const filenames = await fastGlob(opt.inputPatterns!, {
+  const filenames = await glob(opt.inputPatterns!, {
     cwd: opt.baseDir,
     dot: opt.dotfiles,
   })
@@ -87,7 +88,7 @@ export function kpySync(opt: KpyOptions): void {
 
   kpyPrepare(opt)
 
-  const filenames = fastGlob.sync(opt.inputPatterns!, {
+  const filenames = globSync(opt.inputPatterns!, {
     cwd: opt.baseDir,
     dot: opt.dotfiles,
   })

package/src/index.ts

@@ -1,6 +1,5 @@
 import Ajv from 'ajv'
-import type { Options as FastGlobOptions } from 'fast-glob'
-import fastGlob from 'fast-glob'
+export { glob, globSync } from 'tinyglobby'
 import type {
   AlternativesSchema,
   AnySchema,
@@ -91,7 +90,6 @@ export type {
   BinarySchema,
   BooleanSchema,
   DateSchema,
-  FastGlobOptions,
   FunctionSchema,
   ObjectSchema,
   ValidationErrorItem,
@@ -100,4 +98,4 @@ export type {
   // StringSchema,
 }
 
-export { Ajv, fastGlob }
+export { Ajv }

package/src/log/log.util.ts

@@ -1,5 +1,5 @@
 import { commonLoggerCreate } from '@naturalcycles/js-lib'
-import { _inspect } from '../index.js'
+import { _inspect } from '../string/inspect.js'
 
 /**
  * CommonLogger that logs to process.stdout directly (bypassing console.log).

package/src/script/runScript.ts

@@ -1,5 +1,6 @@
+import 'dotenv/config'
 import os from 'node:os'
-import type { CommonLogger } from '@naturalcycles/js-lib'
+import type { AnyObject, CommonLogger } from '@naturalcycles/js-lib'
 import { pDelay, setGlobalStringifyFunction } from '@naturalcycles/js-lib'
 import { dimGrey } from '../colors/colors.js'
 import { inspectStringifyFn } from '../string/inspect.js'
@@ -45,7 +46,7 @@ const { DEBUG_RUN_SCRIPT } = process.env
  * Set env DEBUG_RUN_SCRIPT for extra debugging.
  */
 export function runScript(fn: (...args: any[]) => any, opt: RunScriptOptions = {}): void {
-  logEnvironment()
+  checkAndlogEnvironment()
   setGlobalStringifyFunction(inspectStringifyFn)
 
   const { logger = console, noExit, registerUncaughtExceptionHandlers = true } = opt
@@ -68,8 +69,6 @@ export function runScript(fn: (...args: any[]) => any, opt: RunScriptOptions = {
   const timeout = setTimeout(() => {}, 10000000)
 
   void (async () => {
-    await import('dotenv/config')
-
     try {
       await fn()
 
@@ -92,12 +91,12 @@ export function runScript(fn: (...args: any[]) => any, opt: RunScriptOptions = {
   })()
 }
 
-function logEnvironment(): void {
+function checkAndlogEnvironment(): void {
   const {
     platform,
     arch,
     versions: { node },
-    env: { CPU_LIMIT, NODE_OPTIONS },
+    env: { CPU_LIMIT, NODE_OPTIONS, TZ },
   } = process
 
   const cpuLimit = Number(CPU_LIMIT) || undefined
@@ -105,15 +104,17 @@ function logEnvironment(): void {
   const cpus = os.cpus().length
   console.log(
     dimGrey(
-      Object.entries({
+      formatObject({
         node: `${node} ${platform} ${arch}`,
-        NODE_OPTIONS: NODE_OPTIONS || 'not defined',
         cpus,
         availableParallelism,
         cpuLimit,
-      })
-        .map(([k, v]) => `${k}: ${v}`)
-        .join(', '),
+      }) +
+        '\n' +
+        formatObject({
+          NODE_OPTIONS: NODE_OPTIONS || 'not defined',
+          TZ,
+        }),
     ),
   )
 
@@ -126,4 +127,22 @@ function logEnvironment(): void {
       `It looks like you're using "max_old_space_size" syntax with underscores instead of dashes - it's WRONG and doesn't work in environment variables. Strongly advised to rename it to "max-old-space-size"`,
     )
   }
+
+  if (!TZ) {
+    console.error(
+      [
+        '!!! TZ environment variable is required to be set, but was not set.',
+        'The runScript will exit and not continue further because of that,',
+        'please ensure the TZ variable and try again.',
+        'If you are running locally, you can add TZ=UTC to the local .env file.',
+      ].join('\n'),
+    )
+    process.exit(1)
+  }
+}
+
+function formatObject(obj: AnyObject): string {
+  return Object.entries(obj)
+    .map(([k, v]) => `${k}: ${v}`)
+    .join(', ')
 }

package/src/secret/secrets-decrypt.util.ts

@@ -1,8 +1,9 @@
 import fs from 'node:fs'
 import path from 'node:path'
 import { _assert } from '@naturalcycles/js-lib'
+import { globSync } from 'tinyglobby'
 import { dimGrey, yellow } from '../colors/colors.js'
-import { fastGlob, fs2 } from '../index.js'
+import { fs2 } from '../fs/fs2.js'
 import { decryptObject, decryptRandomIVBuffer } from '../security/crypto.util.js'
 
 export interface DecryptCLIOptions {
@@ -34,7 +35,7 @@ export function secretsDecrypt(
   // If `file` is provided - only this one file is used
   const patterns = file ? [file] : dir.map(d => `${d}/**/*.enc`)
 
-  const filenames = fastGlob.sync(patterns)
+  const filenames = globSync(patterns)
 
   filenames.forEach(filename => {
     let plainFilename: string

package/src/secret/secrets-encrypt.util.ts

@@ -1,8 +1,9 @@
 import fs from 'node:fs'
 import path from 'node:path'
 import { _assert } from '@naturalcycles/js-lib'
+import { globSync } from 'tinyglobby'
 import { dimGrey, yellow } from '../colors/colors.js'
-import { fastGlob, fs2 } from '../index.js'
+import { fs2 } from '../fs/fs2.js'
 import { encryptObject, encryptRandomIVBuffer } from '../security/crypto.util.js'
 
 export interface EncryptCLIOptions {
@@ -30,7 +31,7 @@ export function secretsEncrypt(
         ...pattern,
         `!**/*.enc`, // excluding already encoded
       ]
-  const filenames = fastGlob.sync(patterns)
+  const filenames = globSync(patterns)
   let encFilename: string
 
   filenames.forEach(filename => {

package/src/stream/transform/worker/transformMultiThreaded.ts

@@ -1,5 +1,3 @@
-import { dirname } from 'node:path'
-import { fileURLToPath } from 'node:url'
 import { Worker } from 'node:worker_threads'
 import type { AnyObject, DeferredPromise } from '@naturalcycles/js-lib'
 import { _range, pDefer } from '@naturalcycles/js-lib'
@@ -7,9 +5,6 @@ import through2Concurrent from 'through2-concurrent'
 import type { TransformTyped } from '../../stream.model.js'
 import type { WorkerInput, WorkerOutput } from './transformMultiThreaded.model.js'
 
-const __filename = fileURLToPath(import.meta.url)
-const __dirname = dirname(__filename)
-
 export interface TransformMultiThreadedOptions {
   /**
    * Absolute path to a js file with worker code
@@ -37,7 +32,7 @@ export interface TransformMultiThreadedOptions {
   workerData?: AnyObject
 }
 
-const workerProxyFilePath = `${__dirname}/workerClassProxy.js`
+const workerProxyFilePath = `${import.meta.dirname}/workerClassProxy.js`
 
 /**
  * Spawns a pool of Workers (threads).

package/src/validation/ajv/ajv.util.ts

@@ -1,6 +1,7 @@
 import type { JsonSchema } from '@naturalcycles/js-lib'
-import type { FastGlobOptions } from '../../index.js'
-import { fastGlob, fs2 } from '../../index.js'
+import type { GlobOptions } from 'tinyglobby'
+import { globSync } from 'tinyglobby'
+import { fs2 } from '../../fs/fs2.js'
 import type { AjvSchemaCfg } from './ajvSchema.js'
 import { AjvSchema } from './ajvSchema.js'
 
@@ -12,8 +13,11 @@ import { AjvSchema } from './ajvSchema.js'
  *
  * @experimental
  */
-export function readJsonSchemas(patterns: string | string[], opt?: FastGlobOptions): JsonSchema[] {
-  return fastGlob.sync(patterns, opt).map(fileName => fs2.readJson(fileName))
+export function readJsonSchemas(
+  patterns: string | string[],
+  opt?: Omit<GlobOptions, 'patterns'>,
+): JsonSchema[] {
+  return globSync(patterns, opt).map(fileName => fs2.readJson(fileName))
 }
 
 /**

package/src/validation/ajv/ajvSchema.ts

@@ -6,7 +6,9 @@ import {
   JsonSchemaAnyBuilder,
 } from '@naturalcycles/js-lib'
 import type { Ajv, ValidateFunction } from 'ajv'
-import { _inspect, fs2, requireFileToExist } from '../../index.js'
+import { fs2 } from '../../fs/fs2.js'
+import { _inspect } from '../../string/inspect.js'
+import { requireFileToExist } from '../../util/env.util.js'
 import { AjvValidationError } from './ajvValidationError.js'
 import { getAjv } from './getAjv.js'