@naturalcycles/nodejs-lib 13.45.3 → 14.0.0

package/src/stream/ndjson/ndjson.model.ts

@@ -1,5 +1,5 @@
 import { _hb, _ms } from '@naturalcycles/js-lib'
-import { boldWhite, dimWhite } from '../../colors/colors'
+import { boldWhite, dimWhite } from '../../colors/colors.js'
 
 export class NDJsonStats {
   static create(o: Partial<NDJsonStats> = {}): NDJsonStats {

package/src/stream/ndjson/ndjsonMap.ts

@@ -1,7 +1,7 @@
 import type { AbortableAsyncMapper } from '@naturalcycles/js-lib'
 import { ErrorMode } from '@naturalcycles/js-lib'
-import type { TransformLogProgressOptions, TransformMapOptions } from '../..'
-import { _pipeline, fs2, transformLimit, transformLogProgress, transformMap } from '../..'
+import type { TransformLogProgressOptions, TransformMapOptions } from '../../index.js'
+import { _pipeline, fs2, transformLimit, transformLogProgress, transformMap } from '../../index.js'
 
 export interface NDJSONMapOptions<IN = any, OUT = IN>
   extends TransformMapOptions<IN, OUT>,

package/src/stream/ndjson/ndjsonStreamForEach.ts

@@ -1,7 +1,7 @@
 import type { AbortableAsyncMapper } from '@naturalcycles/js-lib'
 import { ErrorMode } from '@naturalcycles/js-lib'
-import type { TransformLogProgressOptions, TransformMapOptions } from '../..'
-import { _pipeline, fs2, transformLogProgress, transformMap, writableVoid } from '../..'
+import type { TransformLogProgressOptions, TransformMapOptions } from '../../index.js'
+import { _pipeline, fs2, transformLogProgress, transformMap, writableVoid } from '../../index.js'
 
 export interface NDJSONStreamForEachOptions<IN = any>
   extends TransformMapOptions<IN, void>,

package/src/stream/ndjson/transformJsonParse.ts

@@ -1,6 +1,6 @@
 import { Transform } from 'node:stream'
 import type { Reviver } from '@naturalcycles/js-lib'
-import type { TransformTyped } from '../stream.model'
+import type { TransformTyped } from '../stream.model.js'
 
 export interface TransformJsonParseOptions {
   /**

package/src/stream/ndjson/transformToNDJson.ts

@@ -1,6 +1,6 @@
 import { Transform } from 'node:stream'
 import { _sortObjectDeep } from '@naturalcycles/js-lib'
-import type { TransformTyped } from '../stream.model'
+import type { TransformTyped } from '../stream.model.js'
 
 export interface TransformToNDJsonOptions {
   /**

package/src/stream/pipeline/pipeline.ts

@@ -3,7 +3,7 @@ import { Transform } from 'node:stream'
 import { pipeline } from 'node:stream/promises'
 import type { AnyFunction, DeferredPromise } from '@naturalcycles/js-lib'
 import { _last, pDefer } from '@naturalcycles/js-lib'
-import { writablePushToArray } from '../writable/writablePushToArray'
+import { writablePushToArray } from '../writable/writablePushToArray.js'
 
 type AnyStream = NodeJS.ReadableStream | NodeJS.WritableStream | NodeJS.ReadWriteStream
 

package/src/stream/progressLogger.ts

@@ -2,9 +2,9 @@ import type { InspectOptions } from 'node:util'
 import { inspect } from 'node:util'
 import type { AnyObject, CommonLogger, UnixTimestampMillis } from '@naturalcycles/js-lib'
 import { _mb, _since, localTime, SimpleMovingAverage } from '@naturalcycles/js-lib'
-import { boldWhite, dimGrey, hasColors, white, yellow } from '../colors/colors'
-import { SizeStack } from './sizeStack'
-import type { ReadableMapper } from './stream.model'
+import { boldWhite, dimGrey, hasColors, white, yellow } from '../colors/colors.js'
+import { SizeStack } from './sizeStack.js'
+import type { ReadableMapper } from './stream.model.js'
 
 export interface ProgressLoggerCfg<T = any> {
   /**

package/src/stream/readable/readableCreate.ts

@@ -1,6 +1,6 @@
 import type { ReadableOptions } from 'node:stream'
 import { Readable } from 'node:stream'
-import type { ReadableTyped } from '../stream.model'
+import type { ReadableTyped } from '../stream.model.js'
 
 /**
  * Convenience function to create a Readable that can be pushed into (similar to RxJS Subject).

package/src/stream/readable/readableForEach.ts

@@ -1,9 +1,9 @@
 import type { AbortableAsyncMapper, Mapper } from '@naturalcycles/js-lib'
 import { _passNothingPredicate } from '@naturalcycles/js-lib'
-import type { ReadableTyped } from '../../index'
-import { _pipeline } from '../../index'
-import type { TransformMapOptions } from '../transform/transformMap'
-import { transformMap } from '../transform/transformMap'
+import type { ReadableTyped } from '../../index.js'
+import { _pipeline } from '../../index.js'
+import type { TransformMapOptions } from '../transform/transformMap.js'
+import { transformMap } from '../transform/transformMap.js'
 
 /**
  * Convenience function to do `.forEach` over a Readable.

package/src/stream/readable/readableFromArray.ts

@@ -2,7 +2,7 @@ import type { ReadableOptions } from 'node:stream'
 import { Readable } from 'node:stream'
 import type { AbortableAsyncMapper } from '@naturalcycles/js-lib'
 import { _passthroughMapper } from '@naturalcycles/js-lib'
-import type { ReadableTyped } from '../stream.model'
+import type { ReadableTyped } from '../stream.model.js'
 
 /**
  * Create Readable from Array.

package/src/stream/readable/readableToArray.ts

@@ -1,4 +1,4 @@
-import type { ReadableTyped } from '../stream.model'
+import type { ReadableTyped } from '../stream.model.js'
 
 /**
  * Convenience function to read the whole Readable stream into Array (in-memory)

package/src/stream/sizeStack.ts

@@ -1,7 +1,7 @@
 import type { CommonLogger } from '@naturalcycles/js-lib'
 import { _hb, NumberStack } from '@naturalcycles/js-lib'
-import { yellow } from '../colors/colors'
-import { gzipBuffer } from '../util/zip.util'
+import { yellow } from '../colors/colors.js'
+import { gzipBuffer } from '../util/zip.util.js'
 
 export class SizeStack extends NumberStack {
   constructor(

package/src/stream/transform/transformChunk.ts

@@ -1,5 +1,5 @@
 import { Transform } from 'node:stream'
-import type { TransformOptions, TransformTyped } from '../stream.model'
+import type { TransformOptions, TransformTyped } from '../stream.model.js'
 
 export interface TransformChunkOptions extends TransformOptions {
   /**

package/src/stream/transform/transformFilter.ts

@@ -1,8 +1,8 @@
 import { Transform } from 'node:stream'
 import type { AsyncPredicate, Predicate } from '@naturalcycles/js-lib'
-import type { TransformOptions, TransformTyped } from '../stream.model'
-import type { TransformMapOptions } from './transformMap'
-import { transformMap } from './transformMap'
+import type { TransformOptions, TransformTyped } from '../stream.model.js'
+import type { TransformMapOptions } from './transformMap.js'
+import { transformMap } from './transformMap.js'
 
 /**
  * Just a convenience wrapper around `transformMap` that has built-in predicate filtering support.

package/src/stream/transform/transformLimit.ts

@@ -1,8 +1,8 @@
 import type { Readable } from 'node:stream'
 import type { CommonLogger } from '@naturalcycles/js-lib'
-import { AbortableTransform, transformNoOp } from '../../index'
-import type { TransformOptions, TransformTyped } from '../stream.model'
-import { pipelineClose } from '../stream.util'
+import { AbortableTransform, transformNoOp } from '../../index.js'
+import type { TransformOptions, TransformTyped } from '../stream.model.js'
+import { pipelineClose } from '../stream.util.js'
 
 export interface TransformLimitOptions extends TransformOptions {
   /**

package/src/stream/transform/transformLogProgress.ts

@@ -1,7 +1,7 @@
 import { Transform } from 'node:stream'
-import type { ProgressLoggerCfg } from '../progressLogger'
-import { progressLogger } from '../progressLogger'
-import type { TransformOptions, TransformTyped } from '../stream.model'
+import type { ProgressLoggerCfg } from '../progressLogger.js'
+import { progressLogger } from '../progressLogger.js'
+import type { TransformOptions, TransformTyped } from '../stream.model.js'
 
 export interface TransformLogProgressOptions<IN = any>
   extends ProgressLoggerCfg<IN>,

package/src/stream/transform/transformMap.ts

@@ -16,11 +16,11 @@ import {
   pFilter,
   SKIP,
 } from '@naturalcycles/js-lib'
-import through2Concurrent = require('through2-concurrent')
-import { yellow } from '../../colors/colors'
-import type { AbortableTransform } from '../pipeline/pipeline'
-import type { TransformTyped } from '../stream.model'
-import { pipelineClose } from '../stream.util'
+import through2Concurrent from 'through2-concurrent'
+import { yellow } from '../../colors/colors.js'
+import type { AbortableTransform } from '../pipeline/pipeline.js'
+import type { TransformTyped } from '../stream.model.js'
+import { pipelineClose } from '../stream.util.js'
 
 export interface TransformMapOptions<IN = any, OUT = IN> {
   /**

package/src/stream/transform/transformMapSimple.ts

@@ -1,7 +1,7 @@
 import { Transform } from 'node:stream'
 import type { CommonLogger, Mapper } from '@naturalcycles/js-lib'
 import { ErrorMode } from '@naturalcycles/js-lib'
-import type { TransformTyped } from '../stream.model'
+import type { TransformTyped } from '../stream.model.js'
 
 export interface TransformMapSimpleOptions {
   /**

package/src/stream/transform/transformMapSync.ts

@@ -1,10 +1,10 @@
 import type { CommonLogger, Mapper, Predicate, UnixTimestampMillis } from '@naturalcycles/js-lib'
 import { _anyToError, END, ErrorMode, SKIP } from '@naturalcycles/js-lib'
-import { yellow } from '../../colors/colors'
-import { AbortableTransform } from '../pipeline/pipeline'
-import type { TransformTyped } from '../stream.model'
-import { pipelineClose } from '../stream.util'
-import type { TransformMapStats } from './transformMap'
+import { yellow } from '../../colors/colors.js'
+import { AbortableTransform } from '../pipeline/pipeline.js'
+import type { TransformTyped } from '../stream.model.js'
+import { pipelineClose } from '../stream.util.js'
+import type { TransformMapStats } from './transformMap.js'
 
 export interface TransformMapSyncOptions<IN = any, OUT = IN> {
   /**

package/src/stream/transform/transformNoOp.ts

@@ -1,5 +1,5 @@
 import { Transform } from 'node:stream'
-import type { TransformTyped } from '../stream.model'
+import type { TransformTyped } from '../stream.model.js'
 
 /**
  * Transform that does nothing (pass the data through).

package/src/stream/transform/transformOffset.ts

@@ -1,6 +1,6 @@
 import { Transform } from 'node:stream'
-import { transformNoOp } from '../../index'
-import type { TransformOptions, TransformTyped } from '../stream.model'
+import { transformNoOp } from '../../index.js'
+import type { TransformOptions, TransformTyped } from '../stream.model.js'
 
 export interface TransformOffsetOptions extends TransformOptions {
   /**

package/src/stream/transform/transformSplit.ts

@@ -1,5 +1,5 @@
 import { Transform } from 'node:stream'
-import type { TransformTyped } from '../stream.model'
+import type { TransformTyped } from '../stream.model.js'
 
 // The code below is carefully adopted from: https://github.com/max-mapper/binary-split
 

package/src/stream/transform/transformTap.ts

@@ -1,6 +1,6 @@
 import { Transform } from 'node:stream'
 import type { AsyncMapper, CommonLogger } from '@naturalcycles/js-lib'
-import type { TransformOptions, TransformTyped } from '../stream.model'
+import type { TransformOptions, TransformTyped } from '../stream.model.js'
 
 export interface TransformTapOptions extends TransformOptions {
   logger?: CommonLogger

package/src/stream/transform/transformTee.ts

@@ -1,7 +1,7 @@
 import { Transform } from 'node:stream'
-import { _pipeline } from '../pipeline/pipeline'
-import { readableCreate } from '../readable/readableCreate'
-import type { TransformTyped } from '../stream.model'
+import { _pipeline } from '../pipeline/pipeline.js'
+import { readableCreate } from '../readable/readableCreate.js'
+import type { TransformTyped } from '../stream.model.js'
 
 type AnyStream = NodeJS.WritableStream | NodeJS.ReadWriteStream
 

package/src/stream/transform/transformThrottle.ts

@@ -6,7 +6,7 @@ import type {
   UnixTimestampMillis,
 } from '@naturalcycles/js-lib'
 import { _ms, _since, localTime, pDefer } from '@naturalcycles/js-lib'
-import type { TransformTyped } from '../stream.model'
+import type { TransformTyped } from '../stream.model.js'
 
 export interface TransformThrottleOptions {
   /**

package/src/stream/transform/transformToArray.ts

@@ -1,5 +1,5 @@
 import { Transform } from 'node:stream'
-import type { TransformOptions, TransformTyped } from '../stream.model'
+import type { TransformOptions, TransformTyped } from '../stream.model.js'
 
 /**
  * Will collect all stream results in the array (keeping it in memory) and emit in the end as one result.

package/src/stream/transform/worker/baseWorkerClass.ts

@@ -1,4 +1,4 @@
-import type { BaseWorkerData } from './transformMultiThreaded.model'
+import type { BaseWorkerData } from './transformMultiThreaded.model.js'
 
 export interface WorkerClassInterface<
   IN,

package/src/stream/transform/worker/transformMultiThreaded.ts

@@ -1,9 +1,14 @@
+import { dirname } from 'node:path'
+import { fileURLToPath } from 'node:url'
 import { Worker } from 'node:worker_threads'
 import type { AnyObject, DeferredPromise } from '@naturalcycles/js-lib'
 import { _range, pDefer } from '@naturalcycles/js-lib'
-import through2Concurrent = require('through2-concurrent')
-import type { TransformTyped } from '../../stream.model'
-import type { WorkerInput, WorkerOutput } from './transformMultiThreaded.model'
+import through2Concurrent from 'through2-concurrent'
+import type { TransformTyped } from '../../stream.model.js'
+import type { WorkerInput, WorkerOutput } from './transformMultiThreaded.model.js'
+
+const __filename = fileURLToPath(import.meta.url)
+const __dirname = dirname(__filename)
 
 export interface TransformMultiThreadedOptions {
   /**

package/src/stream/transform/worker/workerClassProxy.js

@@ -1,6 +1,6 @@
 const started = Date.now()
-const { workerData, parentPort } = require('node:worker_threads')
-const { inspect } = require('node:util')
+import { workerData, parentPort } from 'node:worker_threads'
+import { inspect } from 'node:util'
 const { workerFile, workerIndex, logEvery = 1000, metric = 'worker' } = workerData || {}
 
 if (!workerFile) {
@@ -12,11 +12,13 @@ if (!workerFile) {
 try {
   // require('esbuild-register') // alternative
   // require('ts-node/register/transpile-only')
-  require('tsx/cjs/api').register() // https://tsx.is/dev-api/register-cjs
+  // require('tsx/cjs/api').register() // https://tsx.is/dev-api/register-cjs
+  const { register } = await import('tsx/esm/api')
+  register() // https://tsx.is/dev-api/register-esm
   // require('tsconfig-paths/register')
 } catch {} // require if exists
 
-const { WorkerClass } = require(workerFile)
+const { WorkerClass } = await import(workerFile)
 const worker = new WorkerClass(workerData)
 
 console.log(`${metric}#${workerIndex} loaded in ${Date.now() - started} ms`)

package/src/stream/writable/writableForEach.ts

@@ -1,8 +1,8 @@
 import type { AsyncMapper, Mapper } from '@naturalcycles/js-lib'
 import { _passNothingPredicate } from '@naturalcycles/js-lib'
-import type { TransformMapOptions } from '../..'
-import { transformMap, transformMapSync } from '../..'
-import type { WritableTyped } from '../stream.model'
+import type { TransformMapOptions } from '../../index.js'
+import { transformMap, transformMapSync } from '../../index.js'
+import type { WritableTyped } from '../stream.model.js'
 
 /**
  * Just an alias to transformMap that declares OUT as void.

package/src/stream/writable/writableFork.ts

@@ -1,7 +1,7 @@
 import { Writable } from 'node:stream'
-import type { ReadableTyped } from '../..'
-import { _pipeline, readableCreate } from '../..'
-import type { TransformOptions, WritableTyped } from '../stream.model'
+import type { ReadableTyped } from '../../index.js'
+import { _pipeline, readableCreate } from '../../index.js'
+import type { TransformOptions, WritableTyped } from '../stream.model.js'
 
 /**
  * Allows "forking" a stream inside pipeline into a number of pipeline chains (2 or more).

package/src/stream/writable/writableLimit.ts

@@ -1,6 +1,6 @@
 import type { Readable } from 'node:stream'
 import { Writable } from 'node:stream'
-import type { WritableTyped } from '../stream.model'
+import type { WritableTyped } from '../stream.model.js'
 
 /**
  * Allows to stop the Readable stream after the pipeline has processed X number of rows.

package/src/stream/writable/writablePushToArray.ts

@@ -1,5 +1,5 @@
 import { Writable } from 'node:stream'
-import type { TransformOptions, WritableTyped } from '../stream.model'
+import type { TransformOptions, WritableTyped } from '../stream.model.js'
 
 /**
  * Will push all results to `arr`, will emit nothing in the end.

package/src/stream/writable/writableVoid.ts

@@ -1,6 +1,6 @@
 import { Writable } from 'node:stream'
 import type { DeferredPromise } from '@naturalcycles/js-lib'
-import type { TransformOptions } from '../stream.model'
+import type { TransformOptions } from '../stream.model.js'
 
 export interface WritableVoidOptions extends TransformOptions {
   /**

package/src/util/buildInfo.util.ts

@@ -1,7 +1,7 @@
 import type { AnyObject, BuildInfo, UnixTimestamp } from '@naturalcycles/js-lib'
 import { _filterUndefinedValues, localTime } from '@naturalcycles/js-lib'
-import { fs2 } from '../fs/fs2'
-import { git2 } from './git2'
+import { fs2 } from '../fs/fs2.js'
+import { git2 } from './git2.js'
 
 export interface GenerateBuildInfoOptions {
   /**

package/src/util/exec2.ts

@@ -1,7 +1,7 @@
 import { execSync, spawn, spawnSync } from 'node:child_process'
 import type { AnyObject, NumberOfMilliseconds, UnixTimestampMillis } from '@naturalcycles/js-lib'
 import { _since, AppError } from '@naturalcycles/js-lib'
-import { dimGrey, dimRed, hasColors, white } from '../colors/colors'
+import { dimGrey, dimRed, hasColors, white } from '../colors/colors.js'
 
 /**
  * Set of utility functions to work with Spawn / Exec.

package/src/util/git2.ts

@@ -1,8 +1,8 @@
 import { execSync } from 'node:child_process'
 import { basename } from 'node:path'
 import type { UnixTimestamp } from '@naturalcycles/js-lib'
-import { grey } from '../colors/colors'
-import { exec2 } from './exec2'
+import { grey } from '../colors/colors.js'
+import { exec2 } from './exec2.js'
 
 /**
  * Set of utility functions to work with git.

package/src/validation/ajv/ajv.util.ts

@@ -1,8 +1,8 @@
 import type { JsonSchema } from '@naturalcycles/js-lib'
-import type { FastGlobOptions } from '../..'
-import { fastGlob, fs2 } from '../..'
-import type { AjvSchemaCfg } from './ajvSchema'
-import { AjvSchema } from './ajvSchema'
+import type { FastGlobOptions } from '../../index.js'
+import { fastGlob, fs2 } from '../../index.js'
+import type { AjvSchemaCfg } from './ajvSchema.js'
+import { AjvSchema } from './ajvSchema.js'
 
 /**
  * Does fs.readFileSync + JSON.parse for ALL files matching the passed `glob` pattern.

package/src/validation/ajv/ajvSchema.ts

@@ -5,11 +5,10 @@ import {
   _substringBefore,
   JsonSchemaAnyBuilder,
 } from '@naturalcycles/js-lib'
-import type { ValidateFunction } from 'ajv'
-import type Ajv from 'ajv'
-import { _inspect, fs2, requireFileToExist } from '../../index'
-import { AjvValidationError } from './ajvValidationError'
-import { getAjv } from './getAjv'
+import type { Ajv, ValidateFunction } from 'ajv'
+import { _inspect, fs2, requireFileToExist } from '../../index.js'
+import { AjvValidationError } from './ajvValidationError.js'
+import { getAjv } from './getAjv.js'
 
 export interface AjvValidationOptions {
   objectName?: string

package/src/validation/ajv/getAjv.ts

@@ -1,5 +1,7 @@
 import type { Options } from 'ajv'
-import Ajv from 'ajv'
+import { Ajv } from 'ajv'
+import ajvFormats from 'ajv-formats'
+import ajvKeywords from 'ajv-keywords'
 
 const AJV_OPTIONS: Options = {
   removeAdditional: true,
@@ -27,10 +29,12 @@ export function getAjv(opt?: Options): Ajv {
 
   // Adds ajv "formats"
   // https://ajv.js.org/guide/formats.html
-  require('ajv-formats')(ajv)
+  // @ts-expect-error types are wrong
+  ajvFormats(ajv)
 
   // https://ajv.js.org/packages/ajv-keywords.html
-  require('ajv-keywords')(ajv, [
+  // @ts-expect-error types are wrong
+  ajvKeywords(ajv, [
     'transform', // trim, toLowerCase, etc.
     'uniqueItemProperties',
     'instanceof',

package/src/validation/joi/joi.extensions.ts

@@ -1,8 +1,8 @@
 import JoiLib from 'joi'
-import type { NumberSchema } from './number.extensions'
-import { numberExtensions } from './number.extensions'
-import type { StringSchema } from './string.extensions'
-import { stringExtensions } from './string.extensions'
+import type { NumberSchema } from './number.extensions.js'
+import { numberExtensions } from './number.extensions.js'
+import type { StringSchema } from './string.extensions.js'
+import { stringExtensions } from './string.extensions.js'
 
 export interface ExtendedJoi extends JoiLib.Root {
   // eslint-disable-next-line id-blacklist

package/src/validation/joi/joi.shared.schemas.ts

@@ -14,9 +14,9 @@ import {
   _stringEnumValues,
 } from '@naturalcycles/js-lib'
 import type { AlternativesSchema, AnySchema, ArraySchema, ObjectSchema } from 'joi'
-import { Joi } from './joi.extensions'
-import type { NumberSchema } from './number.extensions'
-import type { StringSchema } from './string.extensions'
+import { Joi } from './joi.extensions.js'
+import type { NumberSchema } from './number.extensions.js'
+import type { StringSchema } from './string.extensions.js'
 
 export const booleanSchema = Joi.boolean()
 export const booleanDefaultToFalseSchema = Joi.boolean().default(false)

package/src/validation/joi/joi.validation.util.ts

@@ -8,8 +8,8 @@
 
 import { _hb, _isObject, _truncateMiddle } from '@naturalcycles/js-lib'
 import type { AnySchema, ValidationError, ValidationOptions } from 'joi'
-import type { JoiValidationErrorData } from './joi.validation.error'
-import { JoiValidationError } from './joi.validation.error'
+import type { JoiValidationErrorData } from './joi.validation.error.js'
+import { JoiValidationError } from './joi.validation.error.js'
 
 // todo: consider replacing with Tuple of [error, value]
 export interface JoiValidationResult<T = any> {

package/src/yargs.util.ts

@@ -1,4 +1,5 @@
 import yargs from 'yargs'
+// @ts-expect-error yargs types disagree with runtime
 import { hideBin } from 'yargs/helpers'
 
 /**