thread-stream 2.1.0 → 2.3.0

package/.github/workflows/ci.yml

@@ -29,7 +29,7 @@ jobs:
           persist-credentials: false
 
       - name: Dependency review
-        uses: actions/dependency-review-action@v2
+        uses: actions/dependency-review-action@v3
 
   test:
     name: Test

package/.github/workflows/package-manager-ci.yml

@@ -23,7 +23,7 @@ jobs:
         with:
           node-version: ${{ matrix.node-version }}
       - name: Use pnpm
-        uses: pnpm/action-setup@v2.2.2
+        uses: pnpm/action-setup@v2.2.4
         with:
           version: ^6.0.0
       - name: Install dependancies

package/.husky/pre-commit

@@ -1,4 +1,4 @@
-#!/bin/sh
-. "$(dirname "$0")/_/husky.sh"
+#!/usr/bin/env sh
+. "$(dirname -- "$0")/_/husky.sh"
 
 npm test

package/.taprc

@@ -1,3 +1,4 @@
 jobs: 1
 check-coverage: false
-timeout: 60000
+# in seconds
+timeout: 60

package/bench.js

@@ -30,7 +30,7 @@ const MAX = 10000
 
 let str = ''
 
-for (let i = 0; i < 10; i++) {
+for (let i = 0; i < 100; i++) {
   str += 'hello'
 }
 

package/index.js

@@ -1,5 +1,6 @@
 'use strict'
 
+const { version } = require('./package.json')
 const { EventEmitter } = require('events')
 const { Worker } = require('worker_threads')
 const { join } = require('path')
@@ -29,6 +30,7 @@ class FakeWeakRef {
 
 const FinalizationRegistry = global.FinalizationRegistry || class FakeFinalizationRegistry {
   register () {}
+
   unregister () {}
 }
 
@@ -49,13 +51,19 @@ function createWorker (stream, opts) {
 
   const worker = new Worker(toExecute, {
     ...opts.workerOpts,
+    trackUnmanagedFds: false,
     workerData: {
       filename: filename.indexOf('file://') === 0
         ? filename
         : pathToFileURL(filename).href,
       dataBuf: stream[kImpl].dataBuf,
       stateBuf: stream[kImpl].stateBuf,
-      workerData
+      workerData: {
+        $context: {
+          threadStreamVersion: version
+        },
+        ...workerData
+      }
     }
   })
 

package/lib/worker.js

@@ -17,7 +17,7 @@ const state = new Int32Array(stateBuf)
 const data = Buffer.from(dataBuf)
 
 async function start () {
-  let fn
+  let worker
   try {
     if (filename.endsWith('.ts') || filename.endsWith('.cts')) {
       // TODO: add support for the TSM modules loader ( https://github.com/lukeed/tsm ).
@@ -28,9 +28,9 @@ async function start () {
       }
       // TODO: Support ES imports once tsc, tap & ts-node provide better compatibility guarantees.
       // Remove extra forwardslash on Windows
-      fn = realRequire(decodeURIComponent(filename.replace(process.platform === 'win32' ? 'file:///' : 'file://', '')))
+      worker = realRequire(decodeURIComponent(filename.replace(process.platform === 'win32' ? 'file:///' : 'file://', '')))
     } else {
-      fn = (await realImport(filename))
+      worker = (await realImport(filename))
     }
   } catch (error) {
     // A yarn user that tries to start a ThreadStream for an external module
@@ -43,10 +43,10 @@ async function start () {
     // The error codes may change based on the node.js version (ENOTDIR > 12, ERR_MODULE_NOT_FOUND <= 12 )
     if ((error.code === 'ENOTDIR' || error.code === 'ERR_MODULE_NOT_FOUND') &&
      filename.startsWith('file://')) {
-      fn = realRequire(decodeURIComponent(filename.replace('file://', '')))
+      worker = realRequire(decodeURIComponent(filename.replace('file://', '')))
     } else if (error.code === undefined) {
       // When bundled with pkg, an undefined error is thrown when called with realImport
-      fn = realRequire(decodeURIComponent(filename.replace(process.platform === 'win32' ? 'file:///' : 'file://', '')))
+      worker = realRequire(decodeURIComponent(filename.replace(process.platform === 'win32' ? 'file:///' : 'file://', '')))
     } else {
       throw error
     }
@@ -55,10 +55,10 @@ async function start () {
   // Depending on how the default export is performed, and on how the code is
   // transpiled, we may find cases of two nested "default" objects.
   // See https://github.com/pinojs/pino/issues/1243#issuecomment-982774762
-  if (typeof fn === 'object') fn = fn.default
-  if (typeof fn === 'object') fn = fn.default
+  if (typeof worker === 'object') worker = worker.default
+  if (typeof worker === 'object') worker = worker.default
 
-  destination = await fn(workerData.workerData)
+  destination = await worker(workerData.workerData)
 
   destination.on('error', function (err) {
     Atomics.store(state, WRITE_INDEX, -2)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "thread-stream",
-  "version": "2.1.0",
+  "version": "2.3.0",
   "description": "A streaming way to send data to a Node.js Worker Thread",
   "main": "index.js",
   "types": "index.d.ts",

package/test/context.test.js

@@ -0,0 +1,21 @@
+'use strict'
+
+const { test } = require('tap')
+const { join } = require('path')
+const ThreadStream = require('..')
+const { version } = require('../package.json')
+require('why-is-node-running')
+
+test('get context', (t) => {
+  const stream = new ThreadStream({
+    filename: join(__dirname, 'get-context.js'),
+    workerData: {},
+    sync: true
+  })
+  t.on('end', () => stream.end())
+  stream.on('context', (ctx) => {
+    t.same(ctx.threadStreamVersion, version)
+    t.end()
+  })
+  stream.write('hello')
+})

package/test/event.test.js

@@ -3,13 +3,15 @@
 const { test } = require('tap')
 const { join } = require('path')
 const ThreadStream = require('..')
+require('why-is-node-running')
 
-test('event propagate', function (t) {
+test('event propagate', (t) => {
   const stream = new ThreadStream({
     filename: join(__dirname, 'emit-event.js'),
     workerData: {},
     sync: true
   })
+  t.on('end', () => stream.end())
   stream.on('socketError', function (a, b, c, n, error) {
     t.same(a, 'list')
     t.same(b, 'of')
@@ -19,5 +21,4 @@ test('event propagate', function (t) {
     t.end()
   })
   stream.write('hello')
-  stream.end()
 })

package/test/get-context.js

@@ -0,0 +1,22 @@
+'use strict'
+
+const { Writable } = require('stream')
+const parentPort = require('worker_threads').parentPort
+
+async function run (opts) {
+  return new Writable({
+    autoDestroy: true,
+    write (chunk, enc, cb) {
+      if (parentPort) {
+        parentPort.postMessage({
+          code: 'EVENT',
+          name: 'context',
+          args: opts.$context
+        })
+      }
+      cb()
+    }
+  })
+}
+
+module.exports = run

package/test/{indexes.js → indexes.test.js}

@@ -1,6 +1,6 @@
 'use strict'
 
-const test = require('tape')
+const { test } = require('tap')
 const indexes = require('../lib/indexes')
 
 for (const index of Object.keys(indexes)) {