@contrail/cli 3.4.5 → 3.4.6-alpha.cffb28e

package/node_modules/thread-stream/test/thread-management.test.js

@@ -0,0 +1,138 @@
+'use strict'
+
+const { test } = require('node:test')
+const assert = require('node:assert')
+const { fork } = require('child_process')
+const { join } = require('path')
+const { readFile } = require('fs').promises
+const { file } = require('./helper')
+const { once } = require('events')
+const ThreadStream = require('..')
+
+test('exits with 0', async function (t) {
+  const dest = file()
+  const child = fork(join(__dirname, 'create-and-exit.js'), [dest])
+
+  const [code] = await once(child, 'exit')
+  assert.strictEqual(code, 0)
+
+  const data = await readFile(dest, 'utf8')
+  assert.strictEqual(data, 'hello world\n')
+})
+
+test('emit error if thread exits', async function (t) {
+  const stream = new ThreadStream({
+    filename: join(__dirname, 'exit.js'),
+    sync: true
+  })
+
+  const closed = once(stream, 'close').catch(() => {})
+
+  stream.on('ready', () => {
+    stream.write('hello world\n')
+  })
+
+  let [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker thread exited')
+
+  stream.write('noop');
+  [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker has exited')
+
+  stream.write('noop');
+  [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker has exited')
+
+  await closed
+})
+
+test('emit error if thread have unhandledRejection', async function (t) {
+  const stream = new ThreadStream({
+    filename: join(__dirname, 'unhandledRejection.js'),
+    sync: true
+  })
+
+  const closed = once(stream, 'close').catch(() => {})
+
+  stream.on('ready', () => {
+    stream.write('hello world\n')
+  })
+
+  let [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'kaboom')
+
+  stream.write('noop');
+  [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker has exited')
+
+  stream.write('noop');
+  [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker has exited')
+
+  await closed
+})
+
+test('emit error if worker stream emit error', async function (t) {
+  const stream = new ThreadStream({
+    filename: join(__dirname, 'error.js'),
+    sync: true
+  })
+
+  const closed = once(stream, 'close').catch(() => {})
+
+  stream.on('ready', () => {
+    stream.write('hello world\n')
+  })
+
+  let [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'kaboom')
+
+  stream.write('noop');
+  [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker has exited')
+
+  stream.write('noop');
+  [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker has exited')
+
+  await closed
+})
+
+test('emit error if thread have uncaughtException', async function (t) {
+  const stream = new ThreadStream({
+    filename: join(__dirname, 'uncaughtException.js'),
+    sync: true
+  })
+
+  const closed = once(stream, 'close').catch(() => {})
+
+  stream.on('ready', () => {
+    stream.write('hello world\n')
+  })
+
+  let [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'kaboom')
+
+  stream.write('noop');
+  [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker has exited')
+
+  stream.write('noop');
+  [err] = await once(stream, 'error')
+  assert.strictEqual(err.message, 'the worker has exited')
+
+  await closed
+})
+
+test('close the work if out of scope on gc', { skip: !global.WeakRef }, async function (t) {
+  const dest = file()
+  const child = fork(join(__dirname, 'close-on-gc.js'), [dest], {
+    execArgv: ['--expose-gc']
+  })
+
+  const [code] = await once(child, 'exit')
+  assert.strictEqual(code, 0)
+
+  const data = await readFile(dest, 'utf8')
+  assert.strictEqual(data, 'hello world\n')
+})

package/node_modules/thread-stream/test/to-file-on-destroy.js

@@ -0,0 +1,23 @@
+'use strict'
+
+const fs = require('fs')
+const { Writable } = require('stream')
+
+function run (opts) {
+  let data = ''
+  return new Writable({
+    autoDestroy: true,
+    write (chunk, enc, cb) {
+      data += chunk.toString()
+      cb()
+    },
+    destroy (err, cb) {
+      // process._rawDebug('destroy called')
+      fs.writeFile(opts.dest, data, function (err2) {
+        cb(err2 || err)
+      })
+    }
+  })
+}
+
+module.exports = run

package/node_modules/thread-stream/test/to-file-on-final.js

@@ -0,0 +1,24 @@
+'use strict'
+
+const fs = require('fs')
+const { Writable } = require('stream')
+
+function run (opts) {
+  let data = ''
+  return new Writable({
+    autoDestroy: true,
+    write (chunk, enc, cb) {
+      data += chunk.toString()
+      cb()
+    },
+    final (cb) {
+      setTimeout(function () {
+        fs.writeFile(opts.dest, data, function (err) {
+          cb(err)
+        })
+      }, 100)
+    }
+  })
+}
+
+module.exports = run

package/node_modules/thread-stream/test/to-file.js

@@ -0,0 +1,12 @@
+'use strict'
+
+const fs = require('fs')
+const { once } = require('events')
+
+async function run (opts) {
+  const stream = fs.createWriteStream(opts.dest)
+  await once(stream, 'open')
+  return stream
+}
+
+module.exports = run

package/node_modules/thread-stream/test/to-file.mjs

@@ -0,0 +1,8 @@
+import { createWriteStream } from 'fs'
+import { once } from 'events'
+
+export default async function run (opts) {
+  const stream = createWriteStream(opts.dest)
+  await once(stream, 'open')
+  return stream
+}

package/node_modules/thread-stream/test/to-next.js

@@ -0,0 +1,9 @@
+'use strict'
+
+const { PassThrough } = require('stream')
+
+async function run (opts) {
+  return new PassThrough({})
+}
+
+module.exports = run

package/node_modules/thread-stream/test/transpiled.test.js

@@ -0,0 +1,29 @@
+'use strict'
+
+const { test } = require('node:test')
+const assert = require('node:assert')
+const { join } = require('path')
+const { file } = require('./helper')
+const ThreadStream = require('..')
+
+function basic (esVersion) {
+  test(`transpiled-ts-to-${esVersion}`, function () {
+    const dest = file()
+    const stream = new ThreadStream({
+      filename: join(__dirname, 'ts', `to-file.${esVersion}.cjs`),
+      workerData: { dest },
+      sync: true
+    })
+
+    // There are arbitrary checks, the important aspect of this test is to ensure
+    // that we can properly load the transpiled file into our worker thread.
+    assert.deepStrictEqual(stream.writableEnded, false)
+    stream.end()
+    assert.deepStrictEqual(stream.writableEnded, true)
+  })
+}
+
+basic('es5')
+basic('es6')
+basic('es2017')
+basic('esnext')

package/node_modules/thread-stream/test/ts/to-file.ts

@@ -0,0 +1,10 @@
+import { type PathLike, type WriteStream, createWriteStream } from 'fs'
+import { once } from 'events'
+
+export default async function run (
+  opts: { dest: PathLike },
+): Promise<WriteStream> {
+  const stream = createWriteStream(opts.dest)
+  await once(stream, 'open')
+  return stream
+}

package/node_modules/thread-stream/test/ts/transpile.sh

@@ -0,0 +1,19 @@
+#!/bin/sh
+
+set -e
+
+cd ./test/ts;
+
+if (echo "${npm_config_user_agent}" | grep "yarn"); then
+  export RUNNER="yarn";
+else
+  export RUNNER="npx";
+fi
+
+test ./to-file.ts -ot ./to-file.es5.cjs    || ("${RUNNER}" tsc --skipLibCheck --target es5                      ./to-file.ts && mv ./to-file.js ./to-file.es5.cjs);
+test ./to-file.ts -ot ./to-file.es6.mjs    || ("${RUNNER}" tsc --skipLibCheck --target es6                      ./to-file.ts && mv ./to-file.js ./to-file.es6.mjs);
+test ./to-file.ts -ot ./to-file.es6.cjs    || ("${RUNNER}" tsc --skipLibCheck --target es6    --module commonjs ./to-file.ts && mv ./to-file.js ./to-file.es6.cjs);
+test ./to-file.ts -ot ./to-file.es2017.mjs || ("${RUNNER}" tsc --skipLibCheck --target es2017                   ./to-file.ts && mv ./to-file.js ./to-file.es2017.mjs);
+test ./to-file.ts -ot ./to-file.es2017.cjs || ("${RUNNER}" tsc --skipLibCheck --target es2017 --module commonjs ./to-file.ts && mv ./to-file.js ./to-file.es2017.cjs);
+test ./to-file.ts -ot ./to-file.esnext.mjs || ("${RUNNER}" tsc --skipLibCheck --target esnext --module esnext   ./to-file.ts && mv ./to-file.js ./to-file.esnext.mjs);
+test ./to-file.ts -ot ./to-file.esnext.cjs || ("${RUNNER}" tsc --skipLibCheck --target esnext --module commonjs ./to-file.ts && mv ./to-file.js ./to-file.esnext.cjs);

package/node_modules/thread-stream/test/ts-native.test.mjs

@@ -0,0 +1,35 @@
+import { test } from 'node:test'
+import assert from 'node:assert'
+import { readFile } from 'fs/promises'
+import ThreadStream from '../index.js'
+import { join } from 'desm'
+import { file } from './helper.js'
+
+const nodeVersion = parseInt(process.versions.node.split('.')[0], 10)
+
+// Native TypeScript stripping (--experimental-strip-types) is only available in Node 22.6+
+test('typescript module with native type stripping', { skip: nodeVersion < 22 }, async function (t) {
+  const dest = file()
+  const stream = new ThreadStream({
+    filename: join(import.meta.url, 'ts', 'to-file.ts'),
+    workerData: { dest },
+    workerOpts: {
+      execArgv: ['--experimental-strip-types', '--disable-warning=ExperimentalWarning']
+    },
+    sync: false
+  })
+
+  t.after(() => stream.end())
+
+  assert.ok(stream.write('hello world\n'))
+  assert.ok(stream.write('something else\n'))
+
+  stream.end()
+
+  await new Promise((resolve) => {
+    stream.on('close', resolve)
+  })
+
+  const data = await readFile(dest, 'utf8')
+  assert.strictEqual(data, 'hello world\nsomething else\n')
+})

package/node_modules/thread-stream/test/ts-node-fallback.test.js

@@ -0,0 +1,35 @@
+'use strict'
+
+const { test } = require('node:test')
+const assert = require('node:assert')
+const { readFile } = require('fs/promises')
+const { join } = require('path')
+const { file } = require('./helper')
+const ThreadStream = require('..')
+
+// This test verifies that TypeScript files can be loaded via ts-node
+// when native type stripping is not enabled in the worker thread.
+// Unlike ts.test.ts which passes --experimental-strip-types via execArgv,
+// this test does NOT pass that flag, so the worker will fall back to ts-node.
+test('typescript module with ts-node fallback', async function (t) {
+  const dest = file()
+  const stream = new ThreadStream({
+    filename: join(__dirname, 'ts', 'to-file.ts'),
+    workerData: { dest },
+    sync: false
+  })
+
+  t.after(() => stream.end())
+
+  assert.ok(stream.write('hello world\n'))
+  assert.ok(stream.write('something else\n'))
+
+  stream.end()
+
+  await new Promise((resolve) => {
+    stream.on('close', resolve)
+  })
+
+  const data = await readFile(dest, 'utf8')
+  assert.strictEqual(data, 'hello world\nsomething else\n')
+})

package/node_modules/thread-stream/test/uncaughtException.js

@@ -0,0 +1,21 @@
+'use strict'
+
+const { Writable } = require('stream')
+
+// Nop console.error to avoid printing things out
+console.error = () => {}
+
+setImmediate(function () {
+  throw new Error('kaboom')
+})
+
+async function run (opts) {
+  const stream = new Writable({
+    write (chunk, enc, cb) {
+      cb()
+    }
+  })
+  return stream
+}
+
+module.exports = run

package/node_modules/thread-stream/test/unhandledRejection.js

@@ -0,0 +1,21 @@
+'use strict'
+
+const { Writable } = require('stream')
+
+// Nop console.error to avoid printing things out
+console.error = () => {}
+
+setImmediate(function () {
+  Promise.reject(new Error('kaboom'))
+})
+
+async function run (opts) {
+  const stream = new Writable({
+    write (chunk, enc, cb) {
+      cb()
+    }
+  })
+  return stream
+}
+
+module.exports = run

package/node_modules/thread-stream/test/yarnrc.yml

@@ -0,0 +1,7 @@
+nodeLinker: pnp
+pnpMode: loose
+pnpEnableEsmLoader: false
+packageExtensions:
+  debug@*:
+    dependencies:
+      supports-color: '*'

package/node_modules/thread-stream/tsconfig.json

@@ -0,0 +1,8 @@
+{
+    "compilerOptions": {
+        "esModuleInterop": true
+    },
+    "files": [
+        "index.d.ts"
+    ],
+}

package/oclif.manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "3.4.5",
+  "version": "3.4.6-alpha.cffb28e",
   "commands": {
     "app:create": {
       "id": "app:create",
@@ -1157,7 +1157,7 @@
     },
     "load-local": {
       "id": "load-local",
-      "description": "Run the full data loading pipeline locally. Reads a CSV data file and a YAML/JSON config, then runs preprocess → analyze → validate → preview → execute stages with detailed feedback.",
+      "description": "Run the full data loading pipeline locally. Reads a CSV data file and a YAML/JSON config, then runs transform → validate → preview → execute stages with detailed feedback.",
       "strict": true,
       "pluginName": "@contrail/cli",
       "pluginAlias": "@contrail/cli",
@@ -1168,7 +1168,7 @@
         "$ contrail load-local data.csv config.yml",
         "$ contrail load-local data.csv config.yml --dry-run",
         "$ contrail load-local data.csv config.yml --yes",
-        "$ contrail load-local data.csv config.yml --stage 3"
+        "$ contrail load-local data.csv config.yml --stage 2"
       ],
       "flags": {
         "logLevel": {
@@ -1209,21 +1209,20 @@
           "name": "dry-run",
           "type": "boolean",
           "char": "d",
-          "description": "Run stages 1-4 only (no execution)",
+          "description": "Run stages 1-3 only (no execution)",
           "allowNo": false
         },
         "stage": {
           "name": "stage",
           "type": "option",
           "char": "s",
-          "description": "Run only up to this stage (1-5)",
+          "description": "Run only up to this stage (1-4)",
           "multiple": false,
           "options": [
             "1",
             "2",
             "3",
-            "4",
-            "5"
+            "4"
           ]
         }
       },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@contrail/cli",
-  "version": "3.4.5",
+  "version": "3.4.6-alpha.cffb28e",
   "description": "VibeIQ's Contrail Platform CLI.",
   "bin": {
     "contrail-cli": "./bin/run",
@@ -31,7 +31,7 @@
   ],
   "dependencies": {
     "@contrail/entity-types": "^1.6.1",
-    "@contrail/loader": "1.0.32",
+    "@contrail/loader": "^2.0.0",
     "@contrail/org-config-migration": "^1.1.13",
     "@contrail/sdk": "^1.5.5",
     "@contrail/types": "^3.1.5",
@@ -155,5 +155,13 @@
     },
     "coverageDirectory": "../coverage",
     "testEnvironment": "node"
-  }
+  },
+  "bundleDependencies": [
+    "@contrail/entity-types",
+    "@contrail/loader",
+    "@contrail/org-config-migration",
+    "@contrail/sdk",
+    "@contrail/types",
+    "@contrail/util"
+  ]
 }