onnxruntime-node 1.17.0 → 1.17.3-rev.1

package/README.md

@@ -14,13 +14,17 @@ Refer to [ONNX Runtime JavaScript examples](https://github.com/microsoft/onnxrun
 
 ## Requirements
 
-ONNXRuntime works on Node.js v12.x+ or Electron v5.x+.
+ONNXRuntime works on Node.js v16.x+ (recommend v18.x+) or Electron v15.x+ (recommend v28.x+).
 
-Following platforms are supported with pre-built binaries:
+The following table lists the supported versions of ONNX Runtime Node.js binding provided with pre-built binaries.
 
-- Windows x64 CPU NAPI_v3
-- Linux x64 CPU NAPI_v3
-- MacOS x64 CPU NAPI_v3
+| EPs/Platforms | Windows x64 | Windows arm64 | Linux x64         | Linux arm64 | MacOS x64 | MacOS arm64 |
+| ------------- | ----------- | ------------- | ----------------- | ----------- | --------- | ----------- |
+| CPU           | ✔️          | ✔️            | ✔️                | ✔️          | ✔️        | ✔️          |
+| DirectML      | ✔️          | ✔️            | ❌                | ❌          | ❌        | ❌          |
+| CUDA          | ❌          | ❌            | ✔️<sup>\[1]</sup> | ❌          | ❌        | ❌          |
+
+- \[1]: CUDA v11.8.
 
 To use on platforms without pre-built binaries, you can build Node.js binding from source and consume it by `npm install <onnxruntime_repo_root>/js/node/`. See also [instructions](https://onnxruntime.ai/docs/build/inferencing.html#apis-and-language-bindings) for building ONNX Runtime Node.js binding locally.
 
@@ -28,6 +32,20 @@ To use on platforms without pre-built binaries, you can build Node.js binding fr
 
 Right now, the Windows version supports only the DML provider. Linux x64 can use CUDA and TensorRT.
 
+## CUDA EP Installation
+
+To use CUDA EP, you need to install the CUDA EP binaries. By default, the CUDA EP binaries are installed automatically when you install the package. If you want to skip the installation, you can pass the `--onnxruntime-node-install-cuda=skip` flag to the installation command.
+
+```
+npm install onnxruntime-node --onnxruntime-node-install-cuda=skip
+```
+
+You can also use this flag to specify the version of the CUDA: (v11 or v12)
+
+```
+npm install onnxruntime-node --onnxruntime-node-install-cuda=v12
+```
+
 ## License
 
 License information can be found [here](https://github.com/microsoft/onnxruntime/blob/main/README.md#license).

package/dist/backend.js

@@ -40,7 +40,7 @@ class OnnxruntimeSessionHandler {
     }
     async run(feeds, fetches, options) {
         return new Promise((resolve, reject) => {
-            process.nextTick(() => {
+            setImmediate(() => {
                 try {
                     resolve(__classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").run(feeds, fetches, options));
                 }
@@ -59,7 +59,7 @@ class OnnxruntimeBackend {
     }
     async createInferenceSessionHandler(pathOrBuffer, options) {
         return new Promise((resolve, reject) => {
-            process.nextTick(() => {
+            setImmediate(() => {
                 try {
                     resolve(new OnnxruntimeSessionHandler(pathOrBuffer, options || {}));
                 }

package/dist/backend.js.map

@@ -1 +1 @@
-{"version":3,"file":"backend.js","sourceRoot":"","sources":["../lib/backend.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;;;;;;;;;;;;;AAIlC,uCAA2C;AAE3C,MAAM,yBAAyB;IAG7B,YAAY,YAA+B,EAAE,OAAwC;QAFrF,8DAA4C;QAG1C,uBAAA,IAAI,+CAAqB,IAAI,iBAAO,CAAC,gBAAgB,EAAE,MAAA,CAAC;QACxD,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;YACpC,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;SACzD;aAAM;YACL,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;SAClH;QACD,IAAI,CAAC,UAAU,GAAG,uBAAA,IAAI,mDAAkB,CAAC,UAAU,CAAC;QACpD,IAAI,CAAC,WAAW,GAAG,uBAAA,IAAI,mDAAkB,CAAC,WAAW,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,uBAAA,IAAI,mDAAkB,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAKD,cAAc;QACZ,4BAA4B;IAC9B,CAAC;IACD,YAAY;QACV,4BAA4B;IAC9B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAA+B,EAAE,OAAmC,EAAE,OAAoC;QAElH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACpB,IAAI;oBACF,OAAO,CAAC,uBAAA,IAAI,mDAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;iBAC9D;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;;AAED,MAAM,kBAAkB;IACtB,KAAK,CAAC,IAAI;QACR,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,6BAA6B,CAAC,YAA+B,EAAE,OAAyC;QAE5G,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACpB,IAAI;oBACF,OAAO,CAAC,IAAI,yBAAyB,CAAC,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;iBACrE;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAEY,QAAA,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAC9C,QAAA,qBAAqB,GAAG,iBAAO,CAAC,qBAAqB,CAAC"}
+{"version":3,"file":"backend.js","sourceRoot":"","sources":["../lib/backend.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;;;;;;;;;;;;;AAIlC,uCAA2C;AAE3C,MAAM,yBAAyB;IAG7B,YAAY,YAA+B,EAAE,OAAwC;QAFrF,8DAA4C;QAG1C,uBAAA,IAAI,+CAAqB,IAAI,iBAAO,CAAC,gBAAgB,EAAE,MAAA,CAAC;QACxD,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;YACpC,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;SACzD;aAAM;YACL,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;SAClH;QACD,IAAI,CAAC,UAAU,GAAG,uBAAA,IAAI,mDAAkB,CAAC,UAAU,CAAC;QACpD,IAAI,CAAC,WAAW,GAAG,uBAAA,IAAI,mDAAkB,CAAC,WAAW,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,uBAAA,IAAI,mDAAkB,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAKD,cAAc;QACZ,4BAA4B;IAC9B,CAAC;IACD,YAAY;QACV,4BAA4B;IAC9B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAA+B,EAAE,OAAmC,EAAE,OAAoC;QAElH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI;oBACF,OAAO,CAAC,uBAAA,IAAI,mDAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;iBAC9D;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;;AAED,MAAM,kBAAkB;IACtB,KAAK,CAAC,IAAI;QACR,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,6BAA6B,CAAC,YAA+B,EAAE,OAAyC;QAE5G,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI;oBACF,OAAO,CAAC,IAAI,yBAAyB,CAAC,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;iBACrE;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAEY,QAAA,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAC9C,QAAA,qBAAqB,GAAG,iBAAO,CAAC,qBAAqB,CAAC"}

package/dist/version.js

@@ -5,5 +5,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.version = void 0;
 // This file is generated by /js/scripts/update-version.ts
 // Do not modify file content manually.
-exports.version = '1.17.0';
+exports.version = '1.17.3-rev.1';
 //# sourceMappingURL=version.js.map

package/dist/version.js.map

@@ -1 +1 @@
-{"version":3,"file":"version.js","sourceRoot":"","sources":["../lib/version.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;AAElC,0DAA0D;AAC1D,uCAAuC;AAE1B,QAAA,OAAO,GAAG,QAAQ,CAAC"}
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../lib/version.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;AAElC,0DAA0D;AAC1D,uCAAuC;AAE1B,QAAA,OAAO,GAAG,cAAc,CAAC"}

package/lib/backend.ts

@@ -36,7 +36,7 @@ class OnnxruntimeSessionHandler implements InferenceSessionHandler {
   async run(feeds: SessionHandler.FeedsType, fetches: SessionHandler.FetchesType, options: InferenceSession.RunOptions):
       Promise<SessionHandler.ReturnType> {
     return new Promise((resolve, reject) => {
-      process.nextTick(() => {
+      setImmediate(() => {
         try {
           resolve(this.#inferenceSession.run(feeds, fetches, options));
         } catch (e) {
@@ -56,7 +56,7 @@ class OnnxruntimeBackend implements Backend {
   async createInferenceSessionHandler(pathOrBuffer: string|Uint8Array, options?: InferenceSession.SessionOptions):
       Promise<InferenceSessionHandler> {
     return new Promise((resolve, reject) => {
-      process.nextTick(() => {
+      setImmediate(() => {
         try {
           resolve(new OnnxruntimeSessionHandler(pathOrBuffer, options || {}));
         } catch (e) {

package/lib/version.ts

@@ -4,4 +4,4 @@
 // This file is generated by /js/scripts/update-version.ts
 // Do not modify file content manually.
 
-export const version = '1.17.0';
+export const version = '1.17.3-rev.1';

package/package.json

@@ -13,11 +13,13 @@
       3
     ]
   },
-  "version": "1.17.0",
+  "version": "1.17.3-rev.1",
   "dependencies": {
-    "onnxruntime-common": "1.17.0"
+    "onnxruntime-common": "1.17.3",
+    "tar": "^7.0.1"
   },
   "scripts": {
+    "postinstall": "node ./script/install",
     "buildr": "tsc && node ./script/build --config=RelWithDebInfo",
     "preprepare": "node -e \"require('node:fs').copyFileSync('./node_modules/long/index.d.ts', './node_modules/long/umd/index.d.ts')\"",
     "prepare": "tsc --build script test .",

package/script/build.js

@@ -0,0 +1,124 @@
+"use strict";
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const child_process_1 = require("child_process");
+const fs = __importStar(require("fs-extra"));
+const minimist_1 = __importDefault(require("minimist"));
+const os = __importStar(require("os"));
+const path = __importStar(require("path"));
+// command line flags
+const buildArgs = (0, minimist_1.default)(process.argv.slice(2));
+// --config=Debug|Release|RelWithDebInfo
+const CONFIG = buildArgs.config || (os.platform() === 'win32' ? 'RelWithDebInfo' : 'Release');
+if (CONFIG !== 'Debug' && CONFIG !== 'Release' && CONFIG !== 'RelWithDebInfo') {
+    throw new Error(`unrecognized config: ${CONFIG}`);
+}
+// --arch=x64|ia32|arm64|arm
+const ARCH = buildArgs.arch || os.arch();
+if (ARCH !== 'x64' && ARCH !== 'ia32' && ARCH !== 'arm64' && ARCH !== 'arm') {
+    throw new Error(`unrecognized architecture: ${ARCH}`);
+}
+// --onnxruntime-build-dir=
+const ONNXRUNTIME_BUILD_DIR = buildArgs['onnxruntime-build-dir'];
+// --rebuild
+const REBUILD = !!buildArgs.rebuild;
+// --use_dml
+const USE_DML = !!buildArgs.use_dml;
+// --use_cuda
+const USE_CUDA = !!buildArgs.use_cuda;
+// --use_tensorrt
+const USE_TENSORRT = !!buildArgs.use_tensorrt;
+// --use_coreml
+const USE_COREML = !!buildArgs.use_coreml;
+// build path
+const ROOT_FOLDER = path.join(__dirname, '..');
+const BIN_FOLDER = path.join(ROOT_FOLDER, 'bin');
+const BUILD_FOLDER = path.join(ROOT_FOLDER, 'build');
+// if rebuild, clean up the dist folders
+if (REBUILD) {
+    fs.removeSync(BIN_FOLDER);
+    fs.removeSync(BUILD_FOLDER);
+}
+const args = [
+    'cmake-js',
+    (REBUILD ? 'reconfigure' : 'configure'),
+    `--arch=${ARCH}`,
+    '--CDnapi_build_version=6',
+    `--CDCMAKE_BUILD_TYPE=${CONFIG}`,
+];
+if (ONNXRUNTIME_BUILD_DIR && typeof ONNXRUNTIME_BUILD_DIR === 'string') {
+    args.push(`--CDONNXRUNTIME_BUILD_DIR=${ONNXRUNTIME_BUILD_DIR}`);
+}
+if (USE_DML) {
+    args.push('--CDUSE_DML=ON');
+}
+if (USE_CUDA) {
+    args.push('--CDUSE_CUDA=ON');
+}
+if (USE_TENSORRT) {
+    args.push('--CDUSE_TENSORRT=ON');
+}
+if (USE_COREML) {
+    args.push('--CDUSE_COREML=ON');
+}
+// set CMAKE_OSX_ARCHITECTURES for macOS build
+if (os.platform() === 'darwin') {
+    if (ARCH === 'x64') {
+        args.push('--CDCMAKE_OSX_ARCHITECTURES=x86_64');
+    }
+    else if (ARCH === 'arm64') {
+        args.push('--CDCMAKE_OSX_ARCHITECTURES=arm64');
+    }
+    else {
+        throw new Error(`architecture not supported for macOS build: ${ARCH}`);
+    }
+}
+// In Windows, "npx cmake-js configure" uses a powershell script to detect the Visual Studio installation.
+// The script uses the environment variable LIB. If an invalid path is specified in LIB, the script will fail.
+// So we override the LIB environment variable to remove invalid paths.
+const envOverride = os.platform() === 'win32' && process.env.LIB ?
+    { ...process.env, LIB: process.env.LIB.split(';').filter(fs.existsSync).join(';') } :
+    process.env;
+// launch cmake-js configure
+const procCmakejs = (0, child_process_1.spawnSync)('npx', args, { shell: true, stdio: 'inherit', cwd: ROOT_FOLDER, env: envOverride });
+if (procCmakejs.status !== 0) {
+    if (procCmakejs.error) {
+        console.error(procCmakejs.error);
+    }
+    process.exit(procCmakejs.status === null ? undefined : procCmakejs.status);
+}
+// launch cmake to build
+const procCmake = (0, child_process_1.spawnSync)('cmake', ['--build', '.', '--config', CONFIG], { shell: true, stdio: 'inherit', cwd: BUILD_FOLDER });
+if (procCmake.status !== 0) {
+    if (procCmake.error) {
+        console.error(procCmake.error);
+    }
+    process.exit(procCmake.status === null ? undefined : procCmake.status);
+}

package/script/build.ts

@@ -0,0 +1,106 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+import {spawnSync} from 'child_process';
+import * as fs from 'fs-extra';
+import minimist from 'minimist';
+import * as os from 'os';
+import * as path from 'path';
+
+// command line flags
+const buildArgs = minimist(process.argv.slice(2));
+
+// --config=Debug|Release|RelWithDebInfo
+const CONFIG: 'Debug'|'Release'|'RelWithDebInfo' =
+    buildArgs.config || (os.platform() === 'win32' ? 'RelWithDebInfo' : 'Release');
+if (CONFIG !== 'Debug' && CONFIG !== 'Release' && CONFIG !== 'RelWithDebInfo') {
+  throw new Error(`unrecognized config: ${CONFIG}`);
+}
+// --arch=x64|ia32|arm64|arm
+const ARCH: 'x64'|'ia32'|'arm64'|'arm' = buildArgs.arch || os.arch();
+if (ARCH !== 'x64' && ARCH !== 'ia32' && ARCH !== 'arm64' && ARCH !== 'arm') {
+  throw new Error(`unrecognized architecture: ${ARCH}`);
+}
+// --onnxruntime-build-dir=
+const ONNXRUNTIME_BUILD_DIR = buildArgs['onnxruntime-build-dir'];
+// --rebuild
+const REBUILD = !!buildArgs.rebuild;
+// --use_dml
+const USE_DML = !!buildArgs.use_dml;
+// --use_cuda
+const USE_CUDA = !!buildArgs.use_cuda;
+// --use_tensorrt
+const USE_TENSORRT = !!buildArgs.use_tensorrt;
+// --use_coreml
+const USE_COREML = !!buildArgs.use_coreml;
+
+// build path
+const ROOT_FOLDER = path.join(__dirname, '..');
+const BIN_FOLDER = path.join(ROOT_FOLDER, 'bin');
+const BUILD_FOLDER = path.join(ROOT_FOLDER, 'build');
+
+// if rebuild, clean up the dist folders
+if (REBUILD) {
+  fs.removeSync(BIN_FOLDER);
+  fs.removeSync(BUILD_FOLDER);
+}
+
+const args = [
+  'cmake-js',
+  (REBUILD ? 'reconfigure' : 'configure'),
+  `--arch=${ARCH}`,
+  '--CDnapi_build_version=6',
+  `--CDCMAKE_BUILD_TYPE=${CONFIG}`,
+];
+if (ONNXRUNTIME_BUILD_DIR && typeof ONNXRUNTIME_BUILD_DIR === 'string') {
+  args.push(`--CDONNXRUNTIME_BUILD_DIR=${ONNXRUNTIME_BUILD_DIR}`);
+}
+if (USE_DML) {
+  args.push('--CDUSE_DML=ON');
+}
+if (USE_CUDA) {
+  args.push('--CDUSE_CUDA=ON');
+}
+if (USE_TENSORRT) {
+  args.push('--CDUSE_TENSORRT=ON');
+}
+if (USE_COREML) {
+  args.push('--CDUSE_COREML=ON');
+}
+
+// set CMAKE_OSX_ARCHITECTURES for macOS build
+if (os.platform() === 'darwin') {
+  if (ARCH === 'x64') {
+    args.push('--CDCMAKE_OSX_ARCHITECTURES=x86_64');
+  } else if (ARCH === 'arm64') {
+    args.push('--CDCMAKE_OSX_ARCHITECTURES=arm64');
+  } else {
+    throw new Error(`architecture not supported for macOS build: ${ARCH}`);
+  }
+}
+
+// In Windows, "npx cmake-js configure" uses a powershell script to detect the Visual Studio installation.
+// The script uses the environment variable LIB. If an invalid path is specified in LIB, the script will fail.
+// So we override the LIB environment variable to remove invalid paths.
+const envOverride = os.platform() === 'win32' && process.env.LIB ?
+    {...process.env, LIB: process.env.LIB.split(';').filter(fs.existsSync).join(';')} :
+    process.env;
+
+// launch cmake-js configure
+const procCmakejs = spawnSync('npx', args, {shell: true, stdio: 'inherit', cwd: ROOT_FOLDER, env: envOverride});
+if (procCmakejs.status !== 0) {
+  if (procCmakejs.error) {
+    console.error(procCmakejs.error);
+  }
+  process.exit(procCmakejs.status === null ? undefined : procCmakejs.status);
+}
+
+// launch cmake to build
+const procCmake =
+    spawnSync('cmake', ['--build', '.', '--config', CONFIG], {shell: true, stdio: 'inherit', cwd: BUILD_FOLDER});
+if (procCmake.status !== 0) {
+  if (procCmake.error) {
+    console.error(procCmake.error);
+  }
+  process.exit(procCmake.status === null ? undefined : procCmake.status);
+}

package/script/install.js

@@ -0,0 +1,140 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+'use strict';
+
+// This script is written in JavaScript. This is because it is used in "install" script in package.json, which is called
+// when the package is installed either as a dependency or from "npm ci"/"npm install" without parameters. TypeScript is
+// not always available.
+
+// The purpose of this script is to download the required binaries for the platform and architecture.
+// Currently, most of the binaries are already bundled in the package, except for the following:
+// - Linux/x64/CUDA 11
+// - Linux/x64/CUDA 12
+//
+// The CUDA binaries are not bundled because they are too large to be allowed in the npm registry. Instead, they are
+// downloaded from the GitHub release page of ONNX Runtime. The script will download the binaries if they are not
+// already present in the package.
+
+// Step.1: Check if we should exit early
+const os = require('os');
+const fs = require('fs');
+const path = require('path');
+const tar = require('tar');
+const {Readable} = require('stream');
+
+// commandline flag:
+// --onnxruntime-node-install-cuda         Force install the CUDA EP binaries. Try to detect the CUDA version.
+// --onnxruntime-node-install-cuda=v11     Force install the CUDA EP binaries for CUDA 11.
+// --onnxruntime-node-install-cuda=v12     Force install the CUDA EP binaries for CUDA 12.
+// --onnxruntime-node-install-cuda=skip    Skip the installation of the CUDA EP binaries.
+//
+// Alternatively, use environment variable "ONNXRUNTIME_NODE_INSTALL_CUDA"
+//
+// If the flag is not provided, the script will only install the CUDA EP binaries when:
+// - The platform is Linux/x64.
+// - The binaries are not already present in the package.
+// - The installation is not a local install (when used inside ONNX Runtime repo).
+//
+const INSTALL_CUDA_FLAG = parseInstallCudaFlag();
+const NO_INSTALL = INSTALL_CUDA_FLAG === 'skip';
+const FORCE_INSTALL = !NO_INSTALL && INSTALL_CUDA_FLAG;
+
+const IS_LINUX_X64 = os.platform() === 'linux' && os.arch() === 'x64';
+const BIN_FOLDER = path.join(__dirname, '..', 'bin/napi-v3/linux/x64');
+const BIN_FOLDER_EXISTS = fs.existsSync(BIN_FOLDER);
+const CUDA_DLL_EXISTS = fs.existsSync(path.join(BIN_FOLDER, 'libonnxruntime_providers_cuda.so'));
+const ORT_VERSION = '1.17.3';
+
+const npm_config_local_prefix = process.env.npm_config_local_prefix;
+const npm_package_json = process.env.npm_package_json;
+const SKIP_LOCAL_INSTALL =
+    npm_config_local_prefix && npm_package_json && path.dirname(npm_package_json) === npm_config_local_prefix;
+
+const shouldInstall = FORCE_INSTALL || (!SKIP_LOCAL_INSTALL && IS_LINUX_X64 && BIN_FOLDER_EXISTS && !CUDA_DLL_EXISTS);
+if (NO_INSTALL || !shouldInstall) {
+  process.exit(0);
+}
+
+// Step.2: Download the required binaries
+const artifactUrl = {
+  11: `https://github.com/microsoft/onnxruntime/releases/download/v${ORT_VERSION}/onnxruntime-linux-x64-gpu-${
+      ORT_VERSION}.tgz`,
+  12: `https://github.com/microsoft/onnxruntime/releases/download/v${ORT_VERSION}/onnxruntime-linux-x64-gpu-cuda12-${
+      ORT_VERSION}.tgz`
+}[INSTALL_CUDA_FLAG || tryGetCudaVersion()];
+console.log(`Downloading "${artifactUrl}"...`);
+fetch(artifactUrl).then(res => {
+  if (!res.ok) {
+    throw new Error(`Failed to download the binaries: ${res.status} ${res.statusText}.
+
+Use "--onnxruntime-node-install-cuda=skip" to skip the installation. You will still be able to use ONNX Runtime, but the CUDA EP will not be available.`);
+  }
+
+  // Extract the binaries
+
+  const FILES = new Set([
+    'libonnxruntime_providers_tensorrt.so',
+    'libonnxruntime_providers_shared.so',
+    `libonnxruntime.so.${ORT_VERSION}`,
+    'libonnxruntime_providers_cuda.so',
+  ]);
+
+  Readable.fromWeb(res.body)
+      .pipe(tar.t({
+        strict: true,
+        onentry: (entry) => {
+          const filename = path.basename(entry.path);
+          if (entry.type === 'File' && FILES.has(filename)) {
+            console.log(`Extracting "${filename}" to "${BIN_FOLDER}"...`);
+            entry.pipe(fs.createWriteStream(path.join(BIN_FOLDER, filename)));
+            entry.on('finish', () => {
+              console.log(`Finished extracting "${filename}".`);
+            });
+          }
+        }
+      }))
+      .on('error', (err) => {
+        throw new Error(`Failed to extract the binaries: ${err.message}.
+
+Use "--onnxruntime-node-install-cuda=skip" to skip the installation. You will still be able to use ONNX Runtime, but the CUDA EP will not be available.`);
+      });
+});
+
+
+function tryGetCudaVersion() {
+  // Should only return 11 or 12.
+
+  // TODO: try to get the CUDA version from the system ( `nvcc --version` )
+
+  return 11;
+}
+
+function parseInstallCudaFlag() {
+  let flag = process.env.ONNXRUNTIME_NODE_INSTALL_CUDA || process.env.npm_config_onnxruntime_node_install_cuda;
+  if (!flag) {
+    for (let i = 0; i < process.argv.length; i++) {
+      if (process.argv[i].startsWith('--onnxruntime-node-install-cuda=')) {
+        flag = process.argv[i].split('=')[1];
+        break;
+      } else if (process.argv[i] === '--onnxruntime-node-install-cuda') {
+        flag = 'true';
+      }
+    }
+  }
+  switch (flag) {
+    case 'true':
+    case '1':
+    case 'ON':
+      return tryGetCudaVersion();
+    case 'v11':
+      return 11;
+    case 'v12':
+      return 12;
+    case 'skip':
+    case undefined:
+      return flag;
+    default:
+      throw new Error(`Invalid value for --onnxruntime-node-install-cuda: ${flag}`);
+  }
+}

package/script/prepack.js

@@ -0,0 +1,42 @@
+"use strict";
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs-extra"));
+const path = __importStar(require("path"));
+function updatePackageJson() {
+    const commonPackageJsonPath = path.join(__dirname, '..', '..', 'common', 'package.json');
+    const selfPackageJsonPath = path.join(__dirname, '..', 'package.json');
+    console.log(`=== start to update package.json: ${selfPackageJsonPath}`);
+    const packageCommon = fs.readJSONSync(commonPackageJsonPath);
+    const packageSelf = fs.readJSONSync(selfPackageJsonPath);
+    const version = packageCommon.version;
+    packageSelf.dependencies['onnxruntime-common'] = `${version}`;
+    fs.writeJSONSync(selfPackageJsonPath, packageSelf, { spaces: 2 });
+    console.log('=== finished updating package.json.');
+}
+// update version of dependency "onnxruntime-common" before packing
+updatePackageJson();

package/script/prepack.ts

@@ -0,0 +1,20 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+import * as fs from 'fs-extra';
+import * as path from 'path';
+
+function updatePackageJson() {
+  const commonPackageJsonPath = path.join(__dirname, '..', '..', 'common', 'package.json');
+  const selfPackageJsonPath = path.join(__dirname, '..', 'package.json');
+  console.log(`=== start to update package.json: ${selfPackageJsonPath}`);
+  const packageCommon = fs.readJSONSync(commonPackageJsonPath);
+  const packageSelf = fs.readJSONSync(selfPackageJsonPath);
+  const version = packageCommon.version;
+  packageSelf.dependencies['onnxruntime-common'] = `${version}`;
+  fs.writeJSONSync(selfPackageJsonPath, packageSelf, {spaces: 2});
+  console.log('=== finished updating package.json.');
+}
+
+// update version of dependency "onnxruntime-common" before packing
+updatePackageJson();