onnxruntime-node 1.21.0 → 1.22.0-dev.20250418-c19a49615b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +19 -14
- package/__commit.txt +1 -0
- package/bin/{napi-v3/darwin/arm64/libonnxruntime.1.21.0.dylib → napi-v6/darwin/arm64/libonnxruntime.1.22.0.dylib} +0 -0
- package/bin/napi-v6/darwin/arm64/onnxruntime_binding.node +0 -0
- package/bin/{napi-v3/darwin/x64/libonnxruntime.1.21.0.dylib → napi-v6/darwin/x64/libonnxruntime.1.22.0.dylib} +0 -0
- package/bin/napi-v6/darwin/x64/onnxruntime_binding.node +0 -0
- package/bin/{napi-v3 → napi-v6}/linux/arm64/libonnxruntime.so.1 +0 -0
- package/bin/napi-v6/linux/arm64/onnxruntime_binding.node +0 -0
- package/bin/napi-v6/linux/x64/libonnxruntime.so.1 +0 -0
- package/bin/napi-v6/linux/x64/onnxruntime_binding.node +0 -0
- package/bin/{napi-v3 → napi-v6}/win32/arm64/DirectML.dll +0 -0
- package/bin/{napi-v3/linux/x64/libonnxruntime.so.1 → napi-v6/win32/arm64/dxcompiler.dll} +0 -0
- package/bin/napi-v6/win32/arm64/dxil.dll +0 -0
- package/bin/{napi-v3/linux/x64/libonnxruntime.so.1.21.0 → napi-v6/win32/arm64/onnxruntime.dll} +0 -0
- package/bin/napi-v6/win32/arm64/onnxruntime_binding.node +0 -0
- package/bin/{napi-v3 → napi-v6}/win32/x64/DirectML.dll +0 -0
- package/bin/{napi-v3/linux/arm64/libonnxruntime.so.1.21.0 → napi-v6/win32/x64/dxcompiler.dll} +0 -0
- package/bin/napi-v6/win32/x64/dxil.dll +0 -0
- package/bin/{napi-v3/win32/arm64 → napi-v6/win32/x64}/onnxruntime.dll +0 -0
- package/bin/napi-v6/win32/x64/onnxruntime_binding.node +0 -0
- package/dist/backend.js +71 -2
- package/dist/backend.js.map +1 -1
- package/dist/binding.d.ts +9 -2
- package/dist/binding.js +1 -1
- package/dist/binding.js.map +1 -1
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/lib/backend.ts +79 -2
- package/lib/binding.ts +10 -3
- package/lib/version.ts +1 -1
- package/package.json +4 -6
- package/script/build.js +92 -69
- package/script/install-metadata-versions.js +12 -0
- package/script/install-metadata.js +58 -0
- package/script/install-utils.js +306 -0
- package/script/install.js +94 -159
- package/script/prepack.js +49 -32
- package/bin/napi-v3/darwin/arm64/onnxruntime_binding.node +0 -0
- package/bin/napi-v3/darwin/x64/onnxruntime_binding.node +0 -0
- package/bin/napi-v3/linux/arm64/onnxruntime_binding.node +0 -0
- package/bin/napi-v3/linux/x64/libonnxruntime_providers_shared.so +0 -0
- package/bin/napi-v3/linux/x64/onnxruntime_binding.node +0 -0
- package/bin/napi-v3/win32/arm64/onnxruntime_binding.node +0 -0
- package/bin/napi-v3/win32/x64/onnxruntime.dll +0 -0
- package/bin/napi-v3/win32/x64/onnxruntime_binding.node +0 -0
package/README.md
CHANGED
|
@@ -10,6 +10,12 @@ Install the latest stable version:
|
|
|
10
10
|
npm install onnxruntime-node
|
|
11
11
|
```
|
|
12
12
|
|
|
13
|
+
Install the nightly version:
|
|
14
|
+
|
|
15
|
+
```
|
|
16
|
+
npm install onnxruntime-node@dev
|
|
17
|
+
```
|
|
18
|
+
|
|
13
19
|
Refer to [ONNX Runtime JavaScript examples](https://github.com/microsoft/onnxruntime-inference-examples/tree/main/js) for samples and tutorials.
|
|
14
20
|
|
|
15
21
|
## Requirements
|
|
@@ -18,33 +24,32 @@ ONNXRuntime works on Node.js v16.x+ (recommend v20.x+) or Electron v15.x+ (recom
|
|
|
18
24
|
|
|
19
25
|
The following table lists the supported versions of ONNX Runtime Node.js binding provided with pre-built binaries.
|
|
20
26
|
|
|
21
|
-
| EPs/Platforms | Windows x64
|
|
22
|
-
| ------------- |
|
|
23
|
-
| CPU | ✔️
|
|
24
|
-
|
|
|
25
|
-
|
|
|
27
|
+
| EPs/Platforms | Windows x64 | Windows arm64 | Linux x64 | Linux arm64 | MacOS x64 | MacOS arm64 |
|
|
28
|
+
| ------------- | ------------------ | ------------------ | ------------------ | ------------------ | ------------------ | ------------------ |
|
|
29
|
+
| CPU | ✔️ | ✔️ | ✔️ | ✔️ | ✔️ | ✔️ |
|
|
30
|
+
| WebGPU | ✔️ <sup>\[1]</sup> | ✔️ <sup>\[1]</sup> | ✔️ <sup>\[1]</sup> | ✔️ <sup>\[1]</sup> | ✔️ <sup>\[1]</sup> | ✔️ <sup>\[1]</sup> |
|
|
31
|
+
| DirectML | ✔️ | ✔️ | ❌ | ❌ | ❌ | ❌ |
|
|
32
|
+
| CUDA | ❌ | ❌ | ✔️<sup>\[2]</sup> | ❌ | ❌ | ❌ |
|
|
33
|
+
| CoreML | ❌ | ❌ | ❌ | ❌ | ✔️ | ✔️ |
|
|
26
34
|
|
|
27
|
-
- \[1]:
|
|
35
|
+
- \[1]: WebGPU support is currently experimental.
|
|
36
|
+
- \[2]: CUDA v12. See [CUDA EP Installation](#cuda-ep-installation) for details.
|
|
28
37
|
|
|
29
38
|
To use on platforms without pre-built binaries, you can build Node.js binding from source and consume it by `npm install <onnxruntime_repo_root>/js/node/`. See also [instructions](https://onnxruntime.ai/docs/build/inferencing.html#apis-and-language-bindings) for building ONNX Runtime Node.js binding locally.
|
|
30
39
|
|
|
31
40
|
# GPU Support
|
|
32
41
|
|
|
33
|
-
Right now, the Windows version supports
|
|
42
|
+
Right now, the Windows version supports WebGPU execution provider and DML execution provider. Linux x64 can use CUDA and TensorRT.
|
|
34
43
|
|
|
35
44
|
## CUDA EP Installation
|
|
36
45
|
|
|
37
|
-
To use CUDA EP, you need to install the CUDA EP binaries. By default, the CUDA EP binaries are installed automatically when you install the package. If you want to skip the installation, you can pass the `--onnxruntime-node-install
|
|
46
|
+
To use CUDA EP, you need to install the CUDA EP binaries. By default, the CUDA EP binaries are installed automatically when you install the package. If you want to skip the installation, you can pass the `--onnxruntime-node-install=skip` flag to the installation command.
|
|
38
47
|
|
|
39
48
|
```
|
|
40
|
-
npm install onnxruntime-node --onnxruntime-node-install
|
|
49
|
+
npm install onnxruntime-node --onnxruntime-node-install=skip
|
|
41
50
|
```
|
|
42
51
|
|
|
43
|
-
You can also use this flag to specify the version of the CUDA: (v11 or v12)
|
|
44
|
-
|
|
45
|
-
```
|
|
46
|
-
npm install onnxruntime-node --onnxruntime-node-install-cuda=v12
|
|
47
|
-
```
|
|
52
|
+
~~You can also use this flag to specify the version of the CUDA: (v11 or v12)~~ CUDA v11 is no longer supported since v1.22.
|
|
48
53
|
|
|
49
54
|
## License
|
|
50
55
|
|
package/__commit.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
c19a49615bcbda238250aa2d86e28b80afe38498
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
package/bin/{napi-v3/linux/x64/libonnxruntime.so.1.21.0 → napi-v6/win32/arm64/onnxruntime.dll}
RENAMED
|
Binary file
|
|
Binary file
|
|
Binary file
|
package/bin/{napi-v3/linux/arm64/libonnxruntime.so.1.21.0 → napi-v6/win32/x64/dxcompiler.dll}
RENAMED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
package/dist/backend.js
CHANGED
|
@@ -16,6 +16,31 @@ var _OnnxruntimeSessionHandler_inferenceSession;
|
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
exports.listSupportedBackends = exports.onnxruntimeBackend = void 0;
|
|
18
18
|
const binding_1 = require("./binding");
|
|
19
|
+
const dataTypeStrings = [
|
|
20
|
+
undefined,
|
|
21
|
+
'float32',
|
|
22
|
+
'uint8',
|
|
23
|
+
'int8',
|
|
24
|
+
'uint16',
|
|
25
|
+
'int16',
|
|
26
|
+
'int32',
|
|
27
|
+
'int64',
|
|
28
|
+
'string',
|
|
29
|
+
'bool',
|
|
30
|
+
'float16',
|
|
31
|
+
'float64',
|
|
32
|
+
'uint32',
|
|
33
|
+
'uint64',
|
|
34
|
+
undefined,
|
|
35
|
+
undefined,
|
|
36
|
+
undefined,
|
|
37
|
+
undefined,
|
|
38
|
+
undefined,
|
|
39
|
+
undefined,
|
|
40
|
+
undefined,
|
|
41
|
+
'uint4',
|
|
42
|
+
'int4',
|
|
43
|
+
];
|
|
19
44
|
class OnnxruntimeSessionHandler {
|
|
20
45
|
constructor(pathOrBuffer, options) {
|
|
21
46
|
_OnnxruntimeSessionHandler_inferenceSession.set(this, void 0);
|
|
@@ -27,8 +52,52 @@ class OnnxruntimeSessionHandler {
|
|
|
27
52
|
else {
|
|
28
53
|
__classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").loadModel(pathOrBuffer.buffer, pathOrBuffer.byteOffset, pathOrBuffer.byteLength, options);
|
|
29
54
|
}
|
|
30
|
-
|
|
31
|
-
this.
|
|
55
|
+
// prepare input/output names and metadata
|
|
56
|
+
this.inputNames = [];
|
|
57
|
+
this.outputNames = [];
|
|
58
|
+
this.inputMetadata = [];
|
|
59
|
+
this.outputMetadata = [];
|
|
60
|
+
// this function takes raw metadata from binding and returns a tuple of the following 2 items:
|
|
61
|
+
// - an array of string representing names
|
|
62
|
+
// - an array of converted InferenceSession.ValueMetadata
|
|
63
|
+
const fillNamesAndMetadata = (rawMetadata) => {
|
|
64
|
+
const names = [];
|
|
65
|
+
const metadata = [];
|
|
66
|
+
for (const m of rawMetadata) {
|
|
67
|
+
names.push(m.name);
|
|
68
|
+
if (!m.isTensor) {
|
|
69
|
+
metadata.push({ name: m.name, isTensor: false });
|
|
70
|
+
}
|
|
71
|
+
else {
|
|
72
|
+
const type = dataTypeStrings[m.type];
|
|
73
|
+
if (type === undefined) {
|
|
74
|
+
throw new Error(`Unsupported data type: ${m.type}`);
|
|
75
|
+
}
|
|
76
|
+
const shape = [];
|
|
77
|
+
for (let i = 0; i < m.shape.length; ++i) {
|
|
78
|
+
const dim = m.shape[i];
|
|
79
|
+
if (dim === -1) {
|
|
80
|
+
shape.push(m.symbolicDimensions[i]);
|
|
81
|
+
}
|
|
82
|
+
else if (dim >= 0) {
|
|
83
|
+
shape.push(dim);
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
throw new Error(`Invalid dimension: ${dim}`);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
metadata.push({
|
|
90
|
+
name: m.name,
|
|
91
|
+
isTensor: m.isTensor,
|
|
92
|
+
type,
|
|
93
|
+
shape,
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
return [names, metadata];
|
|
98
|
+
};
|
|
99
|
+
[this.inputNames, this.inputMetadata] = fillNamesAndMetadata(__classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").inputMetadata);
|
|
100
|
+
[this.outputNames, this.outputMetadata] = fillNamesAndMetadata(__classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").outputMetadata);
|
|
32
101
|
}
|
|
33
102
|
async dispose() {
|
|
34
103
|
__classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").dispose();
|
package/dist/backend.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"backend.js","sourceRoot":"","sources":["../lib/backend.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;;;;;;;;;;;;;AAIlC,uCAAsD;AAEtD,MAAM,yBAAyB;IAG7B,YAAY,YAAiC,EAAE,OAAwC;QAFvF,8DAA4C;QAG1C,IAAA,iBAAO,GAAE,CAAC;QAEV,uBAAA,IAAI,+CAAqB,IAAI,iBAAO,CAAC,gBAAgB,EAAE,MAAA,CAAC;QACxD,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;YACpC,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;SACzD;aAAM;YACL,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;SAClH;
|
|
1
|
+
{"version":3,"file":"backend.js","sourceRoot":"","sources":["../lib/backend.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;;;;;;;;;;;;;AAIlC,uCAAsD;AAEtD,MAAM,eAAe,GAAG;IACtB,SAAS;IACT,SAAS;IACT,OAAO;IACP,MAAM;IACN,QAAQ;IACR,OAAO;IACP,OAAO;IACP,OAAO;IACP,QAAQ;IACR,MAAM;IACN,SAAS;IACT,SAAS;IACT,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,OAAO;IACP,MAAM;CACE,CAAC;AAEX,MAAM,yBAAyB;IAG7B,YAAY,YAAiC,EAAE,OAAwC;QAFvF,8DAA4C;QAG1C,IAAA,iBAAO,GAAE,CAAC;QAEV,uBAAA,IAAI,+CAAqB,IAAI,iBAAO,CAAC,gBAAgB,EAAE,MAAA,CAAC;QACxD,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;YACpC,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;SACzD;aAAM;YACL,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;SAClH;QAED,0CAA0C;QAC1C,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QAEzB,8FAA8F;QAC9F,0CAA0C;QAC1C,yDAAyD;QACzD,MAAM,oBAAoB,GAAG,CAC3B,WAA6C,EACkB,EAAE;YACjE,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAqC,EAAE,CAAC;YAEtD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE;gBAC3B,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACnB,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE;oBACf,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;iBAClD;qBAAM;oBACL,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBACrC,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;qBACrD;oBACD,MAAM,KAAK,GAA2B,EAAE,CAAC;oBACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE;wBACvC,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACvB,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE;4BACd,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;yBACrC;6BAAM,IAAI,GAAG,IAAI,CAAC,EAAE;4BACnB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;yBACjB;6BAAM;4BACL,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAC;yBAC9C;qBACF;oBACD,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,IAAI;wBACJ,KAAK;qBACN,CAAC,CAAC;iBACJ;aACF;YAED,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC3B,CAAC,CAAC;QAEF,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,oBAAoB,CAAC,uBAAA,IAAI,mDAAkB,CAAC,aAAa,CAAC,CAAC;QACnG,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,oBAAoB,CAAC,uBAAA,IAAI,mDAAkB,CAAC,cAAc,CAAC,CAAC;IACxG,CAAC;IAED,KAAK,CAAC,OAAO;QACX,uBAAA,IAAI,mDAAkB,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAQD,cAAc;QACZ,6BAA6B;QAC7B,EAAE;QACF,iGAAiG;IACnG,CAAC;IACD,YAAY;QACV,uBAAA,IAAI,mDAAkB,CAAC,YAAY,EAAE,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,GAAG,CACP,KAA+B,EAC/B,OAAmC,EACnC,OAAoC;QAEpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI;oBACF,OAAO,CAAC,uBAAA,IAAI,mDAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;iBAC9D;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;;AAED,MAAM,kBAAkB;IACtB,KAAK,CAAC,IAAI;QACR,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,6BAA6B,CACjC,YAAiC,EACjC,OAAyC;QAEzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI;oBACF,OAAO,CAAC,IAAI,yBAAyB,CAAC,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;iBACrE;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAEY,QAAA,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAC9C,QAAA,qBAAqB,GAAG,iBAAO,CAAC,qBAAqB,CAAC"}
|
package/dist/binding.d.ts
CHANGED
|
@@ -14,11 +14,18 @@ type RunOptions = InferenceSession.RunOptions;
|
|
|
14
14
|
* Binding exports a simple synchronized inference session object wrap.
|
|
15
15
|
*/
|
|
16
16
|
export declare namespace Binding {
|
|
17
|
+
interface ValueMetadata {
|
|
18
|
+
name: string;
|
|
19
|
+
isTensor: boolean;
|
|
20
|
+
symbolicDimensions: string[];
|
|
21
|
+
shape: number[];
|
|
22
|
+
type: number;
|
|
23
|
+
}
|
|
17
24
|
interface InferenceSession {
|
|
18
25
|
loadModel(modelPath: string, options: SessionOptions): void;
|
|
19
26
|
loadModel(buffer: ArrayBuffer, byteOffset: number, byteLength: number, options: SessionOptions): void;
|
|
20
|
-
readonly
|
|
21
|
-
readonly
|
|
27
|
+
readonly inputMetadata: ValueMetadata[];
|
|
28
|
+
readonly outputMetadata: ValueMetadata[];
|
|
22
29
|
run(feeds: FeedsType, fetches: FetchesType, options: RunOptions): ReturnType;
|
|
23
30
|
endProfiling(): void;
|
|
24
31
|
dispose(): void;
|
package/dist/binding.js
CHANGED
|
@@ -7,7 +7,7 @@ const onnxruntime_common_1 = require("onnxruntime-common");
|
|
|
7
7
|
// export native binding
|
|
8
8
|
exports.binding =
|
|
9
9
|
// eslint-disable-next-line @typescript-eslint/no-require-imports, @typescript-eslint/no-var-requires
|
|
10
|
-
require(`../bin/napi-
|
|
10
|
+
require(`../bin/napi-v6/${process.platform}/${process.arch}/onnxruntime_binding.node`);
|
|
11
11
|
let ortInitialized = false;
|
|
12
12
|
const initOrt = () => {
|
|
13
13
|
if (!ortInitialized) {
|
package/dist/binding.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"binding.js","sourceRoot":"","sources":["../lib/binding.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;AAElC,2DAAiG;
|
|
1
|
+
{"version":3,"file":"binding.js","sourceRoot":"","sources":["../lib/binding.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;AAElC,2DAAiG;AAiDjG,wBAAwB;AACX,QAAA,OAAO;AAClB,qGAAqG;AACrG,OAAO,CAAC,kBAAkB,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,2BAA2B,CAKpF,CAAC;AAEJ,IAAI,cAAc,GAAG,KAAK,CAAC;AACpB,MAAM,OAAO,GAAG,GAAS,EAAE;IAChC,IAAI,CAAC,cAAc,EAAE;QACnB,cAAc,GAAG,IAAI,CAAC;QACtB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,wBAAG,CAAC,QAAQ,EAAE;YAChB,QAAQ,wBAAG,CAAC,QAAQ,EAAE;gBACpB,KAAK,SAAS;oBACZ,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,MAAM;oBACT,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,SAAS;oBACZ,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,OAAO;oBACV,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,OAAO;oBACV,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR;oBACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,wBAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;aAC7D;SACF;QACD,eAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,2BAAM,CAAC,CAAC;KACvC;AACH,CAAC,CAAC;AA3BW,QAAA,OAAO,WA2BlB"}
|
package/dist/version.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export declare const version = "1.
|
|
1
|
+
export declare const version = "1.22.0-dev.20250418-c19a49615b";
|
package/dist/version.js
CHANGED
|
@@ -5,5 +5,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
5
5
|
exports.version = void 0;
|
|
6
6
|
// This file is generated by /js/scripts/update-version.ts
|
|
7
7
|
// Do not modify file content manually.
|
|
8
|
-
exports.version = '1.
|
|
8
|
+
exports.version = '1.22.0-dev.20250418-c19a49615b';
|
|
9
9
|
//# sourceMappingURL=version.js.map
|
package/dist/version.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"version.js","sourceRoot":"","sources":["../lib/version.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;AAElC,0DAA0D;AAC1D,uCAAuC;AAE1B,QAAA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"file":"version.js","sourceRoot":"","sources":["../lib/version.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;AAElC,0DAA0D;AAC1D,uCAAuC;AAE1B,QAAA,OAAO,GAAG,gCAAgC,CAAC"}
|
package/lib/backend.ts
CHANGED
|
@@ -5,6 +5,32 @@ import { Backend, InferenceSession, InferenceSessionHandler, SessionHandler } fr
|
|
|
5
5
|
|
|
6
6
|
import { Binding, binding, initOrt } from './binding';
|
|
7
7
|
|
|
8
|
+
const dataTypeStrings = [
|
|
9
|
+
undefined, // 0
|
|
10
|
+
'float32',
|
|
11
|
+
'uint8',
|
|
12
|
+
'int8',
|
|
13
|
+
'uint16',
|
|
14
|
+
'int16',
|
|
15
|
+
'int32',
|
|
16
|
+
'int64',
|
|
17
|
+
'string',
|
|
18
|
+
'bool',
|
|
19
|
+
'float16',
|
|
20
|
+
'float64',
|
|
21
|
+
'uint32',
|
|
22
|
+
'uint64',
|
|
23
|
+
undefined, // 14
|
|
24
|
+
undefined, // 15
|
|
25
|
+
undefined, // 16
|
|
26
|
+
undefined, // 17
|
|
27
|
+
undefined, // 18
|
|
28
|
+
undefined, // 19
|
|
29
|
+
undefined, // 20
|
|
30
|
+
'uint4',
|
|
31
|
+
'int4',
|
|
32
|
+
] as const;
|
|
33
|
+
|
|
8
34
|
class OnnxruntimeSessionHandler implements InferenceSessionHandler {
|
|
9
35
|
#inferenceSession: Binding.InferenceSession;
|
|
10
36
|
|
|
@@ -17,8 +43,56 @@ class OnnxruntimeSessionHandler implements InferenceSessionHandler {
|
|
|
17
43
|
} else {
|
|
18
44
|
this.#inferenceSession.loadModel(pathOrBuffer.buffer, pathOrBuffer.byteOffset, pathOrBuffer.byteLength, options);
|
|
19
45
|
}
|
|
20
|
-
|
|
21
|
-
|
|
46
|
+
|
|
47
|
+
// prepare input/output names and metadata
|
|
48
|
+
this.inputNames = [];
|
|
49
|
+
this.outputNames = [];
|
|
50
|
+
this.inputMetadata = [];
|
|
51
|
+
this.outputMetadata = [];
|
|
52
|
+
|
|
53
|
+
// this function takes raw metadata from binding and returns a tuple of the following 2 items:
|
|
54
|
+
// - an array of string representing names
|
|
55
|
+
// - an array of converted InferenceSession.ValueMetadata
|
|
56
|
+
const fillNamesAndMetadata = (
|
|
57
|
+
rawMetadata: readonly Binding.ValueMetadata[],
|
|
58
|
+
): [names: string[], metadata: InferenceSession.ValueMetadata[]] => {
|
|
59
|
+
const names: string[] = [];
|
|
60
|
+
const metadata: InferenceSession.ValueMetadata[] = [];
|
|
61
|
+
|
|
62
|
+
for (const m of rawMetadata) {
|
|
63
|
+
names.push(m.name);
|
|
64
|
+
if (!m.isTensor) {
|
|
65
|
+
metadata.push({ name: m.name, isTensor: false });
|
|
66
|
+
} else {
|
|
67
|
+
const type = dataTypeStrings[m.type];
|
|
68
|
+
if (type === undefined) {
|
|
69
|
+
throw new Error(`Unsupported data type: ${m.type}`);
|
|
70
|
+
}
|
|
71
|
+
const shape: Array<number | string> = [];
|
|
72
|
+
for (let i = 0; i < m.shape.length; ++i) {
|
|
73
|
+
const dim = m.shape[i];
|
|
74
|
+
if (dim === -1) {
|
|
75
|
+
shape.push(m.symbolicDimensions[i]);
|
|
76
|
+
} else if (dim >= 0) {
|
|
77
|
+
shape.push(dim);
|
|
78
|
+
} else {
|
|
79
|
+
throw new Error(`Invalid dimension: ${dim}`);
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
metadata.push({
|
|
83
|
+
name: m.name,
|
|
84
|
+
isTensor: m.isTensor,
|
|
85
|
+
type,
|
|
86
|
+
shape,
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
return [names, metadata];
|
|
92
|
+
};
|
|
93
|
+
|
|
94
|
+
[this.inputNames, this.inputMetadata] = fillNamesAndMetadata(this.#inferenceSession.inputMetadata);
|
|
95
|
+
[this.outputNames, this.outputMetadata] = fillNamesAndMetadata(this.#inferenceSession.outputMetadata);
|
|
22
96
|
}
|
|
23
97
|
|
|
24
98
|
async dispose(): Promise<void> {
|
|
@@ -28,6 +102,9 @@ class OnnxruntimeSessionHandler implements InferenceSessionHandler {
|
|
|
28
102
|
readonly inputNames: string[];
|
|
29
103
|
readonly outputNames: string[];
|
|
30
104
|
|
|
105
|
+
readonly inputMetadata: InferenceSession.ValueMetadata[];
|
|
106
|
+
readonly outputMetadata: InferenceSession.ValueMetadata[];
|
|
107
|
+
|
|
31
108
|
startProfiling(): void {
|
|
32
109
|
// startProfiling is a no-op.
|
|
33
110
|
//
|
package/lib/binding.ts
CHANGED
|
@@ -19,12 +19,19 @@ type RunOptions = InferenceSession.RunOptions;
|
|
|
19
19
|
* Binding exports a simple synchronized inference session object wrap.
|
|
20
20
|
*/
|
|
21
21
|
export declare namespace Binding {
|
|
22
|
+
export interface ValueMetadata {
|
|
23
|
+
name: string;
|
|
24
|
+
isTensor: boolean;
|
|
25
|
+
symbolicDimensions: string[];
|
|
26
|
+
shape: number[];
|
|
27
|
+
type: number;
|
|
28
|
+
}
|
|
22
29
|
export interface InferenceSession {
|
|
23
30
|
loadModel(modelPath: string, options: SessionOptions): void;
|
|
24
31
|
loadModel(buffer: ArrayBuffer, byteOffset: number, byteLength: number, options: SessionOptions): void;
|
|
25
32
|
|
|
26
|
-
readonly
|
|
27
|
-
readonly
|
|
33
|
+
readonly inputMetadata: ValueMetadata[];
|
|
34
|
+
readonly outputMetadata: ValueMetadata[];
|
|
28
35
|
|
|
29
36
|
run(feeds: FeedsType, fetches: FetchesType, options: RunOptions): ReturnType;
|
|
30
37
|
|
|
@@ -46,7 +53,7 @@ export declare namespace Binding {
|
|
|
46
53
|
// export native binding
|
|
47
54
|
export const binding =
|
|
48
55
|
// eslint-disable-next-line @typescript-eslint/no-require-imports, @typescript-eslint/no-var-requires
|
|
49
|
-
require(`../bin/napi-
|
|
56
|
+
require(`../bin/napi-v6/${process.platform}/${process.arch}/onnxruntime_binding.node`) as {
|
|
50
57
|
// eslint-disable-next-line @typescript-eslint/naming-convention
|
|
51
58
|
InferenceSession: Binding.InferenceSessionConstructor;
|
|
52
59
|
listSupportedBackends: () => Binding.SupportedBackend[];
|
package/lib/version.ts
CHANGED
package/package.json
CHANGED
|
@@ -7,17 +7,15 @@
|
|
|
7
7
|
},
|
|
8
8
|
"author": "fs-eire",
|
|
9
9
|
"binary": {
|
|
10
|
-
"module_path": "./bin",
|
|
11
|
-
"host": "https://onnxruntimetestdata.blob.core.windows.net/onnxruntime-node-prebuild/",
|
|
12
10
|
"napi_versions": [
|
|
13
|
-
|
|
11
|
+
6
|
|
14
12
|
]
|
|
15
13
|
},
|
|
16
|
-
"version": "1.
|
|
14
|
+
"version": "1.22.0-dev.20250418-c19a49615b",
|
|
17
15
|
"dependencies": {
|
|
16
|
+
"adm-zip": "^0.5.16",
|
|
18
17
|
"global-agent": "^3.0.0",
|
|
19
|
-
"onnxruntime-common": "1.
|
|
20
|
-
"tar": "^7.0.1"
|
|
18
|
+
"onnxruntime-common": "1.22.0-dev.20250409-89f8206ba4"
|
|
21
19
|
},
|
|
22
20
|
"scripts": {
|
|
23
21
|
"postinstall": "node ./script/install",
|