onnxruntime-node 1.21.0-dev.20250306-e0b66cad28 → 1.22.0-dev.20250415-c18e06d5e3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (31) hide show
  1. package/__commit.txt +1 -1
  2. package/bin/napi-v3/darwin/arm64/{libonnxruntime.1.21.0.dylib → libonnxruntime.1.22.0.dylib} +0 -0
  3. package/bin/napi-v3/darwin/arm64/onnxruntime_binding.node +0 -0
  4. package/bin/napi-v3/darwin/x64/{libonnxruntime.1.21.0.dylib → libonnxruntime.1.22.0.dylib} +0 -0
  5. package/bin/napi-v3/darwin/x64/onnxruntime_binding.node +0 -0
  6. package/bin/napi-v3/linux/arm64/libonnxruntime.so.1 +0 -0
  7. package/bin/napi-v3/linux/arm64/onnxruntime_binding.node +0 -0
  8. package/bin/napi-v3/linux/x64/libonnxruntime.so.1 +0 -0
  9. package/bin/napi-v3/linux/x64/onnxruntime_binding.node +0 -0
  10. package/bin/napi-v3/win32/arm64/DirectML.dll +0 -0
  11. package/bin/napi-v3/{linux/x64/libonnxruntime.so.1.21.0 → win32/arm64/dxcompiler.dll} +0 -0
  12. package/bin/napi-v3/win32/arm64/dxil.dll +0 -0
  13. package/bin/napi-v3/win32/arm64/onnxruntime.dll +0 -0
  14. package/bin/napi-v3/win32/arm64/onnxruntime_binding.node +0 -0
  15. package/bin/napi-v3/win32/x64/DirectML.dll +0 -0
  16. package/bin/napi-v3/{linux/arm64/libonnxruntime.so.1.21.0 → win32/x64/dxcompiler.dll} +0 -0
  17. package/bin/napi-v3/win32/x64/dxil.dll +0 -0
  18. package/bin/napi-v3/win32/x64/onnxruntime.dll +0 -0
  19. package/bin/napi-v3/win32/x64/onnxruntime_binding.node +0 -0
  20. package/dist/backend.js +71 -2
  21. package/dist/backend.js.map +1 -1
  22. package/dist/binding.d.ts +9 -2
  23. package/dist/binding.js.map +1 -1
  24. package/dist/version.d.ts +1 -1
  25. package/dist/version.js +1 -1
  26. package/lib/backend.ts +79 -2
  27. package/lib/binding.ts +9 -2
  28. package/lib/version.ts +1 -1
  29. package/package.json +2 -2
  30. package/script/install.js +0 -1
  31. package/bin/napi-v3/linux/x64/libonnxruntime_providers_shared.so +0 -0
package/__commit.txt CHANGED
@@ -1 +1 @@
1
- e0b66cad282043d4377cea5269083f17771b6dfc
1
+ c18e06d5e38e732600e214ba451049cec2435b06
Binary file
Binary file
Binary file
package/dist/backend.js CHANGED
@@ -16,6 +16,31 @@ var _OnnxruntimeSessionHandler_inferenceSession;
16
16
  Object.defineProperty(exports, "__esModule", { value: true });
17
17
  exports.listSupportedBackends = exports.onnxruntimeBackend = void 0;
18
18
  const binding_1 = require("./binding");
19
+ const dataTypeStrings = [
20
+ undefined,
21
+ 'float32',
22
+ 'uint8',
23
+ 'int8',
24
+ 'uint16',
25
+ 'int16',
26
+ 'int32',
27
+ 'int64',
28
+ 'string',
29
+ 'bool',
30
+ 'float16',
31
+ 'float64',
32
+ 'uint32',
33
+ 'uint64',
34
+ undefined,
35
+ undefined,
36
+ undefined,
37
+ undefined,
38
+ undefined,
39
+ undefined,
40
+ undefined,
41
+ 'uint4',
42
+ 'int4',
43
+ ];
19
44
  class OnnxruntimeSessionHandler {
20
45
  constructor(pathOrBuffer, options) {
21
46
  _OnnxruntimeSessionHandler_inferenceSession.set(this, void 0);
@@ -27,8 +52,52 @@ class OnnxruntimeSessionHandler {
27
52
  else {
28
53
  __classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").loadModel(pathOrBuffer.buffer, pathOrBuffer.byteOffset, pathOrBuffer.byteLength, options);
29
54
  }
30
- this.inputNames = __classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").inputNames;
31
- this.outputNames = __classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").outputNames;
55
+ // prepare input/output names and metadata
56
+ this.inputNames = [];
57
+ this.outputNames = [];
58
+ this.inputMetadata = [];
59
+ this.outputMetadata = [];
60
+ // this function takes raw metadata from binding and returns a tuple of the following 2 items:
61
+ // - an array of string representing names
62
+ // - an array of converted InferenceSession.ValueMetadata
63
+ const fillNamesAndMetadata = (rawMetadata) => {
64
+ const names = [];
65
+ const metadata = [];
66
+ for (const m of rawMetadata) {
67
+ names.push(m.name);
68
+ if (!m.isTensor) {
69
+ metadata.push({ name: m.name, isTensor: false });
70
+ }
71
+ else {
72
+ const type = dataTypeStrings[m.type];
73
+ if (type === undefined) {
74
+ throw new Error(`Unsupported data type: ${m.type}`);
75
+ }
76
+ const shape = [];
77
+ for (let i = 0; i < m.shape.length; ++i) {
78
+ const dim = m.shape[i];
79
+ if (dim === -1) {
80
+ shape.push(m.symbolicDimensions[i]);
81
+ }
82
+ else if (dim >= 0) {
83
+ shape.push(dim);
84
+ }
85
+ else {
86
+ throw new Error(`Invalid dimension: ${dim}`);
87
+ }
88
+ }
89
+ metadata.push({
90
+ name: m.name,
91
+ isTensor: m.isTensor,
92
+ type,
93
+ shape,
94
+ });
95
+ }
96
+ }
97
+ return [names, metadata];
98
+ };
99
+ [this.inputNames, this.inputMetadata] = fillNamesAndMetadata(__classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").inputMetadata);
100
+ [this.outputNames, this.outputMetadata] = fillNamesAndMetadata(__classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").outputMetadata);
32
101
  }
33
102
  async dispose() {
34
103
  __classPrivateFieldGet(this, _OnnxruntimeSessionHandler_inferenceSession, "f").dispose();
@@ -1 +1 @@
1
- {"version":3,"file":"backend.js","sourceRoot":"","sources":["../lib/backend.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;;;;;;;;;;;;;AAIlC,uCAAsD;AAEtD,MAAM,yBAAyB;IAG7B,YAAY,YAAiC,EAAE,OAAwC;QAFvF,8DAA4C;QAG1C,IAAA,iBAAO,GAAE,CAAC;QAEV,uBAAA,IAAI,+CAAqB,IAAI,iBAAO,CAAC,gBAAgB,EAAE,MAAA,CAAC;QACxD,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;YACpC,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;SACzD;aAAM;YACL,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;SAClH;QACD,IAAI,CAAC,UAAU,GAAG,uBAAA,IAAI,mDAAkB,CAAC,UAAU,CAAC;QACpD,IAAI,CAAC,WAAW,GAAG,uBAAA,IAAI,mDAAkB,CAAC,WAAW,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,uBAAA,IAAI,mDAAkB,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAKD,cAAc;QACZ,6BAA6B;QAC7B,EAAE;QACF,iGAAiG;IACnG,CAAC;IACD,YAAY;QACV,uBAAA,IAAI,mDAAkB,CAAC,YAAY,EAAE,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,GAAG,CACP,KAA+B,EAC/B,OAAmC,EACnC,OAAoC;QAEpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI;oBACF,OAAO,CAAC,uBAAA,IAAI,mDAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;iBAC9D;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;;AAED,MAAM,kBAAkB;IACtB,KAAK,CAAC,IAAI;QACR,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,6BAA6B,CACjC,YAAiC,EACjC,OAAyC;QAEzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI;oBACF,OAAO,CAAC,IAAI,yBAAyB,CAAC,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;iBACrE;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAEY,QAAA,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAC9C,QAAA,qBAAqB,GAAG,iBAAO,CAAC,qBAAqB,CAAC"}
1
+ {"version":3,"file":"backend.js","sourceRoot":"","sources":["../lib/backend.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;;;;;;;;;;;;;AAIlC,uCAAsD;AAEtD,MAAM,eAAe,GAAG;IACtB,SAAS;IACT,SAAS;IACT,OAAO;IACP,MAAM;IACN,QAAQ;IACR,OAAO;IACP,OAAO;IACP,OAAO;IACP,QAAQ;IACR,MAAM;IACN,SAAS;IACT,SAAS;IACT,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,OAAO;IACP,MAAM;CACE,CAAC;AAEX,MAAM,yBAAyB;IAG7B,YAAY,YAAiC,EAAE,OAAwC;QAFvF,8DAA4C;QAG1C,IAAA,iBAAO,GAAE,CAAC;QAEV,uBAAA,IAAI,+CAAqB,IAAI,iBAAO,CAAC,gBAAgB,EAAE,MAAA,CAAC;QACxD,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;YACpC,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;SACzD;aAAM;YACL,uBAAA,IAAI,mDAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;SAClH;QAED,0CAA0C;QAC1C,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QAEzB,8FAA8F;QAC9F,0CAA0C;QAC1C,yDAAyD;QACzD,MAAM,oBAAoB,GAAG,CAC3B,WAA6C,EACkB,EAAE;YACjE,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAqC,EAAE,CAAC;YAEtD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE;gBAC3B,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACnB,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE;oBACf,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;iBAClD;qBAAM;oBACL,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBACrC,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;qBACrD;oBACD,MAAM,KAAK,GAA2B,EAAE,CAAC;oBACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE;wBACvC,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACvB,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE;4BACd,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;yBACrC;6BAAM,IAAI,GAAG,IAAI,CAAC,EAAE;4BACnB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;yBACjB;6BAAM;4BACL,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAC;yBAC9C;qBACF;oBACD,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,IAAI;wBACJ,KAAK;qBACN,CAAC,CAAC;iBACJ;aACF;YAED,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC3B,CAAC,CAAC;QAEF,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,oBAAoB,CAAC,uBAAA,IAAI,mDAAkB,CAAC,aAAa,CAAC,CAAC;QACnG,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,oBAAoB,CAAC,uBAAA,IAAI,mDAAkB,CAAC,cAAc,CAAC,CAAC;IACxG,CAAC;IAED,KAAK,CAAC,OAAO;QACX,uBAAA,IAAI,mDAAkB,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAQD,cAAc;QACZ,6BAA6B;QAC7B,EAAE;QACF,iGAAiG;IACnG,CAAC;IACD,YAAY;QACV,uBAAA,IAAI,mDAAkB,CAAC,YAAY,EAAE,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,GAAG,CACP,KAA+B,EAC/B,OAAmC,EACnC,OAAoC;QAEpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI;oBACF,OAAO,CAAC,uBAAA,IAAI,mDAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;iBAC9D;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;;AAED,MAAM,kBAAkB;IACtB,KAAK,CAAC,IAAI;QACR,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,6BAA6B,CACjC,YAAiC,EACjC,OAAyC;QAEzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI;oBACF,OAAO,CAAC,IAAI,yBAAyB,CAAC,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;iBACrE;gBAAC,OAAO,CAAC,EAAE;oBACV,gCAAgC;oBAChC,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAEY,QAAA,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAC9C,QAAA,qBAAqB,GAAG,iBAAO,CAAC,qBAAqB,CAAC"}
package/dist/binding.d.ts CHANGED
@@ -14,11 +14,18 @@ type RunOptions = InferenceSession.RunOptions;
14
14
  * Binding exports a simple synchronized inference session object wrap.
15
15
  */
16
16
  export declare namespace Binding {
17
+ interface ValueMetadata {
18
+ name: string;
19
+ isTensor: boolean;
20
+ symbolicDimensions: string[];
21
+ shape: number[];
22
+ type: number;
23
+ }
17
24
  interface InferenceSession {
18
25
  loadModel(modelPath: string, options: SessionOptions): void;
19
26
  loadModel(buffer: ArrayBuffer, byteOffset: number, byteLength: number, options: SessionOptions): void;
20
- readonly inputNames: string[];
21
- readonly outputNames: string[];
27
+ readonly inputMetadata: ValueMetadata[];
28
+ readonly outputMetadata: ValueMetadata[];
22
29
  run(feeds: FeedsType, fetches: FetchesType, options: RunOptions): ReturnType;
23
30
  endProfiling(): void;
24
31
  dispose(): void;
@@ -1 +1 @@
1
- {"version":3,"file":"binding.js","sourceRoot":"","sources":["../lib/binding.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;AAElC,2DAAiG;AA0CjG,wBAAwB;AACX,QAAA,OAAO;AAClB,qGAAqG;AACrG,OAAO,CAAC,kBAAkB,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,2BAA2B,CAKpF,CAAC;AAEJ,IAAI,cAAc,GAAG,KAAK,CAAC;AACpB,MAAM,OAAO,GAAG,GAAS,EAAE;IAChC,IAAI,CAAC,cAAc,EAAE;QACnB,cAAc,GAAG,IAAI,CAAC;QACtB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,wBAAG,CAAC,QAAQ,EAAE;YAChB,QAAQ,wBAAG,CAAC,QAAQ,EAAE;gBACpB,KAAK,SAAS;oBACZ,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,MAAM;oBACT,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,SAAS;oBACZ,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,OAAO;oBACV,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,OAAO;oBACV,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR;oBACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,wBAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;aAC7D;SACF;QACD,eAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,2BAAM,CAAC,CAAC;KACvC;AACH,CAAC,CAAC;AA3BW,QAAA,OAAO,WA2BlB"}
1
+ {"version":3,"file":"binding.js","sourceRoot":"","sources":["../lib/binding.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;AAElC,2DAAiG;AAiDjG,wBAAwB;AACX,QAAA,OAAO;AAClB,qGAAqG;AACrG,OAAO,CAAC,kBAAkB,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,2BAA2B,CAKpF,CAAC;AAEJ,IAAI,cAAc,GAAG,KAAK,CAAC;AACpB,MAAM,OAAO,GAAG,GAAS,EAAE;IAChC,IAAI,CAAC,cAAc,EAAE;QACnB,cAAc,GAAG,IAAI,CAAC;QACtB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,wBAAG,CAAC,QAAQ,EAAE;YAChB,QAAQ,wBAAG,CAAC,QAAQ,EAAE;gBACpB,KAAK,SAAS;oBACZ,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,MAAM;oBACT,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,SAAS;oBACZ,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,OAAO;oBACV,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR,KAAK,OAAO;oBACV,QAAQ,GAAG,CAAC,CAAC;oBACb,MAAM;gBACR;oBACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,wBAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;aAC7D;SACF;QACD,eAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,2BAAM,CAAC,CAAC;KACvC;AACH,CAAC,CAAC;AA3BW,QAAA,OAAO,WA2BlB"}
package/dist/version.d.ts CHANGED
@@ -1 +1 @@
1
- export declare const version = "1.21.0-dev.20250306-e0b66cad28";
1
+ export declare const version = "1.22.0-dev.20250415-c18e06d5e3";
package/dist/version.js CHANGED
@@ -5,5 +5,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
5
5
  exports.version = void 0;
6
6
  // This file is generated by /js/scripts/update-version.ts
7
7
  // Do not modify file content manually.
8
- exports.version = '1.21.0-dev.20250306-e0b66cad28';
8
+ exports.version = '1.22.0-dev.20250415-c18e06d5e3';
9
9
  //# sourceMappingURL=version.js.map
package/lib/backend.ts CHANGED
@@ -5,6 +5,32 @@ import { Backend, InferenceSession, InferenceSessionHandler, SessionHandler } fr
5
5
 
6
6
  import { Binding, binding, initOrt } from './binding';
7
7
 
8
+ const dataTypeStrings = [
9
+ undefined, // 0
10
+ 'float32',
11
+ 'uint8',
12
+ 'int8',
13
+ 'uint16',
14
+ 'int16',
15
+ 'int32',
16
+ 'int64',
17
+ 'string',
18
+ 'bool',
19
+ 'float16',
20
+ 'float64',
21
+ 'uint32',
22
+ 'uint64',
23
+ undefined, // 14
24
+ undefined, // 15
25
+ undefined, // 16
26
+ undefined, // 17
27
+ undefined, // 18
28
+ undefined, // 19
29
+ undefined, // 20
30
+ 'uint4',
31
+ 'int4',
32
+ ] as const;
33
+
8
34
  class OnnxruntimeSessionHandler implements InferenceSessionHandler {
9
35
  #inferenceSession: Binding.InferenceSession;
10
36
 
@@ -17,8 +43,56 @@ class OnnxruntimeSessionHandler implements InferenceSessionHandler {
17
43
  } else {
18
44
  this.#inferenceSession.loadModel(pathOrBuffer.buffer, pathOrBuffer.byteOffset, pathOrBuffer.byteLength, options);
19
45
  }
20
- this.inputNames = this.#inferenceSession.inputNames;
21
- this.outputNames = this.#inferenceSession.outputNames;
46
+
47
+ // prepare input/output names and metadata
48
+ this.inputNames = [];
49
+ this.outputNames = [];
50
+ this.inputMetadata = [];
51
+ this.outputMetadata = [];
52
+
53
+ // this function takes raw metadata from binding and returns a tuple of the following 2 items:
54
+ // - an array of string representing names
55
+ // - an array of converted InferenceSession.ValueMetadata
56
+ const fillNamesAndMetadata = (
57
+ rawMetadata: readonly Binding.ValueMetadata[],
58
+ ): [names: string[], metadata: InferenceSession.ValueMetadata[]] => {
59
+ const names: string[] = [];
60
+ const metadata: InferenceSession.ValueMetadata[] = [];
61
+
62
+ for (const m of rawMetadata) {
63
+ names.push(m.name);
64
+ if (!m.isTensor) {
65
+ metadata.push({ name: m.name, isTensor: false });
66
+ } else {
67
+ const type = dataTypeStrings[m.type];
68
+ if (type === undefined) {
69
+ throw new Error(`Unsupported data type: ${m.type}`);
70
+ }
71
+ const shape: Array<number | string> = [];
72
+ for (let i = 0; i < m.shape.length; ++i) {
73
+ const dim = m.shape[i];
74
+ if (dim === -1) {
75
+ shape.push(m.symbolicDimensions[i]);
76
+ } else if (dim >= 0) {
77
+ shape.push(dim);
78
+ } else {
79
+ throw new Error(`Invalid dimension: ${dim}`);
80
+ }
81
+ }
82
+ metadata.push({
83
+ name: m.name,
84
+ isTensor: m.isTensor,
85
+ type,
86
+ shape,
87
+ });
88
+ }
89
+ }
90
+
91
+ return [names, metadata];
92
+ };
93
+
94
+ [this.inputNames, this.inputMetadata] = fillNamesAndMetadata(this.#inferenceSession.inputMetadata);
95
+ [this.outputNames, this.outputMetadata] = fillNamesAndMetadata(this.#inferenceSession.outputMetadata);
22
96
  }
23
97
 
24
98
  async dispose(): Promise<void> {
@@ -28,6 +102,9 @@ class OnnxruntimeSessionHandler implements InferenceSessionHandler {
28
102
  readonly inputNames: string[];
29
103
  readonly outputNames: string[];
30
104
 
105
+ readonly inputMetadata: InferenceSession.ValueMetadata[];
106
+ readonly outputMetadata: InferenceSession.ValueMetadata[];
107
+
31
108
  startProfiling(): void {
32
109
  // startProfiling is a no-op.
33
110
  //
package/lib/binding.ts CHANGED
@@ -19,12 +19,19 @@ type RunOptions = InferenceSession.RunOptions;
19
19
  * Binding exports a simple synchronized inference session object wrap.
20
20
  */
21
21
  export declare namespace Binding {
22
+ export interface ValueMetadata {
23
+ name: string;
24
+ isTensor: boolean;
25
+ symbolicDimensions: string[];
26
+ shape: number[];
27
+ type: number;
28
+ }
22
29
  export interface InferenceSession {
23
30
  loadModel(modelPath: string, options: SessionOptions): void;
24
31
  loadModel(buffer: ArrayBuffer, byteOffset: number, byteLength: number, options: SessionOptions): void;
25
32
 
26
- readonly inputNames: string[];
27
- readonly outputNames: string[];
33
+ readonly inputMetadata: ValueMetadata[];
34
+ readonly outputMetadata: ValueMetadata[];
28
35
 
29
36
  run(feeds: FeedsType, fetches: FetchesType, options: RunOptions): ReturnType;
30
37
 
package/lib/version.ts CHANGED
@@ -4,4 +4,4 @@
4
4
  // This file is generated by /js/scripts/update-version.ts
5
5
  // Do not modify file content manually.
6
6
 
7
- export const version = '1.21.0-dev.20250306-e0b66cad28';
7
+ export const version = '1.22.0-dev.20250415-c18e06d5e3';
package/package.json CHANGED
@@ -13,10 +13,10 @@
13
13
  3
14
14
  ]
15
15
  },
16
- "version": "1.21.0-dev.20250306-e0b66cad28",
16
+ "version": "1.22.0-dev.20250415-c18e06d5e3",
17
17
  "dependencies": {
18
18
  "global-agent": "^3.0.0",
19
- "onnxruntime-common": "1.22.0-dev.20250306-aafa8d170a",
19
+ "onnxruntime-common": "1.22.0-dev.20250409-89f8206ba4",
20
20
  "tar": "^7.0.1"
21
21
  },
22
22
  "scripts": {
package/script/install.js CHANGED
@@ -9,7 +9,6 @@
9
9
 
10
10
  // The purpose of this script is to download the required binaries for the platform and architecture.
11
11
  // Currently, most of the binaries are already bundled in the package, except for the following:
12
- // - Linux/x64/CUDA 11
13
12
  // - Linux/x64/CUDA 12
14
13
  //
15
14
  // The CUDA binaries are not bundled because they are too large to be allowed in the npm registry. Instead, they are