com.github.asus4.onnxruntime 0.4.1 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (36) hide show
  1. package/Plugins/Android/onnxruntime.aar +0 -0
  2. package/Plugins/Linux/x64/libonnxruntime.so +0 -0
  3. package/Plugins/Windows/arm64/onnxruntime.dll +0 -0
  4. package/Plugins/Windows/x64/onnxruntime.dll +0 -0
  5. package/Plugins/Windows/x86/onnxruntime.dll +0 -0
  6. package/Plugins/iOS~/onnxruntime.xcframework/Info.plist +11 -5
  7. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_c_api.h +1307 -64
  8. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_cxx_api.h +425 -24
  9. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_cxx_inline.h +614 -6
  10. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_run_options_config_keys.h +3 -0
  11. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_session_options_config_keys.h +29 -5
  12. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Info.plist +2 -2
  13. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/onnxruntime +0 -0
  14. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_c_api.h +1307 -64
  15. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_cxx_api.h +425 -24
  16. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_cxx_inline.h +614 -6
  17. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_run_options_config_keys.h +3 -0
  18. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_session_options_config_keys.h +29 -5
  19. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Resources/Info.plist +2 -2
  20. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/onnxruntime +0 -0
  21. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_c_api.h +1307 -64
  22. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_cxx_api.h +425 -24
  23. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_cxx_inline.h +614 -6
  24. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_run_options_config_keys.h +3 -0
  25. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_session_options_config_keys.h +29 -5
  26. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Info.plist +2 -2
  27. package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/onnxruntime +0 -0
  28. package/Plugins/macOS/arm64/libonnxruntime.dylib +0 -0
  29. package/Plugins/macOS/x64/libonnxruntime.dylib +0 -0
  30. package/README.md +6 -5
  31. package/Runtime/ManagedProjections.shared.cs +1 -2
  32. package/Runtime/NativeMethods.shared.cs +20 -2
  33. package/Runtime/OrtValue.shared.cs +1 -1
  34. package/Runtime/SessionOptions.shared.cs +10 -0
  35. package/Runtime/Training/NativeTrainingMethods.shared.cs +1 -1
  36. package/package.json +1 -1
@@ -43,6 +43,9 @@ static const char* const kOrtRunOptionsConfigQnnPerfModePostRun = "qnn.htp_perf_
43
43
  // Set RPC control latency for QNN HTP backend
44
44
  static const char* const kOrtRunOptionsConfigQnnRpcControlLatency = "qnn.rpc_control_latency";
45
45
 
46
+ // Set QNN Lora Config File for apply Lora in QNN context binary
47
+ static const char* const kOrtRunOptionsConfigQnnLoraConfig = "qnn.lora_config";
48
+
46
49
  // Set graph annotation id for CUDA EP. Use with enable_cuda_graph=true.
47
50
  // The value should be an integer. If the value is not set, the default value is 0 and
48
51
  // ORT session only captures one cuda graph before another capture is requested.
@@ -10,10 +10,10 @@
10
10
  * "[Area][.[SubArea1].[SubArea2]...].[Keyname]"
11
11
  * Such as "ep.cuda.use_arena"
12
12
  * The Config Key cannot be empty
13
- * The maximum length of the Config Key is 128
13
+ * The maximum length of the Config Key is 1024
14
14
  *
15
15
  * The string format of a SessionOptions Config Value is defined individually for each Config.
16
- * The maximum length of the Config Value is 1024
16
+ * The maximum length of the Config Value is 2048
17
17
  */
18
18
 
19
19
  // Key for disable PrePacking,
@@ -315,11 +315,19 @@ static const char* const kOrtSessionOptionEpContextEmbedMode = "ep.context_embed
315
315
  // in case user need to merge/connect multiple EPContext nodes in one model
316
316
  static const char* const kOrtSessionOptionEpContextNodeNamePrefix = "ep.context_node_name_prefix";
317
317
 
318
- // Share EP related resources across EPs
318
+ // Share EP related resources across sessions
319
319
  static const char* const kOrtSessionOptionShareEpContexts = "ep.share_ep_contexts";
320
320
 
321
- // Use this config when dumping EP context model with an external initializers file
322
- // All initializers will be inside the external data file if specified, otherwise all in Onnx file
321
+ // Stop to share EP related resources across sessions from then on
322
+ static const char* const kOrtSessionOptionStopShareEpContexts = "ep.stop_share_ep_contexts";
323
+
324
+ // Used only for context model generation.
325
+ // This configuration is used when some nodes are partitioned on the CPU EP and those nodes have external initializers.
326
+ // When generating the EP context model, the new model should not rely on the old external data file used by the source ONNX model.
327
+ // Use this setting when dumping the EP context model with an external initializers file.
328
+ // If specified, all initializers will be placed inside the external data file.
329
+ // Otherwise, all initializers will be embedded inside the generated ONNX file.
330
+ // By default, this option is not set, meaning all initializers will be included within the ONNX file.
323
331
  static const char* const kOrtSessionOptionsEpContextModelExternalInitializersFileName =
324
332
  "ep.context_model_external_initializers_file_name";
325
333
 
@@ -340,3 +348,19 @@ static const char* const kOrtSessionOptionsQDQMatMulNBitsAccuracyLevel = "sessio
340
348
  // “Default”: OS determines the scheduling priority and processor performance to service this workload. [Default]
341
349
  // “Efficient”: OS treats this workload is efficiency oriented with low scheduling priority and efficient processor performance.
342
350
  static const char* const kOrtEpDynamicOptionsWorkloadType = "ep.dynamic.workload_type";
351
+
352
+ // Disables model compilation during session initialization.
353
+ //
354
+ // If this option is set to "1", inference session creation will fail with error code ORT_MODEL_REQUIRES_COMPILATION
355
+ // if compilation is required to run the model on any Execution Provider added to the session.
356
+ // Only the following kinds of models are valid when this option is set to "1":
357
+ // - Pre-compiled models that have EPContext nodes for the compiling Execution Providers in the session.
358
+ // - Non-compiled models that run only on non-compiling Execution Providers, like CPU EP.
359
+ //
360
+ // See \href https://onnxruntime.ai/docs/execution-providers/EP-Context-Design.html for details about
361
+ // compiled models with EPContext nodes.
362
+ //
363
+ // Option values:
364
+ // - "0": EP compile is not disabled. [DEFAULT]
365
+ // - "1": EP compile is disabled.
366
+ static const char* const kOrtSessionOptionsDisableModelCompile = "session.disable_model_compile";
@@ -9,9 +9,9 @@
9
9
  <key>CFBundleIdentifier</key>
10
10
  <string>com.microsoft.onnxruntime</string>
11
11
  <key>CFBundleVersion</key>
12
- <string>1.21.0</string>
12
+ <string>1.22.1</string>
13
13
  <key>CFBundleShortVersionString</key>
14
- <string>1.21.0</string>
14
+ <string>1.22.1</string>
15
15
  <key>CFBundleSignature</key>
16
16
  <string>????</string>
17
17
  <key>CFBundlePackageType</key>