com.github.asus4.onnxruntime 0.4.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Plugins/Android/onnxruntime.aar +0 -0
- package/Plugins/Linux/x64/libonnxruntime.so +0 -0
- package/Plugins/Windows/arm64/onnxruntime.dll +0 -0
- package/Plugins/Windows/x64/onnxruntime.dll +0 -0
- package/Plugins/Windows/x86/onnxruntime.dll +0 -0
- package/Plugins/iOS~/onnxruntime.xcframework/Info.plist +11 -5
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_c_api.h +1307 -64
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_cxx_api.h +425 -24
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_cxx_inline.h +614 -6
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_run_options_config_keys.h +3 -0
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Headers/onnxruntime_session_options_config_keys.h +29 -5
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/Info.plist +2 -2
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64/onnxruntime.framework/onnxruntime +0 -0
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_c_api.h +1307 -64
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_cxx_api.h +425 -24
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_cxx_inline.h +614 -6
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_run_options_config_keys.h +3 -0
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Headers/onnxruntime_session_options_config_keys.h +29 -5
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/Resources/Info.plist +2 -2
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-maccatalyst/onnxruntime.framework/Versions/A/onnxruntime +0 -0
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_c_api.h +1307 -64
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_cxx_api.h +425 -24
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_cxx_inline.h +614 -6
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_run_options_config_keys.h +3 -0
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Headers/onnxruntime_session_options_config_keys.h +29 -5
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/Info.plist +2 -2
- package/Plugins/iOS~/onnxruntime.xcframework/ios-arm64_x86_64-simulator/onnxruntime.framework/onnxruntime +0 -0
- package/Plugins/macOS/arm64/libonnxruntime.dylib +0 -0
- package/Plugins/macOS/x64/libonnxruntime.dylib +0 -0
- package/README.md +7 -6
- package/Runtime/ManagedProjections.shared.cs +1 -2
- package/Runtime/NativeMethods.shared.cs +20 -2
- package/Runtime/OrtValue.shared.cs +1 -1
- package/Runtime/SessionOptions.shared.cs +10 -0
- package/Runtime/Training/NativeTrainingMethods.shared.cs +1 -1
- package/package.json +1 -1
|
@@ -43,6 +43,9 @@ static const char* const kOrtRunOptionsConfigQnnPerfModePostRun = "qnn.htp_perf_
|
|
|
43
43
|
// Set RPC control latency for QNN HTP backend
|
|
44
44
|
static const char* const kOrtRunOptionsConfigQnnRpcControlLatency = "qnn.rpc_control_latency";
|
|
45
45
|
|
|
46
|
+
// Set QNN Lora Config File for apply Lora in QNN context binary
|
|
47
|
+
static const char* const kOrtRunOptionsConfigQnnLoraConfig = "qnn.lora_config";
|
|
48
|
+
|
|
46
49
|
// Set graph annotation id for CUDA EP. Use with enable_cuda_graph=true.
|
|
47
50
|
// The value should be an integer. If the value is not set, the default value is 0 and
|
|
48
51
|
// ORT session only captures one cuda graph before another capture is requested.
|
|
@@ -10,10 +10,10 @@
|
|
|
10
10
|
* "[Area][.[SubArea1].[SubArea2]...].[Keyname]"
|
|
11
11
|
* Such as "ep.cuda.use_arena"
|
|
12
12
|
* The Config Key cannot be empty
|
|
13
|
-
* The maximum length of the Config Key is
|
|
13
|
+
* The maximum length of the Config Key is 1024
|
|
14
14
|
*
|
|
15
15
|
* The string format of a SessionOptions Config Value is defined individually for each Config.
|
|
16
|
-
* The maximum length of the Config Value is
|
|
16
|
+
* The maximum length of the Config Value is 2048
|
|
17
17
|
*/
|
|
18
18
|
|
|
19
19
|
// Key for disable PrePacking,
|
|
@@ -315,11 +315,19 @@ static const char* const kOrtSessionOptionEpContextEmbedMode = "ep.context_embed
|
|
|
315
315
|
// in case user need to merge/connect multiple EPContext nodes in one model
|
|
316
316
|
static const char* const kOrtSessionOptionEpContextNodeNamePrefix = "ep.context_node_name_prefix";
|
|
317
317
|
|
|
318
|
-
// Share EP related resources across
|
|
318
|
+
// Share EP related resources across sessions
|
|
319
319
|
static const char* const kOrtSessionOptionShareEpContexts = "ep.share_ep_contexts";
|
|
320
320
|
|
|
321
|
-
//
|
|
322
|
-
|
|
321
|
+
// Stop to share EP related resources across sessions from then on
|
|
322
|
+
static const char* const kOrtSessionOptionStopShareEpContexts = "ep.stop_share_ep_contexts";
|
|
323
|
+
|
|
324
|
+
// Used only for context model generation.
|
|
325
|
+
// This configuration is used when some nodes are partitioned on the CPU EP and those nodes have external initializers.
|
|
326
|
+
// When generating the EP context model, the new model should not rely on the old external data file used by the source ONNX model.
|
|
327
|
+
// Use this setting when dumping the EP context model with an external initializers file.
|
|
328
|
+
// If specified, all initializers will be placed inside the external data file.
|
|
329
|
+
// Otherwise, all initializers will be embedded inside the generated ONNX file.
|
|
330
|
+
// By default, this option is not set, meaning all initializers will be included within the ONNX file.
|
|
323
331
|
static const char* const kOrtSessionOptionsEpContextModelExternalInitializersFileName =
|
|
324
332
|
"ep.context_model_external_initializers_file_name";
|
|
325
333
|
|
|
@@ -340,3 +348,19 @@ static const char* const kOrtSessionOptionsQDQMatMulNBitsAccuracyLevel = "sessio
|
|
|
340
348
|
// “Default”: OS determines the scheduling priority and processor performance to service this workload. [Default]
|
|
341
349
|
// “Efficient”: OS treats this workload is efficiency oriented with low scheduling priority and efficient processor performance.
|
|
342
350
|
static const char* const kOrtEpDynamicOptionsWorkloadType = "ep.dynamic.workload_type";
|
|
351
|
+
|
|
352
|
+
// Disables model compilation during session initialization.
|
|
353
|
+
//
|
|
354
|
+
// If this option is set to "1", inference session creation will fail with error code ORT_MODEL_REQUIRES_COMPILATION
|
|
355
|
+
// if compilation is required to run the model on any Execution Provider added to the session.
|
|
356
|
+
// Only the following kinds of models are valid when this option is set to "1":
|
|
357
|
+
// - Pre-compiled models that have EPContext nodes for the compiling Execution Providers in the session.
|
|
358
|
+
// - Non-compiled models that run only on non-compiling Execution Providers, like CPU EP.
|
|
359
|
+
//
|
|
360
|
+
// See \href https://onnxruntime.ai/docs/execution-providers/EP-Context-Design.html for details about
|
|
361
|
+
// compiled models with EPContext nodes.
|
|
362
|
+
//
|
|
363
|
+
// Option values:
|
|
364
|
+
// - "0": EP compile is not disabled. [DEFAULT]
|
|
365
|
+
// - "1": EP compile is disabled.
|
|
366
|
+
static const char* const kOrtSessionOptionsDisableModelCompile = "session.disable_model_compile";
|
|
@@ -9,9 +9,9 @@
|
|
|
9
9
|
<key>CFBundleIdentifier</key>
|
|
10
10
|
<string>com.microsoft.onnxruntime</string>
|
|
11
11
|
<key>CFBundleVersion</key>
|
|
12
|
-
<string>1.
|
|
12
|
+
<string>1.22.1</string>
|
|
13
13
|
<key>CFBundleShortVersionString</key>
|
|
14
|
-
<string>1.
|
|
14
|
+
<string>1.22.1</string>
|
|
15
15
|
<key>CFBundleSignature</key>
|
|
16
16
|
<string>????</string>
|
|
17
17
|
<key>CFBundlePackageType</key>
|