onnxruntime-directml 1.24.1__cp314-cp314-win_amd64.whl

onnxruntime/tools/update_onnx_opset.py

@@ -0,0 +1,31 @@
+#!/usr/bin/env python3
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License.
+
+import argparse
+import os
+import pathlib
+
+from .onnx_model_utils import update_onnx_opset
+
+
+def update_onnx_opset_helper():
+    parser = argparse.ArgumentParser(
+        f"{os.path.basename(__file__)}:{update_onnx_opset_helper.__name__}",
+        description="""
+                                     Update the ONNX opset of the model.
+                                     New opset must be later than the existing one.
+                                     If not specified will update to opset 15.
+                                     """,
+    )
+
+    parser.add_argument("--opset", type=int, required=False, default=15, help="ONNX opset to update to.")
+    parser.add_argument("input_model", type=pathlib.Path, help="Provide path to ONNX model to update.")
+    parser.add_argument("output_model", type=pathlib.Path, help="Provide path to write updated ONNX model to.")
+
+    args = parser.parse_args()
+    update_onnx_opset(args.input_model, args.opset, args.output_model)
+
+
+if __name__ == "__main__":
+    update_onnx_opset_helper()

onnxruntime/transformers/__init__.py

@@ -0,0 +1,8 @@
+# -------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation.  All rights reserved.
+# Licensed under the MIT License.
+# --------------------------------------------------------------------------
+import os
+import sys
+
+sys.path.append(os.path.dirname(__file__))

onnxruntime/transformers/affinity_helper.py

@@ -0,0 +1,40 @@
+# -------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation.  All rights reserved.
+# Licensed under the MIT License.
+# --------------------------------------------------------------------------
+
+# Get/Set cpu affinity. Currently only support part of Unix system
+import logging
+import os
+
+logger = logging.getLogger(__name__)
+
+
+class AffinitySetting:
+    def __init__(self):
+        self.pid = os.getpid()
+        self.affinity = None
+        self.is_os_supported = hasattr(os, "sched_getaffinity") and hasattr(os, "sched_setaffinity")
+        if not self.is_os_supported:
+            logger.warning("Current OS does not support os.get_affinity() and os.set_affinity()")
+
+    def get_affinity(self):
+        if self.is_os_supported:
+            self.affinity = os.sched_getaffinity(self.pid)
+
+    def set_affinity(self):
+        if self.is_os_supported:
+            current_affinity = os.sched_getaffinity(self.pid)
+            if self.affinity != current_affinity:
+                logger.warning(
+                    "Replacing affinity setting %s with %s",
+                    str(current_affinity),
+                    str(self.affinity),
+                )
+                os.sched_setaffinity(self.pid, self.affinity)
+
+
+if __name__ == "__main__":
+    affi_helper = AffinitySetting()
+    affi_helper.get_affinity()
+    affi_helper.set_affinity()