onnxruntime-gpu 1.23.0__cp312-cp312-win_amd64.whl → 1.23.2__cp312-cp312-win_amd64.whl

onnxruntime/__init__.py

@@ -8,7 +8,7 @@ For more information on ONNX Runtime, please see `aka.ms/onnxruntime <https://ak
 or the `Github project <https://github.com/microsoft/onnxruntime/>`_.
 """
 
-__version__ = "1.23.0"
+__version__ = "1.23.2"
 __author__ = "Microsoft"
 
 # we need to do device version validation (for example to check Cuda version for an onnxruntime-training package).
@@ -31,14 +31,17 @@ try:
         OrtAllocatorType,  # noqa: F401
         OrtArenaCfg,  # noqa: F401
         OrtCompileApiFlags,  # noqa: F401
+        OrtDeviceMemoryType,  # noqa: F401
         OrtEpDevice,  # noqa: F401
         OrtExecutionProviderDevicePolicy,  # noqa: F401
         OrtExternalInitializerInfo,  # noqa: F401
         OrtHardwareDevice,  # noqa: F401
         OrtHardwareDeviceType,  # noqa: F401
         OrtMemoryInfo,  # noqa: F401
+        OrtMemoryInfoDeviceType,  # noqa: F401
         OrtMemType,  # noqa: F401
         OrtSparseFormat,  # noqa: F401
+        OrtSyncStream,  # noqa: F401
         RunOptions,  # noqa: F401
         SessionIOBinding,  # noqa: F401
         SessionOptions,  # noqa: F401
@@ -78,6 +81,7 @@ from onnxruntime.capi.onnxruntime_inference_collection import (
     OrtDevice,  # noqa: F401
     OrtValue,  # noqa: F401
     SparseTensor,  # noqa: F401
+    copy_tensors,  # noqa: F401
 )
 
 # TODO: thiagofc: Temporary experimental namespace for new PyTorch front-end

onnxruntime/capi/build_and_package_info.py

@@ -1,3 +1,3 @@
 package_name = 'onnxruntime-gpu'
-__version__ = '1.23.0'
+__version__ = '1.23.2'
 cuda_version = '12.2'

onnxruntime/capi/onnxruntime_inference_collection.py

@@ -199,6 +199,18 @@ class Session:
         "Return the metadata. See :class:`onnxruntime.ModelMetadata`."
         return self._model_meta
 
+    def get_input_memory_infos(self) -> Sequence[onnxruntime.MemoryInfo]:
+        "Return the memory info for the inputs."
+        return self._input_meminfos
+
+    def get_output_memory_infos(self) -> Sequence[onnxruntime.MemoryInfo]:
+        "Return the memory info for the outputs."
+        return self._output_meminfos
+
+    def get_input_epdevices(self) -> Sequence[onnxruntime.OrtEpDevice]:
+        "Return the execution providers for the inputs."
+        return self._input_epdevices
+
     def get_providers(self) -> Sequence[str]:
         "Return list of registered execution providers."
         return self._providers
@@ -576,6 +588,9 @@ class InferenceSession(Session):
         self._inputs_meta = self._sess.inputs_meta
         self._outputs_meta = self._sess.outputs_meta
         self._overridable_initializers = self._sess.overridable_initializers
+        self._input_meminfos = self._sess.input_meminfos
+        self._output_meminfos = self._sess.output_meminfos
+        self._input_epdevices = self._sess.input_epdevices
         self._model_meta = self._sess.model_meta
         self._providers = self._sess.get_providers()
         self._provider_options = self._sess.get_provider_options()
@@ -589,6 +604,9 @@ class InferenceSession(Session):
         self._inputs_meta = None
         self._outputs_meta = None
         self._overridable_initializers = None
+        self._input_meminfos = None
+        self._output_meminfos = None
+        self._input_epdevices = None
         self._model_meta = None
         self._providers = None
         self._provider_options = None
@@ -1134,6 +1152,15 @@ class OrtValue:
         self._ortvalue.update_inplace(np_arr)
 
 
+def copy_tensors(src: Sequence[OrtValue], dst: Sequence[OrtValue], stream=None) -> None:
+    """
+    Copy tensor data from source OrtValue sequence to destination OrtValue sequence.
+    """
+    c_sources = [s._get_c_value() for s in src]
+    c_dsts = [d._get_c_value() for d in dst]
+    C.copy_tensors(c_sources, c_dsts, stream)
+
+
 class OrtDevice:
     """
     A data structure that exposes the underlying C++ OrtDevice
@@ -1146,6 +1173,7 @@ class OrtDevice:
         if isinstance(c_ort_device, C.OrtDevice):
             self._ort_device = c_ort_device
         else:
+            # An end user won't hit this error
             raise ValueError(
                 "`Provided object` needs to be of type `onnxruntime.capi.onnxruntime_pybind11_state.OrtDevice`"
             )
@@ -1188,6 +1216,9 @@ class OrtDevice:
     def device_vendor_id(self):
         return self._ort_device.vendor_id()
 
+    def device_mem_type(self):
+        return self._ort_device.mem_type()
+
 
 class SparseTensor:
     """

{onnxruntime_gpu-1.23.0.dist-info → onnxruntime_gpu-1.23.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: onnxruntime-gpu
-Version: 1.23.0
+Version: 1.23.2
 Summary: ONNX Runtime is a runtime accelerator for Machine Learning models
 Home-page: https://onnxruntime.ai
 Download-URL: https://github.com/microsoft/onnxruntime/tags
@@ -62,6 +62,16 @@ For more information on ONNX Runtime, please see `aka.ms/onnxruntime <https://ak
 
 Changes
 -------
+1.23.2
+^^^^^^
+
+Release Notes : https://github.com/Microsoft/onnxruntime/releases/tag/v1.23.2
+
+
+1.23.1
+^^^^^^
+
+Release Notes : https://github.com/Microsoft/onnxruntime/releases/tag/v1.23.1
 
 1.23.0
 ^^^^^^

{onnxruntime_gpu-1.23.0.dist-info → onnxruntime_gpu-1.23.2.dist-info}/RECORD

@@ -1,22 +1,22 @@
 onnxruntime/LICENSE,sha256=wlDWJ48LR6ZDn7dZKwi1ilXrn1NapJodtjIRw_mCtnQ,1094
 onnxruntime/Privacy.md,sha256=v7dxKwdfPwfj6-5dwqKW0d4y2_ca0oZj9z0VOMtsOwg,2490
 onnxruntime/ThirdPartyNotices.txt,sha256=4A-Cjgoz3lkaNVrmYG0mJfV1jafSyETbeCHJ3T42R7Y,333022
-onnxruntime/__init__.py,sha256=mE1tr2wVVmzB66KwvL_XuyguD8eFj13BY4YUqzPvE4M,15071
+onnxruntime/__init__.py,sha256=YdcAwnbAE0ZyFpivLfxWAaJSqHxcMk6HwxQSJUUfYXA,15234
 onnxruntime/backend/__init__.py,sha256=5I1Ylsawf9w6MNmK4RiN1wA-EEQqlKKwYTNZB-m_k6M,334
 onnxruntime/backend/backend.py,sha256=xPA69Lf7rwwwgeWoZ3CgB2JSoExuIAdhHmd6ROp19sc,8187
 onnxruntime/backend/backend_rep.py,sha256=A7S4GqxLC6IfkbEXLlWiWpCD9AJ5x-xAhnR8BCM2cNk,1776
 onnxruntime/capi/__init__.py,sha256=uRp4pMtfoayBhZgEsiFqFCD13Y6LUo82FdZsQX8X8LI,251
 onnxruntime/capi/_ld_preload.py,sha256=li6cbZ64hDfUndat4mprUWzowLa3RQdw0q2E56sXFwE,413
 onnxruntime/capi/_pybind_state.py,sha256=nbUpnUncwBv5pgJA8yugDYJRA4TTfC0gaYOED5jD-SA,1533
-onnxruntime/capi/build_and_package_info.py,sha256=673StnzOZHxc0V4k7aximnvddIEjJMkMvEtuaAhn6qQ,81
+onnxruntime/capi/build_and_package_info.py,sha256=iXEsoOmQE9LyqJPmXtzyrYeM5IWO1JJYoZFef0K4ddY,81
 onnxruntime/capi/convert_npz_to_onnx_adapter.py,sha256=N0ShYr30vBQcOr9KyFd4AUdEcqWW89KVd80qSYCgdQ4,1581
-onnxruntime/capi/onnxruntime.dll,sha256=jwtOetGEXLLXsc7TNFOEOM7SuP95ccXsWHmqp8yl6ds,15464480
+onnxruntime/capi/onnxruntime.dll,sha256=Biw_2sVtNb8FBcRATYUwdN--grKsaeclcKqoVUMgSgU,15551008
 onnxruntime/capi/onnxruntime_collect_build_info.py,sha256=sD8Z2S15QHSvuO1j7tgqJKeORDUatwzUmzvC8Uj9cAM,2109
-onnxruntime/capi/onnxruntime_inference_collection.py,sha256=0-ISc_Bo8U3G8j5P-dZjRS0eSQ0vpDVSEODNmwJptNA,59993
-onnxruntime/capi/onnxruntime_providers_cuda.dll,sha256=79SNtJphloFRwYbMDqAWQx1ul-wM-dc4xh37Ui3b6yQ,433778232
-onnxruntime/capi/onnxruntime_providers_shared.dll,sha256=ZlPeD3VpIJqMMPNz9-odow7kyxunk0VmTrdbjkC3fXM,22072
-onnxruntime/capi/onnxruntime_providers_tensorrt.dll,sha256=BgJAPQLPvzORbKvFW8nN6gyCf_yl6_DC_0FDFHiBa3k,848416
-onnxruntime/capi/onnxruntime_pybind11_state.pyd,sha256=P6fnJWpGTX403P0RATUDW4goUDrY5ThwKIT7YQblru8,19326504
+onnxruntime/capi/onnxruntime_inference_collection.py,sha256=8tjkx7AIa7T1XApmf-UgX1lLsDPY-0VBxiYOk4NE4KI,61252
+onnxruntime/capi/onnxruntime_providers_cuda.dll,sha256=57yZot2kB240CEdNqDe_PJawZ267BMVwM2PDFa_jlE4,366219296
+onnxruntime/capi/onnxruntime_providers_shared.dll,sha256=LClMUYpbs1l5zc2myISPPg07YbClkLv_UBAaAahe0EY,22088
+onnxruntime/capi/onnxruntime_providers_tensorrt.dll,sha256=AALM8ayLiNduyXQhMvkj6RXMUUWRYhOTiHU2oDmj_ik,849984
+onnxruntime/capi/onnxruntime_pybind11_state.pyd,sha256=cJSbnmHKLH4YTxVrwnR6MMk6llyfjX644seARaT4K2s,19462712
 onnxruntime/capi/onnxruntime_validation.py,sha256=nJydkJxSVNiRqQvVkJCpfFZoeZAvATFD8OIze3SY_5E,6865
 onnxruntime/capi/version_info.py,sha256=VntvblZPqhDvDUTtZQKgsmQ-oJIoqHRvehW3JZtPiHM,81
 onnxruntime/datasets/__init__.py,sha256=DqRdpMfRtDfhVkCQu5lTmfSQ-GG4dETHNWdoB4fA7lU,473
@@ -316,8 +316,8 @@ onnxruntime/transformers/models/whisper/whisper_encoder_decoder_init.py,sha256=P
 onnxruntime/transformers/models/whisper/whisper_helper.py,sha256=ifEhlnK5NkGUlJrJNECp1nArm3FInaVa7mXTOuogZEQ,51347
 onnxruntime/transformers/models/whisper/whisper_inputs.py,sha256=rSjFJ9Llz2FmpRXDz8cK2KFzr2b5l-n4eo8VN463iUE,16041
 onnxruntime/transformers/models/whisper/whisper_jump_times.py,sha256=bgxGRs00NAf5F7hzJBJbt7JB3IMuCOxylhCgnf16-l8,19950
-onnxruntime_gpu-1.23.0.dist-info/METADATA,sha256=jAGOntQV20wlqTV_s2edMiDDPg1uE_4GQXYY7fpyA4c,5447
-onnxruntime_gpu-1.23.0.dist-info/WHEEL,sha256=8UP9x9puWI0P1V_d7K2oMTBqfeLNm21CTzZ_Ptr0NXU,101
-onnxruntime_gpu-1.23.0.dist-info/entry_points.txt,sha256=7qLS4FbGXwPZjfdpVAGpnmk9I6m6H5CxEnwcCx1Imjs,77
-onnxruntime_gpu-1.23.0.dist-info/top_level.txt,sha256=zk_fJEekrTm9DLxX2LwGegokVqP6blqPhFoMIuh0Nv8,12
-onnxruntime_gpu-1.23.0.dist-info/RECORD,,
+onnxruntime_gpu-1.23.2.dist-info/METADATA,sha256=OlbByIn6yvomXOpVDEiOMxKfS6X85690Tns0Pk04vQQ,5645
+onnxruntime_gpu-1.23.2.dist-info/WHEEL,sha256=8UP9x9puWI0P1V_d7K2oMTBqfeLNm21CTzZ_Ptr0NXU,101
+onnxruntime_gpu-1.23.2.dist-info/entry_points.txt,sha256=7qLS4FbGXwPZjfdpVAGpnmk9I6m6H5CxEnwcCx1Imjs,77
+onnxruntime_gpu-1.23.2.dist-info/top_level.txt,sha256=zk_fJEekrTm9DLxX2LwGegokVqP6blqPhFoMIuh0Nv8,12
+onnxruntime_gpu-1.23.2.dist-info/RECORD,,