tensorrt-cu12-bindings 10.7.0.post1__cp39-none-win_amd64.whl → 10.8.0.43__cp39-none-win_amd64.whl

tensorrt_bindings/__init__.py

@@ -35,6 +35,9 @@ if not _libs_wheel_imported and sys.platform.startswith("win"):
     # load the bindings. If we imported the tensorrt_libs wheel, then that should have taken care of it for us.
     def find_lib(name):
         paths = os.environ["PATH"].split(os.path.pathsep)
+        # Add ../tensorrt.libs to the search path.  This allows repackaging non-standalone TensorRT wheels as standalone
+        # using delvewheel (with the --no-mangle-all flag set) to work properly.
+        paths.append(os.path.join(os.path.dirname(__file__), os.pardir, "tensorrt.libs"))
         for path in paths:
             libpath = os.path.join(path, name)
             if os.path.isfile(libpath):
@@ -74,7 +77,7 @@ del _libs_wheel_imported
 
 from .tensorrt import *
 
-__version__ = "10.7.0.post1"
+__version__ = "10.8.0.43"
 
 
 # Provides Python's `with` syntax
@@ -194,6 +197,7 @@ def _itemsize(trt_type):
         uint8: 1,
         fp8: 1,
         int4: 0.5,
+        fp4: 0.5,
     }
     if trt_type in mapping:
         return mapping[trt_type]

tensorrt_bindings/plugin/__init__.py

@@ -18,7 +18,7 @@
 import tensorrt as trt
 
 logger = trt.Logger()
-logger.log(trt.Logger.WARNING, f"Functionality provided through tensorrt.plugin module is experimental.")
+logger.log(trt.Logger.WARNING, "Functionality provided through tensorrt.plugin module is experimental.")
 
 # export.public_api() will expose things here. To make sure that happens, we just need to
 # import all the submodules so that the decorator is actually executed (__discover_modules() below).

tensorrt_bindings/plugin/_plugin_class.py

@@ -69,6 +69,9 @@ class _TemplatePlugin(
     def get_capability_interface(self, type):
         return self
 
+    def get_num_outputs(self):
+        return self.num_outputs
+
     def get_output_data_types(self, input_types, ranks):
         self.input_types = input_types
 

tensorrt_bindings/plugin/_tensor.py

@@ -136,6 +136,12 @@ class ShapeExpr:
     def _expr(self):
         return self._dim_expr
 
+    def _clone(self):
+        ret = ShapeExpr(self + 0)
+        ret._is_dummy = self._is_dummy
+        ret._is_size_tensor = self._is_size_tensor
+        return ret
+
 @public_api()
 class SizeTensorShapeExpr(ShapeExpr):
     """
@@ -229,6 +235,10 @@ class ShapeExprs:
     def __repr__(self):
         return f"ShapeExprs[{', '.join([s.__repr__() for s in self._shapes])}]"
 
+    def _clone(self):
+        ret = ShapeExprs.from_tuple((e._clone() for e in self._shapes))
+        ret._is_dummy = self._is_dummy
+        return ret
 
 # Numerical representation of a tensor shape
 @public_api()
@@ -250,6 +260,9 @@ class Shape:
         elif isinstance(tensor_desc, tuple):
             self._shapes = trt.Dims(tensor_desc)
             self._length = len(self._shapes)
+        elif tensor_desc is None:
+            self._length = 0
+            self._shapes = trt.Dims(0)
         else:
             raise ValueError("Unsupported type used for constructing trt.plugin.Shape! tensor_desc must be a Tuple[int], trt.DynamicPluginTensorDesc, or trt.PluginTensorDesc")
 
@@ -335,6 +348,10 @@ class Shape:
             raise IndexError("Index out of range")
         self._shapes[index] = val
 
+    def _clone(self):
+        ret = Shape()
+        ret.__dict__.update(self.__dict__)
+        return ret
 
 # Descriptor for a tensor
 # A `TensorDesc` never contains nor refers to any tensor data.
@@ -416,8 +433,7 @@ class TensorDesc:
             def _(inp: tensorrt.plugin.TensorDesc) -> tensorrt.plugin.TensorDesc:
                 return inp.like()
         """
-        cloned = TensorDesc()
-        cloned.__dict__.update(self.__dict__)
+        cloned = self._clone()
         cloned._immutable = False
         return cloned
 
@@ -436,10 +452,19 @@ class TensorDesc:
             def _(inp: tensorrt.plugin.TensorDesc) -> tensorrt.plugin.TensorDesc:
                 return inp.aliased()
         """
+        cloned = self._clone()
+        cloned._immutable = False
+        cloned._aliased_to = self
+        cloned._immutable = True
+        return cloned
+
+    def _clone(self) -> "TensorDesc":
         cloned = TensorDesc()
         cloned.__dict__.update(self.__dict__)
         cloned._immutable = False
-        cloned._aliased_to = self
+        cloned._shape_expr = self._shape_expr._clone()
+        if self._shape is not None:
+            cloned._shape = self._shape._clone()
         cloned._immutable = True
         return cloned
 

{tensorrt_cu12_bindings-10.7.0.post1.dist-info → tensorrt_cu12_bindings-10.8.0.43.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tensorrt_cu12_bindings
-Version: 10.7.0.post1
+Version: 10.8.0.43
 Summary: A high performance deep learning inference library
 Home-page: https://github.com/nvidia/tensorrt
 Download-URL: https://developer.nvidia.com/tensorrt

tensorrt_cu12_bindings-10.8.0.43.dist-info/RECORD

@@ -0,0 +1,17 @@
+tensorrt_bindings/__init__.py,sha256=3BfUMaDS2IRd4-3xARU6tGVoNePCDDFX1L1VfGK4Bjg,6203
+tensorrt_bindings/tensorrt.cp39-win_amd64.pyd,sha256=_qlrB2fdS8VKQLOG1javM2NV-VkGZYb_QktGsZmN6xw,2242560
+tensorrt_bindings/plugin/__init__.py,sha256=C_9idhCxsIHfoBxidwwr6FHlkZVy5kjh-VnzTsGszcQ,1557
+tensorrt_bindings/plugin/_autotune.py,sha256=xlNut0qB9rlgyhfV4QyVJEsT50r3PuFz1xk0pnDiVA8,12493
+tensorrt_bindings/plugin/_export.py,sha256=xJE2C9TTX-ons81GUBYbf4djv44bpyi0RzhzJlxJo4I,1189
+tensorrt_bindings/plugin/_lib.py,sha256=PfnV11UPHhadsTosIqgQBOpbx0pCfzHjXB6rS_xZ-gc,21378
+tensorrt_bindings/plugin/_plugin_class.py,sha256=7v09Ydjo9uMMIX65-dSTEzTZmavNEgnwIjpTWXAhqsc,12212
+tensorrt_bindings/plugin/_tensor.py,sha256=3odch-QzLwyt8sdSMHKBv8RSyj1SzD41PpybN9WA_Jg,28941
+tensorrt_bindings/plugin/_top_level.py,sha256=mxZk0M-v8aP1uMVziX6FDBxFQPq3Cp6gd0Iq09xRUro,4708
+tensorrt_bindings/plugin/_utils.py,sha256=Hl2PslERH5X0UMArk_k8GKag7ME0pW0RjQcTX3zYsoc,2741
+tensorrt_bindings/plugin/_validate.py,sha256=nHDLvekos2hI5fDoU6KhDeNQh_NdmN3NRM2xWhyanuY,14477
+tensorrt_cu12_bindings-10.8.0.43.dist-info/LICENSE.txt,sha256=yGkV_ZW7773aMTWqzj5q1rRhKEbcvbxdL1o4sTndiLQ,47141
+tensorrt_cu12_bindings-10.8.0.43.dist-info/METADATA,sha256=Gk8UlGoCWlTbor-rCLZPAwof6ky8u_cRs1WnmFPFyjI,606
+tensorrt_cu12_bindings-10.8.0.43.dist-info/WHEEL,sha256=T8VPDjot1YI5-NaRzS6kIMlJNVl0SSGa_dm-8Fprszg,99
+tensorrt_cu12_bindings-10.8.0.43.dist-info/top_level.txt,sha256=QuFeuaCbu20Zk7dFQs6JlSlk-ZLCkirage8XegBmyP0,18
+tensorrt_cu12_bindings-10.8.0.43.dist-info/zip-safe,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
+tensorrt_cu12_bindings-10.8.0.43.dist-info/RECORD,,

tensorrt_cu12_bindings-10.7.0.post1.dist-info/RECORD

@@ -1,17 +0,0 @@
-tensorrt_bindings/__init__.py,sha256=Y24vpa4rxvmISEkDFeu8BJgHAAnmwV-SGHKF86wYR5o,5892
-tensorrt_bindings/tensorrt.cp39-win_amd64.pyd,sha256=t7tVv7FRi1d2N6gduseD2D27Fx_yVNMyZ7Y32AZJujg,2174464
-tensorrt_bindings/plugin/__init__.py,sha256=28b1lyihZnjVIJzh1h2Za_XSb5nJXOBS9w8LyD0WyLw,1558
-tensorrt_bindings/plugin/_autotune.py,sha256=xlNut0qB9rlgyhfV4QyVJEsT50r3PuFz1xk0pnDiVA8,12493
-tensorrt_bindings/plugin/_export.py,sha256=xJE2C9TTX-ons81GUBYbf4djv44bpyi0RzhzJlxJo4I,1189
-tensorrt_bindings/plugin/_lib.py,sha256=PfnV11UPHhadsTosIqgQBOpbx0pCfzHjXB6rS_xZ-gc,21378
-tensorrt_bindings/plugin/_plugin_class.py,sha256=6AZKcpES3D8l8VSq0691Fmb1yeTvfiJazK861Lm1_qw,12145
-tensorrt_bindings/plugin/_tensor.py,sha256=BefibyFqrY1Vi4K1Yqk6CRda8Nn1cs6lDMRV4dugIX0,28136
-tensorrt_bindings/plugin/_top_level.py,sha256=mxZk0M-v8aP1uMVziX6FDBxFQPq3Cp6gd0Iq09xRUro,4708
-tensorrt_bindings/plugin/_utils.py,sha256=Hl2PslERH5X0UMArk_k8GKag7ME0pW0RjQcTX3zYsoc,2741
-tensorrt_bindings/plugin/_validate.py,sha256=nHDLvekos2hI5fDoU6KhDeNQh_NdmN3NRM2xWhyanuY,14477
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/LICENSE.txt,sha256=yGkV_ZW7773aMTWqzj5q1rRhKEbcvbxdL1o4sTndiLQ,47141
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/METADATA,sha256=SjIOccD0yPfvX7vido9xh_ppWOiFVf-AaT5OyV8txJg,609
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/WHEEL,sha256=T8VPDjot1YI5-NaRzS6kIMlJNVl0SSGa_dm-8Fprszg,99
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/top_level.txt,sha256=QuFeuaCbu20Zk7dFQs6JlSlk-ZLCkirage8XegBmyP0,18
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/zip-safe,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/RECORD,,