tensorrt-cu12-bindings 10.7.0.post1__cp39-none-win_amd64.whl → 10.9.0.34__cp39-none-win_amd64.whl

tensorrt_bindings/plugin/_validate.py

@@ -1,5 +1,5 @@
 #
-# SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -18,9 +18,13 @@
 import inspect
 import numpy as np
 import typing
+import types
 
 from ._utils import _is_numpy_array, _join_with, _infer_numpy_type, _is_npt_ndarray
-from ._tensor import TensorDesc, Tensor
+from ._tensor import TensorDesc, Tensor, SymExprs
+from ._export import IS_AOT_ENABLED
+if IS_AOT_ENABLED:
+    from ._tensor import KernelLaunchParams
 from ._autotune import AutoTuneCombination
 
 SERIALIZABLE_BUILTIN_TYPES = (int, float, bytes, bool, str)
@@ -93,7 +97,7 @@ def _parse_register_inputs(register_func, lazy_register):
             raise ValueError(
                 f"Argument {name} is not a positional-or-keyword or keyword-only arg"
             )
-        
+
         # Type annotations are manadatory for `tensorrt.plugin.register` args
         if param.annotation == inspect.Parameter.empty:
             raise ValueError(
@@ -105,7 +109,7 @@ def _parse_register_inputs(register_func, lazy_register):
             raise ValueError(
                 f"Argument {name} has a default value. Default values are not supported yet."
             )
-        
+
 
         if issubclass(param.annotation, TensorDesc):
             if saw_first_attr:
@@ -275,6 +279,120 @@ def _validate_impl(impl_func, plugin_def):
 
     return impl_attr_names, found_tactic
 
+def _validate_aot_impl(aot_impl_func, plugin_def):
+    aot_impl_attr_names = []
+
+    sig = inspect.signature(aot_impl_func)
+    registered_attr_names = plugin_def.input_attrs.keys()
+
+    # input arg annotations are optional, but we will validate if provided
+    for name, param in sig.parameters.items():
+        if param.annotation != inspect.Parameter.empty:
+            if name == "outputs":
+                if typing.get_origin(param.annotation) is not tuple:
+                    raise ValueError(
+                        f"'outputs' should be of type Tuple[TensorDesc]. Received {param.annotation}."
+                    )
+                args = typing.get_args(param.annotation)
+                for arg in args:
+                    if not issubclass(arg, TensorDesc):
+                        raise ValueError(
+                            f"Argument for receiving output TensorDesc, '{name}' contains a {param.annotation}. '{name}' should be a Tuple[TensorDesc]."
+                        )
+            elif name == "tactic":
+                if not issubclass(param.annotation, int):
+                    raise ValueError("'tactic' input argument should be an int")
+            elif issubclass(param.annotation, TensorDesc):
+                if name not in plugin_def.input_tensor_names:
+                    raise ValueError(
+                        f"Unexpected tensor '{name}' specified in autotune function. Expected one of {plugin_def.input_tensor_names}."
+                    )
+            else:
+                if name not in plugin_def.input_attrs:
+                    raise ValueError(
+                        f"Unexpected attribute '{name}' specified in aot_impl function. Expected one of {list(registered_attr_names)}."
+                    )
+
+                if param.annotation != plugin_def.input_attrs[name]:
+                    raise ValueError(
+                        f"Attribute '{name}' has a type annotation different from the one specified at registration. Expected '{plugin_def.input_attrs[name]}'."
+                    )
+
+                aot_impl_attr_names.append(name)
+        else:
+            if name in plugin_def.input_attrs:
+                aot_impl_attr_names.append(name)
+
+    # Expected attribute schema should be constructed in the order they appeared in the register function
+    expected_attr_schema_chunks = [
+        n for n in registered_attr_names if n in aot_impl_attr_names
+    ]
+
+    expected_schema = (
+        "("
+        + _join_with(plugin_def.input_tensor_names)
+        + _join_with(expected_attr_schema_chunks, True)
+        + ", outputs, tactic)"
+    )
+
+    if f"({', '.join(sig.parameters.keys())})" != expected_schema:
+        raise ValueError(
+            f"Signature of the aot_impl function '{sig}' does not match the expected input arg schema: {expected_schema}"
+        )
+
+    ret_annotation = sig.return_annotation
+
+    if ret_annotation == inspect.Parameter.empty:
+        raise ValueError(
+            f"No return annotation found for aot_impl function. Received signature {sig}."
+        )
+
+    expected_return_schema = "tuple[str | bytes, str | bytes, tensorrt.plugin.KernelLaunchParams, tensorrt.plugin.SymIntExprs]"
+
+    # Return annotation is optional, but we will validate if one is specified
+    if ret_annotation != inspect.Parameter.empty:
+        if typing.get_origin(ret_annotation) is not tuple:
+            raise ValueError(
+                f"Return annotation is {ret_annotation}. Expected {expected_return_schema}."
+            )
+        else:
+            args = typing.get_args(ret_annotation)
+
+            if len(args) != 4:
+                raise ValueError(
+                    f"Return annotation is {ret_annotation}. Expected {expected_return_schema}."
+                )
+
+            def validate_union_str_or_bytes(index):
+                def validate_str_or_bytes(arg_):
+                    if (arg_ is not str) and (arg_ is not bytes):
+                        raise ValueError(
+                            f"Return annotation for argument at {index} is '{arg_}'. Expected 'str' or 'bytes'."
+                        )
+
+                orig = typing.get_origin(args[index])
+                # orig is `typing.Union` when annotation uses typing module (e.g, Union[str, bytes])
+                # orig is `types.UnionType` when annotation is of the new (3.10+) native syntax (e.g, str | bytes)
+                if orig is typing.Union or orig is types.UnionType:
+                    for a in typing.get_args(args[index]):
+                        validate_str_or_bytes(a)
+                else:
+                # when annoted with `str` or `bytes`
+                    validate_str_or_bytes(args[index])
+
+            # kernel name should be str or bytes encoding
+            validate_union_str_or_bytes(0)
+            # kernel PTX should be str or bytes encoding
+            validate_union_str_or_bytes(1)
+
+            if not issubclass(args[2], KernelLaunchParams):
+                raise ValueError(f"Argument at index 2 of return annotation is '{args[2]}'. Expected 'tensorrt.plugin.KernelLaunchParams'.")
+
+            if not issubclass(args[3], SymExprs):
+                raise ValueError(f"Argument at index 3 of return annotation is '{args[3]}'. Expected a descendent of tensorrt.plugin.SymExprs.")
+
+    return aot_impl_attr_names
+
 
 def _validate_autotune(autotune_func, plugin_def):
 

{tensorrt_cu12_bindings-10.7.0.post1.dist-info → tensorrt_cu12_bindings-10.9.0.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tensorrt_cu12_bindings
-Version: 10.7.0.post1
+Version: 10.9.0.34
 Summary: A high performance deep learning inference library
 Home-page: https://github.com/nvidia/tensorrt
 Download-URL: https://developer.nvidia.com/tensorrt

tensorrt_cu12_bindings-10.9.0.34.dist-info/RECORD

@@ -0,0 +1,17 @@
+tensorrt_bindings/__init__.py,sha256=tJOZ12p3C5j9I_6yNR6oADn-ZHT3_AE4l8siETRsBzo,6366
+tensorrt_bindings/tensorrt.cp39-win_amd64.pyd,sha256=VuIWSpoIqn3OnVs5g1mSUQKkdcE6Mwc3wKU1TI2gvWo,1964032
+tensorrt_bindings/plugin/__init__.py,sha256=C_9idhCxsIHfoBxidwwr6FHlkZVy5kjh-VnzTsGszcQ,1557
+tensorrt_bindings/plugin/_autotune.py,sha256=xlNut0qB9rlgyhfV4QyVJEsT50r3PuFz1xk0pnDiVA8,12493
+tensorrt_bindings/plugin/_export.py,sha256=CnjosYyQu5Ay3dYmddN6QxYLq-YUPgPDpcMXmcycfZM,1281
+tensorrt_bindings/plugin/_lib.py,sha256=EiOrumU6o0gBcAhGELz-eVcKa3r-yEI12XsSxky1NDA,29344
+tensorrt_bindings/plugin/_plugin_class.py,sha256=935UKagUcj9as-U2g434gAnaQt5IkA-L969vYRbc_A4,17907
+tensorrt_bindings/plugin/_tensor.py,sha256=fhZqxhFQMw-r9Ae8w9yrVa_qNO7HtIj_ZUEHimounp4,38637
+tensorrt_bindings/plugin/_top_level.py,sha256=mxZk0M-v8aP1uMVziX6FDBxFQPq3Cp6gd0Iq09xRUro,4708
+tensorrt_bindings/plugin/_utils.py,sha256=Hl2PslERH5X0UMArk_k8GKag7ME0pW0RjQcTX3zYsoc,2741
+tensorrt_bindings/plugin/_validate.py,sha256=6BzbAu9cF8TDibfQQ_GbPEG0qs24_6TnSLLnkJ-OuIA,20017
+tensorrt_cu12_bindings-10.9.0.34.dist-info/LICENSE.txt,sha256=yGkV_ZW7773aMTWqzj5q1rRhKEbcvbxdL1o4sTndiLQ,47141
+tensorrt_cu12_bindings-10.9.0.34.dist-info/METADATA,sha256=RMmEom25XeK_awJzeCt5FMulqvHlHh_Ewo3faPL8_ug,606
+tensorrt_cu12_bindings-10.9.0.34.dist-info/WHEEL,sha256=T8VPDjot1YI5-NaRzS6kIMlJNVl0SSGa_dm-8Fprszg,99
+tensorrt_cu12_bindings-10.9.0.34.dist-info/top_level.txt,sha256=QuFeuaCbu20Zk7dFQs6JlSlk-ZLCkirage8XegBmyP0,18
+tensorrt_cu12_bindings-10.9.0.34.dist-info/zip-safe,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
+tensorrt_cu12_bindings-10.9.0.34.dist-info/RECORD,,

tensorrt_cu12_bindings-10.7.0.post1.dist-info/RECORD

@@ -1,17 +0,0 @@
-tensorrt_bindings/__init__.py,sha256=Y24vpa4rxvmISEkDFeu8BJgHAAnmwV-SGHKF86wYR5o,5892
-tensorrt_bindings/tensorrt.cp39-win_amd64.pyd,sha256=t7tVv7FRi1d2N6gduseD2D27Fx_yVNMyZ7Y32AZJujg,2174464
-tensorrt_bindings/plugin/__init__.py,sha256=28b1lyihZnjVIJzh1h2Za_XSb5nJXOBS9w8LyD0WyLw,1558
-tensorrt_bindings/plugin/_autotune.py,sha256=xlNut0qB9rlgyhfV4QyVJEsT50r3PuFz1xk0pnDiVA8,12493
-tensorrt_bindings/plugin/_export.py,sha256=xJE2C9TTX-ons81GUBYbf4djv44bpyi0RzhzJlxJo4I,1189
-tensorrt_bindings/plugin/_lib.py,sha256=PfnV11UPHhadsTosIqgQBOpbx0pCfzHjXB6rS_xZ-gc,21378
-tensorrt_bindings/plugin/_plugin_class.py,sha256=6AZKcpES3D8l8VSq0691Fmb1yeTvfiJazK861Lm1_qw,12145
-tensorrt_bindings/plugin/_tensor.py,sha256=BefibyFqrY1Vi4K1Yqk6CRda8Nn1cs6lDMRV4dugIX0,28136
-tensorrt_bindings/plugin/_top_level.py,sha256=mxZk0M-v8aP1uMVziX6FDBxFQPq3Cp6gd0Iq09xRUro,4708
-tensorrt_bindings/plugin/_utils.py,sha256=Hl2PslERH5X0UMArk_k8GKag7ME0pW0RjQcTX3zYsoc,2741
-tensorrt_bindings/plugin/_validate.py,sha256=nHDLvekos2hI5fDoU6KhDeNQh_NdmN3NRM2xWhyanuY,14477
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/LICENSE.txt,sha256=yGkV_ZW7773aMTWqzj5q1rRhKEbcvbxdL1o4sTndiLQ,47141
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/METADATA,sha256=SjIOccD0yPfvX7vido9xh_ppWOiFVf-AaT5OyV8txJg,609
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/WHEEL,sha256=T8VPDjot1YI5-NaRzS6kIMlJNVl0SSGa_dm-8Fprszg,99
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/top_level.txt,sha256=QuFeuaCbu20Zk7dFQs6JlSlk-ZLCkirage8XegBmyP0,18
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/zip-safe,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
-tensorrt_cu12_bindings-10.7.0.post1.dist-info/RECORD,,