embedl-deploy-tensorrt 0.6.0__tar.gz → 0.6.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/PKG-INFO +3 -6
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/README.md +2 -5
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/__init__.py +2 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/version/public.py +1 -1
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/LICENSE +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/MANIFEST.in +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/NOTICE +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/pyproject.toml +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/setup.cfg +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/backend.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/AGENTS.md +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/attention.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/conv.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/linear.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/pointwise.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/pool.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/swin_attention.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/AGENTS.md +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/conversions/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/conversions/attention.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/conversions/general.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/fusions.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/quantizations.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/smoothings.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/plan.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/tensorrt/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/tensorrt/modules/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/tensorrt/patterns/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/version/__init__.py +0 -0
- {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy_tensorrt.egg-info/SOURCES.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: embedl-deploy-tensorrt
|
|
3
|
-
Version: 0.6.
|
|
3
|
+
Version: 0.6.1
|
|
4
4
|
Summary: TensorRT backend for embedl-deploy.
|
|
5
5
|
Author-email: Embedl AB <support@embedl.com>
|
|
6
6
|
Project-URL: Homepage, https://www.embedl.com/
|
|
@@ -86,10 +86,7 @@ model = Model().eval()
|
|
|
86
86
|
example_input = torch.randn(1, 3, 224, 224)
|
|
87
87
|
|
|
88
88
|
# 2. Transform — fuse and optimize for TensorRT in one call
|
|
89
|
-
|
|
90
|
-
# as follows:
|
|
91
|
-
# model = torch.export.export(model, (example_input)).module()
|
|
92
|
-
res = transform(model, patterns=TENSORRT_PATTERNS)
|
|
89
|
+
res = transform(model, (example_input,), patterns=TENSORRT_PATTERNS)
|
|
93
90
|
print("Model\n", res.model.print_readable())
|
|
94
91
|
print("Matches", "\n".join([str(match) for match in res.matches]))
|
|
95
92
|
|
|
@@ -149,7 +146,7 @@ the reference **from the fused graph**, not from the original model:
|
|
|
149
146
|
```python
|
|
150
147
|
from embedl_deploy.quantize import quantize, QuantConfig, ModulesToSkip
|
|
151
148
|
|
|
152
|
-
res = transform(model, patterns=TENSORRT_PATTERNS)
|
|
149
|
+
res = transform(model, (example_input,), patterns=TENSORRT_PATTERNS)
|
|
153
150
|
|
|
154
151
|
# Grab the conv instance from the fused graph (not from the original model)
|
|
155
152
|
first_conv = res.model.FusedConvBNActMaxPool_0.conv
|
|
@@ -67,10 +67,7 @@ model = Model().eval()
|
|
|
67
67
|
example_input = torch.randn(1, 3, 224, 224)
|
|
68
68
|
|
|
69
69
|
# 2. Transform — fuse and optimize for TensorRT in one call
|
|
70
|
-
|
|
71
|
-
# as follows:
|
|
72
|
-
# model = torch.export.export(model, (example_input)).module()
|
|
73
|
-
res = transform(model, patterns=TENSORRT_PATTERNS)
|
|
70
|
+
res = transform(model, (example_input,), patterns=TENSORRT_PATTERNS)
|
|
74
71
|
print("Model\n", res.model.print_readable())
|
|
75
72
|
print("Matches", "\n".join([str(match) for match in res.matches]))
|
|
76
73
|
|
|
@@ -130,7 +127,7 @@ the reference **from the fused graph**, not from the original model:
|
|
|
130
127
|
```python
|
|
131
128
|
from embedl_deploy.quantize import quantize, QuantConfig, ModulesToSkip
|
|
132
129
|
|
|
133
|
-
res = transform(model, patterns=TENSORRT_PATTERNS)
|
|
130
|
+
res = transform(model, (example_input,), patterns=TENSORRT_PATTERNS)
|
|
134
131
|
|
|
135
132
|
# Grab the conv instance from the fused graph (not from the original model)
|
|
136
133
|
first_conv = res.model.FusedConvBNActMaxPool_0.conv
|
|
@@ -8,6 +8,7 @@ from embedl_deploy._internal.core.plan import (
|
|
|
8
8
|
TransformationResult,
|
|
9
9
|
apply_transformation_plan,
|
|
10
10
|
get_transformation_plan,
|
|
11
|
+
prepare_graph,
|
|
11
12
|
transform,
|
|
12
13
|
)
|
|
13
14
|
from embedl_deploy.version.public import PUBLIC_VERSION
|
|
@@ -21,5 +22,6 @@ __all__ = [
|
|
|
21
22
|
"__version__",
|
|
22
23
|
"apply_transformation_plan",
|
|
23
24
|
"get_transformation_plan",
|
|
25
|
+
"prepare_graph",
|
|
24
26
|
"transform",
|
|
25
27
|
]
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/tensorrt/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/version/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|