embedl-deploy-tensorrt 0.6.0__tar.gz → 0.6.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/PKG-INFO +3 -6
  2. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/README.md +2 -5
  3. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/__init__.py +2 -0
  4. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/version/public.py +1 -1
  5. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/LICENSE +0 -0
  6. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/MANIFEST.in +0 -0
  7. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/NOTICE +0 -0
  8. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/pyproject.toml +0 -0
  9. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/setup.cfg +0 -0
  10. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/__init__.py +0 -0
  11. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/__init__.py +0 -0
  12. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/backend.py +0 -0
  13. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/AGENTS.md +0 -0
  14. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/__init__.py +0 -0
  15. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/attention.py +0 -0
  16. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/conv.py +0 -0
  17. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/linear.py +0 -0
  18. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/pointwise.py +0 -0
  19. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/pool.py +0 -0
  20. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/modules/swin_attention.py +0 -0
  21. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/AGENTS.md +0 -0
  22. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/__init__.py +0 -0
  23. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/conversions/__init__.py +0 -0
  24. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/conversions/attention.py +0 -0
  25. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/conversions/general.py +0 -0
  26. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/fusions.py +0 -0
  27. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/quantizations.py +0 -0
  28. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/patterns/smoothings.py +0 -0
  29. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/_internal/tensorrt/plan.py +0 -0
  30. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/tensorrt/__init__.py +0 -0
  31. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/tensorrt/modules/__init__.py +0 -0
  32. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/tensorrt/patterns/__init__.py +0 -0
  33. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy/version/__init__.py +0 -0
  34. {embedl_deploy_tensorrt-0.6.0 → embedl_deploy_tensorrt-0.6.1}/src/embedl_deploy_tensorrt.egg-info/SOURCES.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: embedl-deploy-tensorrt
3
- Version: 0.6.0
3
+ Version: 0.6.1
4
4
  Summary: TensorRT backend for embedl-deploy.
5
5
  Author-email: Embedl AB <support@embedl.com>
6
6
  Project-URL: Homepage, https://www.embedl.com/
@@ -86,10 +86,7 @@ model = Model().eval()
86
86
  example_input = torch.randn(1, 3, 224, 224)
87
87
 
88
88
  # 2. Transform — fuse and optimize for TensorRT in one call
89
- # For more compatibility you can trace your model with torch.export.export
90
- # as follows:
91
- # model = torch.export.export(model, (example_input)).module()
92
- res = transform(model, patterns=TENSORRT_PATTERNS)
89
+ res = transform(model, (example_input,), patterns=TENSORRT_PATTERNS)
93
90
  print("Model\n", res.model.print_readable())
94
91
  print("Matches", "\n".join([str(match) for match in res.matches]))
95
92
 
@@ -149,7 +146,7 @@ the reference **from the fused graph**, not from the original model:
149
146
  ```python
150
147
  from embedl_deploy.quantize import quantize, QuantConfig, ModulesToSkip
151
148
 
152
- res = transform(model, patterns=TENSORRT_PATTERNS)
149
+ res = transform(model, (example_input,), patterns=TENSORRT_PATTERNS)
153
150
 
154
151
  # Grab the conv instance from the fused graph (not from the original model)
155
152
  first_conv = res.model.FusedConvBNActMaxPool_0.conv
@@ -67,10 +67,7 @@ model = Model().eval()
67
67
  example_input = torch.randn(1, 3, 224, 224)
68
68
 
69
69
  # 2. Transform — fuse and optimize for TensorRT in one call
70
- # For more compatibility you can trace your model with torch.export.export
71
- # as follows:
72
- # model = torch.export.export(model, (example_input)).module()
73
- res = transform(model, patterns=TENSORRT_PATTERNS)
70
+ res = transform(model, (example_input,), patterns=TENSORRT_PATTERNS)
74
71
  print("Model\n", res.model.print_readable())
75
72
  print("Matches", "\n".join([str(match) for match in res.matches]))
76
73
 
@@ -130,7 +127,7 @@ the reference **from the fused graph**, not from the original model:
130
127
  ```python
131
128
  from embedl_deploy.quantize import quantize, QuantConfig, ModulesToSkip
132
129
 
133
- res = transform(model, patterns=TENSORRT_PATTERNS)
130
+ res = transform(model, (example_input,), patterns=TENSORRT_PATTERNS)
134
131
 
135
132
  # Grab the conv instance from the fused graph (not from the original model)
136
133
  first_conv = res.model.FusedConvBNActMaxPool_0.conv
@@ -8,6 +8,7 @@ from embedl_deploy._internal.core.plan import (
8
8
  TransformationResult,
9
9
  apply_transformation_plan,
10
10
  get_transformation_plan,
11
+ prepare_graph,
11
12
  transform,
12
13
  )
13
14
  from embedl_deploy.version.public import PUBLIC_VERSION
@@ -21,5 +22,6 @@ __all__ = [
21
22
  "__version__",
22
23
  "apply_transformation_plan",
23
24
  "get_transformation_plan",
25
+ "prepare_graph",
24
26
  "transform",
25
27
  ]
@@ -2,4 +2,4 @@
2
2
 
3
3
  """The hardcoded public version of the package."""
4
4
 
5
- PUBLIC_VERSION = '0.6.0'
5
+ PUBLIC_VERSION = '0.6.1'