imb 1.0.2__py3-none-any.whl → 1.0.3__py3-none-any.whl

imb/triton.py

@@ -25,8 +25,6 @@ class TritonClient(BaseClient):
                  model_name: str,
                  max_batch_size: int = 0,
                  sample_inputs: Optional[List[np.ndarray]] = None,
-                 timeout: int = 10,
-                 resend_count: int = 10,
                  fixed_batch: bool = True,
                  is_async: bool = False,
                  use_cuda_shm: bool = False,
@@ -43,8 +41,6 @@ class TritonClient(BaseClient):
             model_name (str): name of the model endpoint
             max_batch_size (int, optional): max batch size. Defaults to 0 (get value from triton config).
             sample_inputs (Optional[List[np.ndarray]], optional): samples for warmup. Defaults to None (zeros array).
-            timeout (int, optional): triton client timeout. Defaults to 10.
-            resend_count (int, optional): triton client resend count. Defaults to 10.
             fixed_batch (bool, optional): use fixed batch size, using padding for smaller batch. Defaults to True.
             is_async (bool, optional): async inference. Defaults to False.
             use_cuda_shm (bool, optional): use cuda shared memory. Defaults to False.
@@ -63,8 +59,6 @@ class TritonClient(BaseClient):
         self.is_async = is_async
         self.use_cuda_shm = use_cuda_shm
         self.use_system_shm = use_system_shm
-        self.triton_timeout = timeout
-        self.resend_count = resend_count
         self.max_shm_regions = max_shm_regions
         self.return_dict = return_dict
 
@@ -130,9 +124,7 @@ class TritonClient(BaseClient):
         self.triton_client = self.client_module.InferenceServerClient(
                                 url=self.url,
                                 verbose=False,
-                                ssl=False,
-                                network_timeout=self.triton_timeout,
-                                connection_timeout=self.triton_timeout
+                                ssl=False
                             )
 
     def _load_model_params(self, user_max_batch_size: int) -> None:

{imb-1.0.2.dist-info → imb-1.0.3.dist-info}/METADATA

@@ -1,10 +1,12 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.1
 Name: imb
-Version: 1.0.2
+Version: 1.0.3
 Summary: Python library for run inference of deep learning models in different backends
 Home-page: https://github.com/TheConstant3/InferenceMultiBackend
 Author: p-constant
 Author-email: nikshorop@gmail.com
+License: UNKNOWN
+Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3.8
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
@@ -12,26 +14,16 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: numpy
-Provides-Extra: triton
-Requires-Dist: tritonclient[all]>=2.38.0; extra == "triton"
-Provides-Extra: onnxcpu
-Requires-Dist: onnxruntime>=1.16.0; extra == "onnxcpu"
-Provides-Extra: onnxgpu
-Requires-Dist: onnxruntime-gpu>=1.16.0; extra == "onnxgpu"
 Provides-Extra: all
 Requires-Dist: tritonclient[all]>=2.38.0; extra == "all"
 Requires-Dist: onnxruntime>=1.16.0; extra == "all"
 Requires-Dist: onnxruntime-gpu>=1.16.0; extra == "all"
-Dynamic: author
-Dynamic: author-email
-Dynamic: classifier
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: home-page
-Dynamic: provides-extra
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary
+Provides-Extra: onnxcpu
+Requires-Dist: onnxruntime>=1.16.0; extra == "onnxcpu"
+Provides-Extra: onnxgpu
+Requires-Dist: onnxruntime-gpu>=1.16.0; extra == "onnxgpu"
+Provides-Extra: triton
+Requires-Dist: tritonclient[all]>=2.38.0; extra == "triton"
 
 # InferenceMultiBackend
 
@@ -111,3 +103,4 @@ fixed_batch - if fixed batch is True, then each batch will have fixed size (padd
 warmup - if True, model will run several calls on sample_inputs while initialization. 
 
 return_dict - if True, __call__ return dict {'output_name1': output_value1, ...}, else [output_value1, ...]
+

imb-1.0.3.dist-info/RECORD

@@ -0,0 +1,9 @@
+imb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+imb/base.py,sha256=oBmiTu4rHgzED5kCxKPvS9e3PhI229Pj5lxuPm7ep6M,5189
+imb/onnx.py,sha256=g3vQBJPeln0YUOQ1X9RjZce8AAi-7SXntLyevOZZdG8,4100
+imb/triton.py,sha256=_mOnt9msTOhxsQIKGgsKFXFmFofNKiwAVS1uJaW0PWA,21337
+imb-1.0.3.dist-info/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
+imb-1.0.3.dist-info/METADATA,sha256=r7uFjfpNAeQ1GoPZgscZbUKaMzlmsywMd00eroOz9Qc,3129
+imb-1.0.3.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+imb-1.0.3.dist-info/top_level.txt,sha256=kY8Fp1i_MzTZhuoVhVexG762D8HBd-THfX_lfw4EZmY,4
+imb-1.0.3.dist-info/RECORD,,

{imb-1.0.2.dist-info → imb-1.0.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.0)
+Generator: bdist_wheel (0.44.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

imb-1.0.2.dist-info/RECORD

@@ -1,9 +0,0 @@
-imb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-imb/base.py,sha256=oBmiTu4rHgzED5kCxKPvS9e3PhI229Pj5lxuPm7ep6M,5189
-imb/onnx.py,sha256=g3vQBJPeln0YUOQ1X9RjZce8AAi-7SXntLyevOZZdG8,4100
-imb/triton.py,sha256=92d3tvCniWGSnC1UyjkQ5OcXgSbsBnX6T2hoewLal0k,21796
-imb-1.0.2.dist-info/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
-imb-1.0.2.dist-info/METADATA,sha256=lEzhVDdcdNHZeECQPisnQcZDjueOFP8zuhVTDh4Vi3s,3314
-imb-1.0.2.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-imb-1.0.2.dist-info/top_level.txt,sha256=kY8Fp1i_MzTZhuoVhVexG762D8HBd-THfX_lfw4EZmY,4
-imb-1.0.2.dist-info/RECORD,,