tritonclient 2.44.0__py3-none-any.whl → 2.46.0__py3-none-any.whl

{tritonclient-2.44.0.data → tritonclient-2.46.0.data}/purelib/tritonclient/grpc/service_pb2_grpc.py

@@ -1,9 +1,34 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
 import grpc
+import warnings
 
 from tritonclient.grpc import service_pb2 as grpc__service__pb2
 
+GRPC_GENERATED_VERSION = '1.64.0'
+GRPC_VERSION = grpc.__version__
+EXPECTED_ERROR_RELEASE = '1.65.0'
+SCHEDULED_RELEASE_DATE = 'June 25, 2024'
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    warnings.warn(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in grpc_service_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+        + f' This warning will become an error in {EXPECTED_ERROR_RELEASE},'
+        + f' scheduled for release on {SCHEDULED_RELEASE_DATE}.',
+        RuntimeWarning
+    )
+
 
 class GRPCInferenceServiceStub(object):
     """@@
@@ -23,102 +48,102 @@ class GRPCInferenceServiceStub(object):
                 '/inference.GRPCInferenceService/ServerLive',
                 request_serializer=grpc__service__pb2.ServerLiveRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ServerLiveResponse.FromString,
-                )
+                _registered_method=True)
         self.ServerReady = channel.unary_unary(
                 '/inference.GRPCInferenceService/ServerReady',
                 request_serializer=grpc__service__pb2.ServerReadyRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ServerReadyResponse.FromString,
-                )
+                _registered_method=True)
         self.ModelReady = channel.unary_unary(
                 '/inference.GRPCInferenceService/ModelReady',
                 request_serializer=grpc__service__pb2.ModelReadyRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ModelReadyResponse.FromString,
-                )
+                _registered_method=True)
         self.ServerMetadata = channel.unary_unary(
                 '/inference.GRPCInferenceService/ServerMetadata',
                 request_serializer=grpc__service__pb2.ServerMetadataRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ServerMetadataResponse.FromString,
-                )
+                _registered_method=True)
         self.ModelMetadata = channel.unary_unary(
                 '/inference.GRPCInferenceService/ModelMetadata',
                 request_serializer=grpc__service__pb2.ModelMetadataRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ModelMetadataResponse.FromString,
-                )
+                _registered_method=True)
         self.ModelInfer = channel.unary_unary(
                 '/inference.GRPCInferenceService/ModelInfer',
                 request_serializer=grpc__service__pb2.ModelInferRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ModelInferResponse.FromString,
-                )
+                _registered_method=True)
         self.ModelStreamInfer = channel.stream_stream(
                 '/inference.GRPCInferenceService/ModelStreamInfer',
                 request_serializer=grpc__service__pb2.ModelInferRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ModelStreamInferResponse.FromString,
-                )
+                _registered_method=True)
         self.ModelConfig = channel.unary_unary(
                 '/inference.GRPCInferenceService/ModelConfig',
                 request_serializer=grpc__service__pb2.ModelConfigRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ModelConfigResponse.FromString,
-                )
+                _registered_method=True)
         self.ModelStatistics = channel.unary_unary(
                 '/inference.GRPCInferenceService/ModelStatistics',
                 request_serializer=grpc__service__pb2.ModelStatisticsRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.ModelStatisticsResponse.FromString,
-                )
+                _registered_method=True)
         self.RepositoryIndex = channel.unary_unary(
                 '/inference.GRPCInferenceService/RepositoryIndex',
                 request_serializer=grpc__service__pb2.RepositoryIndexRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.RepositoryIndexResponse.FromString,
-                )
+                _registered_method=True)
         self.RepositoryModelLoad = channel.unary_unary(
                 '/inference.GRPCInferenceService/RepositoryModelLoad',
                 request_serializer=grpc__service__pb2.RepositoryModelLoadRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.RepositoryModelLoadResponse.FromString,
-                )
+                _registered_method=True)
         self.RepositoryModelUnload = channel.unary_unary(
                 '/inference.GRPCInferenceService/RepositoryModelUnload',
                 request_serializer=grpc__service__pb2.RepositoryModelUnloadRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.RepositoryModelUnloadResponse.FromString,
-                )
+                _registered_method=True)
         self.SystemSharedMemoryStatus = channel.unary_unary(
                 '/inference.GRPCInferenceService/SystemSharedMemoryStatus',
                 request_serializer=grpc__service__pb2.SystemSharedMemoryStatusRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.SystemSharedMemoryStatusResponse.FromString,
-                )
+                _registered_method=True)
         self.SystemSharedMemoryRegister = channel.unary_unary(
                 '/inference.GRPCInferenceService/SystemSharedMemoryRegister',
                 request_serializer=grpc__service__pb2.SystemSharedMemoryRegisterRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.SystemSharedMemoryRegisterResponse.FromString,
-                )
+                _registered_method=True)
         self.SystemSharedMemoryUnregister = channel.unary_unary(
                 '/inference.GRPCInferenceService/SystemSharedMemoryUnregister',
                 request_serializer=grpc__service__pb2.SystemSharedMemoryUnregisterRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.SystemSharedMemoryUnregisterResponse.FromString,
-                )
+                _registered_method=True)
         self.CudaSharedMemoryStatus = channel.unary_unary(
                 '/inference.GRPCInferenceService/CudaSharedMemoryStatus',
                 request_serializer=grpc__service__pb2.CudaSharedMemoryStatusRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.CudaSharedMemoryStatusResponse.FromString,
-                )
+                _registered_method=True)
         self.CudaSharedMemoryRegister = channel.unary_unary(
                 '/inference.GRPCInferenceService/CudaSharedMemoryRegister',
                 request_serializer=grpc__service__pb2.CudaSharedMemoryRegisterRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.CudaSharedMemoryRegisterResponse.FromString,
-                )
+                _registered_method=True)
         self.CudaSharedMemoryUnregister = channel.unary_unary(
                 '/inference.GRPCInferenceService/CudaSharedMemoryUnregister',
                 request_serializer=grpc__service__pb2.CudaSharedMemoryUnregisterRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.CudaSharedMemoryUnregisterResponse.FromString,
-                )
+                _registered_method=True)
         self.TraceSetting = channel.unary_unary(
                 '/inference.GRPCInferenceService/TraceSetting',
                 request_serializer=grpc__service__pb2.TraceSettingRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.TraceSettingResponse.FromString,
-                )
+                _registered_method=True)
         self.LogSettings = channel.unary_unary(
                 '/inference.GRPCInferenceService/LogSettings',
                 request_serializer=grpc__service__pb2.LogSettingsRequest.SerializeToString,
                 response_deserializer=grpc__service__pb2.LogSettingsResponse.FromString,
-                )
+                _registered_method=True)
 
 
 class GRPCInferenceServiceServicer(object):
@@ -463,6 +488,7 @@ def add_GRPCInferenceServiceServicer_to_server(servicer, server):
     generic_handler = grpc.method_handlers_generic_handler(
             'inference.GRPCInferenceService', rpc_method_handlers)
     server.add_generic_rpc_handlers((generic_handler,))
+    server.add_registered_method_handlers('inference.GRPCInferenceService', rpc_method_handlers)
 
 
  # This class is part of an EXPERIMENTAL API.
@@ -485,11 +511,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerLive',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/ServerLive',
             grpc__service__pb2.ServerLiveRequest.SerializeToString,
             grpc__service__pb2.ServerLiveResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def ServerReady(request,
@@ -502,11 +538,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerReady',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/ServerReady',
             grpc__service__pb2.ServerReadyRequest.SerializeToString,
             grpc__service__pb2.ServerReadyResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def ModelReady(request,
@@ -519,11 +565,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelReady',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/ModelReady',
             grpc__service__pb2.ModelReadyRequest.SerializeToString,
             grpc__service__pb2.ModelReadyResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def ServerMetadata(request,
@@ -536,11 +592,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerMetadata',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/ServerMetadata',
             grpc__service__pb2.ServerMetadataRequest.SerializeToString,
             grpc__service__pb2.ServerMetadataResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def ModelMetadata(request,
@@ -553,11 +619,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelMetadata',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/ModelMetadata',
             grpc__service__pb2.ModelMetadataRequest.SerializeToString,
             grpc__service__pb2.ModelMetadataResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def ModelInfer(request,
@@ -570,11 +646,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelInfer',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/ModelInfer',
             grpc__service__pb2.ModelInferRequest.SerializeToString,
             grpc__service__pb2.ModelInferResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def ModelStreamInfer(request_iterator,
@@ -587,11 +673,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.stream_stream(request_iterator, target, '/inference.GRPCInferenceService/ModelStreamInfer',
+        return grpc.experimental.stream_stream(
+            request_iterator,
+            target,
+            '/inference.GRPCInferenceService/ModelStreamInfer',
             grpc__service__pb2.ModelInferRequest.SerializeToString,
             grpc__service__pb2.ModelStreamInferResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def ModelConfig(request,
@@ -604,11 +700,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelConfig',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/ModelConfig',
             grpc__service__pb2.ModelConfigRequest.SerializeToString,
             grpc__service__pb2.ModelConfigResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def ModelStatistics(request,
@@ -621,11 +727,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelStatistics',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/ModelStatistics',
             grpc__service__pb2.ModelStatisticsRequest.SerializeToString,
             grpc__service__pb2.ModelStatisticsResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def RepositoryIndex(request,
@@ -638,11 +754,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryIndex',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/RepositoryIndex',
             grpc__service__pb2.RepositoryIndexRequest.SerializeToString,
             grpc__service__pb2.RepositoryIndexResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def RepositoryModelLoad(request,
@@ -655,11 +781,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryModelLoad',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/RepositoryModelLoad',
             grpc__service__pb2.RepositoryModelLoadRequest.SerializeToString,
             grpc__service__pb2.RepositoryModelLoadResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def RepositoryModelUnload(request,
@@ -672,11 +808,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryModelUnload',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/RepositoryModelUnload',
             grpc__service__pb2.RepositoryModelUnloadRequest.SerializeToString,
             grpc__service__pb2.RepositoryModelUnloadResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def SystemSharedMemoryStatus(request,
@@ -689,11 +835,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryStatus',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/SystemSharedMemoryStatus',
             grpc__service__pb2.SystemSharedMemoryStatusRequest.SerializeToString,
             grpc__service__pb2.SystemSharedMemoryStatusResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def SystemSharedMemoryRegister(request,
@@ -706,11 +862,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryRegister',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/SystemSharedMemoryRegister',
             grpc__service__pb2.SystemSharedMemoryRegisterRequest.SerializeToString,
             grpc__service__pb2.SystemSharedMemoryRegisterResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def SystemSharedMemoryUnregister(request,
@@ -723,11 +889,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryUnregister',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/SystemSharedMemoryUnregister',
             grpc__service__pb2.SystemSharedMemoryUnregisterRequest.SerializeToString,
             grpc__service__pb2.SystemSharedMemoryUnregisterResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def CudaSharedMemoryStatus(request,
@@ -740,11 +916,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryStatus',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/CudaSharedMemoryStatus',
             grpc__service__pb2.CudaSharedMemoryStatusRequest.SerializeToString,
             grpc__service__pb2.CudaSharedMemoryStatusResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def CudaSharedMemoryRegister(request,
@@ -757,11 +943,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryRegister',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/CudaSharedMemoryRegister',
             grpc__service__pb2.CudaSharedMemoryRegisterRequest.SerializeToString,
             grpc__service__pb2.CudaSharedMemoryRegisterResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def CudaSharedMemoryUnregister(request,
@@ -774,11 +970,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryUnregister',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/CudaSharedMemoryUnregister',
             grpc__service__pb2.CudaSharedMemoryUnregisterRequest.SerializeToString,
             grpc__service__pb2.CudaSharedMemoryUnregisterResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def TraceSetting(request,
@@ -791,11 +997,21 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/TraceSetting',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/TraceSetting',
             grpc__service__pb2.TraceSettingRequest.SerializeToString,
             grpc__service__pb2.TraceSettingResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def LogSettings(request,
@@ -808,8 +1024,18 @@ class GRPCInferenceService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/LogSettings',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.GRPCInferenceService/LogSettings',
             grpc__service__pb2.LogSettingsRequest.SerializeToString,
             grpc__service__pb2.LogSettingsResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

{tritonclient-2.44.0.data → tritonclient-2.46.0.data}/purelib/tritonclient/http/_utils.py

@@ -134,23 +134,17 @@ def _get_inference_request(
     if parameters:
         infer_request["parameters"] = parameters
 
-    request_body = json.dumps(infer_request)
-    json_size = len(request_body)
-    binary_data = None
+    request_json = json.dumps(infer_request)
+    json_size = len(request_json)
+
+    request_body = [request_json.encode()]
     for input_tensor in inputs:
         raw_data = input_tensor._get_binary_data()
         if raw_data is not None:
-            if binary_data is not None:
-                binary_data += raw_data
-            else:
-                binary_data = raw_data
+            request_body.append(raw_data)
 
-    if binary_data is not None:
-        request_body = struct.pack(
-            "{}s{}s".format(len(request_body), len(binary_data)),
-            request_body.encode(),
-            binary_data,
-        )
-        return request_body, json_size
-
-    return request_body.encode(), None
+    if len(request_body) == 1:
+        # The request body constitutes the whole request
+        return request_body[0], None
+    else:
+        return b"".join(request_body), json_size

{tritonclient-2.44.0.dist-info → tritonclient-2.46.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tritonclient
-Version: 2.44.0
+Version: 2.46.0
 Summary: Python client library and utilities for communicating with Triton Inference Server
 Home-page: https://developer.nvidia.com/nvidia-triton-inference-server
 Author: NVIDIA Inc.

tritonclient-2.46.0.dist-info/RECORD

@@ -0,0 +1,42 @@
+tritonclient-2.46.0.data/data/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
+tritonclient-2.46.0.data/purelib/tritonclient/__init__.py,sha256=txJIoytf0nAraiaKraLSy_jDvQ6NDKBKngGBJjGzHXk,1566
+tritonclient-2.46.0.data/purelib/tritonclient/_auth.py,sha256=FjxRnsM9zojNmouMP5KoqLEJHwavII1X6gdXwcp5qwE,2095
+tritonclient-2.46.0.data/purelib/tritonclient/_client.py,sha256=U0nP1n56S4UF92ry58wV3zkV_i5oNy2LPdvHX6MNX1c,2993
+tritonclient-2.46.0.data/purelib/tritonclient/_plugin.py,sha256=zsvWFt3x7hvnSRtgjtvvfh43f9xKmFlrg7sm_hzq8Hw,2105
+tritonclient-2.46.0.data/purelib/tritonclient/_request.py,sha256=KyQkY5kYWh83_USPp40VIlquyYivLBL5WWWbPGiB-_o,1814
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/__init__.py,sha256=J4ZDdhjzR8Y31J-nr2QaQy1hy0R4ioM5hgP4Ddo9pLU,3124
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/_client.py,sha256=s-SiB1ow0gOI7EIZ9Noh_ASAPI_jDli7Ua_k0WwMJuw,78005
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/_infer_input.py,sha256=XrRpmjDC1ilCrtfRiDWlOSzGi9Qbbjr0BFboGSeznH0,7583
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/_infer_result.py,sha256=1udcYG8vmbjPq1CAqgV6g6ypi-mUC9s__yJjXcQYSnc,6278
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/_infer_stream.py,sha256=evt7m68r3xsrCcHWfA5bULYVOfYAMpUvQV5fFnZNF1Y,7129
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/_requested_output.py,sha256=bwsf9-bDZJwg2g_ejh4aTWWWgUIi8-_GXlfKzLDzaa4,4422
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/_utils.py,sha256=SGKRvmh3VkoQgh5P8qxtMaBqBoFM07uB5h__QKNiDIk,5532
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/model_config_pb2.py,sha256=_jmBxcKLaqX1Iji-p0TiezlgTKAKvnR9aUsKI0QPnOc,46573
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/service_pb2.py,sha256=yw_s4WPjCQa7JpgMCDnAzr_bS1Tq8IXS3MFLCtmPfNo,57227
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/service_pb2_grpc.py,sha256=GFwxIu5zQu9e5g7qLbIB8i-GD9PjLtQIa619kPKymWo,42242
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/aio/__init__.py,sha256=0BwSc4S8WDbMvlfbXzh1KKUwA5DC-ifNWsqQnmKkxj4,32427
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/aio/auth/__init__.py,sha256=rs1iMjyet3QgrFhED5JH0NiWZLuqnPRhCgQ6jrx1MMI,1597
+tritonclient-2.46.0.data/purelib/tritonclient/grpc/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
+tritonclient-2.46.0.data/purelib/tritonclient/http/__init__.py,sha256=F2H8_rxP6U4ZHKcFHDwW-fO_cxwvREAZRwauJiILGEI,2400
+tritonclient-2.46.0.data/purelib/tritonclient/http/_client.py,sha256=_8QGnjGs1LGg5Lbj0E9cuqD8eE9lwygXvdMC4l8rLGs,58681
+tritonclient-2.46.0.data/purelib/tritonclient/http/_infer_input.py,sha256=5TywkQqFwBuwwzvB2SP_AdgGNHR-S1varA2JBz3L5zE,9805
+tritonclient-2.46.0.data/purelib/tritonclient/http/_infer_result.py,sha256=EyP__f1ssirKG5_kSrFROB8JpQpc5AAV3Ir0eITFQSU,9907
+tritonclient-2.46.0.data/purelib/tritonclient/http/_requested_output.py,sha256=QYMknP8OjQ1P8VLAHd2fJJaIkVgiomjF2hfyR3b2aQE,4742
+tritonclient-2.46.0.data/purelib/tritonclient/http/_utils.py,sha256=0Ap8n7xVIeg8gzpZUIAUqSXVqxOw34xDQvxmGvS9RVw,5334
+tritonclient-2.46.0.data/purelib/tritonclient/http/aio/__init__.py,sha256=Sp6CsFRrwpwIvPxtGEwXgDiXWZx4uhftovCACrhjI2U,27579
+tritonclient-2.46.0.data/purelib/tritonclient/http/aio/auth/__init__.py,sha256=1g7dW9rmhqrrVAJdpf-Jo5hh_5aicyQuozHOWSYp4xU,1599
+tritonclient-2.46.0.data/purelib/tritonclient/http/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
+tritonclient-2.46.0.data/purelib/tritonclient/utils/__init__.py,sha256=7hctr2da7REiVKVal31tB3jEZIpcy6n_UWv90GACrOU,10427
+tritonclient-2.46.0.data/purelib/tritonclient/utils/_dlpack.py,sha256=2jpcncMWv807Y8o8tVbyLhsecZo_qgKU6Po9f0JPEZk,8914
+tritonclient-2.46.0.data/purelib/tritonclient/utils/_shared_memory_tensor.py,sha256=g8fNvv0bnmx62J2v7dHytDC9WvAChIkzOk09I76WJF0,3680
+tritonclient-2.46.0.data/purelib/tritonclientutils/__init__.py,sha256=gmNKsY7HmY6UpC9SWtpLO1CVmNqiJPgg18Risd8-Pk8,1865
+tritonclient-2.46.0.data/purelib/tritongrpcclient/__init__.py,sha256=khei5KltQALXN-SSd-eAalz7SQuNhJvx2UNGXbjhmd0,1862
+tritonclient-2.46.0.data/purelib/tritongrpcclient/grpc_service_pb2.py,sha256=pCqmarwA1cIXcqYdFW-20rc0AePemZwPUCzF6moUnI0,1886
+tritonclient-2.46.0.data/purelib/tritongrpcclient/grpc_service_pb2_grpc.py,sha256=UqO45BnMNJQfnxeyF7GPh7PlUOI9sZWd3ZF1ST4rtEI,1896
+tritonclient-2.46.0.data/purelib/tritongrpcclient/model_config_pb2.py,sha256=ONT-10OIdRPk7thmchZ62zes_csccQlMmtOU__3N-Ng,1896
+tritonclient-2.46.0.data/purelib/tritonhttpclient/__init__.py,sha256=nFXez4l9scckazY7wbXcs2DtIS4TE6kQqTu3TrDP8v8,1862
+tritonclient-2.46.0.dist-info/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
+tritonclient-2.46.0.dist-info/METADATA,sha256=UYQDswOpyByiyT0MPllLGhULp8VsbV9uPwnHMSGKNiQ,2821
+tritonclient-2.46.0.dist-info/WHEEL,sha256=5yej2K1DxBAyqVQKKpbBJB1RMBa1GtM9D5Uomox_rPs,93
+tritonclient-2.46.0.dist-info/top_level.txt,sha256=J2zLu0JxoFexDB102feHPD6J3JXAUEYUInFJZM9yEkM,65
+tritonclient-2.46.0.dist-info/RECORD,,

tritonclient-2.44.0.dist-info/RECORD

@@ -1,42 +0,0 @@
-tritonclient-2.44.0.data/data/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
-tritonclient-2.44.0.data/purelib/tritonclient/__init__.py,sha256=txJIoytf0nAraiaKraLSy_jDvQ6NDKBKngGBJjGzHXk,1566
-tritonclient-2.44.0.data/purelib/tritonclient/_auth.py,sha256=FjxRnsM9zojNmouMP5KoqLEJHwavII1X6gdXwcp5qwE,2095
-tritonclient-2.44.0.data/purelib/tritonclient/_client.py,sha256=U0nP1n56S4UF92ry58wV3zkV_i5oNy2LPdvHX6MNX1c,2993
-tritonclient-2.44.0.data/purelib/tritonclient/_plugin.py,sha256=zsvWFt3x7hvnSRtgjtvvfh43f9xKmFlrg7sm_hzq8Hw,2105
-tritonclient-2.44.0.data/purelib/tritonclient/_request.py,sha256=KyQkY5kYWh83_USPp40VIlquyYivLBL5WWWbPGiB-_o,1814
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/__init__.py,sha256=J4ZDdhjzR8Y31J-nr2QaQy1hy0R4ioM5hgP4Ddo9pLU,3124
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/_client.py,sha256=s-SiB1ow0gOI7EIZ9Noh_ASAPI_jDli7Ua_k0WwMJuw,78005
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/_infer_input.py,sha256=XrRpmjDC1ilCrtfRiDWlOSzGi9Qbbjr0BFboGSeznH0,7583
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/_infer_result.py,sha256=1udcYG8vmbjPq1CAqgV6g6ypi-mUC9s__yJjXcQYSnc,6278
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/_infer_stream.py,sha256=evt7m68r3xsrCcHWfA5bULYVOfYAMpUvQV5fFnZNF1Y,7129
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/_requested_output.py,sha256=bwsf9-bDZJwg2g_ejh4aTWWWgUIi8-_GXlfKzLDzaa4,4422
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/_utils.py,sha256=SGKRvmh3VkoQgh5P8qxtMaBqBoFM07uB5h__QKNiDIk,5532
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/model_config_pb2.py,sha256=_jmBxcKLaqX1Iji-p0TiezlgTKAKvnR9aUsKI0QPnOc,46573
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/service_pb2.py,sha256=yw_s4WPjCQa7JpgMCDnAzr_bS1Tq8IXS3MFLCtmPfNo,57227
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/service_pb2_grpc.py,sha256=BRXBBgehQgx_LSLqiw_N0zqFl4NYDhstm6AJHP3uxBw,37795
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/aio/__init__.py,sha256=0BwSc4S8WDbMvlfbXzh1KKUwA5DC-ifNWsqQnmKkxj4,32427
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/aio/auth/__init__.py,sha256=rs1iMjyet3QgrFhED5JH0NiWZLuqnPRhCgQ6jrx1MMI,1597
-tritonclient-2.44.0.data/purelib/tritonclient/grpc/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
-tritonclient-2.44.0.data/purelib/tritonclient/http/__init__.py,sha256=F2H8_rxP6U4ZHKcFHDwW-fO_cxwvREAZRwauJiILGEI,2400
-tritonclient-2.44.0.data/purelib/tritonclient/http/_client.py,sha256=_8QGnjGs1LGg5Lbj0E9cuqD8eE9lwygXvdMC4l8rLGs,58681
-tritonclient-2.44.0.data/purelib/tritonclient/http/_infer_input.py,sha256=5TywkQqFwBuwwzvB2SP_AdgGNHR-S1varA2JBz3L5zE,9805
-tritonclient-2.44.0.data/purelib/tritonclient/http/_infer_result.py,sha256=EyP__f1ssirKG5_kSrFROB8JpQpc5AAV3Ir0eITFQSU,9907
-tritonclient-2.44.0.data/purelib/tritonclient/http/_requested_output.py,sha256=QYMknP8OjQ1P8VLAHd2fJJaIkVgiomjF2hfyR3b2aQE,4742
-tritonclient-2.44.0.data/purelib/tritonclient/http/_utils.py,sha256=b0pFab1vlT1mAus0PyCZoEw4aUN6nyupmHeofLTpgnw,5507
-tritonclient-2.44.0.data/purelib/tritonclient/http/aio/__init__.py,sha256=Sp6CsFRrwpwIvPxtGEwXgDiXWZx4uhftovCACrhjI2U,27579
-tritonclient-2.44.0.data/purelib/tritonclient/http/aio/auth/__init__.py,sha256=1g7dW9rmhqrrVAJdpf-Jo5hh_5aicyQuozHOWSYp4xU,1599
-tritonclient-2.44.0.data/purelib/tritonclient/http/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
-tritonclient-2.44.0.data/purelib/tritonclient/utils/__init__.py,sha256=7hctr2da7REiVKVal31tB3jEZIpcy6n_UWv90GACrOU,10427
-tritonclient-2.44.0.data/purelib/tritonclient/utils/_dlpack.py,sha256=2jpcncMWv807Y8o8tVbyLhsecZo_qgKU6Po9f0JPEZk,8914
-tritonclient-2.44.0.data/purelib/tritonclient/utils/_shared_memory_tensor.py,sha256=g8fNvv0bnmx62J2v7dHytDC9WvAChIkzOk09I76WJF0,3680
-tritonclient-2.44.0.data/purelib/tritonclientutils/__init__.py,sha256=gmNKsY7HmY6UpC9SWtpLO1CVmNqiJPgg18Risd8-Pk8,1865
-tritonclient-2.44.0.data/purelib/tritongrpcclient/__init__.py,sha256=khei5KltQALXN-SSd-eAalz7SQuNhJvx2UNGXbjhmd0,1862
-tritonclient-2.44.0.data/purelib/tritongrpcclient/grpc_service_pb2.py,sha256=pCqmarwA1cIXcqYdFW-20rc0AePemZwPUCzF6moUnI0,1886
-tritonclient-2.44.0.data/purelib/tritongrpcclient/grpc_service_pb2_grpc.py,sha256=UqO45BnMNJQfnxeyF7GPh7PlUOI9sZWd3ZF1ST4rtEI,1896
-tritonclient-2.44.0.data/purelib/tritongrpcclient/model_config_pb2.py,sha256=ONT-10OIdRPk7thmchZ62zes_csccQlMmtOU__3N-Ng,1896
-tritonclient-2.44.0.data/purelib/tritonhttpclient/__init__.py,sha256=nFXez4l9scckazY7wbXcs2DtIS4TE6kQqTu3TrDP8v8,1862
-tritonclient-2.44.0.dist-info/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
-tritonclient-2.44.0.dist-info/METADATA,sha256=Gdvu5UvZCBWw6yMptJyZPe0pYnS6LsWwaZFyHgb0Zy4,2821
-tritonclient-2.44.0.dist-info/WHEEL,sha256=5yej2K1DxBAyqVQKKpbBJB1RMBa1GtM9D5Uomox_rPs,93
-tritonclient-2.44.0.dist-info/top_level.txt,sha256=J2zLu0JxoFexDB102feHPD6J3JXAUEYUInFJZM9yEkM,65
-tritonclient-2.44.0.dist-info/RECORD,,