tritonclient 2.43.0__py3-none-any.whl → 2.45.0__py3-none-any.whl

{tritonclient-2.43.0.data → tritonclient-2.45.0.data}/purelib/tritonclient/grpc/service_pb2.py

@@ -15,7 +15,7 @@ _sym_db = _symbol_database.Default()
 from tritonclient.grpc import model_config_pb2 as model__config__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x12grpc_service.proto\x12\tinference\x1a\x12model_config.proto\"\x13\n\x11ServerLiveRequest\"\"\n\x12ServerLiveResponse\x12\x0c\n\x04live\x18\x01 \x01(\x08\"\x14\n\x12ServerReadyRequest\"$\n\x13ServerReadyResponse\x12\r\n\x05ready\x18\x01 \x01(\x08\"2\n\x11ModelReadyRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"#\n\x12ModelReadyResponse\x12\r\n\x05ready\x18\x01 \x01(\x08\"\x17\n\x15ServerMetadataRequest\"K\n\x16ServerMetadataResponse\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\x12\n\nextensions\x18\x03 \x03(\t\"5\n\x14ModelMetadataRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"\x8d\x02\n\x15ModelMetadataResponse\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08versions\x18\x02 \x03(\t\x12\x10\n\x08platform\x18\x03 \x01(\t\x12?\n\x06inputs\x18\x04 \x03(\x0b\x32/.inference.ModelMetadataResponse.TensorMetadata\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.inference.ModelMetadataResponse.TensorMetadata\x1a?\n\x0eTensorMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\"\x99\x01\n\x0eInferParameter\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x15\n\x0bint64_param\x18\x02 \x01(\x03H\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x12\x16\n\x0c\x64ouble_param\x18\x04 \x01(\x01H\x00\x12\x16\n\x0cuint64_param\x18\x05 \x01(\x04H\x00\x42\x12\n\x10parameter_choice\"\xd0\x01\n\x13InferTensorContents\x12\x15\n\rbool_contents\x18\x01 \x03(\x08\x12\x14\n\x0cint_contents\x18\x02 \x03(\x05\x12\x16\n\x0eint64_contents\x18\x03 \x03(\x03\x12\x15\n\ruint_contents\x18\x04 \x03(\r\x12\x17\n\x0fuint64_contents\x18\x05 \x03(\x04\x12\x15\n\rfp32_contents\x18\x06 \x03(\x02\x12\x15\n\rfp64_contents\x18\x07 \x03(\x01\x12\x16\n\x0e\x62ytes_contents\x18\x08 \x03(\x0c\"\xee\x06\n\x11ModelInferRequest\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\t\x12\n\n\x02id\x18\x03 \x01(\t\x12@\n\nparameters\x18\x04 \x03(\x0b\x32,.inference.ModelInferRequest.ParametersEntry\x12=\n\x06inputs\x18\x05 \x03(\x0b\x32-.inference.ModelInferRequest.InferInputTensor\x12H\n\x07outputs\x18\x06 \x03(\x0b\x32\x37.inference.ModelInferRequest.InferRequestedOutputTensor\x12\x1a\n\x12raw_input_contents\x18\x07 \x03(\x0c\x1a\x94\x02\n\x10InferInputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\x12Q\n\nparameters\x18\x04 \x03(\x0b\x32=.inference.ModelInferRequest.InferInputTensor.ParametersEntry\x12\x30\n\x08\x63ontents\x18\x05 \x01(\x0b\x32\x1e.inference.InferTensorContents\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1a\xd5\x01\n\x1aInferRequestedOutputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12[\n\nparameters\x18\x02 \x03(\x0b\x32G.inference.ModelInferRequest.InferRequestedOutputTensor.ParametersEntry\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\"\xd5\x04\n\x12ModelInferResponse\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\t\x12\n\n\x02id\x18\x03 \x01(\t\x12\x41\n\nparameters\x18\x04 \x03(\x0b\x32-.inference.ModelInferResponse.ParametersEntry\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.inference.ModelInferResponse.InferOutputTensor\x12\x1b\n\x13raw_output_contents\x18\x06 \x03(\x0c\x1a\x97\x02\n\x11InferOutputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\x12S\n\nparameters\x18\x04 \x03(\x0b\x32?.inference.ModelInferResponse.InferOutputTensor.ParametersEntry\x12\x30\n\x08\x63ontents\x18\x05 \x01(\x0b\x32\x1e.inference.InferTensorContents\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\"h\n\x18ModelStreamInferResponse\x12\x15\n\rerror_message\x18\x01 \x01(\t\x12\x35\n\x0einfer_response\x18\x02 \x01(\x0b\x32\x1d.inference.ModelInferResponse\"3\n\x12ModelConfigRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"=\n\x13ModelConfigResponse\x12&\n\x06\x63onfig\x18\x01 \x01(\x0b\x32\x16.inference.ModelConfig\"7\n\x16ModelStatisticsRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\".\n\x11StatisticDuration\x12\r\n\x05\x63ount\x18\x01 \x01(\x04\x12\n\n\x02ns\x18\x02 \x01(\x04\"\x9c\x03\n\x0fInferStatistics\x12-\n\x07success\x18\x01 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12*\n\x04\x66\x61il\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12+\n\x05queue\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_input\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_infer\x18\x05 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x06 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12/\n\tcache_hit\x18\x07 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x30\n\ncache_miss\x18\x08 \x01(\x0b\x32\x1c.inference.StatisticDuration\"\xca\x01\n\x14InferBatchStatistics\x12\x12\n\nbatch_size\x18\x01 \x01(\x04\x12\x33\n\rcompute_input\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_infer\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\":\n\x0bMemoryUsage\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\x03\x12\x11\n\tbyte_size\x18\x03 \x01(\x04\"\x93\x02\n\x0fModelStatistics\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\x16\n\x0elast_inference\x18\x03 \x01(\x04\x12\x17\n\x0finference_count\x18\x04 \x01(\x04\x12\x17\n\x0f\x65xecution_count\x18\x05 \x01(\x04\x12\x33\n\x0finference_stats\x18\x06 \x01(\x0b\x32\x1a.inference.InferStatistics\x12\x34\n\x0b\x62\x61tch_stats\x18\x07 \x03(\x0b\x32\x1f.inference.InferBatchStatistics\x12,\n\x0cmemory_usage\x18\x08 \x03(\x0b\x32\x16.inference.MemoryUsage\"J\n\x17ModelStatisticsResponse\x12/\n\x0bmodel_stats\x18\x01 \x03(\x0b\x32\x1a.inference.ModelStatistics\"\x8a\x01\n\x18ModelRepositoryParameter\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x15\n\x0bint64_param\x18\x02 \x01(\x03H\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x12\x15\n\x0b\x62ytes_param\x18\x04 \x01(\x0cH\x00\x42\x12\n\x10parameter_choice\"@\n\x16RepositoryIndexRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\r\n\x05ready\x18\x02 \x01(\x08\"\xa4\x01\n\x17RepositoryIndexResponse\x12=\n\x06models\x18\x01 \x03(\x0b\x32-.inference.RepositoryIndexResponse.ModelIndex\x1aJ\n\nModelIndex\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\r\n\x05state\x18\x03 \x01(\t\x12\x0e\n\x06reason\x18\x04 \x01(\t\"\xec\x01\n\x1aRepositoryModelLoadRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x12I\n\nparameters\x18\x03 \x03(\x0b\x32\x35.inference.RepositoryModelLoadRequest.ParametersEntry\x1aV\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.inference.ModelRepositoryParameter:\x02\x38\x01\"\x1d\n\x1bRepositoryModelLoadResponse\"\xf0\x01\n\x1cRepositoryModelUnloadRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x12K\n\nparameters\x18\x03 \x03(\x0b\x32\x37.inference.RepositoryModelUnloadRequest.ParametersEntry\x1aV\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.inference.ModelRepositoryParameter:\x02\x38\x01\"\x1f\n\x1dRepositoryModelUnloadResponse\"/\n\x1fSystemSharedMemoryStatusRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"\xa5\x02\n SystemSharedMemoryStatusResponse\x12I\n\x07regions\x18\x01 \x03(\x0b\x32\x38.inference.SystemSharedMemoryStatusResponse.RegionsEntry\x1aL\n\x0cRegionStatus\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x0e\n\x06offset\x18\x03 \x01(\x04\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\x1ah\n\x0cRegionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12G\n\x05value\x18\x02 \x01(\x0b\x32\x38.inference.SystemSharedMemoryStatusResponse.RegionStatus:\x02\x38\x01\"a\n!SystemSharedMemoryRegisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x0e\n\x06offset\x18\x03 \x01(\x04\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\"$\n\"SystemSharedMemoryRegisterResponse\"3\n#SystemSharedMemoryUnregisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"&\n$SystemSharedMemoryUnregisterResponse\"-\n\x1d\x43udaSharedMemoryStatusRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x95\x02\n\x1e\x43udaSharedMemoryStatusResponse\x12G\n\x07regions\x18\x01 \x03(\x0b\x32\x36.inference.CudaSharedMemoryStatusResponse.RegionsEntry\x1a\x42\n\x0cRegionStatus\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x11\n\tdevice_id\x18\x02 \x01(\x04\x12\x11\n\tbyte_size\x18\x03 \x01(\x04\x1a\x66\n\x0cRegionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x45\n\x05value\x18\x02 \x01(\x0b\x32\x36.inference.CudaSharedMemoryStatusResponse.RegionStatus:\x02\x38\x01\"i\n\x1f\x43udaSharedMemoryRegisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x12\n\nraw_handle\x18\x02 \x01(\x0c\x12\x11\n\tdevice_id\x18\x03 \x01(\x03\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\"\"\n CudaSharedMemoryRegisterResponse\"1\n!CudaSharedMemoryUnregisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"$\n\"CudaSharedMemoryUnregisterResponse\"\xe6\x01\n\x13TraceSettingRequest\x12>\n\x08settings\x18\x01 \x03(\x0b\x32,.inference.TraceSettingRequest.SettingsEntry\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x1a\x1d\n\x0cSettingValue\x12\r\n\x05value\x18\x01 \x03(\t\x1a\\\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.inference.TraceSettingRequest.SettingValue:\x02\x38\x01\"\xd5\x01\n\x14TraceSettingResponse\x12?\n\x08settings\x18\x01 \x03(\x0b\x32-.inference.TraceSettingResponse.SettingsEntry\x1a\x1d\n\x0cSettingValue\x12\r\n\x05value\x18\x01 \x03(\t\x1a]\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12;\n\x05value\x18\x02 \x01(\x0b\x32,.inference.TraceSettingResponse.SettingValue:\x02\x38\x01\"\x9a\x02\n\x12LogSettingsRequest\x12=\n\x08settings\x18\x01 \x03(\x0b\x32+.inference.LogSettingsRequest.SettingsEntry\x1ah\n\x0cSettingValue\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x16\n\x0cuint32_param\x18\x02 \x01(\rH\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x42\x12\n\x10parameter_choice\x1a[\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x39\n\x05value\x18\x02 \x01(\x0b\x32*.inference.LogSettingsRequest.SettingValue:\x02\x38\x01\"\x9d\x02\n\x13LogSettingsResponse\x12>\n\x08settings\x18\x01 \x03(\x0b\x32,.inference.LogSettingsResponse.SettingsEntry\x1ah\n\x0cSettingValue\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x16\n\x0cuint32_param\x18\x02 \x01(\rH\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x42\x12\n\x10parameter_choice\x1a\\\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.inference.LogSettingsResponse.SettingValue:\x02\x38\x01\x32\xb7\x0f\n\x14GRPCInferenceService\x12K\n\nServerLive\x12\x1c.inference.ServerLiveRequest\x1a\x1d.inference.ServerLiveResponse\"\x00\x12N\n\x0bServerReady\x12\x1d.inference.ServerReadyRequest\x1a\x1e.inference.ServerReadyResponse\"\x00\x12K\n\nModelReady\x12\x1c.inference.ModelReadyRequest\x1a\x1d.inference.ModelReadyResponse\"\x00\x12W\n\x0eServerMetadata\x12 .inference.ServerMetadataRequest\x1a!.inference.ServerMetadataResponse\"\x00\x12T\n\rModelMetadata\x12\x1f.inference.ModelMetadataRequest\x1a .inference.ModelMetadataResponse\"\x00\x12K\n\nModelInfer\x12\x1c.inference.ModelInferRequest\x1a\x1d.inference.ModelInferResponse\"\x00\x12[\n\x10ModelStreamInfer\x12\x1c.inference.ModelInferRequest\x1a#.inference.ModelStreamInferResponse\"\x00(\x01\x30\x01\x12N\n\x0bModelConfig\x12\x1d.inference.ModelConfigRequest\x1a\x1e.inference.ModelConfigResponse\"\x00\x12Z\n\x0fModelStatistics\x12!.inference.ModelStatisticsRequest\x1a\".inference.ModelStatisticsResponse\"\x00\x12Z\n\x0fRepositoryIndex\x12!.inference.RepositoryIndexRequest\x1a\".inference.RepositoryIndexResponse\"\x00\x12\x66\n\x13RepositoryModelLoad\x12%.inference.RepositoryModelLoadRequest\x1a&.inference.RepositoryModelLoadResponse\"\x00\x12l\n\x15RepositoryModelUnload\x12\'.inference.RepositoryModelUnloadRequest\x1a(.inference.RepositoryModelUnloadResponse\"\x00\x12u\n\x18SystemSharedMemoryStatus\x12*.inference.SystemSharedMemoryStatusRequest\x1a+.inference.SystemSharedMemoryStatusResponse\"\x00\x12{\n\x1aSystemSharedMemoryRegister\x12,.inference.SystemSharedMemoryRegisterRequest\x1a-.inference.SystemSharedMemoryRegisterResponse\"\x00\x12\x81\x01\n\x1cSystemSharedMemoryUnregister\x12..inference.SystemSharedMemoryUnregisterRequest\x1a/.inference.SystemSharedMemoryUnregisterResponse\"\x00\x12o\n\x16\x43udaSharedMemoryStatus\x12(.inference.CudaSharedMemoryStatusRequest\x1a).inference.CudaSharedMemoryStatusResponse\"\x00\x12u\n\x18\x43udaSharedMemoryRegister\x12*.inference.CudaSharedMemoryRegisterRequest\x1a+.inference.CudaSharedMemoryRegisterResponse\"\x00\x12{\n\x1a\x43udaSharedMemoryUnregister\x12,.inference.CudaSharedMemoryUnregisterRequest\x1a-.inference.CudaSharedMemoryUnregisterResponse\"\x00\x12Q\n\x0cTraceSetting\x12\x1e.inference.TraceSettingRequest\x1a\x1f.inference.TraceSettingResponse\"\x00\x12N\n\x0bLogSettings\x12\x1d.inference.LogSettingsRequest\x1a\x1e.inference.LogSettingsResponse\"\x00\x62\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x12grpc_service.proto\x12\tinference\x1a\x12model_config.proto\"\x13\n\x11ServerLiveRequest\"\"\n\x12ServerLiveResponse\x12\x0c\n\x04live\x18\x01 \x01(\x08\"\x14\n\x12ServerReadyRequest\"$\n\x13ServerReadyResponse\x12\r\n\x05ready\x18\x01 \x01(\x08\"2\n\x11ModelReadyRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"#\n\x12ModelReadyResponse\x12\r\n\x05ready\x18\x01 \x01(\x08\"\x17\n\x15ServerMetadataRequest\"K\n\x16ServerMetadataResponse\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\x12\n\nextensions\x18\x03 \x03(\t\"5\n\x14ModelMetadataRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"\x8d\x02\n\x15ModelMetadataResponse\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08versions\x18\x02 \x03(\t\x12\x10\n\x08platform\x18\x03 \x01(\t\x12?\n\x06inputs\x18\x04 \x03(\x0b\x32/.inference.ModelMetadataResponse.TensorMetadata\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.inference.ModelMetadataResponse.TensorMetadata\x1a?\n\x0eTensorMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\"\x99\x01\n\x0eInferParameter\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x15\n\x0bint64_param\x18\x02 \x01(\x03H\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x12\x16\n\x0c\x64ouble_param\x18\x04 \x01(\x01H\x00\x12\x16\n\x0cuint64_param\x18\x05 \x01(\x04H\x00\x42\x12\n\x10parameter_choice\"\xd0\x01\n\x13InferTensorContents\x12\x15\n\rbool_contents\x18\x01 \x03(\x08\x12\x14\n\x0cint_contents\x18\x02 \x03(\x05\x12\x16\n\x0eint64_contents\x18\x03 \x03(\x03\x12\x15\n\ruint_contents\x18\x04 \x03(\r\x12\x17\n\x0fuint64_contents\x18\x05 \x03(\x04\x12\x15\n\rfp32_contents\x18\x06 \x03(\x02\x12\x15\n\rfp64_contents\x18\x07 \x03(\x01\x12\x16\n\x0e\x62ytes_contents\x18\x08 \x03(\x0c\"\xee\x06\n\x11ModelInferRequest\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\t\x12\n\n\x02id\x18\x03 \x01(\t\x12@\n\nparameters\x18\x04 \x03(\x0b\x32,.inference.ModelInferRequest.ParametersEntry\x12=\n\x06inputs\x18\x05 \x03(\x0b\x32-.inference.ModelInferRequest.InferInputTensor\x12H\n\x07outputs\x18\x06 \x03(\x0b\x32\x37.inference.ModelInferRequest.InferRequestedOutputTensor\x12\x1a\n\x12raw_input_contents\x18\x07 \x03(\x0c\x1a\x94\x02\n\x10InferInputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\x12Q\n\nparameters\x18\x04 \x03(\x0b\x32=.inference.ModelInferRequest.InferInputTensor.ParametersEntry\x12\x30\n\x08\x63ontents\x18\x05 \x01(\x0b\x32\x1e.inference.InferTensorContents\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1a\xd5\x01\n\x1aInferRequestedOutputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12[\n\nparameters\x18\x02 \x03(\x0b\x32G.inference.ModelInferRequest.InferRequestedOutputTensor.ParametersEntry\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\"\xd5\x04\n\x12ModelInferResponse\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\t\x12\n\n\x02id\x18\x03 \x01(\t\x12\x41\n\nparameters\x18\x04 \x03(\x0b\x32-.inference.ModelInferResponse.ParametersEntry\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.inference.ModelInferResponse.InferOutputTensor\x12\x1b\n\x13raw_output_contents\x18\x06 \x03(\x0c\x1a\x97\x02\n\x11InferOutputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\x12S\n\nparameters\x18\x04 \x03(\x0b\x32?.inference.ModelInferResponse.InferOutputTensor.ParametersEntry\x12\x30\n\x08\x63ontents\x18\x05 \x01(\x0b\x32\x1e.inference.InferTensorContents\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\"h\n\x18ModelStreamInferResponse\x12\x15\n\rerror_message\x18\x01 \x01(\t\x12\x35\n\x0einfer_response\x18\x02 \x01(\x0b\x32\x1d.inference.ModelInferResponse\"3\n\x12ModelConfigRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"=\n\x13ModelConfigResponse\x12&\n\x06\x63onfig\x18\x01 \x01(\x0b\x32\x16.inference.ModelConfig\"7\n\x16ModelStatisticsRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\".\n\x11StatisticDuration\x12\r\n\x05\x63ount\x18\x01 \x01(\x04\x12\n\n\x02ns\x18\x02 \x01(\x04\"\x9c\x03\n\x0fInferStatistics\x12-\n\x07success\x18\x01 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12*\n\x04\x66\x61il\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12+\n\x05queue\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_input\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_infer\x18\x05 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x06 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12/\n\tcache_hit\x18\x07 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x30\n\ncache_miss\x18\x08 \x01(\x0b\x32\x1c.inference.StatisticDuration\"\xc3\x02\n\x17InferResponseStatistics\x12\x33\n\rcompute_infer\x18\x01 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12-\n\x07success\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12*\n\x04\x66\x61il\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x65mpty_response\x18\x05 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12,\n\x06\x63\x61ncel\x18\x06 \x01(\x0b\x32\x1c.inference.StatisticDuration\"\xca\x01\n\x14InferBatchStatistics\x12\x12\n\nbatch_size\x18\x01 \x01(\x04\x12\x33\n\rcompute_input\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_infer\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\":\n\x0bMemoryUsage\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\x03\x12\x11\n\tbyte_size\x18\x03 \x01(\x04\"\xb4\x03\n\x0fModelStatistics\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\x16\n\x0elast_inference\x18\x03 \x01(\x04\x12\x17\n\x0finference_count\x18\x04 \x01(\x04\x12\x17\n\x0f\x65xecution_count\x18\x05 \x01(\x04\x12\x33\n\x0finference_stats\x18\x06 \x01(\x0b\x32\x1a.inference.InferStatistics\x12\x34\n\x0b\x62\x61tch_stats\x18\x07 \x03(\x0b\x32\x1f.inference.InferBatchStatistics\x12,\n\x0cmemory_usage\x18\x08 \x03(\x0b\x32\x16.inference.MemoryUsage\x12\x45\n\x0eresponse_stats\x18\t \x03(\x0b\x32-.inference.ModelStatistics.ResponseStatsEntry\x1aX\n\x12ResponseStatsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".inference.InferResponseStatistics:\x02\x38\x01\"J\n\x17ModelStatisticsResponse\x12/\n\x0bmodel_stats\x18\x01 \x03(\x0b\x32\x1a.inference.ModelStatistics\"\x8a\x01\n\x18ModelRepositoryParameter\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x15\n\x0bint64_param\x18\x02 \x01(\x03H\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x12\x15\n\x0b\x62ytes_param\x18\x04 \x01(\x0cH\x00\x42\x12\n\x10parameter_choice\"@\n\x16RepositoryIndexRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\r\n\x05ready\x18\x02 \x01(\x08\"\xa4\x01\n\x17RepositoryIndexResponse\x12=\n\x06models\x18\x01 \x03(\x0b\x32-.inference.RepositoryIndexResponse.ModelIndex\x1aJ\n\nModelIndex\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\r\n\x05state\x18\x03 \x01(\t\x12\x0e\n\x06reason\x18\x04 \x01(\t\"\xec\x01\n\x1aRepositoryModelLoadRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x12I\n\nparameters\x18\x03 \x03(\x0b\x32\x35.inference.RepositoryModelLoadRequest.ParametersEntry\x1aV\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.inference.ModelRepositoryParameter:\x02\x38\x01\"\x1d\n\x1bRepositoryModelLoadResponse\"\xf0\x01\n\x1cRepositoryModelUnloadRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x12K\n\nparameters\x18\x03 \x03(\x0b\x32\x37.inference.RepositoryModelUnloadRequest.ParametersEntry\x1aV\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.inference.ModelRepositoryParameter:\x02\x38\x01\"\x1f\n\x1dRepositoryModelUnloadResponse\"/\n\x1fSystemSharedMemoryStatusRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"\xa5\x02\n SystemSharedMemoryStatusResponse\x12I\n\x07regions\x18\x01 \x03(\x0b\x32\x38.inference.SystemSharedMemoryStatusResponse.RegionsEntry\x1aL\n\x0cRegionStatus\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x0e\n\x06offset\x18\x03 \x01(\x04\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\x1ah\n\x0cRegionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12G\n\x05value\x18\x02 \x01(\x0b\x32\x38.inference.SystemSharedMemoryStatusResponse.RegionStatus:\x02\x38\x01\"a\n!SystemSharedMemoryRegisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x0e\n\x06offset\x18\x03 \x01(\x04\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\"$\n\"SystemSharedMemoryRegisterResponse\"3\n#SystemSharedMemoryUnregisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"&\n$SystemSharedMemoryUnregisterResponse\"-\n\x1d\x43udaSharedMemoryStatusRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x95\x02\n\x1e\x43udaSharedMemoryStatusResponse\x12G\n\x07regions\x18\x01 \x03(\x0b\x32\x36.inference.CudaSharedMemoryStatusResponse.RegionsEntry\x1a\x42\n\x0cRegionStatus\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x11\n\tdevice_id\x18\x02 \x01(\x04\x12\x11\n\tbyte_size\x18\x03 \x01(\x04\x1a\x66\n\x0cRegionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x45\n\x05value\x18\x02 \x01(\x0b\x32\x36.inference.CudaSharedMemoryStatusResponse.RegionStatus:\x02\x38\x01\"i\n\x1f\x43udaSharedMemoryRegisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x12\n\nraw_handle\x18\x02 \x01(\x0c\x12\x11\n\tdevice_id\x18\x03 \x01(\x03\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\"\"\n CudaSharedMemoryRegisterResponse\"1\n!CudaSharedMemoryUnregisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"$\n\"CudaSharedMemoryUnregisterResponse\"\xe6\x01\n\x13TraceSettingRequest\x12>\n\x08settings\x18\x01 \x03(\x0b\x32,.inference.TraceSettingRequest.SettingsEntry\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x1a\x1d\n\x0cSettingValue\x12\r\n\x05value\x18\x01 \x03(\t\x1a\\\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.inference.TraceSettingRequest.SettingValue:\x02\x38\x01\"\xd5\x01\n\x14TraceSettingResponse\x12?\n\x08settings\x18\x01 \x03(\x0b\x32-.inference.TraceSettingResponse.SettingsEntry\x1a\x1d\n\x0cSettingValue\x12\r\n\x05value\x18\x01 \x03(\t\x1a]\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12;\n\x05value\x18\x02 \x01(\x0b\x32,.inference.TraceSettingResponse.SettingValue:\x02\x38\x01\"\x9a\x02\n\x12LogSettingsRequest\x12=\n\x08settings\x18\x01 \x03(\x0b\x32+.inference.LogSettingsRequest.SettingsEntry\x1ah\n\x0cSettingValue\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x16\n\x0cuint32_param\x18\x02 \x01(\rH\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x42\x12\n\x10parameter_choice\x1a[\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x39\n\x05value\x18\x02 \x01(\x0b\x32*.inference.LogSettingsRequest.SettingValue:\x02\x38\x01\"\x9d\x02\n\x13LogSettingsResponse\x12>\n\x08settings\x18\x01 \x03(\x0b\x32,.inference.LogSettingsResponse.SettingsEntry\x1ah\n\x0cSettingValue\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x16\n\x0cuint32_param\x18\x02 \x01(\rH\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x42\x12\n\x10parameter_choice\x1a\\\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.inference.LogSettingsResponse.SettingValue:\x02\x38\x01\x32\xb7\x0f\n\x14GRPCInferenceService\x12K\n\nServerLive\x12\x1c.inference.ServerLiveRequest\x1a\x1d.inference.ServerLiveResponse\"\x00\x12N\n\x0bServerReady\x12\x1d.inference.ServerReadyRequest\x1a\x1e.inference.ServerReadyResponse\"\x00\x12K\n\nModelReady\x12\x1c.inference.ModelReadyRequest\x1a\x1d.inference.ModelReadyResponse\"\x00\x12W\n\x0eServerMetadata\x12 .inference.ServerMetadataRequest\x1a!.inference.ServerMetadataResponse\"\x00\x12T\n\rModelMetadata\x12\x1f.inference.ModelMetadataRequest\x1a .inference.ModelMetadataResponse\"\x00\x12K\n\nModelInfer\x12\x1c.inference.ModelInferRequest\x1a\x1d.inference.ModelInferResponse\"\x00\x12[\n\x10ModelStreamInfer\x12\x1c.inference.ModelInferRequest\x1a#.inference.ModelStreamInferResponse\"\x00(\x01\x30\x01\x12N\n\x0bModelConfig\x12\x1d.inference.ModelConfigRequest\x1a\x1e.inference.ModelConfigResponse\"\x00\x12Z\n\x0fModelStatistics\x12!.inference.ModelStatisticsRequest\x1a\".inference.ModelStatisticsResponse\"\x00\x12Z\n\x0fRepositoryIndex\x12!.inference.RepositoryIndexRequest\x1a\".inference.RepositoryIndexResponse\"\x00\x12\x66\n\x13RepositoryModelLoad\x12%.inference.RepositoryModelLoadRequest\x1a&.inference.RepositoryModelLoadResponse\"\x00\x12l\n\x15RepositoryModelUnload\x12\'.inference.RepositoryModelUnloadRequest\x1a(.inference.RepositoryModelUnloadResponse\"\x00\x12u\n\x18SystemSharedMemoryStatus\x12*.inference.SystemSharedMemoryStatusRequest\x1a+.inference.SystemSharedMemoryStatusResponse\"\x00\x12{\n\x1aSystemSharedMemoryRegister\x12,.inference.SystemSharedMemoryRegisterRequest\x1a-.inference.SystemSharedMemoryRegisterResponse\"\x00\x12\x81\x01\n\x1cSystemSharedMemoryUnregister\x12..inference.SystemSharedMemoryUnregisterRequest\x1a/.inference.SystemSharedMemoryUnregisterResponse\"\x00\x12o\n\x16\x43udaSharedMemoryStatus\x12(.inference.CudaSharedMemoryStatusRequest\x1a).inference.CudaSharedMemoryStatusResponse\"\x00\x12u\n\x18\x43udaSharedMemoryRegister\x12*.inference.CudaSharedMemoryRegisterRequest\x1a+.inference.CudaSharedMemoryRegisterResponse\"\x00\x12{\n\x1a\x43udaSharedMemoryUnregister\x12,.inference.CudaSharedMemoryUnregisterRequest\x1a-.inference.CudaSharedMemoryUnregisterResponse\"\x00\x12Q\n\x0cTraceSetting\x12\x1e.inference.TraceSettingRequest\x1a\x1f.inference.TraceSettingResponse\"\x00\x12N\n\x0bLogSettings\x12\x1d.inference.LogSettingsRequest\x1a\x1e.inference.LogSettingsResponse\"\x00\x62\x06proto3')
 
 
 
@@ -48,9 +48,11 @@ _MODELCONFIGRESPONSE = DESCRIPTOR.message_types_by_name['ModelConfigResponse']
 _MODELSTATISTICSREQUEST = DESCRIPTOR.message_types_by_name['ModelStatisticsRequest']
 _STATISTICDURATION = DESCRIPTOR.message_types_by_name['StatisticDuration']
 _INFERSTATISTICS = DESCRIPTOR.message_types_by_name['InferStatistics']
+_INFERRESPONSESTATISTICS = DESCRIPTOR.message_types_by_name['InferResponseStatistics']
 _INFERBATCHSTATISTICS = DESCRIPTOR.message_types_by_name['InferBatchStatistics']
 _MEMORYUSAGE = DESCRIPTOR.message_types_by_name['MemoryUsage']
 _MODELSTATISTICS = DESCRIPTOR.message_types_by_name['ModelStatistics']
+_MODELSTATISTICS_RESPONSESTATSENTRY = _MODELSTATISTICS.nested_types_by_name['ResponseStatsEntry']
 _MODELSTATISTICSRESPONSE = DESCRIPTOR.message_types_by_name['ModelStatisticsResponse']
 _MODELREPOSITORYPARAMETER = DESCRIPTOR.message_types_by_name['ModelRepositoryParameter']
 _REPOSITORYINDEXREQUEST = DESCRIPTOR.message_types_by_name['RepositoryIndexRequest']
@@ -302,6 +304,13 @@ InferStatistics = _reflection.GeneratedProtocolMessageType('InferStatistics', (_
   })
 _sym_db.RegisterMessage(InferStatistics)
 
+InferResponseStatistics = _reflection.GeneratedProtocolMessageType('InferResponseStatistics', (_message.Message,), {
+  'DESCRIPTOR' : _INFERRESPONSESTATISTICS,
+  '__module__' : 'grpc_service_pb2'
+  # @@protoc_insertion_point(class_scope:inference.InferResponseStatistics)
+  })
+_sym_db.RegisterMessage(InferResponseStatistics)
+
 InferBatchStatistics = _reflection.GeneratedProtocolMessageType('InferBatchStatistics', (_message.Message,), {
   'DESCRIPTOR' : _INFERBATCHSTATISTICS,
   '__module__' : 'grpc_service_pb2'
@@ -317,11 +326,19 @@ MemoryUsage = _reflection.GeneratedProtocolMessageType('MemoryUsage', (_message.
 _sym_db.RegisterMessage(MemoryUsage)
 
 ModelStatistics = _reflection.GeneratedProtocolMessageType('ModelStatistics', (_message.Message,), {
+
+  'ResponseStatsEntry' : _reflection.GeneratedProtocolMessageType('ResponseStatsEntry', (_message.Message,), {
+    'DESCRIPTOR' : _MODELSTATISTICS_RESPONSESTATSENTRY,
+    '__module__' : 'grpc_service_pb2'
+    # @@protoc_insertion_point(class_scope:inference.ModelStatistics.ResponseStatsEntry)
+    })
+  ,
   'DESCRIPTOR' : _MODELSTATISTICS,
   '__module__' : 'grpc_service_pb2'
   # @@protoc_insertion_point(class_scope:inference.ModelStatistics)
   })
 _sym_db.RegisterMessage(ModelStatistics)
+_sym_db.RegisterMessage(ModelStatistics.ResponseStatsEntry)
 
 ModelStatisticsResponse = _reflection.GeneratedProtocolMessageType('ModelStatisticsResponse', (_message.Message,), {
   'DESCRIPTOR' : _MODELSTATISTICSRESPONSE,
@@ -625,6 +642,8 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._serialized_options = b'8\001'
   _MODELINFERRESPONSE_PARAMETERSENTRY._options = None
   _MODELINFERRESPONSE_PARAMETERSENTRY._serialized_options = b'8\001'
+  _MODELSTATISTICS_RESPONSESTATSENTRY._options = None
+  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_options = b'8\001'
   _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._options = None
   _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_options = b'8\001'
   _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._options = None
@@ -699,90 +718,94 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _STATISTICDURATION._serialized_end=2861
   _INFERSTATISTICS._serialized_start=2864
   _INFERSTATISTICS._serialized_end=3276
-  _INFERBATCHSTATISTICS._serialized_start=3279
-  _INFERBATCHSTATISTICS._serialized_end=3481
-  _MEMORYUSAGE._serialized_start=3483
-  _MEMORYUSAGE._serialized_end=3541
-  _MODELSTATISTICS._serialized_start=3544
-  _MODELSTATISTICS._serialized_end=3819
-  _MODELSTATISTICSRESPONSE._serialized_start=3821
-  _MODELSTATISTICSRESPONSE._serialized_end=3895
-  _MODELREPOSITORYPARAMETER._serialized_start=3898
-  _MODELREPOSITORYPARAMETER._serialized_end=4036
-  _REPOSITORYINDEXREQUEST._serialized_start=4038
-  _REPOSITORYINDEXREQUEST._serialized_end=4102
-  _REPOSITORYINDEXRESPONSE._serialized_start=4105
-  _REPOSITORYINDEXRESPONSE._serialized_end=4269
-  _REPOSITORYINDEXRESPONSE_MODELINDEX._serialized_start=4195
-  _REPOSITORYINDEXRESPONSE_MODELINDEX._serialized_end=4269
-  _REPOSITORYMODELLOADREQUEST._serialized_start=4272
-  _REPOSITORYMODELLOADREQUEST._serialized_end=4508
-  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_start=4422
-  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_end=4508
-  _REPOSITORYMODELLOADRESPONSE._serialized_start=4510
-  _REPOSITORYMODELLOADRESPONSE._serialized_end=4539
-  _REPOSITORYMODELUNLOADREQUEST._serialized_start=4542
-  _REPOSITORYMODELUNLOADREQUEST._serialized_end=4782
-  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_start=4422
-  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_end=4508
-  _REPOSITORYMODELUNLOADRESPONSE._serialized_start=4784
-  _REPOSITORYMODELUNLOADRESPONSE._serialized_end=4815
-  _SYSTEMSHAREDMEMORYSTATUSREQUEST._serialized_start=4817
-  _SYSTEMSHAREDMEMORYSTATUSREQUEST._serialized_end=4864
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE._serialized_start=4867
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE._serialized_end=5160
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_start=4978
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_end=5054
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_start=5056
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_end=5160
-  _SYSTEMSHAREDMEMORYREGISTERREQUEST._serialized_start=5162
-  _SYSTEMSHAREDMEMORYREGISTERREQUEST._serialized_end=5259
-  _SYSTEMSHAREDMEMORYREGISTERRESPONSE._serialized_start=5261
-  _SYSTEMSHAREDMEMORYREGISTERRESPONSE._serialized_end=5297
-  _SYSTEMSHAREDMEMORYUNREGISTERREQUEST._serialized_start=5299
-  _SYSTEMSHAREDMEMORYUNREGISTERREQUEST._serialized_end=5350
-  _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE._serialized_start=5352
-  _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE._serialized_end=5390
-  _CUDASHAREDMEMORYSTATUSREQUEST._serialized_start=5392
-  _CUDASHAREDMEMORYSTATUSREQUEST._serialized_end=5437
-  _CUDASHAREDMEMORYSTATUSRESPONSE._serialized_start=5440
-  _CUDASHAREDMEMORYSTATUSRESPONSE._serialized_end=5717
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_start=5547
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_end=5613
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_start=5615
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_end=5717
-  _CUDASHAREDMEMORYREGISTERREQUEST._serialized_start=5719
-  _CUDASHAREDMEMORYREGISTERREQUEST._serialized_end=5824
-  _CUDASHAREDMEMORYREGISTERRESPONSE._serialized_start=5826
-  _CUDASHAREDMEMORYREGISTERRESPONSE._serialized_end=5860
-  _CUDASHAREDMEMORYUNREGISTERREQUEST._serialized_start=5862
-  _CUDASHAREDMEMORYUNREGISTERREQUEST._serialized_end=5911
-  _CUDASHAREDMEMORYUNREGISTERRESPONSE._serialized_start=5913
-  _CUDASHAREDMEMORYUNREGISTERRESPONSE._serialized_end=5949
-  _TRACESETTINGREQUEST._serialized_start=5952
-  _TRACESETTINGREQUEST._serialized_end=6182
-  _TRACESETTINGREQUEST_SETTINGVALUE._serialized_start=6059
-  _TRACESETTINGREQUEST_SETTINGVALUE._serialized_end=6088
-  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_start=6090
-  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_end=6182
-  _TRACESETTINGRESPONSE._serialized_start=6185
-  _TRACESETTINGRESPONSE._serialized_end=6398
-  _TRACESETTINGRESPONSE_SETTINGVALUE._serialized_start=6059
-  _TRACESETTINGRESPONSE_SETTINGVALUE._serialized_end=6088
-  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_start=6305
-  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_end=6398
-  _LOGSETTINGSREQUEST._serialized_start=6401
-  _LOGSETTINGSREQUEST._serialized_end=6683
-  _LOGSETTINGSREQUEST_SETTINGVALUE._serialized_start=6486
-  _LOGSETTINGSREQUEST_SETTINGVALUE._serialized_end=6590
-  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_start=6592
-  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_end=6683
-  _LOGSETTINGSRESPONSE._serialized_start=6686
-  _LOGSETTINGSRESPONSE._serialized_end=6971
-  _LOGSETTINGSRESPONSE_SETTINGVALUE._serialized_start=6486
-  _LOGSETTINGSRESPONSE_SETTINGVALUE._serialized_end=6590
-  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_start=6879
-  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_end=6971
-  _GRPCINFERENCESERVICE._serialized_start=6974
-  _GRPCINFERENCESERVICE._serialized_end=8949
+  _INFERRESPONSESTATISTICS._serialized_start=3279
+  _INFERRESPONSESTATISTICS._serialized_end=3602
+  _INFERBATCHSTATISTICS._serialized_start=3605
+  _INFERBATCHSTATISTICS._serialized_end=3807
+  _MEMORYUSAGE._serialized_start=3809
+  _MEMORYUSAGE._serialized_end=3867
+  _MODELSTATISTICS._serialized_start=3870
+  _MODELSTATISTICS._serialized_end=4306
+  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_start=4218
+  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_end=4306
+  _MODELSTATISTICSRESPONSE._serialized_start=4308
+  _MODELSTATISTICSRESPONSE._serialized_end=4382
+  _MODELREPOSITORYPARAMETER._serialized_start=4385
+  _MODELREPOSITORYPARAMETER._serialized_end=4523
+  _REPOSITORYINDEXREQUEST._serialized_start=4525
+  _REPOSITORYINDEXREQUEST._serialized_end=4589
+  _REPOSITORYINDEXRESPONSE._serialized_start=4592
+  _REPOSITORYINDEXRESPONSE._serialized_end=4756
+  _REPOSITORYINDEXRESPONSE_MODELINDEX._serialized_start=4682
+  _REPOSITORYINDEXRESPONSE_MODELINDEX._serialized_end=4756
+  _REPOSITORYMODELLOADREQUEST._serialized_start=4759
+  _REPOSITORYMODELLOADREQUEST._serialized_end=4995
+  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_start=4909
+  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_end=4995
+  _REPOSITORYMODELLOADRESPONSE._serialized_start=4997
+  _REPOSITORYMODELLOADRESPONSE._serialized_end=5026
+  _REPOSITORYMODELUNLOADREQUEST._serialized_start=5029
+  _REPOSITORYMODELUNLOADREQUEST._serialized_end=5269
+  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_start=4909
+  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_end=4995
+  _REPOSITORYMODELUNLOADRESPONSE._serialized_start=5271
+  _REPOSITORYMODELUNLOADRESPONSE._serialized_end=5302
+  _SYSTEMSHAREDMEMORYSTATUSREQUEST._serialized_start=5304
+  _SYSTEMSHAREDMEMORYSTATUSREQUEST._serialized_end=5351
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE._serialized_start=5354
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE._serialized_end=5647
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_start=5465
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_end=5541
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_start=5543
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_end=5647
+  _SYSTEMSHAREDMEMORYREGISTERREQUEST._serialized_start=5649
+  _SYSTEMSHAREDMEMORYREGISTERREQUEST._serialized_end=5746
+  _SYSTEMSHAREDMEMORYREGISTERRESPONSE._serialized_start=5748
+  _SYSTEMSHAREDMEMORYREGISTERRESPONSE._serialized_end=5784
+  _SYSTEMSHAREDMEMORYUNREGISTERREQUEST._serialized_start=5786
+  _SYSTEMSHAREDMEMORYUNREGISTERREQUEST._serialized_end=5837
+  _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE._serialized_start=5839
+  _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE._serialized_end=5877
+  _CUDASHAREDMEMORYSTATUSREQUEST._serialized_start=5879
+  _CUDASHAREDMEMORYSTATUSREQUEST._serialized_end=5924
+  _CUDASHAREDMEMORYSTATUSRESPONSE._serialized_start=5927
+  _CUDASHAREDMEMORYSTATUSRESPONSE._serialized_end=6204
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_start=6034
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_end=6100
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_start=6102
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_end=6204
+  _CUDASHAREDMEMORYREGISTERREQUEST._serialized_start=6206
+  _CUDASHAREDMEMORYREGISTERREQUEST._serialized_end=6311
+  _CUDASHAREDMEMORYREGISTERRESPONSE._serialized_start=6313
+  _CUDASHAREDMEMORYREGISTERRESPONSE._serialized_end=6347
+  _CUDASHAREDMEMORYUNREGISTERREQUEST._serialized_start=6349
+  _CUDASHAREDMEMORYUNREGISTERREQUEST._serialized_end=6398
+  _CUDASHAREDMEMORYUNREGISTERRESPONSE._serialized_start=6400
+  _CUDASHAREDMEMORYUNREGISTERRESPONSE._serialized_end=6436
+  _TRACESETTINGREQUEST._serialized_start=6439
+  _TRACESETTINGREQUEST._serialized_end=6669
+  _TRACESETTINGREQUEST_SETTINGVALUE._serialized_start=6546
+  _TRACESETTINGREQUEST_SETTINGVALUE._serialized_end=6575
+  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_start=6577
+  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_end=6669
+  _TRACESETTINGRESPONSE._serialized_start=6672
+  _TRACESETTINGRESPONSE._serialized_end=6885
+  _TRACESETTINGRESPONSE_SETTINGVALUE._serialized_start=6546
+  _TRACESETTINGRESPONSE_SETTINGVALUE._serialized_end=6575
+  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_start=6792
+  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_end=6885
+  _LOGSETTINGSREQUEST._serialized_start=6888
+  _LOGSETTINGSREQUEST._serialized_end=7170
+  _LOGSETTINGSREQUEST_SETTINGVALUE._serialized_start=6973
+  _LOGSETTINGSREQUEST_SETTINGVALUE._serialized_end=7077
+  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_start=7079
+  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_end=7170
+  _LOGSETTINGSRESPONSE._serialized_start=7173
+  _LOGSETTINGSRESPONSE._serialized_end=7458
+  _LOGSETTINGSRESPONSE_SETTINGVALUE._serialized_start=6973
+  _LOGSETTINGSRESPONSE_SETTINGVALUE._serialized_end=7077
+  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_start=7366
+  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_end=7458
+  _GRPCINFERENCESERVICE._serialized_start=7461
+  _GRPCINFERENCESERVICE._serialized_end=9436
 # @@protoc_insertion_point(module_scope)

{tritonclient-2.43.0.data → tritonclient-2.45.0.data}/purelib/tritonclient/http/_client.py

@@ -190,6 +190,7 @@ class InferenceServerClient(InferenceServerClientBase):
         )
         self._pool = gevent.pool.Pool(max_greenlets)
         self._verbose = verbose
+        self._closed = False
 
     def __enter__(self):
         return self
@@ -205,8 +206,10 @@ class InferenceServerClient(InferenceServerClientBase):
         will result in an Error.
 
         """
-        self._pool.join()
-        self._client_stub.close()
+        if not self._closed:
+            self._pool.join()
+            self._client_stub.close()
+            self._closed = True
 
     def _get(self, request_uri, headers, query_params):
         """Issues the GET request to the server

{tritonclient-2.43.0.dist-info → tritonclient-2.45.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tritonclient
-Version: 2.43.0
+Version: 2.45.0
 Summary: Python client library and utilities for communicating with Triton Inference Server
 Home-page: https://developer.nvidia.com/nvidia-triton-inference-server
 Author: NVIDIA Inc.

tritonclient-2.45.0.dist-info/RECORD

@@ -0,0 +1,42 @@
+tritonclient-2.45.0.data/data/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
+tritonclient-2.45.0.data/purelib/tritonclient/__init__.py,sha256=txJIoytf0nAraiaKraLSy_jDvQ6NDKBKngGBJjGzHXk,1566
+tritonclient-2.45.0.data/purelib/tritonclient/_auth.py,sha256=FjxRnsM9zojNmouMP5KoqLEJHwavII1X6gdXwcp5qwE,2095
+tritonclient-2.45.0.data/purelib/tritonclient/_client.py,sha256=U0nP1n56S4UF92ry58wV3zkV_i5oNy2LPdvHX6MNX1c,2993
+tritonclient-2.45.0.data/purelib/tritonclient/_plugin.py,sha256=zsvWFt3x7hvnSRtgjtvvfh43f9xKmFlrg7sm_hzq8Hw,2105
+tritonclient-2.45.0.data/purelib/tritonclient/_request.py,sha256=KyQkY5kYWh83_USPp40VIlquyYivLBL5WWWbPGiB-_o,1814
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/__init__.py,sha256=J4ZDdhjzR8Y31J-nr2QaQy1hy0R4ioM5hgP4Ddo9pLU,3124
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/_client.py,sha256=s-SiB1ow0gOI7EIZ9Noh_ASAPI_jDli7Ua_k0WwMJuw,78005
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/_infer_input.py,sha256=XrRpmjDC1ilCrtfRiDWlOSzGi9Qbbjr0BFboGSeznH0,7583
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/_infer_result.py,sha256=1udcYG8vmbjPq1CAqgV6g6ypi-mUC9s__yJjXcQYSnc,6278
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/_infer_stream.py,sha256=evt7m68r3xsrCcHWfA5bULYVOfYAMpUvQV5fFnZNF1Y,7129
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/_requested_output.py,sha256=bwsf9-bDZJwg2g_ejh4aTWWWgUIi8-_GXlfKzLDzaa4,4422
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/_utils.py,sha256=SGKRvmh3VkoQgh5P8qxtMaBqBoFM07uB5h__QKNiDIk,5532
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/model_config_pb2.py,sha256=_jmBxcKLaqX1Iji-p0TiezlgTKAKvnR9aUsKI0QPnOc,46573
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/service_pb2.py,sha256=yw_s4WPjCQa7JpgMCDnAzr_bS1Tq8IXS3MFLCtmPfNo,57227
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/service_pb2_grpc.py,sha256=BRXBBgehQgx_LSLqiw_N0zqFl4NYDhstm6AJHP3uxBw,37795
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/aio/__init__.py,sha256=0BwSc4S8WDbMvlfbXzh1KKUwA5DC-ifNWsqQnmKkxj4,32427
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/aio/auth/__init__.py,sha256=rs1iMjyet3QgrFhED5JH0NiWZLuqnPRhCgQ6jrx1MMI,1597
+tritonclient-2.45.0.data/purelib/tritonclient/grpc/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
+tritonclient-2.45.0.data/purelib/tritonclient/http/__init__.py,sha256=F2H8_rxP6U4ZHKcFHDwW-fO_cxwvREAZRwauJiILGEI,2400
+tritonclient-2.45.0.data/purelib/tritonclient/http/_client.py,sha256=_8QGnjGs1LGg5Lbj0E9cuqD8eE9lwygXvdMC4l8rLGs,58681
+tritonclient-2.45.0.data/purelib/tritonclient/http/_infer_input.py,sha256=5TywkQqFwBuwwzvB2SP_AdgGNHR-S1varA2JBz3L5zE,9805
+tritonclient-2.45.0.data/purelib/tritonclient/http/_infer_result.py,sha256=EyP__f1ssirKG5_kSrFROB8JpQpc5AAV3Ir0eITFQSU,9907
+tritonclient-2.45.0.data/purelib/tritonclient/http/_requested_output.py,sha256=QYMknP8OjQ1P8VLAHd2fJJaIkVgiomjF2hfyR3b2aQE,4742
+tritonclient-2.45.0.data/purelib/tritonclient/http/_utils.py,sha256=b0pFab1vlT1mAus0PyCZoEw4aUN6nyupmHeofLTpgnw,5507
+tritonclient-2.45.0.data/purelib/tritonclient/http/aio/__init__.py,sha256=Sp6CsFRrwpwIvPxtGEwXgDiXWZx4uhftovCACrhjI2U,27579
+tritonclient-2.45.0.data/purelib/tritonclient/http/aio/auth/__init__.py,sha256=1g7dW9rmhqrrVAJdpf-Jo5hh_5aicyQuozHOWSYp4xU,1599
+tritonclient-2.45.0.data/purelib/tritonclient/http/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
+tritonclient-2.45.0.data/purelib/tritonclient/utils/__init__.py,sha256=7hctr2da7REiVKVal31tB3jEZIpcy6n_UWv90GACrOU,10427
+tritonclient-2.45.0.data/purelib/tritonclient/utils/_dlpack.py,sha256=2jpcncMWv807Y8o8tVbyLhsecZo_qgKU6Po9f0JPEZk,8914
+tritonclient-2.45.0.data/purelib/tritonclient/utils/_shared_memory_tensor.py,sha256=g8fNvv0bnmx62J2v7dHytDC9WvAChIkzOk09I76WJF0,3680
+tritonclient-2.45.0.data/purelib/tritonclientutils/__init__.py,sha256=gmNKsY7HmY6UpC9SWtpLO1CVmNqiJPgg18Risd8-Pk8,1865
+tritonclient-2.45.0.data/purelib/tritongrpcclient/__init__.py,sha256=khei5KltQALXN-SSd-eAalz7SQuNhJvx2UNGXbjhmd0,1862
+tritonclient-2.45.0.data/purelib/tritongrpcclient/grpc_service_pb2.py,sha256=pCqmarwA1cIXcqYdFW-20rc0AePemZwPUCzF6moUnI0,1886
+tritonclient-2.45.0.data/purelib/tritongrpcclient/grpc_service_pb2_grpc.py,sha256=UqO45BnMNJQfnxeyF7GPh7PlUOI9sZWd3ZF1ST4rtEI,1896
+tritonclient-2.45.0.data/purelib/tritongrpcclient/model_config_pb2.py,sha256=ONT-10OIdRPk7thmchZ62zes_csccQlMmtOU__3N-Ng,1896
+tritonclient-2.45.0.data/purelib/tritonhttpclient/__init__.py,sha256=nFXez4l9scckazY7wbXcs2DtIS4TE6kQqTu3TrDP8v8,1862
+tritonclient-2.45.0.dist-info/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
+tritonclient-2.45.0.dist-info/METADATA,sha256=VP8NB9yExVh_KC2ze5bHC_AmvZa4SXXo3ybxHetOfZg,2821
+tritonclient-2.45.0.dist-info/WHEEL,sha256=5yej2K1DxBAyqVQKKpbBJB1RMBa1GtM9D5Uomox_rPs,93
+tritonclient-2.45.0.dist-info/top_level.txt,sha256=J2zLu0JxoFexDB102feHPD6J3JXAUEYUInFJZM9yEkM,65
+tritonclient-2.45.0.dist-info/RECORD,,

{tritonclient-2.43.0.dist-info → tritonclient-2.45.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: bdist_wheel (0.43.0)
 Root-Is-Purelib: false
 Tag: py3-none-any
 

tritonclient-2.43.0.dist-info/RECORD

@@ -1,42 +0,0 @@
-tritonclient-2.43.0.data/data/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
-tritonclient-2.43.0.data/purelib/tritonclient/__init__.py,sha256=txJIoytf0nAraiaKraLSy_jDvQ6NDKBKngGBJjGzHXk,1566
-tritonclient-2.43.0.data/purelib/tritonclient/_auth.py,sha256=FjxRnsM9zojNmouMP5KoqLEJHwavII1X6gdXwcp5qwE,2095
-tritonclient-2.43.0.data/purelib/tritonclient/_client.py,sha256=U0nP1n56S4UF92ry58wV3zkV_i5oNy2LPdvHX6MNX1c,2993
-tritonclient-2.43.0.data/purelib/tritonclient/_plugin.py,sha256=zsvWFt3x7hvnSRtgjtvvfh43f9xKmFlrg7sm_hzq8Hw,2105
-tritonclient-2.43.0.data/purelib/tritonclient/_request.py,sha256=KyQkY5kYWh83_USPp40VIlquyYivLBL5WWWbPGiB-_o,1814
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/__init__.py,sha256=J4ZDdhjzR8Y31J-nr2QaQy1hy0R4ioM5hgP4Ddo9pLU,3124
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/_client.py,sha256=s-SiB1ow0gOI7EIZ9Noh_ASAPI_jDli7Ua_k0WwMJuw,78005
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/_infer_input.py,sha256=XrRpmjDC1ilCrtfRiDWlOSzGi9Qbbjr0BFboGSeznH0,7583
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/_infer_result.py,sha256=1udcYG8vmbjPq1CAqgV6g6ypi-mUC9s__yJjXcQYSnc,6278
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/_infer_stream.py,sha256=evt7m68r3xsrCcHWfA5bULYVOfYAMpUvQV5fFnZNF1Y,7129
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/_requested_output.py,sha256=bwsf9-bDZJwg2g_ejh4aTWWWgUIi8-_GXlfKzLDzaa4,4422
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/_utils.py,sha256=SGKRvmh3VkoQgh5P8qxtMaBqBoFM07uB5h__QKNiDIk,5532
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/model_config_pb2.py,sha256=_jmBxcKLaqX1Iji-p0TiezlgTKAKvnR9aUsKI0QPnOc,46573
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/service_pb2.py,sha256=4DTipBPPoTBFW8FwKCD1BMYYHSxhKizuyYW0vYhg1bg,55250
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/service_pb2_grpc.py,sha256=BRXBBgehQgx_LSLqiw_N0zqFl4NYDhstm6AJHP3uxBw,37795
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/aio/__init__.py,sha256=0BwSc4S8WDbMvlfbXzh1KKUwA5DC-ifNWsqQnmKkxj4,32427
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/aio/auth/__init__.py,sha256=rs1iMjyet3QgrFhED5JH0NiWZLuqnPRhCgQ6jrx1MMI,1597
-tritonclient-2.43.0.data/purelib/tritonclient/grpc/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
-tritonclient-2.43.0.data/purelib/tritonclient/http/__init__.py,sha256=F2H8_rxP6U4ZHKcFHDwW-fO_cxwvREAZRwauJiILGEI,2400
-tritonclient-2.43.0.data/purelib/tritonclient/http/_client.py,sha256=pC1Dg8nCxbmYeCX9NO2-Tf2th1iP05DOBPF-O7LhG2s,58583
-tritonclient-2.43.0.data/purelib/tritonclient/http/_infer_input.py,sha256=5TywkQqFwBuwwzvB2SP_AdgGNHR-S1varA2JBz3L5zE,9805
-tritonclient-2.43.0.data/purelib/tritonclient/http/_infer_result.py,sha256=EyP__f1ssirKG5_kSrFROB8JpQpc5AAV3Ir0eITFQSU,9907
-tritonclient-2.43.0.data/purelib/tritonclient/http/_requested_output.py,sha256=QYMknP8OjQ1P8VLAHd2fJJaIkVgiomjF2hfyR3b2aQE,4742
-tritonclient-2.43.0.data/purelib/tritonclient/http/_utils.py,sha256=b0pFab1vlT1mAus0PyCZoEw4aUN6nyupmHeofLTpgnw,5507
-tritonclient-2.43.0.data/purelib/tritonclient/http/aio/__init__.py,sha256=Sp6CsFRrwpwIvPxtGEwXgDiXWZx4uhftovCACrhjI2U,27579
-tritonclient-2.43.0.data/purelib/tritonclient/http/aio/auth/__init__.py,sha256=1g7dW9rmhqrrVAJdpf-Jo5hh_5aicyQuozHOWSYp4xU,1599
-tritonclient-2.43.0.data/purelib/tritonclient/http/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
-tritonclient-2.43.0.data/purelib/tritonclient/utils/__init__.py,sha256=7hctr2da7REiVKVal31tB3jEZIpcy6n_UWv90GACrOU,10427
-tritonclient-2.43.0.data/purelib/tritonclient/utils/_dlpack.py,sha256=2jpcncMWv807Y8o8tVbyLhsecZo_qgKU6Po9f0JPEZk,8914
-tritonclient-2.43.0.data/purelib/tritonclient/utils/_shared_memory_tensor.py,sha256=g8fNvv0bnmx62J2v7dHytDC9WvAChIkzOk09I76WJF0,3680
-tritonclient-2.43.0.data/purelib/tritonclientutils/__init__.py,sha256=gmNKsY7HmY6UpC9SWtpLO1CVmNqiJPgg18Risd8-Pk8,1865
-tritonclient-2.43.0.data/purelib/tritongrpcclient/__init__.py,sha256=khei5KltQALXN-SSd-eAalz7SQuNhJvx2UNGXbjhmd0,1862
-tritonclient-2.43.0.data/purelib/tritongrpcclient/grpc_service_pb2.py,sha256=pCqmarwA1cIXcqYdFW-20rc0AePemZwPUCzF6moUnI0,1886
-tritonclient-2.43.0.data/purelib/tritongrpcclient/grpc_service_pb2_grpc.py,sha256=UqO45BnMNJQfnxeyF7GPh7PlUOI9sZWd3ZF1ST4rtEI,1896
-tritonclient-2.43.0.data/purelib/tritongrpcclient/model_config_pb2.py,sha256=ONT-10OIdRPk7thmchZ62zes_csccQlMmtOU__3N-Ng,1896
-tritonclient-2.43.0.data/purelib/tritonhttpclient/__init__.py,sha256=nFXez4l9scckazY7wbXcs2DtIS4TE6kQqTu3TrDP8v8,1862
-tritonclient-2.43.0.dist-info/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
-tritonclient-2.43.0.dist-info/METADATA,sha256=wuoPTFgDTRe-EzwEuKRryBC-j25hL8KM2WgDOS0-N74,2821
-tritonclient-2.43.0.dist-info/WHEEL,sha256=twetgChMyurPByRRc2-6vlV7B733qaQnvLbtHljZ2XY,93
-tritonclient-2.43.0.dist-info/top_level.txt,sha256=J2zLu0JxoFexDB102feHPD6J3JXAUEYUInFJZM9yEkM,65
-tritonclient-2.43.0.dist-info/RECORD,,