tritonclient 2.46.0__py3-none-any.whl → 2.48.0__py3-none-any.whl

tritonclient-2.46.0.data/purelib/tritonclient/grpc/service_pb2.py

@@ -1,811 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: grpc_service.proto
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
-from google.protobuf import symbol_database as _symbol_database
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-from tritonclient.grpc import model_config_pb2 as model__config__pb2
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x12grpc_service.proto\x12\tinference\x1a\x12model_config.proto\"\x13\n\x11ServerLiveRequest\"\"\n\x12ServerLiveResponse\x12\x0c\n\x04live\x18\x01 \x01(\x08\"\x14\n\x12ServerReadyRequest\"$\n\x13ServerReadyResponse\x12\r\n\x05ready\x18\x01 \x01(\x08\"2\n\x11ModelReadyRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"#\n\x12ModelReadyResponse\x12\r\n\x05ready\x18\x01 \x01(\x08\"\x17\n\x15ServerMetadataRequest\"K\n\x16ServerMetadataResponse\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\x12\n\nextensions\x18\x03 \x03(\t\"5\n\x14ModelMetadataRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"\x8d\x02\n\x15ModelMetadataResponse\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08versions\x18\x02 \x03(\t\x12\x10\n\x08platform\x18\x03 \x01(\t\x12?\n\x06inputs\x18\x04 \x03(\x0b\x32/.inference.ModelMetadataResponse.TensorMetadata\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.inference.ModelMetadataResponse.TensorMetadata\x1a?\n\x0eTensorMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\"\x99\x01\n\x0eInferParameter\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x15\n\x0bint64_param\x18\x02 \x01(\x03H\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x12\x16\n\x0c\x64ouble_param\x18\x04 \x01(\x01H\x00\x12\x16\n\x0cuint64_param\x18\x05 \x01(\x04H\x00\x42\x12\n\x10parameter_choice\"\xd0\x01\n\x13InferTensorContents\x12\x15\n\rbool_contents\x18\x01 \x03(\x08\x12\x14\n\x0cint_contents\x18\x02 \x03(\x05\x12\x16\n\x0eint64_contents\x18\x03 \x03(\x03\x12\x15\n\ruint_contents\x18\x04 \x03(\r\x12\x17\n\x0fuint64_contents\x18\x05 \x03(\x04\x12\x15\n\rfp32_contents\x18\x06 \x03(\x02\x12\x15\n\rfp64_contents\x18\x07 \x03(\x01\x12\x16\n\x0e\x62ytes_contents\x18\x08 \x03(\x0c\"\xee\x06\n\x11ModelInferRequest\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\t\x12\n\n\x02id\x18\x03 \x01(\t\x12@\n\nparameters\x18\x04 \x03(\x0b\x32,.inference.ModelInferRequest.ParametersEntry\x12=\n\x06inputs\x18\x05 \x03(\x0b\x32-.inference.ModelInferRequest.InferInputTensor\x12H\n\x07outputs\x18\x06 \x03(\x0b\x32\x37.inference.ModelInferRequest.InferRequestedOutputTensor\x12\x1a\n\x12raw_input_contents\x18\x07 \x03(\x0c\x1a\x94\x02\n\x10InferInputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\x12Q\n\nparameters\x18\x04 \x03(\x0b\x32=.inference.ModelInferRequest.InferInputTensor.ParametersEntry\x12\x30\n\x08\x63ontents\x18\x05 \x01(\x0b\x32\x1e.inference.InferTensorContents\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1a\xd5\x01\n\x1aInferRequestedOutputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12[\n\nparameters\x18\x02 \x03(\x0b\x32G.inference.ModelInferRequest.InferRequestedOutputTensor.ParametersEntry\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\"\xd5\x04\n\x12ModelInferResponse\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\t\x12\n\n\x02id\x18\x03 \x01(\t\x12\x41\n\nparameters\x18\x04 \x03(\x0b\x32-.inference.ModelInferResponse.ParametersEntry\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.inference.ModelInferResponse.InferOutputTensor\x12\x1b\n\x13raw_output_contents\x18\x06 \x03(\x0c\x1a\x97\x02\n\x11InferOutputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\x12S\n\nparameters\x18\x04 \x03(\x0b\x32?.inference.ModelInferResponse.InferOutputTensor.ParametersEntry\x12\x30\n\x08\x63ontents\x18\x05 \x01(\x0b\x32\x1e.inference.InferTensorContents\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\"h\n\x18ModelStreamInferResponse\x12\x15\n\rerror_message\x18\x01 \x01(\t\x12\x35\n\x0einfer_response\x18\x02 \x01(\x0b\x32\x1d.inference.ModelInferResponse\"3\n\x12ModelConfigRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"=\n\x13ModelConfigResponse\x12&\n\x06\x63onfig\x18\x01 \x01(\x0b\x32\x16.inference.ModelConfig\"7\n\x16ModelStatisticsRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\".\n\x11StatisticDuration\x12\r\n\x05\x63ount\x18\x01 \x01(\x04\x12\n\n\x02ns\x18\x02 \x01(\x04\"\x9c\x03\n\x0fInferStatistics\x12-\n\x07success\x18\x01 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12*\n\x04\x66\x61il\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12+\n\x05queue\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_input\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_infer\x18\x05 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x06 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12/\n\tcache_hit\x18\x07 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x30\n\ncache_miss\x18\x08 \x01(\x0b\x32\x1c.inference.StatisticDuration\"\xc3\x02\n\x17InferResponseStatistics\x12\x33\n\rcompute_infer\x18\x01 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12-\n\x07success\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12*\n\x04\x66\x61il\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x65mpty_response\x18\x05 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12,\n\x06\x63\x61ncel\x18\x06 \x01(\x0b\x32\x1c.inference.StatisticDuration\"\xca\x01\n\x14InferBatchStatistics\x12\x12\n\nbatch_size\x18\x01 \x01(\x04\x12\x33\n\rcompute_input\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_infer\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\":\n\x0bMemoryUsage\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\x03\x12\x11\n\tbyte_size\x18\x03 \x01(\x04\"\xb4\x03\n\x0fModelStatistics\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\x16\n\x0elast_inference\x18\x03 \x01(\x04\x12\x17\n\x0finference_count\x18\x04 \x01(\x04\x12\x17\n\x0f\x65xecution_count\x18\x05 \x01(\x04\x12\x33\n\x0finference_stats\x18\x06 \x01(\x0b\x32\x1a.inference.InferStatistics\x12\x34\n\x0b\x62\x61tch_stats\x18\x07 \x03(\x0b\x32\x1f.inference.InferBatchStatistics\x12,\n\x0cmemory_usage\x18\x08 \x03(\x0b\x32\x16.inference.MemoryUsage\x12\x45\n\x0eresponse_stats\x18\t \x03(\x0b\x32-.inference.ModelStatistics.ResponseStatsEntry\x1aX\n\x12ResponseStatsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".inference.InferResponseStatistics:\x02\x38\x01\"J\n\x17ModelStatisticsResponse\x12/\n\x0bmodel_stats\x18\x01 \x03(\x0b\x32\x1a.inference.ModelStatistics\"\x8a\x01\n\x18ModelRepositoryParameter\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x15\n\x0bint64_param\x18\x02 \x01(\x03H\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x12\x15\n\x0b\x62ytes_param\x18\x04 \x01(\x0cH\x00\x42\x12\n\x10parameter_choice\"@\n\x16RepositoryIndexRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\r\n\x05ready\x18\x02 \x01(\x08\"\xa4\x01\n\x17RepositoryIndexResponse\x12=\n\x06models\x18\x01 \x03(\x0b\x32-.inference.RepositoryIndexResponse.ModelIndex\x1aJ\n\nModelIndex\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\r\n\x05state\x18\x03 \x01(\t\x12\x0e\n\x06reason\x18\x04 \x01(\t\"\xec\x01\n\x1aRepositoryModelLoadRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x12I\n\nparameters\x18\x03 \x03(\x0b\x32\x35.inference.RepositoryModelLoadRequest.ParametersEntry\x1aV\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.inference.ModelRepositoryParameter:\x02\x38\x01\"\x1d\n\x1bRepositoryModelLoadResponse\"\xf0\x01\n\x1cRepositoryModelUnloadRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x12K\n\nparameters\x18\x03 \x03(\x0b\x32\x37.inference.RepositoryModelUnloadRequest.ParametersEntry\x1aV\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.inference.ModelRepositoryParameter:\x02\x38\x01\"\x1f\n\x1dRepositoryModelUnloadResponse\"/\n\x1fSystemSharedMemoryStatusRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"\xa5\x02\n SystemSharedMemoryStatusResponse\x12I\n\x07regions\x18\x01 \x03(\x0b\x32\x38.inference.SystemSharedMemoryStatusResponse.RegionsEntry\x1aL\n\x0cRegionStatus\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x0e\n\x06offset\x18\x03 \x01(\x04\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\x1ah\n\x0cRegionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12G\n\x05value\x18\x02 \x01(\x0b\x32\x38.inference.SystemSharedMemoryStatusResponse.RegionStatus:\x02\x38\x01\"a\n!SystemSharedMemoryRegisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x0e\n\x06offset\x18\x03 \x01(\x04\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\"$\n\"SystemSharedMemoryRegisterResponse\"3\n#SystemSharedMemoryUnregisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"&\n$SystemSharedMemoryUnregisterResponse\"-\n\x1d\x43udaSharedMemoryStatusRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x95\x02\n\x1e\x43udaSharedMemoryStatusResponse\x12G\n\x07regions\x18\x01 \x03(\x0b\x32\x36.inference.CudaSharedMemoryStatusResponse.RegionsEntry\x1a\x42\n\x0cRegionStatus\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x11\n\tdevice_id\x18\x02 \x01(\x04\x12\x11\n\tbyte_size\x18\x03 \x01(\x04\x1a\x66\n\x0cRegionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x45\n\x05value\x18\x02 \x01(\x0b\x32\x36.inference.CudaSharedMemoryStatusResponse.RegionStatus:\x02\x38\x01\"i\n\x1f\x43udaSharedMemoryRegisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x12\n\nraw_handle\x18\x02 \x01(\x0c\x12\x11\n\tdevice_id\x18\x03 \x01(\x03\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\"\"\n CudaSharedMemoryRegisterResponse\"1\n!CudaSharedMemoryUnregisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"$\n\"CudaSharedMemoryUnregisterResponse\"\xe6\x01\n\x13TraceSettingRequest\x12>\n\x08settings\x18\x01 \x03(\x0b\x32,.inference.TraceSettingRequest.SettingsEntry\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x1a\x1d\n\x0cSettingValue\x12\r\n\x05value\x18\x01 \x03(\t\x1a\\\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.inference.TraceSettingRequest.SettingValue:\x02\x38\x01\"\xd5\x01\n\x14TraceSettingResponse\x12?\n\x08settings\x18\x01 \x03(\x0b\x32-.inference.TraceSettingResponse.SettingsEntry\x1a\x1d\n\x0cSettingValue\x12\r\n\x05value\x18\x01 \x03(\t\x1a]\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12;\n\x05value\x18\x02 \x01(\x0b\x32,.inference.TraceSettingResponse.SettingValue:\x02\x38\x01\"\x9a\x02\n\x12LogSettingsRequest\x12=\n\x08settings\x18\x01 \x03(\x0b\x32+.inference.LogSettingsRequest.SettingsEntry\x1ah\n\x0cSettingValue\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x16\n\x0cuint32_param\x18\x02 \x01(\rH\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x42\x12\n\x10parameter_choice\x1a[\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x39\n\x05value\x18\x02 \x01(\x0b\x32*.inference.LogSettingsRequest.SettingValue:\x02\x38\x01\"\x9d\x02\n\x13LogSettingsResponse\x12>\n\x08settings\x18\x01 \x03(\x0b\x32,.inference.LogSettingsResponse.SettingsEntry\x1ah\n\x0cSettingValue\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x16\n\x0cuint32_param\x18\x02 \x01(\rH\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x42\x12\n\x10parameter_choice\x1a\\\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.inference.LogSettingsResponse.SettingValue:\x02\x38\x01\x32\xb7\x0f\n\x14GRPCInferenceService\x12K\n\nServerLive\x12\x1c.inference.ServerLiveRequest\x1a\x1d.inference.ServerLiveResponse\"\x00\x12N\n\x0bServerReady\x12\x1d.inference.ServerReadyRequest\x1a\x1e.inference.ServerReadyResponse\"\x00\x12K\n\nModelReady\x12\x1c.inference.ModelReadyRequest\x1a\x1d.inference.ModelReadyResponse\"\x00\x12W\n\x0eServerMetadata\x12 .inference.ServerMetadataRequest\x1a!.inference.ServerMetadataResponse\"\x00\x12T\n\rModelMetadata\x12\x1f.inference.ModelMetadataRequest\x1a .inference.ModelMetadataResponse\"\x00\x12K\n\nModelInfer\x12\x1c.inference.ModelInferRequest\x1a\x1d.inference.ModelInferResponse\"\x00\x12[\n\x10ModelStreamInfer\x12\x1c.inference.ModelInferRequest\x1a#.inference.ModelStreamInferResponse\"\x00(\x01\x30\x01\x12N\n\x0bModelConfig\x12\x1d.inference.ModelConfigRequest\x1a\x1e.inference.ModelConfigResponse\"\x00\x12Z\n\x0fModelStatistics\x12!.inference.ModelStatisticsRequest\x1a\".inference.ModelStatisticsResponse\"\x00\x12Z\n\x0fRepositoryIndex\x12!.inference.RepositoryIndexRequest\x1a\".inference.RepositoryIndexResponse\"\x00\x12\x66\n\x13RepositoryModelLoad\x12%.inference.RepositoryModelLoadRequest\x1a&.inference.RepositoryModelLoadResponse\"\x00\x12l\n\x15RepositoryModelUnload\x12\'.inference.RepositoryModelUnloadRequest\x1a(.inference.RepositoryModelUnloadResponse\"\x00\x12u\n\x18SystemSharedMemoryStatus\x12*.inference.SystemSharedMemoryStatusRequest\x1a+.inference.SystemSharedMemoryStatusResponse\"\x00\x12{\n\x1aSystemSharedMemoryRegister\x12,.inference.SystemSharedMemoryRegisterRequest\x1a-.inference.SystemSharedMemoryRegisterResponse\"\x00\x12\x81\x01\n\x1cSystemSharedMemoryUnregister\x12..inference.SystemSharedMemoryUnregisterRequest\x1a/.inference.SystemSharedMemoryUnregisterResponse\"\x00\x12o\n\x16\x43udaSharedMemoryStatus\x12(.inference.CudaSharedMemoryStatusRequest\x1a).inference.CudaSharedMemoryStatusResponse\"\x00\x12u\n\x18\x43udaSharedMemoryRegister\x12*.inference.CudaSharedMemoryRegisterRequest\x1a+.inference.CudaSharedMemoryRegisterResponse\"\x00\x12{\n\x1a\x43udaSharedMemoryUnregister\x12,.inference.CudaSharedMemoryUnregisterRequest\x1a-.inference.CudaSharedMemoryUnregisterResponse\"\x00\x12Q\n\x0cTraceSetting\x12\x1e.inference.TraceSettingRequest\x1a\x1f.inference.TraceSettingResponse\"\x00\x12N\n\x0bLogSettings\x12\x1d.inference.LogSettingsRequest\x1a\x1e.inference.LogSettingsResponse\"\x00\x62\x06proto3')
-
-
-
-_SERVERLIVEREQUEST = DESCRIPTOR.message_types_by_name['ServerLiveRequest']
-_SERVERLIVERESPONSE = DESCRIPTOR.message_types_by_name['ServerLiveResponse']
-_SERVERREADYREQUEST = DESCRIPTOR.message_types_by_name['ServerReadyRequest']
-_SERVERREADYRESPONSE = DESCRIPTOR.message_types_by_name['ServerReadyResponse']
-_MODELREADYREQUEST = DESCRIPTOR.message_types_by_name['ModelReadyRequest']
-_MODELREADYRESPONSE = DESCRIPTOR.message_types_by_name['ModelReadyResponse']
-_SERVERMETADATAREQUEST = DESCRIPTOR.message_types_by_name['ServerMetadataRequest']
-_SERVERMETADATARESPONSE = DESCRIPTOR.message_types_by_name['ServerMetadataResponse']
-_MODELMETADATAREQUEST = DESCRIPTOR.message_types_by_name['ModelMetadataRequest']
-_MODELMETADATARESPONSE = DESCRIPTOR.message_types_by_name['ModelMetadataResponse']
-_MODELMETADATARESPONSE_TENSORMETADATA = _MODELMETADATARESPONSE.nested_types_by_name['TensorMetadata']
-_INFERPARAMETER = DESCRIPTOR.message_types_by_name['InferParameter']
-_INFERTENSORCONTENTS = DESCRIPTOR.message_types_by_name['InferTensorContents']
-_MODELINFERREQUEST = DESCRIPTOR.message_types_by_name['ModelInferRequest']
-_MODELINFERREQUEST_INFERINPUTTENSOR = _MODELINFERREQUEST.nested_types_by_name['InferInputTensor']
-_MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY = _MODELINFERREQUEST_INFERINPUTTENSOR.nested_types_by_name['ParametersEntry']
-_MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR = _MODELINFERREQUEST.nested_types_by_name['InferRequestedOutputTensor']
-_MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY = _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR.nested_types_by_name['ParametersEntry']
-_MODELINFERREQUEST_PARAMETERSENTRY = _MODELINFERREQUEST.nested_types_by_name['ParametersEntry']
-_MODELINFERRESPONSE = DESCRIPTOR.message_types_by_name['ModelInferResponse']
-_MODELINFERRESPONSE_INFEROUTPUTTENSOR = _MODELINFERRESPONSE.nested_types_by_name['InferOutputTensor']
-_MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY = _MODELINFERRESPONSE_INFEROUTPUTTENSOR.nested_types_by_name['ParametersEntry']
-_MODELINFERRESPONSE_PARAMETERSENTRY = _MODELINFERRESPONSE.nested_types_by_name['ParametersEntry']
-_MODELSTREAMINFERRESPONSE = DESCRIPTOR.message_types_by_name['ModelStreamInferResponse']
-_MODELCONFIGREQUEST = DESCRIPTOR.message_types_by_name['ModelConfigRequest']
-_MODELCONFIGRESPONSE = DESCRIPTOR.message_types_by_name['ModelConfigResponse']
-_MODELSTATISTICSREQUEST = DESCRIPTOR.message_types_by_name['ModelStatisticsRequest']
-_STATISTICDURATION = DESCRIPTOR.message_types_by_name['StatisticDuration']
-_INFERSTATISTICS = DESCRIPTOR.message_types_by_name['InferStatistics']
-_INFERRESPONSESTATISTICS = DESCRIPTOR.message_types_by_name['InferResponseStatistics']
-_INFERBATCHSTATISTICS = DESCRIPTOR.message_types_by_name['InferBatchStatistics']
-_MEMORYUSAGE = DESCRIPTOR.message_types_by_name['MemoryUsage']
-_MODELSTATISTICS = DESCRIPTOR.message_types_by_name['ModelStatistics']
-_MODELSTATISTICS_RESPONSESTATSENTRY = _MODELSTATISTICS.nested_types_by_name['ResponseStatsEntry']
-_MODELSTATISTICSRESPONSE = DESCRIPTOR.message_types_by_name['ModelStatisticsResponse']
-_MODELREPOSITORYPARAMETER = DESCRIPTOR.message_types_by_name['ModelRepositoryParameter']
-_REPOSITORYINDEXREQUEST = DESCRIPTOR.message_types_by_name['RepositoryIndexRequest']
-_REPOSITORYINDEXRESPONSE = DESCRIPTOR.message_types_by_name['RepositoryIndexResponse']
-_REPOSITORYINDEXRESPONSE_MODELINDEX = _REPOSITORYINDEXRESPONSE.nested_types_by_name['ModelIndex']
-_REPOSITORYMODELLOADREQUEST = DESCRIPTOR.message_types_by_name['RepositoryModelLoadRequest']
-_REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY = _REPOSITORYMODELLOADREQUEST.nested_types_by_name['ParametersEntry']
-_REPOSITORYMODELLOADRESPONSE = DESCRIPTOR.message_types_by_name['RepositoryModelLoadResponse']
-_REPOSITORYMODELUNLOADREQUEST = DESCRIPTOR.message_types_by_name['RepositoryModelUnloadRequest']
-_REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY = _REPOSITORYMODELUNLOADREQUEST.nested_types_by_name['ParametersEntry']
-_REPOSITORYMODELUNLOADRESPONSE = DESCRIPTOR.message_types_by_name['RepositoryModelUnloadResponse']
-_SYSTEMSHAREDMEMORYSTATUSREQUEST = DESCRIPTOR.message_types_by_name['SystemSharedMemoryStatusRequest']
-_SYSTEMSHAREDMEMORYSTATUSRESPONSE = DESCRIPTOR.message_types_by_name['SystemSharedMemoryStatusResponse']
-_SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS = _SYSTEMSHAREDMEMORYSTATUSRESPONSE.nested_types_by_name['RegionStatus']
-_SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY = _SYSTEMSHAREDMEMORYSTATUSRESPONSE.nested_types_by_name['RegionsEntry']
-_SYSTEMSHAREDMEMORYREGISTERREQUEST = DESCRIPTOR.message_types_by_name['SystemSharedMemoryRegisterRequest']
-_SYSTEMSHAREDMEMORYREGISTERRESPONSE = DESCRIPTOR.message_types_by_name['SystemSharedMemoryRegisterResponse']
-_SYSTEMSHAREDMEMORYUNREGISTERREQUEST = DESCRIPTOR.message_types_by_name['SystemSharedMemoryUnregisterRequest']
-_SYSTEMSHAREDMEMORYUNREGISTERRESPONSE = DESCRIPTOR.message_types_by_name['SystemSharedMemoryUnregisterResponse']
-_CUDASHAREDMEMORYSTATUSREQUEST = DESCRIPTOR.message_types_by_name['CudaSharedMemoryStatusRequest']
-_CUDASHAREDMEMORYSTATUSRESPONSE = DESCRIPTOR.message_types_by_name['CudaSharedMemoryStatusResponse']
-_CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS = _CUDASHAREDMEMORYSTATUSRESPONSE.nested_types_by_name['RegionStatus']
-_CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY = _CUDASHAREDMEMORYSTATUSRESPONSE.nested_types_by_name['RegionsEntry']
-_CUDASHAREDMEMORYREGISTERREQUEST = DESCRIPTOR.message_types_by_name['CudaSharedMemoryRegisterRequest']
-_CUDASHAREDMEMORYREGISTERRESPONSE = DESCRIPTOR.message_types_by_name['CudaSharedMemoryRegisterResponse']
-_CUDASHAREDMEMORYUNREGISTERREQUEST = DESCRIPTOR.message_types_by_name['CudaSharedMemoryUnregisterRequest']
-_CUDASHAREDMEMORYUNREGISTERRESPONSE = DESCRIPTOR.message_types_by_name['CudaSharedMemoryUnregisterResponse']
-_TRACESETTINGREQUEST = DESCRIPTOR.message_types_by_name['TraceSettingRequest']
-_TRACESETTINGREQUEST_SETTINGVALUE = _TRACESETTINGREQUEST.nested_types_by_name['SettingValue']
-_TRACESETTINGREQUEST_SETTINGSENTRY = _TRACESETTINGREQUEST.nested_types_by_name['SettingsEntry']
-_TRACESETTINGRESPONSE = DESCRIPTOR.message_types_by_name['TraceSettingResponse']
-_TRACESETTINGRESPONSE_SETTINGVALUE = _TRACESETTINGRESPONSE.nested_types_by_name['SettingValue']
-_TRACESETTINGRESPONSE_SETTINGSENTRY = _TRACESETTINGRESPONSE.nested_types_by_name['SettingsEntry']
-_LOGSETTINGSREQUEST = DESCRIPTOR.message_types_by_name['LogSettingsRequest']
-_LOGSETTINGSREQUEST_SETTINGVALUE = _LOGSETTINGSREQUEST.nested_types_by_name['SettingValue']
-_LOGSETTINGSREQUEST_SETTINGSENTRY = _LOGSETTINGSREQUEST.nested_types_by_name['SettingsEntry']
-_LOGSETTINGSRESPONSE = DESCRIPTOR.message_types_by_name['LogSettingsResponse']
-_LOGSETTINGSRESPONSE_SETTINGVALUE = _LOGSETTINGSRESPONSE.nested_types_by_name['SettingValue']
-_LOGSETTINGSRESPONSE_SETTINGSENTRY = _LOGSETTINGSRESPONSE.nested_types_by_name['SettingsEntry']
-ServerLiveRequest = _reflection.GeneratedProtocolMessageType('ServerLiveRequest', (_message.Message,), {
-  'DESCRIPTOR' : _SERVERLIVEREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ServerLiveRequest)
-  })
-_sym_db.RegisterMessage(ServerLiveRequest)
-
-ServerLiveResponse = _reflection.GeneratedProtocolMessageType('ServerLiveResponse', (_message.Message,), {
-  'DESCRIPTOR' : _SERVERLIVERESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ServerLiveResponse)
-  })
-_sym_db.RegisterMessage(ServerLiveResponse)
-
-ServerReadyRequest = _reflection.GeneratedProtocolMessageType('ServerReadyRequest', (_message.Message,), {
-  'DESCRIPTOR' : _SERVERREADYREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ServerReadyRequest)
-  })
-_sym_db.RegisterMessage(ServerReadyRequest)
-
-ServerReadyResponse = _reflection.GeneratedProtocolMessageType('ServerReadyResponse', (_message.Message,), {
-  'DESCRIPTOR' : _SERVERREADYRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ServerReadyResponse)
-  })
-_sym_db.RegisterMessage(ServerReadyResponse)
-
-ModelReadyRequest = _reflection.GeneratedProtocolMessageType('ModelReadyRequest', (_message.Message,), {
-  'DESCRIPTOR' : _MODELREADYREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelReadyRequest)
-  })
-_sym_db.RegisterMessage(ModelReadyRequest)
-
-ModelReadyResponse = _reflection.GeneratedProtocolMessageType('ModelReadyResponse', (_message.Message,), {
-  'DESCRIPTOR' : _MODELREADYRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelReadyResponse)
-  })
-_sym_db.RegisterMessage(ModelReadyResponse)
-
-ServerMetadataRequest = _reflection.GeneratedProtocolMessageType('ServerMetadataRequest', (_message.Message,), {
-  'DESCRIPTOR' : _SERVERMETADATAREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ServerMetadataRequest)
-  })
-_sym_db.RegisterMessage(ServerMetadataRequest)
-
-ServerMetadataResponse = _reflection.GeneratedProtocolMessageType('ServerMetadataResponse', (_message.Message,), {
-  'DESCRIPTOR' : _SERVERMETADATARESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ServerMetadataResponse)
-  })
-_sym_db.RegisterMessage(ServerMetadataResponse)
-
-ModelMetadataRequest = _reflection.GeneratedProtocolMessageType('ModelMetadataRequest', (_message.Message,), {
-  'DESCRIPTOR' : _MODELMETADATAREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelMetadataRequest)
-  })
-_sym_db.RegisterMessage(ModelMetadataRequest)
-
-ModelMetadataResponse = _reflection.GeneratedProtocolMessageType('ModelMetadataResponse', (_message.Message,), {
-
-  'TensorMetadata' : _reflection.GeneratedProtocolMessageType('TensorMetadata', (_message.Message,), {
-    'DESCRIPTOR' : _MODELMETADATARESPONSE_TENSORMETADATA,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelMetadataResponse.TensorMetadata)
-    })
-  ,
-  'DESCRIPTOR' : _MODELMETADATARESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelMetadataResponse)
-  })
-_sym_db.RegisterMessage(ModelMetadataResponse)
-_sym_db.RegisterMessage(ModelMetadataResponse.TensorMetadata)
-
-InferParameter = _reflection.GeneratedProtocolMessageType('InferParameter', (_message.Message,), {
-  'DESCRIPTOR' : _INFERPARAMETER,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.InferParameter)
-  })
-_sym_db.RegisterMessage(InferParameter)
-
-InferTensorContents = _reflection.GeneratedProtocolMessageType('InferTensorContents', (_message.Message,), {
-  'DESCRIPTOR' : _INFERTENSORCONTENTS,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.InferTensorContents)
-  })
-_sym_db.RegisterMessage(InferTensorContents)
-
-ModelInferRequest = _reflection.GeneratedProtocolMessageType('ModelInferRequest', (_message.Message,), {
-
-  'InferInputTensor' : _reflection.GeneratedProtocolMessageType('InferInputTensor', (_message.Message,), {
-
-    'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-      'DESCRIPTOR' : _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY,
-      '__module__' : 'grpc_service_pb2'
-      # @@protoc_insertion_point(class_scope:inference.ModelInferRequest.InferInputTensor.ParametersEntry)
-      })
-    ,
-    'DESCRIPTOR' : _MODELINFERREQUEST_INFERINPUTTENSOR,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelInferRequest.InferInputTensor)
-    })
-  ,
-
-  'InferRequestedOutputTensor' : _reflection.GeneratedProtocolMessageType('InferRequestedOutputTensor', (_message.Message,), {
-
-    'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-      'DESCRIPTOR' : _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY,
-      '__module__' : 'grpc_service_pb2'
-      # @@protoc_insertion_point(class_scope:inference.ModelInferRequest.InferRequestedOutputTensor.ParametersEntry)
-      })
-    ,
-    'DESCRIPTOR' : _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelInferRequest.InferRequestedOutputTensor)
-    })
-  ,
-
-  'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-    'DESCRIPTOR' : _MODELINFERREQUEST_PARAMETERSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelInferRequest.ParametersEntry)
-    })
-  ,
-  'DESCRIPTOR' : _MODELINFERREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelInferRequest)
-  })
-_sym_db.RegisterMessage(ModelInferRequest)
-_sym_db.RegisterMessage(ModelInferRequest.InferInputTensor)
-_sym_db.RegisterMessage(ModelInferRequest.InferInputTensor.ParametersEntry)
-_sym_db.RegisterMessage(ModelInferRequest.InferRequestedOutputTensor)
-_sym_db.RegisterMessage(ModelInferRequest.InferRequestedOutputTensor.ParametersEntry)
-_sym_db.RegisterMessage(ModelInferRequest.ParametersEntry)
-
-ModelInferResponse = _reflection.GeneratedProtocolMessageType('ModelInferResponse', (_message.Message,), {
-
-  'InferOutputTensor' : _reflection.GeneratedProtocolMessageType('InferOutputTensor', (_message.Message,), {
-
-    'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-      'DESCRIPTOR' : _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY,
-      '__module__' : 'grpc_service_pb2'
-      # @@protoc_insertion_point(class_scope:inference.ModelInferResponse.InferOutputTensor.ParametersEntry)
-      })
-    ,
-    'DESCRIPTOR' : _MODELINFERRESPONSE_INFEROUTPUTTENSOR,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelInferResponse.InferOutputTensor)
-    })
-  ,
-
-  'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-    'DESCRIPTOR' : _MODELINFERRESPONSE_PARAMETERSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelInferResponse.ParametersEntry)
-    })
-  ,
-  'DESCRIPTOR' : _MODELINFERRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelInferResponse)
-  })
-_sym_db.RegisterMessage(ModelInferResponse)
-_sym_db.RegisterMessage(ModelInferResponse.InferOutputTensor)
-_sym_db.RegisterMessage(ModelInferResponse.InferOutputTensor.ParametersEntry)
-_sym_db.RegisterMessage(ModelInferResponse.ParametersEntry)
-
-ModelStreamInferResponse = _reflection.GeneratedProtocolMessageType('ModelStreamInferResponse', (_message.Message,), {
-  'DESCRIPTOR' : _MODELSTREAMINFERRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelStreamInferResponse)
-  })
-_sym_db.RegisterMessage(ModelStreamInferResponse)
-
-ModelConfigRequest = _reflection.GeneratedProtocolMessageType('ModelConfigRequest', (_message.Message,), {
-  'DESCRIPTOR' : _MODELCONFIGREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelConfigRequest)
-  })
-_sym_db.RegisterMessage(ModelConfigRequest)
-
-ModelConfigResponse = _reflection.GeneratedProtocolMessageType('ModelConfigResponse', (_message.Message,), {
-  'DESCRIPTOR' : _MODELCONFIGRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelConfigResponse)
-  })
-_sym_db.RegisterMessage(ModelConfigResponse)
-
-ModelStatisticsRequest = _reflection.GeneratedProtocolMessageType('ModelStatisticsRequest', (_message.Message,), {
-  'DESCRIPTOR' : _MODELSTATISTICSREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelStatisticsRequest)
-  })
-_sym_db.RegisterMessage(ModelStatisticsRequest)
-
-StatisticDuration = _reflection.GeneratedProtocolMessageType('StatisticDuration', (_message.Message,), {
-  'DESCRIPTOR' : _STATISTICDURATION,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.StatisticDuration)
-  })
-_sym_db.RegisterMessage(StatisticDuration)
-
-InferStatistics = _reflection.GeneratedProtocolMessageType('InferStatistics', (_message.Message,), {
-  'DESCRIPTOR' : _INFERSTATISTICS,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.InferStatistics)
-  })
-_sym_db.RegisterMessage(InferStatistics)
-
-InferResponseStatistics = _reflection.GeneratedProtocolMessageType('InferResponseStatistics', (_message.Message,), {
-  'DESCRIPTOR' : _INFERRESPONSESTATISTICS,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.InferResponseStatistics)
-  })
-_sym_db.RegisterMessage(InferResponseStatistics)
-
-InferBatchStatistics = _reflection.GeneratedProtocolMessageType('InferBatchStatistics', (_message.Message,), {
-  'DESCRIPTOR' : _INFERBATCHSTATISTICS,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.InferBatchStatistics)
-  })
-_sym_db.RegisterMessage(InferBatchStatistics)
-
-MemoryUsage = _reflection.GeneratedProtocolMessageType('MemoryUsage', (_message.Message,), {
-  'DESCRIPTOR' : _MEMORYUSAGE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.MemoryUsage)
-  })
-_sym_db.RegisterMessage(MemoryUsage)
-
-ModelStatistics = _reflection.GeneratedProtocolMessageType('ModelStatistics', (_message.Message,), {
-
-  'ResponseStatsEntry' : _reflection.GeneratedProtocolMessageType('ResponseStatsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _MODELSTATISTICS_RESPONSESTATSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelStatistics.ResponseStatsEntry)
-    })
-  ,
-  'DESCRIPTOR' : _MODELSTATISTICS,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelStatistics)
-  })
-_sym_db.RegisterMessage(ModelStatistics)
-_sym_db.RegisterMessage(ModelStatistics.ResponseStatsEntry)
-
-ModelStatisticsResponse = _reflection.GeneratedProtocolMessageType('ModelStatisticsResponse', (_message.Message,), {
-  'DESCRIPTOR' : _MODELSTATISTICSRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelStatisticsResponse)
-  })
-_sym_db.RegisterMessage(ModelStatisticsResponse)
-
-ModelRepositoryParameter = _reflection.GeneratedProtocolMessageType('ModelRepositoryParameter', (_message.Message,), {
-  'DESCRIPTOR' : _MODELREPOSITORYPARAMETER,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelRepositoryParameter)
-  })
-_sym_db.RegisterMessage(ModelRepositoryParameter)
-
-RepositoryIndexRequest = _reflection.GeneratedProtocolMessageType('RepositoryIndexRequest', (_message.Message,), {
-  'DESCRIPTOR' : _REPOSITORYINDEXREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.RepositoryIndexRequest)
-  })
-_sym_db.RegisterMessage(RepositoryIndexRequest)
-
-RepositoryIndexResponse = _reflection.GeneratedProtocolMessageType('RepositoryIndexResponse', (_message.Message,), {
-
-  'ModelIndex' : _reflection.GeneratedProtocolMessageType('ModelIndex', (_message.Message,), {
-    'DESCRIPTOR' : _REPOSITORYINDEXRESPONSE_MODELINDEX,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.RepositoryIndexResponse.ModelIndex)
-    })
-  ,
-  'DESCRIPTOR' : _REPOSITORYINDEXRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.RepositoryIndexResponse)
-  })
-_sym_db.RegisterMessage(RepositoryIndexResponse)
-_sym_db.RegisterMessage(RepositoryIndexResponse.ModelIndex)
-
-RepositoryModelLoadRequest = _reflection.GeneratedProtocolMessageType('RepositoryModelLoadRequest', (_message.Message,), {
-
-  'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-    'DESCRIPTOR' : _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.RepositoryModelLoadRequest.ParametersEntry)
-    })
-  ,
-  'DESCRIPTOR' : _REPOSITORYMODELLOADREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.RepositoryModelLoadRequest)
-  })
-_sym_db.RegisterMessage(RepositoryModelLoadRequest)
-_sym_db.RegisterMessage(RepositoryModelLoadRequest.ParametersEntry)
-
-RepositoryModelLoadResponse = _reflection.GeneratedProtocolMessageType('RepositoryModelLoadResponse', (_message.Message,), {
-  'DESCRIPTOR' : _REPOSITORYMODELLOADRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.RepositoryModelLoadResponse)
-  })
-_sym_db.RegisterMessage(RepositoryModelLoadResponse)
-
-RepositoryModelUnloadRequest = _reflection.GeneratedProtocolMessageType('RepositoryModelUnloadRequest', (_message.Message,), {
-
-  'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-    'DESCRIPTOR' : _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.RepositoryModelUnloadRequest.ParametersEntry)
-    })
-  ,
-  'DESCRIPTOR' : _REPOSITORYMODELUNLOADREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.RepositoryModelUnloadRequest)
-  })
-_sym_db.RegisterMessage(RepositoryModelUnloadRequest)
-_sym_db.RegisterMessage(RepositoryModelUnloadRequest.ParametersEntry)
-
-RepositoryModelUnloadResponse = _reflection.GeneratedProtocolMessageType('RepositoryModelUnloadResponse', (_message.Message,), {
-  'DESCRIPTOR' : _REPOSITORYMODELUNLOADRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.RepositoryModelUnloadResponse)
-  })
-_sym_db.RegisterMessage(RepositoryModelUnloadResponse)
-
-SystemSharedMemoryStatusRequest = _reflection.GeneratedProtocolMessageType('SystemSharedMemoryStatusRequest', (_message.Message,), {
-  'DESCRIPTOR' : _SYSTEMSHAREDMEMORYSTATUSREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.SystemSharedMemoryStatusRequest)
-  })
-_sym_db.RegisterMessage(SystemSharedMemoryStatusRequest)
-
-SystemSharedMemoryStatusResponse = _reflection.GeneratedProtocolMessageType('SystemSharedMemoryStatusResponse', (_message.Message,), {
-
-  'RegionStatus' : _reflection.GeneratedProtocolMessageType('RegionStatus', (_message.Message,), {
-    'DESCRIPTOR' : _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.SystemSharedMemoryStatusResponse.RegionStatus)
-    })
-  ,
-
-  'RegionsEntry' : _reflection.GeneratedProtocolMessageType('RegionsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.SystemSharedMemoryStatusResponse.RegionsEntry)
-    })
-  ,
-  'DESCRIPTOR' : _SYSTEMSHAREDMEMORYSTATUSRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.SystemSharedMemoryStatusResponse)
-  })
-_sym_db.RegisterMessage(SystemSharedMemoryStatusResponse)
-_sym_db.RegisterMessage(SystemSharedMemoryStatusResponse.RegionStatus)
-_sym_db.RegisterMessage(SystemSharedMemoryStatusResponse.RegionsEntry)
-
-SystemSharedMemoryRegisterRequest = _reflection.GeneratedProtocolMessageType('SystemSharedMemoryRegisterRequest', (_message.Message,), {
-  'DESCRIPTOR' : _SYSTEMSHAREDMEMORYREGISTERREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.SystemSharedMemoryRegisterRequest)
-  })
-_sym_db.RegisterMessage(SystemSharedMemoryRegisterRequest)
-
-SystemSharedMemoryRegisterResponse = _reflection.GeneratedProtocolMessageType('SystemSharedMemoryRegisterResponse', (_message.Message,), {
-  'DESCRIPTOR' : _SYSTEMSHAREDMEMORYREGISTERRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.SystemSharedMemoryRegisterResponse)
-  })
-_sym_db.RegisterMessage(SystemSharedMemoryRegisterResponse)
-
-SystemSharedMemoryUnregisterRequest = _reflection.GeneratedProtocolMessageType('SystemSharedMemoryUnregisterRequest', (_message.Message,), {
-  'DESCRIPTOR' : _SYSTEMSHAREDMEMORYUNREGISTERREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.SystemSharedMemoryUnregisterRequest)
-  })
-_sym_db.RegisterMessage(SystemSharedMemoryUnregisterRequest)
-
-SystemSharedMemoryUnregisterResponse = _reflection.GeneratedProtocolMessageType('SystemSharedMemoryUnregisterResponse', (_message.Message,), {
-  'DESCRIPTOR' : _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.SystemSharedMemoryUnregisterResponse)
-  })
-_sym_db.RegisterMessage(SystemSharedMemoryUnregisterResponse)
-
-CudaSharedMemoryStatusRequest = _reflection.GeneratedProtocolMessageType('CudaSharedMemoryStatusRequest', (_message.Message,), {
-  'DESCRIPTOR' : _CUDASHAREDMEMORYSTATUSREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.CudaSharedMemoryStatusRequest)
-  })
-_sym_db.RegisterMessage(CudaSharedMemoryStatusRequest)
-
-CudaSharedMemoryStatusResponse = _reflection.GeneratedProtocolMessageType('CudaSharedMemoryStatusResponse', (_message.Message,), {
-
-  'RegionStatus' : _reflection.GeneratedProtocolMessageType('RegionStatus', (_message.Message,), {
-    'DESCRIPTOR' : _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.CudaSharedMemoryStatusResponse.RegionStatus)
-    })
-  ,
-
-  'RegionsEntry' : _reflection.GeneratedProtocolMessageType('RegionsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.CudaSharedMemoryStatusResponse.RegionsEntry)
-    })
-  ,
-  'DESCRIPTOR' : _CUDASHAREDMEMORYSTATUSRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.CudaSharedMemoryStatusResponse)
-  })
-_sym_db.RegisterMessage(CudaSharedMemoryStatusResponse)
-_sym_db.RegisterMessage(CudaSharedMemoryStatusResponse.RegionStatus)
-_sym_db.RegisterMessage(CudaSharedMemoryStatusResponse.RegionsEntry)
-
-CudaSharedMemoryRegisterRequest = _reflection.GeneratedProtocolMessageType('CudaSharedMemoryRegisterRequest', (_message.Message,), {
-  'DESCRIPTOR' : _CUDASHAREDMEMORYREGISTERREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.CudaSharedMemoryRegisterRequest)
-  })
-_sym_db.RegisterMessage(CudaSharedMemoryRegisterRequest)
-
-CudaSharedMemoryRegisterResponse = _reflection.GeneratedProtocolMessageType('CudaSharedMemoryRegisterResponse', (_message.Message,), {
-  'DESCRIPTOR' : _CUDASHAREDMEMORYREGISTERRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.CudaSharedMemoryRegisterResponse)
-  })
-_sym_db.RegisterMessage(CudaSharedMemoryRegisterResponse)
-
-CudaSharedMemoryUnregisterRequest = _reflection.GeneratedProtocolMessageType('CudaSharedMemoryUnregisterRequest', (_message.Message,), {
-  'DESCRIPTOR' : _CUDASHAREDMEMORYUNREGISTERREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.CudaSharedMemoryUnregisterRequest)
-  })
-_sym_db.RegisterMessage(CudaSharedMemoryUnregisterRequest)
-
-CudaSharedMemoryUnregisterResponse = _reflection.GeneratedProtocolMessageType('CudaSharedMemoryUnregisterResponse', (_message.Message,), {
-  'DESCRIPTOR' : _CUDASHAREDMEMORYUNREGISTERRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.CudaSharedMemoryUnregisterResponse)
-  })
-_sym_db.RegisterMessage(CudaSharedMemoryUnregisterResponse)
-
-TraceSettingRequest = _reflection.GeneratedProtocolMessageType('TraceSettingRequest', (_message.Message,), {
-
-  'SettingValue' : _reflection.GeneratedProtocolMessageType('SettingValue', (_message.Message,), {
-    'DESCRIPTOR' : _TRACESETTINGREQUEST_SETTINGVALUE,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.TraceSettingRequest.SettingValue)
-    })
-  ,
-
-  'SettingsEntry' : _reflection.GeneratedProtocolMessageType('SettingsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _TRACESETTINGREQUEST_SETTINGSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.TraceSettingRequest.SettingsEntry)
-    })
-  ,
-  'DESCRIPTOR' : _TRACESETTINGREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.TraceSettingRequest)
-  })
-_sym_db.RegisterMessage(TraceSettingRequest)
-_sym_db.RegisterMessage(TraceSettingRequest.SettingValue)
-_sym_db.RegisterMessage(TraceSettingRequest.SettingsEntry)
-
-TraceSettingResponse = _reflection.GeneratedProtocolMessageType('TraceSettingResponse', (_message.Message,), {
-
-  'SettingValue' : _reflection.GeneratedProtocolMessageType('SettingValue', (_message.Message,), {
-    'DESCRIPTOR' : _TRACESETTINGRESPONSE_SETTINGVALUE,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.TraceSettingResponse.SettingValue)
-    })
-  ,
-
-  'SettingsEntry' : _reflection.GeneratedProtocolMessageType('SettingsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _TRACESETTINGRESPONSE_SETTINGSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.TraceSettingResponse.SettingsEntry)
-    })
-  ,
-  'DESCRIPTOR' : _TRACESETTINGRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.TraceSettingResponse)
-  })
-_sym_db.RegisterMessage(TraceSettingResponse)
-_sym_db.RegisterMessage(TraceSettingResponse.SettingValue)
-_sym_db.RegisterMessage(TraceSettingResponse.SettingsEntry)
-
-LogSettingsRequest = _reflection.GeneratedProtocolMessageType('LogSettingsRequest', (_message.Message,), {
-
-  'SettingValue' : _reflection.GeneratedProtocolMessageType('SettingValue', (_message.Message,), {
-    'DESCRIPTOR' : _LOGSETTINGSREQUEST_SETTINGVALUE,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.LogSettingsRequest.SettingValue)
-    })
-  ,
-
-  'SettingsEntry' : _reflection.GeneratedProtocolMessageType('SettingsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _LOGSETTINGSREQUEST_SETTINGSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.LogSettingsRequest.SettingsEntry)
-    })
-  ,
-  'DESCRIPTOR' : _LOGSETTINGSREQUEST,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.LogSettingsRequest)
-  })
-_sym_db.RegisterMessage(LogSettingsRequest)
-_sym_db.RegisterMessage(LogSettingsRequest.SettingValue)
-_sym_db.RegisterMessage(LogSettingsRequest.SettingsEntry)
-
-LogSettingsResponse = _reflection.GeneratedProtocolMessageType('LogSettingsResponse', (_message.Message,), {
-
-  'SettingValue' : _reflection.GeneratedProtocolMessageType('SettingValue', (_message.Message,), {
-    'DESCRIPTOR' : _LOGSETTINGSRESPONSE_SETTINGVALUE,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.LogSettingsResponse.SettingValue)
-    })
-  ,
-
-  'SettingsEntry' : _reflection.GeneratedProtocolMessageType('SettingsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _LOGSETTINGSRESPONSE_SETTINGSENTRY,
-    '__module__' : 'grpc_service_pb2'
-    # @@protoc_insertion_point(class_scope:inference.LogSettingsResponse.SettingsEntry)
-    })
-  ,
-  'DESCRIPTOR' : _LOGSETTINGSRESPONSE,
-  '__module__' : 'grpc_service_pb2'
-  # @@protoc_insertion_point(class_scope:inference.LogSettingsResponse)
-  })
-_sym_db.RegisterMessage(LogSettingsResponse)
-_sym_db.RegisterMessage(LogSettingsResponse.SettingValue)
-_sym_db.RegisterMessage(LogSettingsResponse.SettingsEntry)
-
-_GRPCINFERENCESERVICE = DESCRIPTOR.services_by_name['GRPCInferenceService']
-if _descriptor._USE_C_DESCRIPTORS == False:
-
-  DESCRIPTOR._options = None
-  _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY._options = None
-  _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY._serialized_options = b'8\001'
-  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY._options = None
-  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY._serialized_options = b'8\001'
-  _MODELINFERREQUEST_PARAMETERSENTRY._options = None
-  _MODELINFERREQUEST_PARAMETERSENTRY._serialized_options = b'8\001'
-  _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._options = None
-  _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._serialized_options = b'8\001'
-  _MODELINFERRESPONSE_PARAMETERSENTRY._options = None
-  _MODELINFERRESPONSE_PARAMETERSENTRY._serialized_options = b'8\001'
-  _MODELSTATISTICS_RESPONSESTATSENTRY._options = None
-  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_options = b'8\001'
-  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._options = None
-  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_options = b'8\001'
-  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._options = None
-  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_options = b'8\001'
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._options = None
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_options = b'8\001'
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._options = None
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_options = b'8\001'
-  _TRACESETTINGREQUEST_SETTINGSENTRY._options = None
-  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_options = b'8\001'
-  _TRACESETTINGRESPONSE_SETTINGSENTRY._options = None
-  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_options = b'8\001'
-  _LOGSETTINGSREQUEST_SETTINGSENTRY._options = None
-  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_options = b'8\001'
-  _LOGSETTINGSRESPONSE_SETTINGSENTRY._options = None
-  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_options = b'8\001'
-  _SERVERLIVEREQUEST._serialized_start=53
-  _SERVERLIVEREQUEST._serialized_end=72
-  _SERVERLIVERESPONSE._serialized_start=74
-  _SERVERLIVERESPONSE._serialized_end=108
-  _SERVERREADYREQUEST._serialized_start=110
-  _SERVERREADYREQUEST._serialized_end=130
-  _SERVERREADYRESPONSE._serialized_start=132
-  _SERVERREADYRESPONSE._serialized_end=168
-  _MODELREADYREQUEST._serialized_start=170
-  _MODELREADYREQUEST._serialized_end=220
-  _MODELREADYRESPONSE._serialized_start=222
-  _MODELREADYRESPONSE._serialized_end=257
-  _SERVERMETADATAREQUEST._serialized_start=259
-  _SERVERMETADATAREQUEST._serialized_end=282
-  _SERVERMETADATARESPONSE._serialized_start=284
-  _SERVERMETADATARESPONSE._serialized_end=359
-  _MODELMETADATAREQUEST._serialized_start=361
-  _MODELMETADATAREQUEST._serialized_end=414
-  _MODELMETADATARESPONSE._serialized_start=417
-  _MODELMETADATARESPONSE._serialized_end=686
-  _MODELMETADATARESPONSE_TENSORMETADATA._serialized_start=623
-  _MODELMETADATARESPONSE_TENSORMETADATA._serialized_end=686
-  _INFERPARAMETER._serialized_start=689
-  _INFERPARAMETER._serialized_end=842
-  _INFERTENSORCONTENTS._serialized_start=845
-  _INFERTENSORCONTENTS._serialized_end=1053
-  _MODELINFERREQUEST._serialized_start=1056
-  _MODELINFERREQUEST._serialized_end=1934
-  _MODELINFERREQUEST_INFERINPUTTENSOR._serialized_start=1364
-  _MODELINFERREQUEST_INFERINPUTTENSOR._serialized_end=1640
-  _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY._serialized_start=1564
-  _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY._serialized_end=1640
-  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR._serialized_start=1643
-  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR._serialized_end=1856
-  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY._serialized_start=1564
-  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY._serialized_end=1640
-  _MODELINFERREQUEST_PARAMETERSENTRY._serialized_start=1564
-  _MODELINFERREQUEST_PARAMETERSENTRY._serialized_end=1640
-  _MODELINFERRESPONSE._serialized_start=1937
-  _MODELINFERRESPONSE._serialized_end=2534
-  _MODELINFERRESPONSE_INFEROUTPUTTENSOR._serialized_start=2177
-  _MODELINFERRESPONSE_INFEROUTPUTTENSOR._serialized_end=2456
-  _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._serialized_start=1564
-  _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._serialized_end=1640
-  _MODELINFERRESPONSE_PARAMETERSENTRY._serialized_start=1564
-  _MODELINFERRESPONSE_PARAMETERSENTRY._serialized_end=1640
-  _MODELSTREAMINFERRESPONSE._serialized_start=2536
-  _MODELSTREAMINFERRESPONSE._serialized_end=2640
-  _MODELCONFIGREQUEST._serialized_start=2642
-  _MODELCONFIGREQUEST._serialized_end=2693
-  _MODELCONFIGRESPONSE._serialized_start=2695
-  _MODELCONFIGRESPONSE._serialized_end=2756
-  _MODELSTATISTICSREQUEST._serialized_start=2758
-  _MODELSTATISTICSREQUEST._serialized_end=2813
-  _STATISTICDURATION._serialized_start=2815
-  _STATISTICDURATION._serialized_end=2861
-  _INFERSTATISTICS._serialized_start=2864
-  _INFERSTATISTICS._serialized_end=3276
-  _INFERRESPONSESTATISTICS._serialized_start=3279
-  _INFERRESPONSESTATISTICS._serialized_end=3602
-  _INFERBATCHSTATISTICS._serialized_start=3605
-  _INFERBATCHSTATISTICS._serialized_end=3807
-  _MEMORYUSAGE._serialized_start=3809
-  _MEMORYUSAGE._serialized_end=3867
-  _MODELSTATISTICS._serialized_start=3870
-  _MODELSTATISTICS._serialized_end=4306
-  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_start=4218
-  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_end=4306
-  _MODELSTATISTICSRESPONSE._serialized_start=4308
-  _MODELSTATISTICSRESPONSE._serialized_end=4382
-  _MODELREPOSITORYPARAMETER._serialized_start=4385
-  _MODELREPOSITORYPARAMETER._serialized_end=4523
-  _REPOSITORYINDEXREQUEST._serialized_start=4525
-  _REPOSITORYINDEXREQUEST._serialized_end=4589
-  _REPOSITORYINDEXRESPONSE._serialized_start=4592
-  _REPOSITORYINDEXRESPONSE._serialized_end=4756
-  _REPOSITORYINDEXRESPONSE_MODELINDEX._serialized_start=4682
-  _REPOSITORYINDEXRESPONSE_MODELINDEX._serialized_end=4756
-  _REPOSITORYMODELLOADREQUEST._serialized_start=4759
-  _REPOSITORYMODELLOADREQUEST._serialized_end=4995
-  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_start=4909
-  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_end=4995
-  _REPOSITORYMODELLOADRESPONSE._serialized_start=4997
-  _REPOSITORYMODELLOADRESPONSE._serialized_end=5026
-  _REPOSITORYMODELUNLOADREQUEST._serialized_start=5029
-  _REPOSITORYMODELUNLOADREQUEST._serialized_end=5269
-  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_start=4909
-  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_end=4995
-  _REPOSITORYMODELUNLOADRESPONSE._serialized_start=5271
-  _REPOSITORYMODELUNLOADRESPONSE._serialized_end=5302
-  _SYSTEMSHAREDMEMORYSTATUSREQUEST._serialized_start=5304
-  _SYSTEMSHAREDMEMORYSTATUSREQUEST._serialized_end=5351
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE._serialized_start=5354
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE._serialized_end=5647
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_start=5465
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_end=5541
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_start=5543
-  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_end=5647
-  _SYSTEMSHAREDMEMORYREGISTERREQUEST._serialized_start=5649
-  _SYSTEMSHAREDMEMORYREGISTERREQUEST._serialized_end=5746
-  _SYSTEMSHAREDMEMORYREGISTERRESPONSE._serialized_start=5748
-  _SYSTEMSHAREDMEMORYREGISTERRESPONSE._serialized_end=5784
-  _SYSTEMSHAREDMEMORYUNREGISTERREQUEST._serialized_start=5786
-  _SYSTEMSHAREDMEMORYUNREGISTERREQUEST._serialized_end=5837
-  _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE._serialized_start=5839
-  _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE._serialized_end=5877
-  _CUDASHAREDMEMORYSTATUSREQUEST._serialized_start=5879
-  _CUDASHAREDMEMORYSTATUSREQUEST._serialized_end=5924
-  _CUDASHAREDMEMORYSTATUSRESPONSE._serialized_start=5927
-  _CUDASHAREDMEMORYSTATUSRESPONSE._serialized_end=6204
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_start=6034
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_end=6100
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_start=6102
-  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_end=6204
-  _CUDASHAREDMEMORYREGISTERREQUEST._serialized_start=6206
-  _CUDASHAREDMEMORYREGISTERREQUEST._serialized_end=6311
-  _CUDASHAREDMEMORYREGISTERRESPONSE._serialized_start=6313
-  _CUDASHAREDMEMORYREGISTERRESPONSE._serialized_end=6347
-  _CUDASHAREDMEMORYUNREGISTERREQUEST._serialized_start=6349
-  _CUDASHAREDMEMORYUNREGISTERREQUEST._serialized_end=6398
-  _CUDASHAREDMEMORYUNREGISTERRESPONSE._serialized_start=6400
-  _CUDASHAREDMEMORYUNREGISTERRESPONSE._serialized_end=6436
-  _TRACESETTINGREQUEST._serialized_start=6439
-  _TRACESETTINGREQUEST._serialized_end=6669
-  _TRACESETTINGREQUEST_SETTINGVALUE._serialized_start=6546
-  _TRACESETTINGREQUEST_SETTINGVALUE._serialized_end=6575
-  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_start=6577
-  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_end=6669
-  _TRACESETTINGRESPONSE._serialized_start=6672
-  _TRACESETTINGRESPONSE._serialized_end=6885
-  _TRACESETTINGRESPONSE_SETTINGVALUE._serialized_start=6546
-  _TRACESETTINGRESPONSE_SETTINGVALUE._serialized_end=6575
-  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_start=6792
-  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_end=6885
-  _LOGSETTINGSREQUEST._serialized_start=6888
-  _LOGSETTINGSREQUEST._serialized_end=7170
-  _LOGSETTINGSREQUEST_SETTINGVALUE._serialized_start=6973
-  _LOGSETTINGSREQUEST_SETTINGVALUE._serialized_end=7077
-  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_start=7079
-  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_end=7170
-  _LOGSETTINGSRESPONSE._serialized_start=7173
-  _LOGSETTINGSRESPONSE._serialized_end=7458
-  _LOGSETTINGSRESPONSE_SETTINGVALUE._serialized_start=6973
-  _LOGSETTINGSRESPONSE_SETTINGVALUE._serialized_end=7077
-  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_start=7366
-  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_end=7458
-  _GRPCINFERENCESERVICE._serialized_start=7461
-  _GRPCINFERENCESERVICE._serialized_end=9436
-# @@protoc_insertion_point(module_scope)