tritonclient 2.47.0__py3-none-any.whl → 2.48.0__py3-none-any.whl

tritonclient-2.47.0.data/purelib/tritonclient/grpc/model_config_pb2.py

@@ -1,653 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: model_config.proto
-"""Generated protocol buffer code."""
-from google.protobuf.internal import enum_type_wrapper
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
-from google.protobuf import symbol_database as _symbol_database
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x12model_config.proto\x12\tinference\"\x96\x01\n\x10ModelRateLimiter\x12\x37\n\tresources\x18\x01 \x03(\x0b\x32$.inference.ModelRateLimiter.Resource\x12\x10\n\x08priority\x18\x02 \x01(\r\x1a\x37\n\x08Resource\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0e\n\x06global\x18\x02 \x01(\x08\x12\r\n\x05\x63ount\x18\x03 \x01(\r\"\x87\x04\n\x12ModelInstanceGroup\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x30\n\x04kind\x18\x04 \x01(\x0e\x32\".inference.ModelInstanceGroup.Kind\x12\r\n\x05\x63ount\x18\x02 \x01(\x05\x12\x31\n\x0crate_limiter\x18\x06 \x01(\x0b\x32\x1b.inference.ModelRateLimiter\x12\x0c\n\x04gpus\x18\x03 \x03(\x05\x12H\n\x11secondary_devices\x18\x08 \x03(\x0b\x32-.inference.ModelInstanceGroup.SecondaryDevice\x12\x0f\n\x07profile\x18\x05 \x03(\t\x12\x0f\n\x07passive\x18\x07 \x01(\x08\x12\x13\n\x0bhost_policy\x18\t \x01(\t\x1a\x9c\x01\n\x0fSecondaryDevice\x12O\n\x04kind\x18\x01 \x01(\x0e\x32\x41.inference.ModelInstanceGroup.SecondaryDevice.SecondaryDeviceKind\x12\x11\n\tdevice_id\x18\x02 \x01(\x03\"%\n\x13SecondaryDeviceKind\x12\x0e\n\nKIND_NVDLA\x10\x00\"A\n\x04Kind\x12\r\n\tKIND_AUTO\x10\x00\x12\x0c\n\x08KIND_GPU\x10\x01\x12\x0c\n\x08KIND_CPU\x10\x02\x12\x0e\n\nKIND_MODEL\x10\x03\"#\n\x12ModelTensorReshape\x12\r\n\x05shape\x18\x01 \x03(\x03\"\xb2\x02\n\nModelInput\x12\x0c\n\x04name\x18\x01 \x01(\t\x12&\n\tdata_type\x18\x02 \x01(\x0e\x32\x13.inference.DataType\x12,\n\x06\x66ormat\x18\x03 \x01(\x0e\x32\x1c.inference.ModelInput.Format\x12\x0c\n\x04\x64ims\x18\x04 \x03(\x03\x12.\n\x07reshape\x18\x05 \x01(\x0b\x32\x1d.inference.ModelTensorReshape\x12\x17\n\x0fis_shape_tensor\x18\x06 \x01(\x08\x12\x1a\n\x12\x61llow_ragged_batch\x18\x07 \x01(\x08\x12\x10\n\x08optional\x18\x08 \x01(\x08\";\n\x06\x46ormat\x12\x0f\n\x0b\x46ORMAT_NONE\x10\x00\x12\x0f\n\x0b\x46ORMAT_NHWC\x10\x01\x12\x0f\n\x0b\x46ORMAT_NCHW\x10\x02\"\xb2\x01\n\x0bModelOutput\x12\x0c\n\x04name\x18\x01 \x01(\t\x12&\n\tdata_type\x18\x02 \x01(\x0e\x32\x13.inference.DataType\x12\x0c\n\x04\x64ims\x18\x03 \x03(\x03\x12.\n\x07reshape\x18\x05 \x01(\x0b\x32\x1d.inference.ModelTensorReshape\x12\x16\n\x0elabel_filename\x18\x04 \x01(\t\x12\x17\n\x0fis_shape_tensor\x18\x06 \x01(\x08\"\xd9\x02\n\nBatchInput\x12(\n\x04kind\x18\x01 \x01(\x0e\x32\x1a.inference.BatchInput.Kind\x12\x13\n\x0btarget_name\x18\x02 \x03(\t\x12&\n\tdata_type\x18\x03 \x01(\x0e\x32\x13.inference.DataType\x12\x14\n\x0csource_input\x18\x04 \x03(\t\"\xcd\x01\n\x04Kind\x12\x17\n\x13\x42\x41TCH_ELEMENT_COUNT\x10\x00\x12#\n\x1f\x42\x41TCH_ACCUMULATED_ELEMENT_COUNT\x10\x01\x12-\n)BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO\x10\x02\x12$\n BATCH_MAX_ELEMENT_COUNT_AS_SHAPE\x10\x03\x12\x14\n\x10\x42\x41TCH_ITEM_SHAPE\x10\x04\x12\x1c\n\x18\x42\x41TCH_ITEM_SHAPE_FLATTEN\x10\x05\"\x8f\x01\n\x0b\x42\x61tchOutput\x12\x13\n\x0btarget_name\x18\x01 \x03(\t\x12)\n\x04kind\x18\x02 \x01(\x0e\x32\x1b.inference.BatchOutput.Kind\x12\x14\n\x0csource_input\x18\x03 \x03(\t\"*\n\x04Kind\x12\"\n\x1e\x42\x41TCH_SCATTER_WITH_INPUT_SHAPE\x10\x00\"\x90\x02\n\x12ModelVersionPolicy\x12\x36\n\x06latest\x18\x01 \x01(\x0b\x32$.inference.ModelVersionPolicy.LatestH\x00\x12\x30\n\x03\x61ll\x18\x02 \x01(\x0b\x32!.inference.ModelVersionPolicy.AllH\x00\x12:\n\x08specific\x18\x03 \x01(\x0b\x32&.inference.ModelVersionPolicy.SpecificH\x00\x1a\x1e\n\x06Latest\x12\x14\n\x0cnum_versions\x18\x01 \x01(\r\x1a\x05\n\x03\x41ll\x1a\x1c\n\x08Specific\x12\x10\n\x08versions\x18\x01 \x03(\x03\x42\x0f\n\rpolicy_choice\"\xfd\r\n\x17ModelOptimizationPolicy\x12\x37\n\x05graph\x18\x01 \x01(\x0b\x32(.inference.ModelOptimizationPolicy.Graph\x12\x42\n\x08priority\x18\x02 \x01(\x0e\x32\x30.inference.ModelOptimizationPolicy.ModelPriority\x12\x35\n\x04\x63uda\x18\x03 \x01(\x0b\x32\'.inference.ModelOptimizationPolicy.Cuda\x12X\n\x16\x65xecution_accelerators\x18\x04 \x01(\x0b\x32\x38.inference.ModelOptimizationPolicy.ExecutionAccelerators\x12R\n\x13input_pinned_memory\x18\x05 \x01(\x0b\x32\x35.inference.ModelOptimizationPolicy.PinnedMemoryBuffer\x12S\n\x14output_pinned_memory\x18\x06 \x01(\x0b\x32\x35.inference.ModelOptimizationPolicy.PinnedMemoryBuffer\x12&\n\x1egather_kernel_buffer_threshold\x18\x07 \x01(\r\x12\x16\n\x0e\x65\x61ger_batching\x18\x08 \x01(\x08\x1a\x16\n\x05Graph\x12\r\n\x05level\x18\x01 \x01(\x05\x1a\xba\x05\n\x04\x43uda\x12\x0e\n\x06graphs\x18\x01 \x01(\x08\x12\x18\n\x10\x62usy_wait_events\x18\x02 \x01(\x08\x12\x45\n\ngraph_spec\x18\x03 \x03(\x0b\x32\x31.inference.ModelOptimizationPolicy.Cuda.GraphSpec\x12\x1a\n\x12output_copy_stream\x18\x04 \x01(\x08\x1a\xa4\x04\n\tGraphSpec\x12\x12\n\nbatch_size\x18\x01 \x01(\x05\x12K\n\x05input\x18\x02 \x03(\x0b\x32<.inference.ModelOptimizationPolicy.Cuda.GraphSpec.InputEntry\x12W\n\x11graph_lower_bound\x18\x03 \x01(\x0b\x32<.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound\x1a\x14\n\x05Shape\x12\x0b\n\x03\x64im\x18\x01 \x03(\x03\x1a\xdf\x01\n\nLowerBound\x12\x12\n\nbatch_size\x18\x01 \x01(\x05\x12V\n\x05input\x18\x02 \x03(\x0b\x32G.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.InputEntry\x1a\x65\n\nInputEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x46\n\x05value\x18\x02 \x01(\x0b\x32\x37.inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape:\x02\x38\x01\x1a\x65\n\nInputEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x46\n\x05value\x18\x02 \x01(\x0b\x32\x37.inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape:\x02\x38\x01\x1a\xa4\x03\n\x15\x45xecutionAccelerators\x12g\n\x19gpu_execution_accelerator\x18\x01 \x03(\x0b\x32\x44.inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator\x12g\n\x19\x63pu_execution_accelerator\x18\x02 \x03(\x0b\x32\x44.inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator\x1a\xb8\x01\n\x0b\x41\x63\x63\x65lerator\x12\x0c\n\x04name\x18\x01 \x01(\t\x12h\n\nparameters\x18\x02 \x03(\x0b\x32T.inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator.ParametersEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a$\n\x12PinnedMemoryBuffer\x12\x0e\n\x06\x65nable\x18\x01 \x01(\x08\"I\n\rModelPriority\x12\x14\n\x10PRIORITY_DEFAULT\x10\x00\x12\x10\n\x0cPRIORITY_MAX\x10\x01\x12\x10\n\x0cPRIORITY_MIN\x10\x02\"\xdb\x01\n\x10ModelQueuePolicy\x12\x41\n\x0etimeout_action\x18\x01 \x01(\x0e\x32).inference.ModelQueuePolicy.TimeoutAction\x12$\n\x1c\x64\x65\x66\x61ult_timeout_microseconds\x18\x02 \x01(\x04\x12\x1e\n\x16\x61llow_timeout_override\x18\x03 \x01(\x08\x12\x16\n\x0emax_queue_size\x18\x04 \x01(\r\"&\n\rTimeoutAction\x12\n\n\x06REJECT\x10\x00\x12\t\n\x05\x44\x45LAY\x10\x01\"\x9b\x03\n\x14ModelDynamicBatching\x12\x1c\n\x14preferred_batch_size\x18\x01 \x03(\x05\x12$\n\x1cmax_queue_delay_microseconds\x18\x02 \x01(\x04\x12\x19\n\x11preserve_ordering\x18\x03 \x01(\x08\x12\x17\n\x0fpriority_levels\x18\x04 \x01(\x04\x12\x1e\n\x16\x64\x65\x66\x61ult_priority_level\x18\x05 \x01(\x04\x12\x39\n\x14\x64\x65\x66\x61ult_queue_policy\x18\x06 \x01(\x0b\x32\x1b.inference.ModelQueuePolicy\x12W\n\x15priority_queue_policy\x18\x07 \x03(\x0b\x32\x38.inference.ModelDynamicBatching.PriorityQueuePolicyEntry\x1aW\n\x18PriorityQueuePolicyEntry\x12\x0b\n\x03key\x18\x01 \x01(\x04\x12*\n\x05value\x18\x02 \x01(\x0b\x32\x1b.inference.ModelQueuePolicy:\x02\x38\x01\"\xee\n\n\x15ModelSequenceBatching\x12\x41\n\x06\x64irect\x18\x03 \x01(\x0b\x32/.inference.ModelSequenceBatching.StrategyDirectH\x00\x12\x41\n\x06oldest\x18\x04 \x01(\x0b\x32/.inference.ModelSequenceBatching.StrategyOldestH\x00\x12&\n\x1emax_sequence_idle_microseconds\x18\x01 \x01(\x04\x12\x44\n\rcontrol_input\x18\x02 \x03(\x0b\x32-.inference.ModelSequenceBatching.ControlInput\x12\x35\n\x05state\x18\x05 \x03(\x0b\x32&.inference.ModelSequenceBatching.State\x12\x1a\n\x12iterative_sequence\x18\x06 \x01(\x08\x1a\xb1\x02\n\x07\x43ontrol\x12;\n\x04kind\x18\x01 \x01(\x0e\x32-.inference.ModelSequenceBatching.Control.Kind\x12\x18\n\x10int32_false_true\x18\x02 \x03(\x05\x12\x17\n\x0f\x66p32_false_true\x18\x03 \x03(\x02\x12\x17\n\x0f\x62ool_false_true\x18\x05 \x03(\x08\x12&\n\tdata_type\x18\x04 \x01(\x0e\x32\x13.inference.DataType\"u\n\x04Kind\x12\x1a\n\x16\x43ONTROL_SEQUENCE_START\x10\x00\x12\x1a\n\x16\x43ONTROL_SEQUENCE_READY\x10\x01\x12\x18\n\x14\x43ONTROL_SEQUENCE_END\x10\x02\x12\x1b\n\x17\x43ONTROL_SEQUENCE_CORRID\x10\x03\x1aW\n\x0c\x43ontrolInput\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x39\n\x07\x63ontrol\x18\x02 \x03(\x0b\x32(.inference.ModelSequenceBatching.Control\x1a\x8a\x01\n\x0cInitialState\x12&\n\tdata_type\x18\x01 \x01(\x0e\x32\x13.inference.DataType\x12\x0c\n\x04\x64ims\x18\x02 \x03(\x03\x12\x13\n\tzero_data\x18\x03 \x01(\x08H\x00\x12\x13\n\tdata_file\x18\x04 \x01(\tH\x00\x12\x0c\n\x04name\x18\x05 \x01(\tB\x0c\n\nstate_data\x1a\xf3\x01\n\x05State\x12\x12\n\ninput_name\x18\x01 \x01(\t\x12\x13\n\x0boutput_name\x18\x02 \x01(\t\x12&\n\tdata_type\x18\x03 \x01(\x0e\x32\x13.inference.DataType\x12\x0c\n\x04\x64ims\x18\x04 \x03(\x03\x12\x44\n\rinitial_state\x18\x05 \x03(\x0b\x32-.inference.ModelSequenceBatching.InitialState\x12(\n use_same_buffer_for_input_output\x18\x06 \x01(\x08\x12\x1b\n\x13use_growable_memory\x18\x07 \x01(\x08\x1aX\n\x0eStrategyDirect\x12$\n\x1cmax_queue_delay_microseconds\x18\x01 \x01(\x04\x12 \n\x18minimum_slot_utilization\x18\x02 \x01(\x02\x1a\x90\x01\n\x0eStrategyOldest\x12\x1f\n\x17max_candidate_sequences\x18\x01 \x01(\x05\x12\x1c\n\x14preferred_batch_size\x18\x02 \x03(\x05\x12$\n\x1cmax_queue_delay_microseconds\x18\x03 \x01(\x04\x12\x19\n\x11preserve_ordering\x18\x04 \x01(\x08\x42\x11\n\x0fstrategy_choice\"\xf6\x02\n\x0fModelEnsembling\x12-\n\x04step\x18\x01 \x03(\x0b\x32\x1f.inference.ModelEnsembling.Step\x1a\xb3\x02\n\x04Step\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\x03\x12@\n\tinput_map\x18\x03 \x03(\x0b\x32-.inference.ModelEnsembling.Step.InputMapEntry\x12\x42\n\noutput_map\x18\x04 \x03(\x0b\x32..inference.ModelEnsembling.Step.OutputMapEntry\x12\x17\n\x0fmodel_namespace\x18\x05 \x01(\t\x1a/\n\rInputMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x30\n\x0eOutputMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"&\n\x0eModelParameter\x12\x14\n\x0cstring_value\x18\x01 \x01(\t\"\xd9\x02\n\x0bModelWarmup\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x12\n\nbatch_size\x18\x02 \x01(\r\x12\x32\n\x06inputs\x18\x03 \x03(\x0b\x32\".inference.ModelWarmup.InputsEntry\x12\r\n\x05\x63ount\x18\x04 \x01(\r\x1a\x97\x01\n\x05Input\x12&\n\tdata_type\x18\x01 \x01(\x0e\x32\x13.inference.DataType\x12\x0c\n\x04\x64ims\x18\x02 \x03(\x03\x12\x13\n\tzero_data\x18\x03 \x01(\x08H\x00\x12\x15\n\x0brandom_data\x18\x04 \x01(\x08H\x00\x12\x19\n\x0finput_data_file\x18\x05 \x01(\tH\x00\x42\x11\n\x0finput_data_type\x1aK\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12+\n\x05value\x18\x02 \x01(\x0b\x32\x1c.inference.ModelWarmup.Input:\x02\x38\x01\".\n\x0fModelOperations\x12\x1b\n\x13op_library_filename\x18\x01 \x03(\t\"+\n\x16ModelTransactionPolicy\x12\x11\n\tdecoupled\x18\x01 \x01(\x08\"\xe6\x01\n\x15ModelRepositoryAgents\x12\x36\n\x06\x61gents\x18\x01 \x03(\x0b\x32&.inference.ModelRepositoryAgents.Agent\x1a\x94\x01\n\x05\x41gent\x12\x0c\n\x04name\x18\x01 \x01(\t\x12J\n\nparameters\x18\x02 \x03(\x0b\x32\x36.inference.ModelRepositoryAgents.Agent.ParametersEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"$\n\x12ModelResponseCache\x12\x0e\n\x06\x65nable\x18\x01 \x01(\x08\"\xc3\n\n\x0bModelConfig\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08platform\x18\x02 \x01(\t\x12\x0f\n\x07\x62\x61\x63kend\x18\x11 \x01(\t\x12\x0f\n\x07runtime\x18\x19 \x01(\t\x12\x35\n\x0eversion_policy\x18\x03 \x01(\x0b\x32\x1d.inference.ModelVersionPolicy\x12\x16\n\x0emax_batch_size\x18\x04 \x01(\x05\x12$\n\x05input\x18\x05 \x03(\x0b\x32\x15.inference.ModelInput\x12&\n\x06output\x18\x06 \x03(\x0b\x32\x16.inference.ModelOutput\x12*\n\x0b\x62\x61tch_input\x18\x14 \x03(\x0b\x32\x15.inference.BatchInput\x12,\n\x0c\x62\x61tch_output\x18\x15 \x03(\x0b\x32\x16.inference.BatchOutput\x12\x38\n\x0coptimization\x18\x0c \x01(\x0b\x32\".inference.ModelOptimizationPolicy\x12;\n\x10\x64ynamic_batching\x18\x0b \x01(\x0b\x32\x1f.inference.ModelDynamicBatchingH\x00\x12=\n\x11sequence_batching\x18\r \x01(\x0b\x32 .inference.ModelSequenceBatchingH\x00\x12\x39\n\x13\x65nsemble_scheduling\x18\x0f \x01(\x0b\x32\x1a.inference.ModelEnsemblingH\x00\x12\x35\n\x0einstance_group\x18\x07 \x03(\x0b\x32\x1d.inference.ModelInstanceGroup\x12\x1e\n\x16\x64\x65\x66\x61ult_model_filename\x18\x08 \x01(\t\x12H\n\x12\x63\x63_model_filenames\x18\t \x03(\x0b\x32,.inference.ModelConfig.CcModelFilenamesEntry\x12;\n\x0bmetric_tags\x18\n \x03(\x0b\x32&.inference.ModelConfig.MetricTagsEntry\x12:\n\nparameters\x18\x0e \x03(\x0b\x32&.inference.ModelConfig.ParametersEntry\x12,\n\x0cmodel_warmup\x18\x10 \x03(\x0b\x32\x16.inference.ModelWarmup\x12\x34\n\x10model_operations\x18\x12 \x01(\x0b\x32\x1a.inference.ModelOperations\x12\x43\n\x18model_transaction_policy\x18\x13 \x01(\x0b\x32!.inference.ModelTransactionPolicy\x12\x41\n\x17model_repository_agents\x18\x17 \x01(\x0b\x32 .inference.ModelRepositoryAgents\x12\x35\n\x0eresponse_cache\x18\x18 \x01(\x0b\x32\x1d.inference.ModelResponseCache\x1a\x37\n\x15\x43\x63ModelFilenamesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fMetricTagsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.ModelParameter:\x02\x38\x01\x42\x13\n\x11scheduling_choice*\xfa\x01\n\x08\x44\x61taType\x12\x10\n\x0cTYPE_INVALID\x10\x00\x12\r\n\tTYPE_BOOL\x10\x01\x12\x0e\n\nTYPE_UINT8\x10\x02\x12\x0f\n\x0bTYPE_UINT16\x10\x03\x12\x0f\n\x0bTYPE_UINT32\x10\x04\x12\x0f\n\x0bTYPE_UINT64\x10\x05\x12\r\n\tTYPE_INT8\x10\x06\x12\x0e\n\nTYPE_INT16\x10\x07\x12\x0e\n\nTYPE_INT32\x10\x08\x12\x0e\n\nTYPE_INT64\x10\t\x12\r\n\tTYPE_FP16\x10\n\x12\r\n\tTYPE_FP32\x10\x0b\x12\r\n\tTYPE_FP64\x10\x0c\x12\x0f\n\x0bTYPE_STRING\x10\r\x12\r\n\tTYPE_BF16\x10\x0e\x62\x06proto3')
-
-_DATATYPE = DESCRIPTOR.enum_types_by_name['DataType']
-DataType = enum_type_wrapper.EnumTypeWrapper(_DATATYPE)
-TYPE_INVALID = 0
-TYPE_BOOL = 1
-TYPE_UINT8 = 2
-TYPE_UINT16 = 3
-TYPE_UINT32 = 4
-TYPE_UINT64 = 5
-TYPE_INT8 = 6
-TYPE_INT16 = 7
-TYPE_INT32 = 8
-TYPE_INT64 = 9
-TYPE_FP16 = 10
-TYPE_FP32 = 11
-TYPE_FP64 = 12
-TYPE_STRING = 13
-TYPE_BF16 = 14
-
-
-_MODELRATELIMITER = DESCRIPTOR.message_types_by_name['ModelRateLimiter']
-_MODELRATELIMITER_RESOURCE = _MODELRATELIMITER.nested_types_by_name['Resource']
-_MODELINSTANCEGROUP = DESCRIPTOR.message_types_by_name['ModelInstanceGroup']
-_MODELINSTANCEGROUP_SECONDARYDEVICE = _MODELINSTANCEGROUP.nested_types_by_name['SecondaryDevice']
-_MODELTENSORRESHAPE = DESCRIPTOR.message_types_by_name['ModelTensorReshape']
-_MODELINPUT = DESCRIPTOR.message_types_by_name['ModelInput']
-_MODELOUTPUT = DESCRIPTOR.message_types_by_name['ModelOutput']
-_BATCHINPUT = DESCRIPTOR.message_types_by_name['BatchInput']
-_BATCHOUTPUT = DESCRIPTOR.message_types_by_name['BatchOutput']
-_MODELVERSIONPOLICY = DESCRIPTOR.message_types_by_name['ModelVersionPolicy']
-_MODELVERSIONPOLICY_LATEST = _MODELVERSIONPOLICY.nested_types_by_name['Latest']
-_MODELVERSIONPOLICY_ALL = _MODELVERSIONPOLICY.nested_types_by_name['All']
-_MODELVERSIONPOLICY_SPECIFIC = _MODELVERSIONPOLICY.nested_types_by_name['Specific']
-_MODELOPTIMIZATIONPOLICY = DESCRIPTOR.message_types_by_name['ModelOptimizationPolicy']
-_MODELOPTIMIZATIONPOLICY_GRAPH = _MODELOPTIMIZATIONPOLICY.nested_types_by_name['Graph']
-_MODELOPTIMIZATIONPOLICY_CUDA = _MODELOPTIMIZATIONPOLICY.nested_types_by_name['Cuda']
-_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC = _MODELOPTIMIZATIONPOLICY_CUDA.nested_types_by_name['GraphSpec']
-_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_SHAPE = _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC.nested_types_by_name['Shape']
-_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND = _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC.nested_types_by_name['LowerBound']
-_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY = _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND.nested_types_by_name['InputEntry']
-_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY = _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC.nested_types_by_name['InputEntry']
-_MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS = _MODELOPTIMIZATIONPOLICY.nested_types_by_name['ExecutionAccelerators']
-_MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR = _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS.nested_types_by_name['Accelerator']
-_MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY = _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR.nested_types_by_name['ParametersEntry']
-_MODELOPTIMIZATIONPOLICY_PINNEDMEMORYBUFFER = _MODELOPTIMIZATIONPOLICY.nested_types_by_name['PinnedMemoryBuffer']
-_MODELQUEUEPOLICY = DESCRIPTOR.message_types_by_name['ModelQueuePolicy']
-_MODELDYNAMICBATCHING = DESCRIPTOR.message_types_by_name['ModelDynamicBatching']
-_MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY = _MODELDYNAMICBATCHING.nested_types_by_name['PriorityQueuePolicyEntry']
-_MODELSEQUENCEBATCHING = DESCRIPTOR.message_types_by_name['ModelSequenceBatching']
-_MODELSEQUENCEBATCHING_CONTROL = _MODELSEQUENCEBATCHING.nested_types_by_name['Control']
-_MODELSEQUENCEBATCHING_CONTROLINPUT = _MODELSEQUENCEBATCHING.nested_types_by_name['ControlInput']
-_MODELSEQUENCEBATCHING_INITIALSTATE = _MODELSEQUENCEBATCHING.nested_types_by_name['InitialState']
-_MODELSEQUENCEBATCHING_STATE = _MODELSEQUENCEBATCHING.nested_types_by_name['State']
-_MODELSEQUENCEBATCHING_STRATEGYDIRECT = _MODELSEQUENCEBATCHING.nested_types_by_name['StrategyDirect']
-_MODELSEQUENCEBATCHING_STRATEGYOLDEST = _MODELSEQUENCEBATCHING.nested_types_by_name['StrategyOldest']
-_MODELENSEMBLING = DESCRIPTOR.message_types_by_name['ModelEnsembling']
-_MODELENSEMBLING_STEP = _MODELENSEMBLING.nested_types_by_name['Step']
-_MODELENSEMBLING_STEP_INPUTMAPENTRY = _MODELENSEMBLING_STEP.nested_types_by_name['InputMapEntry']
-_MODELENSEMBLING_STEP_OUTPUTMAPENTRY = _MODELENSEMBLING_STEP.nested_types_by_name['OutputMapEntry']
-_MODELPARAMETER = DESCRIPTOR.message_types_by_name['ModelParameter']
-_MODELWARMUP = DESCRIPTOR.message_types_by_name['ModelWarmup']
-_MODELWARMUP_INPUT = _MODELWARMUP.nested_types_by_name['Input']
-_MODELWARMUP_INPUTSENTRY = _MODELWARMUP.nested_types_by_name['InputsEntry']
-_MODELOPERATIONS = DESCRIPTOR.message_types_by_name['ModelOperations']
-_MODELTRANSACTIONPOLICY = DESCRIPTOR.message_types_by_name['ModelTransactionPolicy']
-_MODELREPOSITORYAGENTS = DESCRIPTOR.message_types_by_name['ModelRepositoryAgents']
-_MODELREPOSITORYAGENTS_AGENT = _MODELREPOSITORYAGENTS.nested_types_by_name['Agent']
-_MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY = _MODELREPOSITORYAGENTS_AGENT.nested_types_by_name['ParametersEntry']
-_MODELRESPONSECACHE = DESCRIPTOR.message_types_by_name['ModelResponseCache']
-_MODELCONFIG = DESCRIPTOR.message_types_by_name['ModelConfig']
-_MODELCONFIG_CCMODELFILENAMESENTRY = _MODELCONFIG.nested_types_by_name['CcModelFilenamesEntry']
-_MODELCONFIG_METRICTAGSENTRY = _MODELCONFIG.nested_types_by_name['MetricTagsEntry']
-_MODELCONFIG_PARAMETERSENTRY = _MODELCONFIG.nested_types_by_name['ParametersEntry']
-_MODELINSTANCEGROUP_SECONDARYDEVICE_SECONDARYDEVICEKIND = _MODELINSTANCEGROUP_SECONDARYDEVICE.enum_types_by_name['SecondaryDeviceKind']
-_MODELINSTANCEGROUP_KIND = _MODELINSTANCEGROUP.enum_types_by_name['Kind']
-_MODELINPUT_FORMAT = _MODELINPUT.enum_types_by_name['Format']
-_BATCHINPUT_KIND = _BATCHINPUT.enum_types_by_name['Kind']
-_BATCHOUTPUT_KIND = _BATCHOUTPUT.enum_types_by_name['Kind']
-_MODELOPTIMIZATIONPOLICY_MODELPRIORITY = _MODELOPTIMIZATIONPOLICY.enum_types_by_name['ModelPriority']
-_MODELQUEUEPOLICY_TIMEOUTACTION = _MODELQUEUEPOLICY.enum_types_by_name['TimeoutAction']
-_MODELSEQUENCEBATCHING_CONTROL_KIND = _MODELSEQUENCEBATCHING_CONTROL.enum_types_by_name['Kind']
-ModelRateLimiter = _reflection.GeneratedProtocolMessageType('ModelRateLimiter', (_message.Message,), {
-
-  'Resource' : _reflection.GeneratedProtocolMessageType('Resource', (_message.Message,), {
-    'DESCRIPTOR' : _MODELRATELIMITER_RESOURCE,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelRateLimiter.Resource)
-    })
-  ,
-  'DESCRIPTOR' : _MODELRATELIMITER,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelRateLimiter)
-  })
-_sym_db.RegisterMessage(ModelRateLimiter)
-_sym_db.RegisterMessage(ModelRateLimiter.Resource)
-
-ModelInstanceGroup = _reflection.GeneratedProtocolMessageType('ModelInstanceGroup', (_message.Message,), {
-
-  'SecondaryDevice' : _reflection.GeneratedProtocolMessageType('SecondaryDevice', (_message.Message,), {
-    'DESCRIPTOR' : _MODELINSTANCEGROUP_SECONDARYDEVICE,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelInstanceGroup.SecondaryDevice)
-    })
-  ,
-  'DESCRIPTOR' : _MODELINSTANCEGROUP,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelInstanceGroup)
-  })
-_sym_db.RegisterMessage(ModelInstanceGroup)
-_sym_db.RegisterMessage(ModelInstanceGroup.SecondaryDevice)
-
-ModelTensorReshape = _reflection.GeneratedProtocolMessageType('ModelTensorReshape', (_message.Message,), {
-  'DESCRIPTOR' : _MODELTENSORRESHAPE,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelTensorReshape)
-  })
-_sym_db.RegisterMessage(ModelTensorReshape)
-
-ModelInput = _reflection.GeneratedProtocolMessageType('ModelInput', (_message.Message,), {
-  'DESCRIPTOR' : _MODELINPUT,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelInput)
-  })
-_sym_db.RegisterMessage(ModelInput)
-
-ModelOutput = _reflection.GeneratedProtocolMessageType('ModelOutput', (_message.Message,), {
-  'DESCRIPTOR' : _MODELOUTPUT,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelOutput)
-  })
-_sym_db.RegisterMessage(ModelOutput)
-
-BatchInput = _reflection.GeneratedProtocolMessageType('BatchInput', (_message.Message,), {
-  'DESCRIPTOR' : _BATCHINPUT,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.BatchInput)
-  })
-_sym_db.RegisterMessage(BatchInput)
-
-BatchOutput = _reflection.GeneratedProtocolMessageType('BatchOutput', (_message.Message,), {
-  'DESCRIPTOR' : _BATCHOUTPUT,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.BatchOutput)
-  })
-_sym_db.RegisterMessage(BatchOutput)
-
-ModelVersionPolicy = _reflection.GeneratedProtocolMessageType('ModelVersionPolicy', (_message.Message,), {
-
-  'Latest' : _reflection.GeneratedProtocolMessageType('Latest', (_message.Message,), {
-    'DESCRIPTOR' : _MODELVERSIONPOLICY_LATEST,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelVersionPolicy.Latest)
-    })
-  ,
-
-  'All' : _reflection.GeneratedProtocolMessageType('All', (_message.Message,), {
-    'DESCRIPTOR' : _MODELVERSIONPOLICY_ALL,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelVersionPolicy.All)
-    })
-  ,
-
-  'Specific' : _reflection.GeneratedProtocolMessageType('Specific', (_message.Message,), {
-    'DESCRIPTOR' : _MODELVERSIONPOLICY_SPECIFIC,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelVersionPolicy.Specific)
-    })
-  ,
-  'DESCRIPTOR' : _MODELVERSIONPOLICY,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelVersionPolicy)
-  })
-_sym_db.RegisterMessage(ModelVersionPolicy)
-_sym_db.RegisterMessage(ModelVersionPolicy.Latest)
-_sym_db.RegisterMessage(ModelVersionPolicy.All)
-_sym_db.RegisterMessage(ModelVersionPolicy.Specific)
-
-ModelOptimizationPolicy = _reflection.GeneratedProtocolMessageType('ModelOptimizationPolicy', (_message.Message,), {
-
-  'Graph' : _reflection.GeneratedProtocolMessageType('Graph', (_message.Message,), {
-    'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_GRAPH,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.Graph)
-    })
-  ,
-
-  'Cuda' : _reflection.GeneratedProtocolMessageType('Cuda', (_message.Message,), {
-
-    'GraphSpec' : _reflection.GeneratedProtocolMessageType('GraphSpec', (_message.Message,), {
-
-      'Shape' : _reflection.GeneratedProtocolMessageType('Shape', (_message.Message,), {
-        'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_SHAPE,
-        '__module__' : 'model_config_pb2'
-        # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape)
-        })
-      ,
-
-      'LowerBound' : _reflection.GeneratedProtocolMessageType('LowerBound', (_message.Message,), {
-
-        'InputEntry' : _reflection.GeneratedProtocolMessageType('InputEntry', (_message.Message,), {
-          'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY,
-          '__module__' : 'model_config_pb2'
-          # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.InputEntry)
-          })
-        ,
-        'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND,
-        '__module__' : 'model_config_pb2'
-        # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound)
-        })
-      ,
-
-      'InputEntry' : _reflection.GeneratedProtocolMessageType('InputEntry', (_message.Message,), {
-        'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY,
-        '__module__' : 'model_config_pb2'
-        # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.Cuda.GraphSpec.InputEntry)
-        })
-      ,
-      'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC,
-      '__module__' : 'model_config_pb2'
-      # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.Cuda.GraphSpec)
-      })
-    ,
-    'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_CUDA,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.Cuda)
-    })
-  ,
-
-  'ExecutionAccelerators' : _reflection.GeneratedProtocolMessageType('ExecutionAccelerators', (_message.Message,), {
-
-    'Accelerator' : _reflection.GeneratedProtocolMessageType('Accelerator', (_message.Message,), {
-
-      'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-        'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY,
-        '__module__' : 'model_config_pb2'
-        # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator.ParametersEntry)
-        })
-      ,
-      'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR,
-      '__module__' : 'model_config_pb2'
-      # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator)
-      })
-    ,
-    'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.ExecutionAccelerators)
-    })
-  ,
-
-  'PinnedMemoryBuffer' : _reflection.GeneratedProtocolMessageType('PinnedMemoryBuffer', (_message.Message,), {
-    'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY_PINNEDMEMORYBUFFER,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy.PinnedMemoryBuffer)
-    })
-  ,
-  'DESCRIPTOR' : _MODELOPTIMIZATIONPOLICY,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelOptimizationPolicy)
-  })
-_sym_db.RegisterMessage(ModelOptimizationPolicy)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.Graph)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.Cuda)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.Cuda.GraphSpec)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.Cuda.GraphSpec.Shape)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.InputEntry)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.Cuda.GraphSpec.InputEntry)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.ExecutionAccelerators)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.ExecutionAccelerators.Accelerator)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.ExecutionAccelerators.Accelerator.ParametersEntry)
-_sym_db.RegisterMessage(ModelOptimizationPolicy.PinnedMemoryBuffer)
-
-ModelQueuePolicy = _reflection.GeneratedProtocolMessageType('ModelQueuePolicy', (_message.Message,), {
-  'DESCRIPTOR' : _MODELQUEUEPOLICY,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelQueuePolicy)
-  })
-_sym_db.RegisterMessage(ModelQueuePolicy)
-
-ModelDynamicBatching = _reflection.GeneratedProtocolMessageType('ModelDynamicBatching', (_message.Message,), {
-
-  'PriorityQueuePolicyEntry' : _reflection.GeneratedProtocolMessageType('PriorityQueuePolicyEntry', (_message.Message,), {
-    'DESCRIPTOR' : _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelDynamicBatching.PriorityQueuePolicyEntry)
-    })
-  ,
-  'DESCRIPTOR' : _MODELDYNAMICBATCHING,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelDynamicBatching)
-  })
-_sym_db.RegisterMessage(ModelDynamicBatching)
-_sym_db.RegisterMessage(ModelDynamicBatching.PriorityQueuePolicyEntry)
-
-ModelSequenceBatching = _reflection.GeneratedProtocolMessageType('ModelSequenceBatching', (_message.Message,), {
-
-  'Control' : _reflection.GeneratedProtocolMessageType('Control', (_message.Message,), {
-    'DESCRIPTOR' : _MODELSEQUENCEBATCHING_CONTROL,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelSequenceBatching.Control)
-    })
-  ,
-
-  'ControlInput' : _reflection.GeneratedProtocolMessageType('ControlInput', (_message.Message,), {
-    'DESCRIPTOR' : _MODELSEQUENCEBATCHING_CONTROLINPUT,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelSequenceBatching.ControlInput)
-    })
-  ,
-
-  'InitialState' : _reflection.GeneratedProtocolMessageType('InitialState', (_message.Message,), {
-    'DESCRIPTOR' : _MODELSEQUENCEBATCHING_INITIALSTATE,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelSequenceBatching.InitialState)
-    })
-  ,
-
-  'State' : _reflection.GeneratedProtocolMessageType('State', (_message.Message,), {
-    'DESCRIPTOR' : _MODELSEQUENCEBATCHING_STATE,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelSequenceBatching.State)
-    })
-  ,
-
-  'StrategyDirect' : _reflection.GeneratedProtocolMessageType('StrategyDirect', (_message.Message,), {
-    'DESCRIPTOR' : _MODELSEQUENCEBATCHING_STRATEGYDIRECT,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelSequenceBatching.StrategyDirect)
-    })
-  ,
-
-  'StrategyOldest' : _reflection.GeneratedProtocolMessageType('StrategyOldest', (_message.Message,), {
-    'DESCRIPTOR' : _MODELSEQUENCEBATCHING_STRATEGYOLDEST,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelSequenceBatching.StrategyOldest)
-    })
-  ,
-  'DESCRIPTOR' : _MODELSEQUENCEBATCHING,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelSequenceBatching)
-  })
-_sym_db.RegisterMessage(ModelSequenceBatching)
-_sym_db.RegisterMessage(ModelSequenceBatching.Control)
-_sym_db.RegisterMessage(ModelSequenceBatching.ControlInput)
-_sym_db.RegisterMessage(ModelSequenceBatching.InitialState)
-_sym_db.RegisterMessage(ModelSequenceBatching.State)
-_sym_db.RegisterMessage(ModelSequenceBatching.StrategyDirect)
-_sym_db.RegisterMessage(ModelSequenceBatching.StrategyOldest)
-
-ModelEnsembling = _reflection.GeneratedProtocolMessageType('ModelEnsembling', (_message.Message,), {
-
-  'Step' : _reflection.GeneratedProtocolMessageType('Step', (_message.Message,), {
-
-    'InputMapEntry' : _reflection.GeneratedProtocolMessageType('InputMapEntry', (_message.Message,), {
-      'DESCRIPTOR' : _MODELENSEMBLING_STEP_INPUTMAPENTRY,
-      '__module__' : 'model_config_pb2'
-      # @@protoc_insertion_point(class_scope:inference.ModelEnsembling.Step.InputMapEntry)
-      })
-    ,
-
-    'OutputMapEntry' : _reflection.GeneratedProtocolMessageType('OutputMapEntry', (_message.Message,), {
-      'DESCRIPTOR' : _MODELENSEMBLING_STEP_OUTPUTMAPENTRY,
-      '__module__' : 'model_config_pb2'
-      # @@protoc_insertion_point(class_scope:inference.ModelEnsembling.Step.OutputMapEntry)
-      })
-    ,
-    'DESCRIPTOR' : _MODELENSEMBLING_STEP,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelEnsembling.Step)
-    })
-  ,
-  'DESCRIPTOR' : _MODELENSEMBLING,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelEnsembling)
-  })
-_sym_db.RegisterMessage(ModelEnsembling)
-_sym_db.RegisterMessage(ModelEnsembling.Step)
-_sym_db.RegisterMessage(ModelEnsembling.Step.InputMapEntry)
-_sym_db.RegisterMessage(ModelEnsembling.Step.OutputMapEntry)
-
-ModelParameter = _reflection.GeneratedProtocolMessageType('ModelParameter', (_message.Message,), {
-  'DESCRIPTOR' : _MODELPARAMETER,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelParameter)
-  })
-_sym_db.RegisterMessage(ModelParameter)
-
-ModelWarmup = _reflection.GeneratedProtocolMessageType('ModelWarmup', (_message.Message,), {
-
-  'Input' : _reflection.GeneratedProtocolMessageType('Input', (_message.Message,), {
-    'DESCRIPTOR' : _MODELWARMUP_INPUT,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelWarmup.Input)
-    })
-  ,
-
-  'InputsEntry' : _reflection.GeneratedProtocolMessageType('InputsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _MODELWARMUP_INPUTSENTRY,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelWarmup.InputsEntry)
-    })
-  ,
-  'DESCRIPTOR' : _MODELWARMUP,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelWarmup)
-  })
-_sym_db.RegisterMessage(ModelWarmup)
-_sym_db.RegisterMessage(ModelWarmup.Input)
-_sym_db.RegisterMessage(ModelWarmup.InputsEntry)
-
-ModelOperations = _reflection.GeneratedProtocolMessageType('ModelOperations', (_message.Message,), {
-  'DESCRIPTOR' : _MODELOPERATIONS,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelOperations)
-  })
-_sym_db.RegisterMessage(ModelOperations)
-
-ModelTransactionPolicy = _reflection.GeneratedProtocolMessageType('ModelTransactionPolicy', (_message.Message,), {
-  'DESCRIPTOR' : _MODELTRANSACTIONPOLICY,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelTransactionPolicy)
-  })
-_sym_db.RegisterMessage(ModelTransactionPolicy)
-
-ModelRepositoryAgents = _reflection.GeneratedProtocolMessageType('ModelRepositoryAgents', (_message.Message,), {
-
-  'Agent' : _reflection.GeneratedProtocolMessageType('Agent', (_message.Message,), {
-
-    'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-      'DESCRIPTOR' : _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY,
-      '__module__' : 'model_config_pb2'
-      # @@protoc_insertion_point(class_scope:inference.ModelRepositoryAgents.Agent.ParametersEntry)
-      })
-    ,
-    'DESCRIPTOR' : _MODELREPOSITORYAGENTS_AGENT,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelRepositoryAgents.Agent)
-    })
-  ,
-  'DESCRIPTOR' : _MODELREPOSITORYAGENTS,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelRepositoryAgents)
-  })
-_sym_db.RegisterMessage(ModelRepositoryAgents)
-_sym_db.RegisterMessage(ModelRepositoryAgents.Agent)
-_sym_db.RegisterMessage(ModelRepositoryAgents.Agent.ParametersEntry)
-
-ModelResponseCache = _reflection.GeneratedProtocolMessageType('ModelResponseCache', (_message.Message,), {
-  'DESCRIPTOR' : _MODELRESPONSECACHE,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelResponseCache)
-  })
-_sym_db.RegisterMessage(ModelResponseCache)
-
-ModelConfig = _reflection.GeneratedProtocolMessageType('ModelConfig', (_message.Message,), {
-
-  'CcModelFilenamesEntry' : _reflection.GeneratedProtocolMessageType('CcModelFilenamesEntry', (_message.Message,), {
-    'DESCRIPTOR' : _MODELCONFIG_CCMODELFILENAMESENTRY,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelConfig.CcModelFilenamesEntry)
-    })
-  ,
-
-  'MetricTagsEntry' : _reflection.GeneratedProtocolMessageType('MetricTagsEntry', (_message.Message,), {
-    'DESCRIPTOR' : _MODELCONFIG_METRICTAGSENTRY,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelConfig.MetricTagsEntry)
-    })
-  ,
-
-  'ParametersEntry' : _reflection.GeneratedProtocolMessageType('ParametersEntry', (_message.Message,), {
-    'DESCRIPTOR' : _MODELCONFIG_PARAMETERSENTRY,
-    '__module__' : 'model_config_pb2'
-    # @@protoc_insertion_point(class_scope:inference.ModelConfig.ParametersEntry)
-    })
-  ,
-  'DESCRIPTOR' : _MODELCONFIG,
-  '__module__' : 'model_config_pb2'
-  # @@protoc_insertion_point(class_scope:inference.ModelConfig)
-  })
-_sym_db.RegisterMessage(ModelConfig)
-_sym_db.RegisterMessage(ModelConfig.CcModelFilenamesEntry)
-_sym_db.RegisterMessage(ModelConfig.MetricTagsEntry)
-_sym_db.RegisterMessage(ModelConfig.ParametersEntry)
-
-if _descriptor._USE_C_DESCRIPTORS == False:
-
-  DESCRIPTOR._options = None
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY._options = None
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY._serialized_options = b'8\001'
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY._options = None
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY._serialized_options = b'8\001'
-  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY._options = None
-  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY._serialized_options = b'8\001'
-  _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY._options = None
-  _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY._serialized_options = b'8\001'
-  _MODELENSEMBLING_STEP_INPUTMAPENTRY._options = None
-  _MODELENSEMBLING_STEP_INPUTMAPENTRY._serialized_options = b'8\001'
-  _MODELENSEMBLING_STEP_OUTPUTMAPENTRY._options = None
-  _MODELENSEMBLING_STEP_OUTPUTMAPENTRY._serialized_options = b'8\001'
-  _MODELWARMUP_INPUTSENTRY._options = None
-  _MODELWARMUP_INPUTSENTRY._serialized_options = b'8\001'
-  _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY._options = None
-  _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY._serialized_options = b'8\001'
-  _MODELCONFIG_CCMODELFILENAMESENTRY._options = None
-  _MODELCONFIG_CCMODELFILENAMESENTRY._serialized_options = b'8\001'
-  _MODELCONFIG_METRICTAGSENTRY._options = None
-  _MODELCONFIG_METRICTAGSENTRY._serialized_options = b'8\001'
-  _MODELCONFIG_PARAMETERSENTRY._options = None
-  _MODELCONFIG_PARAMETERSENTRY._serialized_options = b'8\001'
-  _DATATYPE._serialized_start=8305
-  _DATATYPE._serialized_end=8555
-  _MODELRATELIMITER._serialized_start=34
-  _MODELRATELIMITER._serialized_end=184
-  _MODELRATELIMITER_RESOURCE._serialized_start=129
-  _MODELRATELIMITER_RESOURCE._serialized_end=184
-  _MODELINSTANCEGROUP._serialized_start=187
-  _MODELINSTANCEGROUP._serialized_end=706
-  _MODELINSTANCEGROUP_SECONDARYDEVICE._serialized_start=483
-  _MODELINSTANCEGROUP_SECONDARYDEVICE._serialized_end=639
-  _MODELINSTANCEGROUP_SECONDARYDEVICE_SECONDARYDEVICEKIND._serialized_start=602
-  _MODELINSTANCEGROUP_SECONDARYDEVICE_SECONDARYDEVICEKIND._serialized_end=639
-  _MODELINSTANCEGROUP_KIND._serialized_start=641
-  _MODELINSTANCEGROUP_KIND._serialized_end=706
-  _MODELTENSORRESHAPE._serialized_start=708
-  _MODELTENSORRESHAPE._serialized_end=743
-  _MODELINPUT._serialized_start=746
-  _MODELINPUT._serialized_end=1052
-  _MODELINPUT_FORMAT._serialized_start=993
-  _MODELINPUT_FORMAT._serialized_end=1052
-  _MODELOUTPUT._serialized_start=1055
-  _MODELOUTPUT._serialized_end=1233
-  _BATCHINPUT._serialized_start=1236
-  _BATCHINPUT._serialized_end=1581
-  _BATCHINPUT_KIND._serialized_start=1376
-  _BATCHINPUT_KIND._serialized_end=1581
-  _BATCHOUTPUT._serialized_start=1584
-  _BATCHOUTPUT._serialized_end=1727
-  _BATCHOUTPUT_KIND._serialized_start=1685
-  _BATCHOUTPUT_KIND._serialized_end=1727
-  _MODELVERSIONPOLICY._serialized_start=1730
-  _MODELVERSIONPOLICY._serialized_end=2002
-  _MODELVERSIONPOLICY_LATEST._serialized_start=1918
-  _MODELVERSIONPOLICY_LATEST._serialized_end=1948
-  _MODELVERSIONPOLICY_ALL._serialized_start=1950
-  _MODELVERSIONPOLICY_ALL._serialized_end=1955
-  _MODELVERSIONPOLICY_SPECIFIC._serialized_start=1957
-  _MODELVERSIONPOLICY_SPECIFIC._serialized_end=1985
-  _MODELOPTIMIZATIONPOLICY._serialized_start=2005
-  _MODELOPTIMIZATIONPOLICY._serialized_end=3794
-  _MODELOPTIMIZATIONPOLICY_GRAPH._serialized_start=2535
-  _MODELOPTIMIZATIONPOLICY_GRAPH._serialized_end=2557
-  _MODELOPTIMIZATIONPOLICY_CUDA._serialized_start=2560
-  _MODELOPTIMIZATIONPOLICY_CUDA._serialized_end=3258
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC._serialized_start=2710
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC._serialized_end=3258
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_SHAPE._serialized_start=2909
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_SHAPE._serialized_end=2929
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND._serialized_start=2932
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND._serialized_end=3155
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY._serialized_start=3054
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY._serialized_end=3155
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY._serialized_start=3054
-  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY._serialized_end=3155
-  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS._serialized_start=3261
-  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS._serialized_end=3681
-  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR._serialized_start=3497
-  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR._serialized_end=3681
-  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY._serialized_start=3632
-  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY._serialized_end=3681
-  _MODELOPTIMIZATIONPOLICY_PINNEDMEMORYBUFFER._serialized_start=3683
-  _MODELOPTIMIZATIONPOLICY_PINNEDMEMORYBUFFER._serialized_end=3719
-  _MODELOPTIMIZATIONPOLICY_MODELPRIORITY._serialized_start=3721
-  _MODELOPTIMIZATIONPOLICY_MODELPRIORITY._serialized_end=3794
-  _MODELQUEUEPOLICY._serialized_start=3797
-  _MODELQUEUEPOLICY._serialized_end=4016
-  _MODELQUEUEPOLICY_TIMEOUTACTION._serialized_start=3978
-  _MODELQUEUEPOLICY_TIMEOUTACTION._serialized_end=4016
-  _MODELDYNAMICBATCHING._serialized_start=4019
-  _MODELDYNAMICBATCHING._serialized_end=4430
-  _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY._serialized_start=4343
-  _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY._serialized_end=4430
-  _MODELSEQUENCEBATCHING._serialized_start=4433
-  _MODELSEQUENCEBATCHING._serialized_end=5823
-  _MODELSEQUENCEBATCHING_CONTROL._serialized_start=4786
-  _MODELSEQUENCEBATCHING_CONTROL._serialized_end=5091
-  _MODELSEQUENCEBATCHING_CONTROL_KIND._serialized_start=4974
-  _MODELSEQUENCEBATCHING_CONTROL_KIND._serialized_end=5091
-  _MODELSEQUENCEBATCHING_CONTROLINPUT._serialized_start=5093
-  _MODELSEQUENCEBATCHING_CONTROLINPUT._serialized_end=5180
-  _MODELSEQUENCEBATCHING_INITIALSTATE._serialized_start=5183
-  _MODELSEQUENCEBATCHING_INITIALSTATE._serialized_end=5321
-  _MODELSEQUENCEBATCHING_STATE._serialized_start=5324
-  _MODELSEQUENCEBATCHING_STATE._serialized_end=5567
-  _MODELSEQUENCEBATCHING_STRATEGYDIRECT._serialized_start=5569
-  _MODELSEQUENCEBATCHING_STRATEGYDIRECT._serialized_end=5657
-  _MODELSEQUENCEBATCHING_STRATEGYOLDEST._serialized_start=5660
-  _MODELSEQUENCEBATCHING_STRATEGYOLDEST._serialized_end=5804
-  _MODELENSEMBLING._serialized_start=5826
-  _MODELENSEMBLING._serialized_end=6200
-  _MODELENSEMBLING_STEP._serialized_start=5893
-  _MODELENSEMBLING_STEP._serialized_end=6200
-  _MODELENSEMBLING_STEP_INPUTMAPENTRY._serialized_start=6103
-  _MODELENSEMBLING_STEP_INPUTMAPENTRY._serialized_end=6150
-  _MODELENSEMBLING_STEP_OUTPUTMAPENTRY._serialized_start=6152
-  _MODELENSEMBLING_STEP_OUTPUTMAPENTRY._serialized_end=6200
-  _MODELPARAMETER._serialized_start=6202
-  _MODELPARAMETER._serialized_end=6240
-  _MODELWARMUP._serialized_start=6243
-  _MODELWARMUP._serialized_end=6588
-  _MODELWARMUP_INPUT._serialized_start=6360
-  _MODELWARMUP_INPUT._serialized_end=6511
-  _MODELWARMUP_INPUTSENTRY._serialized_start=6513
-  _MODELWARMUP_INPUTSENTRY._serialized_end=6588
-  _MODELOPERATIONS._serialized_start=6590
-  _MODELOPERATIONS._serialized_end=6636
-  _MODELTRANSACTIONPOLICY._serialized_start=6638
-  _MODELTRANSACTIONPOLICY._serialized_end=6681
-  _MODELREPOSITORYAGENTS._serialized_start=6684
-  _MODELREPOSITORYAGENTS._serialized_end=6914
-  _MODELREPOSITORYAGENTS_AGENT._serialized_start=6766
-  _MODELREPOSITORYAGENTS_AGENT._serialized_end=6914
-  _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY._serialized_start=3632
-  _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY._serialized_end=3681
-  _MODELRESPONSECACHE._serialized_start=6916
-  _MODELRESPONSECACHE._serialized_end=6952
-  _MODELCONFIG._serialized_start=6955
-  _MODELCONFIG._serialized_end=8302
-  _MODELCONFIG_CCMODELFILENAMESENTRY._serialized_start=8097
-  _MODELCONFIG_CCMODELFILENAMESENTRY._serialized_end=8152
-  _MODELCONFIG_METRICTAGSENTRY._serialized_start=8154
-  _MODELCONFIG_METRICTAGSENTRY._serialized_end=8203
-  _MODELCONFIG_PARAMETERSENTRY._serialized_start=8205
-  _MODELCONFIG_PARAMETERSENTRY._serialized_end=8281
-# @@protoc_insertion_point(module_scope)