tritonclient 2.47.0__py3-none-any.whl → 2.49.0__py3-none-any.whl

tritonclient-2.49.0.data/purelib/tritonclient/grpc/model_config_pb2.py

@@ -0,0 +1,169 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: model_config.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x12model_config.proto\x12\tinference\"\x96\x01\n\x10ModelRateLimiter\x12\x37\n\tresources\x18\x01 \x03(\x0b\x32$.inference.ModelRateLimiter.Resource\x12\x10\n\x08priority\x18\x02 \x01(\r\x1a\x37\n\x08Resource\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0e\n\x06global\x18\x02 \x01(\x08\x12\r\n\x05\x63ount\x18\x03 \x01(\r\"\x87\x04\n\x12ModelInstanceGroup\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x30\n\x04kind\x18\x04 \x01(\x0e\x32\".inference.ModelInstanceGroup.Kind\x12\r\n\x05\x63ount\x18\x02 \x01(\x05\x12\x31\n\x0crate_limiter\x18\x06 \x01(\x0b\x32\x1b.inference.ModelRateLimiter\x12\x0c\n\x04gpus\x18\x03 \x03(\x05\x12H\n\x11secondary_devices\x18\x08 \x03(\x0b\x32-.inference.ModelInstanceGroup.SecondaryDevice\x12\x0f\n\x07profile\x18\x05 \x03(\t\x12\x0f\n\x07passive\x18\x07 \x01(\x08\x12\x13\n\x0bhost_policy\x18\t \x01(\t\x1a\x9c\x01\n\x0fSecondaryDevice\x12O\n\x04kind\x18\x01 \x01(\x0e\x32\x41.inference.ModelInstanceGroup.SecondaryDevice.SecondaryDeviceKind\x12\x11\n\tdevice_id\x18\x02 \x01(\x03\"%\n\x13SecondaryDeviceKind\x12\x0e\n\nKIND_NVDLA\x10\x00\"A\n\x04Kind\x12\r\n\tKIND_AUTO\x10\x00\x12\x0c\n\x08KIND_GPU\x10\x01\x12\x0c\n\x08KIND_CPU\x10\x02\x12\x0e\n\nKIND_MODEL\x10\x03\"#\n\x12ModelTensorReshape\x12\r\n\x05shape\x18\x01 \x03(\x03\"\xd3\x02\n\nModelInput\x12\x0c\n\x04name\x18\x01 \x01(\t\x12&\n\tdata_type\x18\x02 \x01(\x0e\x32\x13.inference.DataType\x12,\n\x06\x66ormat\x18\x03 \x01(\x0e\x32\x1c.inference.ModelInput.Format\x12\x0c\n\x04\x64ims\x18\x04 \x03(\x03\x12.\n\x07reshape\x18\x05 \x01(\x0b\x32\x1d.inference.ModelTensorReshape\x12\x17\n\x0fis_shape_tensor\x18\x06 \x01(\x08\x12\x1a\n\x12\x61llow_ragged_batch\x18\x07 \x01(\x08\x12\x10\n\x08optional\x18\x08 \x01(\x08\x12\x1f\n\x17is_non_linear_format_io\x18\t \x01(\x08\";\n\x06\x46ormat\x12\x0f\n\x0b\x46ORMAT_NONE\x10\x00\x12\x0f\n\x0b\x46ORMAT_NHWC\x10\x01\x12\x0f\n\x0b\x46ORMAT_NCHW\x10\x02\"\xd3\x01\n\x0bModelOutput\x12\x0c\n\x04name\x18\x01 \x01(\t\x12&\n\tdata_type\x18\x02 \x01(\x0e\x32\x13.inference.DataType\x12\x0c\n\x04\x64ims\x18\x03 \x03(\x03\x12.\n\x07reshape\x18\x05 \x01(\x0b\x32\x1d.inference.ModelTensorReshape\x12\x16\n\x0elabel_filename\x18\x04 \x01(\t\x12\x17\n\x0fis_shape_tensor\x18\x06 \x01(\x08\x12\x1f\n\x17is_non_linear_format_io\x18\x07 \x01(\x08\"\xd9\x02\n\nBatchInput\x12(\n\x04kind\x18\x01 \x01(\x0e\x32\x1a.inference.BatchInput.Kind\x12\x13\n\x0btarget_name\x18\x02 \x03(\t\x12&\n\tdata_type\x18\x03 \x01(\x0e\x32\x13.inference.DataType\x12\x14\n\x0csource_input\x18\x04 \x03(\t\"\xcd\x01\n\x04Kind\x12\x17\n\x13\x42\x41TCH_ELEMENT_COUNT\x10\x00\x12#\n\x1f\x42\x41TCH_ACCUMULATED_ELEMENT_COUNT\x10\x01\x12-\n)BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO\x10\x02\x12$\n BATCH_MAX_ELEMENT_COUNT_AS_SHAPE\x10\x03\x12\x14\n\x10\x42\x41TCH_ITEM_SHAPE\x10\x04\x12\x1c\n\x18\x42\x41TCH_ITEM_SHAPE_FLATTEN\x10\x05\"\x8f\x01\n\x0b\x42\x61tchOutput\x12\x13\n\x0btarget_name\x18\x01 \x03(\t\x12)\n\x04kind\x18\x02 \x01(\x0e\x32\x1b.inference.BatchOutput.Kind\x12\x14\n\x0csource_input\x18\x03 \x03(\t\"*\n\x04Kind\x12\"\n\x1e\x42\x41TCH_SCATTER_WITH_INPUT_SHAPE\x10\x00\"\x90\x02\n\x12ModelVersionPolicy\x12\x36\n\x06latest\x18\x01 \x01(\x0b\x32$.inference.ModelVersionPolicy.LatestH\x00\x12\x30\n\x03\x61ll\x18\x02 \x01(\x0b\x32!.inference.ModelVersionPolicy.AllH\x00\x12:\n\x08specific\x18\x03 \x01(\x0b\x32&.inference.ModelVersionPolicy.SpecificH\x00\x1a\x1e\n\x06Latest\x12\x14\n\x0cnum_versions\x18\x01 \x01(\r\x1a\x05\n\x03\x41ll\x1a\x1c\n\x08Specific\x12\x10\n\x08versions\x18\x01 \x03(\x03\x42\x0f\n\rpolicy_choice\"\xfd\r\n\x17ModelOptimizationPolicy\x12\x37\n\x05graph\x18\x01 \x01(\x0b\x32(.inference.ModelOptimizationPolicy.Graph\x12\x42\n\x08priority\x18\x02 \x01(\x0e\x32\x30.inference.ModelOptimizationPolicy.ModelPriority\x12\x35\n\x04\x63uda\x18\x03 \x01(\x0b\x32\'.inference.ModelOptimizationPolicy.Cuda\x12X\n\x16\x65xecution_accelerators\x18\x04 \x01(\x0b\x32\x38.inference.ModelOptimizationPolicy.ExecutionAccelerators\x12R\n\x13input_pinned_memory\x18\x05 \x01(\x0b\x32\x35.inference.ModelOptimizationPolicy.PinnedMemoryBuffer\x12S\n\x14output_pinned_memory\x18\x06 \x01(\x0b\x32\x35.inference.ModelOptimizationPolicy.PinnedMemoryBuffer\x12&\n\x1egather_kernel_buffer_threshold\x18\x07 \x01(\r\x12\x16\n\x0e\x65\x61ger_batching\x18\x08 \x01(\x08\x1a\x16\n\x05Graph\x12\r\n\x05level\x18\x01 \x01(\x05\x1a\xba\x05\n\x04\x43uda\x12\x0e\n\x06graphs\x18\x01 \x01(\x08\x12\x18\n\x10\x62usy_wait_events\x18\x02 \x01(\x08\x12\x45\n\ngraph_spec\x18\x03 \x03(\x0b\x32\x31.inference.ModelOptimizationPolicy.Cuda.GraphSpec\x12\x1a\n\x12output_copy_stream\x18\x04 \x01(\x08\x1a\xa4\x04\n\tGraphSpec\x12\x12\n\nbatch_size\x18\x01 \x01(\x05\x12K\n\x05input\x18\x02 \x03(\x0b\x32<.inference.ModelOptimizationPolicy.Cuda.GraphSpec.InputEntry\x12W\n\x11graph_lower_bound\x18\x03 \x01(\x0b\x32<.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound\x1a\x14\n\x05Shape\x12\x0b\n\x03\x64im\x18\x01 \x03(\x03\x1a\xdf\x01\n\nLowerBound\x12\x12\n\nbatch_size\x18\x01 \x01(\x05\x12V\n\x05input\x18\x02 \x03(\x0b\x32G.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.InputEntry\x1a\x65\n\nInputEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x46\n\x05value\x18\x02 \x01(\x0b\x32\x37.inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape:\x02\x38\x01\x1a\x65\n\nInputEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x46\n\x05value\x18\x02 \x01(\x0b\x32\x37.inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape:\x02\x38\x01\x1a\xa4\x03\n\x15\x45xecutionAccelerators\x12g\n\x19gpu_execution_accelerator\x18\x01 \x03(\x0b\x32\x44.inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator\x12g\n\x19\x63pu_execution_accelerator\x18\x02 \x03(\x0b\x32\x44.inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator\x1a\xb8\x01\n\x0b\x41\x63\x63\x65lerator\x12\x0c\n\x04name\x18\x01 \x01(\t\x12h\n\nparameters\x18\x02 \x03(\x0b\x32T.inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator.ParametersEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a$\n\x12PinnedMemoryBuffer\x12\x0e\n\x06\x65nable\x18\x01 \x01(\x08\"I\n\rModelPriority\x12\x14\n\x10PRIORITY_DEFAULT\x10\x00\x12\x10\n\x0cPRIORITY_MAX\x10\x01\x12\x10\n\x0cPRIORITY_MIN\x10\x02\"\xdb\x01\n\x10ModelQueuePolicy\x12\x41\n\x0etimeout_action\x18\x01 \x01(\x0e\x32).inference.ModelQueuePolicy.TimeoutAction\x12$\n\x1c\x64\x65\x66\x61ult_timeout_microseconds\x18\x02 \x01(\x04\x12\x1e\n\x16\x61llow_timeout_override\x18\x03 \x01(\x08\x12\x16\n\x0emax_queue_size\x18\x04 \x01(\r\"&\n\rTimeoutAction\x12\n\n\x06REJECT\x10\x00\x12\t\n\x05\x44\x45LAY\x10\x01\"\x9b\x03\n\x14ModelDynamicBatching\x12\x1c\n\x14preferred_batch_size\x18\x01 \x03(\x05\x12$\n\x1cmax_queue_delay_microseconds\x18\x02 \x01(\x04\x12\x19\n\x11preserve_ordering\x18\x03 \x01(\x08\x12\x17\n\x0fpriority_levels\x18\x04 \x01(\x04\x12\x1e\n\x16\x64\x65\x66\x61ult_priority_level\x18\x05 \x01(\x04\x12\x39\n\x14\x64\x65\x66\x61ult_queue_policy\x18\x06 \x01(\x0b\x32\x1b.inference.ModelQueuePolicy\x12W\n\x15priority_queue_policy\x18\x07 \x03(\x0b\x32\x38.inference.ModelDynamicBatching.PriorityQueuePolicyEntry\x1aW\n\x18PriorityQueuePolicyEntry\x12\x0b\n\x03key\x18\x01 \x01(\x04\x12*\n\x05value\x18\x02 \x01(\x0b\x32\x1b.inference.ModelQueuePolicy:\x02\x38\x01\"\xee\n\n\x15ModelSequenceBatching\x12\x41\n\x06\x64irect\x18\x03 \x01(\x0b\x32/.inference.ModelSequenceBatching.StrategyDirectH\x00\x12\x41\n\x06oldest\x18\x04 \x01(\x0b\x32/.inference.ModelSequenceBatching.StrategyOldestH\x00\x12&\n\x1emax_sequence_idle_microseconds\x18\x01 \x01(\x04\x12\x44\n\rcontrol_input\x18\x02 \x03(\x0b\x32-.inference.ModelSequenceBatching.ControlInput\x12\x35\n\x05state\x18\x05 \x03(\x0b\x32&.inference.ModelSequenceBatching.State\x12\x1a\n\x12iterative_sequence\x18\x06 \x01(\x08\x1a\xb1\x02\n\x07\x43ontrol\x12;\n\x04kind\x18\x01 \x01(\x0e\x32-.inference.ModelSequenceBatching.Control.Kind\x12\x18\n\x10int32_false_true\x18\x02 \x03(\x05\x12\x17\n\x0f\x66p32_false_true\x18\x03 \x03(\x02\x12\x17\n\x0f\x62ool_false_true\x18\x05 \x03(\x08\x12&\n\tdata_type\x18\x04 \x01(\x0e\x32\x13.inference.DataType\"u\n\x04Kind\x12\x1a\n\x16\x43ONTROL_SEQUENCE_START\x10\x00\x12\x1a\n\x16\x43ONTROL_SEQUENCE_READY\x10\x01\x12\x18\n\x14\x43ONTROL_SEQUENCE_END\x10\x02\x12\x1b\n\x17\x43ONTROL_SEQUENCE_CORRID\x10\x03\x1aW\n\x0c\x43ontrolInput\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x39\n\x07\x63ontrol\x18\x02 \x03(\x0b\x32(.inference.ModelSequenceBatching.Control\x1a\x8a\x01\n\x0cInitialState\x12&\n\tdata_type\x18\x01 \x01(\x0e\x32\x13.inference.DataType\x12\x0c\n\x04\x64ims\x18\x02 \x03(\x03\x12\x13\n\tzero_data\x18\x03 \x01(\x08H\x00\x12\x13\n\tdata_file\x18\x04 \x01(\tH\x00\x12\x0c\n\x04name\x18\x05 \x01(\tB\x0c\n\nstate_data\x1a\xf3\x01\n\x05State\x12\x12\n\ninput_name\x18\x01 \x01(\t\x12\x13\n\x0boutput_name\x18\x02 \x01(\t\x12&\n\tdata_type\x18\x03 \x01(\x0e\x32\x13.inference.DataType\x12\x0c\n\x04\x64ims\x18\x04 \x03(\x03\x12\x44\n\rinitial_state\x18\x05 \x03(\x0b\x32-.inference.ModelSequenceBatching.InitialState\x12(\n use_same_buffer_for_input_output\x18\x06 \x01(\x08\x12\x1b\n\x13use_growable_memory\x18\x07 \x01(\x08\x1aX\n\x0eStrategyDirect\x12$\n\x1cmax_queue_delay_microseconds\x18\x01 \x01(\x04\x12 \n\x18minimum_slot_utilization\x18\x02 \x01(\x02\x1a\x90\x01\n\x0eStrategyOldest\x12\x1f\n\x17max_candidate_sequences\x18\x01 \x01(\x05\x12\x1c\n\x14preferred_batch_size\x18\x02 \x03(\x05\x12$\n\x1cmax_queue_delay_microseconds\x18\x03 \x01(\x04\x12\x19\n\x11preserve_ordering\x18\x04 \x01(\x08\x42\x11\n\x0fstrategy_choice\"\xf6\x02\n\x0fModelEnsembling\x12-\n\x04step\x18\x01 \x03(\x0b\x32\x1f.inference.ModelEnsembling.Step\x1a\xb3\x02\n\x04Step\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\x03\x12@\n\tinput_map\x18\x03 \x03(\x0b\x32-.inference.ModelEnsembling.Step.InputMapEntry\x12\x42\n\noutput_map\x18\x04 \x03(\x0b\x32..inference.ModelEnsembling.Step.OutputMapEntry\x12\x17\n\x0fmodel_namespace\x18\x05 \x01(\t\x1a/\n\rInputMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x30\n\x0eOutputMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"&\n\x0eModelParameter\x12\x14\n\x0cstring_value\x18\x01 \x01(\t\"\xd9\x02\n\x0bModelWarmup\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x12\n\nbatch_size\x18\x02 \x01(\r\x12\x32\n\x06inputs\x18\x03 \x03(\x0b\x32\".inference.ModelWarmup.InputsEntry\x12\r\n\x05\x63ount\x18\x04 \x01(\r\x1a\x97\x01\n\x05Input\x12&\n\tdata_type\x18\x01 \x01(\x0e\x32\x13.inference.DataType\x12\x0c\n\x04\x64ims\x18\x02 \x03(\x03\x12\x13\n\tzero_data\x18\x03 \x01(\x08H\x00\x12\x15\n\x0brandom_data\x18\x04 \x01(\x08H\x00\x12\x19\n\x0finput_data_file\x18\x05 \x01(\tH\x00\x42\x11\n\x0finput_data_type\x1aK\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12+\n\x05value\x18\x02 \x01(\x0b\x32\x1c.inference.ModelWarmup.Input:\x02\x38\x01\".\n\x0fModelOperations\x12\x1b\n\x13op_library_filename\x18\x01 \x03(\t\"+\n\x16ModelTransactionPolicy\x12\x11\n\tdecoupled\x18\x01 \x01(\x08\"\xe6\x01\n\x15ModelRepositoryAgents\x12\x36\n\x06\x61gents\x18\x01 \x03(\x0b\x32&.inference.ModelRepositoryAgents.Agent\x1a\x94\x01\n\x05\x41gent\x12\x0c\n\x04name\x18\x01 \x01(\t\x12J\n\nparameters\x18\x02 \x03(\x0b\x32\x36.inference.ModelRepositoryAgents.Agent.ParametersEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"$\n\x12ModelResponseCache\x12\x0e\n\x06\x65nable\x18\x01 \x01(\x08\"\xc3\n\n\x0bModelConfig\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08platform\x18\x02 \x01(\t\x12\x0f\n\x07\x62\x61\x63kend\x18\x11 \x01(\t\x12\x0f\n\x07runtime\x18\x19 \x01(\t\x12\x35\n\x0eversion_policy\x18\x03 \x01(\x0b\x32\x1d.inference.ModelVersionPolicy\x12\x16\n\x0emax_batch_size\x18\x04 \x01(\x05\x12$\n\x05input\x18\x05 \x03(\x0b\x32\x15.inference.ModelInput\x12&\n\x06output\x18\x06 \x03(\x0b\x32\x16.inference.ModelOutput\x12*\n\x0b\x62\x61tch_input\x18\x14 \x03(\x0b\x32\x15.inference.BatchInput\x12,\n\x0c\x62\x61tch_output\x18\x15 \x03(\x0b\x32\x16.inference.BatchOutput\x12\x38\n\x0coptimization\x18\x0c \x01(\x0b\x32\".inference.ModelOptimizationPolicy\x12;\n\x10\x64ynamic_batching\x18\x0b \x01(\x0b\x32\x1f.inference.ModelDynamicBatchingH\x00\x12=\n\x11sequence_batching\x18\r \x01(\x0b\x32 .inference.ModelSequenceBatchingH\x00\x12\x39\n\x13\x65nsemble_scheduling\x18\x0f \x01(\x0b\x32\x1a.inference.ModelEnsemblingH\x00\x12\x35\n\x0einstance_group\x18\x07 \x03(\x0b\x32\x1d.inference.ModelInstanceGroup\x12\x1e\n\x16\x64\x65\x66\x61ult_model_filename\x18\x08 \x01(\t\x12H\n\x12\x63\x63_model_filenames\x18\t \x03(\x0b\x32,.inference.ModelConfig.CcModelFilenamesEntry\x12;\n\x0bmetric_tags\x18\n \x03(\x0b\x32&.inference.ModelConfig.MetricTagsEntry\x12:\n\nparameters\x18\x0e \x03(\x0b\x32&.inference.ModelConfig.ParametersEntry\x12,\n\x0cmodel_warmup\x18\x10 \x03(\x0b\x32\x16.inference.ModelWarmup\x12\x34\n\x10model_operations\x18\x12 \x01(\x0b\x32\x1a.inference.ModelOperations\x12\x43\n\x18model_transaction_policy\x18\x13 \x01(\x0b\x32!.inference.ModelTransactionPolicy\x12\x41\n\x17model_repository_agents\x18\x17 \x01(\x0b\x32 .inference.ModelRepositoryAgents\x12\x35\n\x0eresponse_cache\x18\x18 \x01(\x0b\x32\x1d.inference.ModelResponseCache\x1a\x37\n\x15\x43\x63ModelFilenamesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fMetricTagsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.ModelParameter:\x02\x38\x01\x42\x13\n\x11scheduling_choice*\xfa\x01\n\x08\x44\x61taType\x12\x10\n\x0cTYPE_INVALID\x10\x00\x12\r\n\tTYPE_BOOL\x10\x01\x12\x0e\n\nTYPE_UINT8\x10\x02\x12\x0f\n\x0bTYPE_UINT16\x10\x03\x12\x0f\n\x0bTYPE_UINT32\x10\x04\x12\x0f\n\x0bTYPE_UINT64\x10\x05\x12\r\n\tTYPE_INT8\x10\x06\x12\x0e\n\nTYPE_INT16\x10\x07\x12\x0e\n\nTYPE_INT32\x10\x08\x12\x0e\n\nTYPE_INT64\x10\t\x12\r\n\tTYPE_FP16\x10\n\x12\r\n\tTYPE_FP32\x10\x0b\x12\r\n\tTYPE_FP64\x10\x0c\x12\x0f\n\x0bTYPE_STRING\x10\r\x12\r\n\tTYPE_BF16\x10\x0e\x62\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'model_config_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY._options = None
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY._serialized_options = b'8\001'
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY._options = None
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY._serialized_options = b'8\001'
+  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY._options = None
+  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY._serialized_options = b'8\001'
+  _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY._options = None
+  _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY._serialized_options = b'8\001'
+  _MODELENSEMBLING_STEP_INPUTMAPENTRY._options = None
+  _MODELENSEMBLING_STEP_INPUTMAPENTRY._serialized_options = b'8\001'
+  _MODELENSEMBLING_STEP_OUTPUTMAPENTRY._options = None
+  _MODELENSEMBLING_STEP_OUTPUTMAPENTRY._serialized_options = b'8\001'
+  _MODELWARMUP_INPUTSENTRY._options = None
+  _MODELWARMUP_INPUTSENTRY._serialized_options = b'8\001'
+  _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY._options = None
+  _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY._serialized_options = b'8\001'
+  _MODELCONFIG_CCMODELFILENAMESENTRY._options = None
+  _MODELCONFIG_CCMODELFILENAMESENTRY._serialized_options = b'8\001'
+  _MODELCONFIG_METRICTAGSENTRY._options = None
+  _MODELCONFIG_METRICTAGSENTRY._serialized_options = b'8\001'
+  _MODELCONFIG_PARAMETERSENTRY._options = None
+  _MODELCONFIG_PARAMETERSENTRY._serialized_options = b'8\001'
+  _DATATYPE._serialized_start=8371
+  _DATATYPE._serialized_end=8621
+  _MODELRATELIMITER._serialized_start=34
+  _MODELRATELIMITER._serialized_end=184
+  _MODELRATELIMITER_RESOURCE._serialized_start=129
+  _MODELRATELIMITER_RESOURCE._serialized_end=184
+  _MODELINSTANCEGROUP._serialized_start=187
+  _MODELINSTANCEGROUP._serialized_end=706
+  _MODELINSTANCEGROUP_SECONDARYDEVICE._serialized_start=483
+  _MODELINSTANCEGROUP_SECONDARYDEVICE._serialized_end=639
+  _MODELINSTANCEGROUP_SECONDARYDEVICE_SECONDARYDEVICEKIND._serialized_start=602
+  _MODELINSTANCEGROUP_SECONDARYDEVICE_SECONDARYDEVICEKIND._serialized_end=639
+  _MODELINSTANCEGROUP_KIND._serialized_start=641
+  _MODELINSTANCEGROUP_KIND._serialized_end=706
+  _MODELTENSORRESHAPE._serialized_start=708
+  _MODELTENSORRESHAPE._serialized_end=743
+  _MODELINPUT._serialized_start=746
+  _MODELINPUT._serialized_end=1085
+  _MODELINPUT_FORMAT._serialized_start=1026
+  _MODELINPUT_FORMAT._serialized_end=1085
+  _MODELOUTPUT._serialized_start=1088
+  _MODELOUTPUT._serialized_end=1299
+  _BATCHINPUT._serialized_start=1302
+  _BATCHINPUT._serialized_end=1647
+  _BATCHINPUT_KIND._serialized_start=1442
+  _BATCHINPUT_KIND._serialized_end=1647
+  _BATCHOUTPUT._serialized_start=1650
+  _BATCHOUTPUT._serialized_end=1793
+  _BATCHOUTPUT_KIND._serialized_start=1751
+  _BATCHOUTPUT_KIND._serialized_end=1793
+  _MODELVERSIONPOLICY._serialized_start=1796
+  _MODELVERSIONPOLICY._serialized_end=2068
+  _MODELVERSIONPOLICY_LATEST._serialized_start=1984
+  _MODELVERSIONPOLICY_LATEST._serialized_end=2014
+  _MODELVERSIONPOLICY_ALL._serialized_start=2016
+  _MODELVERSIONPOLICY_ALL._serialized_end=2021
+  _MODELVERSIONPOLICY_SPECIFIC._serialized_start=2023
+  _MODELVERSIONPOLICY_SPECIFIC._serialized_end=2051
+  _MODELOPTIMIZATIONPOLICY._serialized_start=2071
+  _MODELOPTIMIZATIONPOLICY._serialized_end=3860
+  _MODELOPTIMIZATIONPOLICY_GRAPH._serialized_start=2601
+  _MODELOPTIMIZATIONPOLICY_GRAPH._serialized_end=2623
+  _MODELOPTIMIZATIONPOLICY_CUDA._serialized_start=2626
+  _MODELOPTIMIZATIONPOLICY_CUDA._serialized_end=3324
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC._serialized_start=2776
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC._serialized_end=3324
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_SHAPE._serialized_start=2975
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_SHAPE._serialized_end=2995
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND._serialized_start=2998
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND._serialized_end=3221
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY._serialized_start=3120
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRY._serialized_end=3221
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY._serialized_start=3120
+  _MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRY._serialized_end=3221
+  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS._serialized_start=3327
+  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS._serialized_end=3747
+  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR._serialized_start=3563
+  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR._serialized_end=3747
+  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY._serialized_start=3698
+  _MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRY._serialized_end=3747
+  _MODELOPTIMIZATIONPOLICY_PINNEDMEMORYBUFFER._serialized_start=3749
+  _MODELOPTIMIZATIONPOLICY_PINNEDMEMORYBUFFER._serialized_end=3785
+  _MODELOPTIMIZATIONPOLICY_MODELPRIORITY._serialized_start=3787
+  _MODELOPTIMIZATIONPOLICY_MODELPRIORITY._serialized_end=3860
+  _MODELQUEUEPOLICY._serialized_start=3863
+  _MODELQUEUEPOLICY._serialized_end=4082
+  _MODELQUEUEPOLICY_TIMEOUTACTION._serialized_start=4044
+  _MODELQUEUEPOLICY_TIMEOUTACTION._serialized_end=4082
+  _MODELDYNAMICBATCHING._serialized_start=4085
+  _MODELDYNAMICBATCHING._serialized_end=4496
+  _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY._serialized_start=4409
+  _MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRY._serialized_end=4496
+  _MODELSEQUENCEBATCHING._serialized_start=4499
+  _MODELSEQUENCEBATCHING._serialized_end=5889
+  _MODELSEQUENCEBATCHING_CONTROL._serialized_start=4852
+  _MODELSEQUENCEBATCHING_CONTROL._serialized_end=5157
+  _MODELSEQUENCEBATCHING_CONTROL_KIND._serialized_start=5040
+  _MODELSEQUENCEBATCHING_CONTROL_KIND._serialized_end=5157
+  _MODELSEQUENCEBATCHING_CONTROLINPUT._serialized_start=5159
+  _MODELSEQUENCEBATCHING_CONTROLINPUT._serialized_end=5246
+  _MODELSEQUENCEBATCHING_INITIALSTATE._serialized_start=5249
+  _MODELSEQUENCEBATCHING_INITIALSTATE._serialized_end=5387
+  _MODELSEQUENCEBATCHING_STATE._serialized_start=5390
+  _MODELSEQUENCEBATCHING_STATE._serialized_end=5633
+  _MODELSEQUENCEBATCHING_STRATEGYDIRECT._serialized_start=5635
+  _MODELSEQUENCEBATCHING_STRATEGYDIRECT._serialized_end=5723
+  _MODELSEQUENCEBATCHING_STRATEGYOLDEST._serialized_start=5726
+  _MODELSEQUENCEBATCHING_STRATEGYOLDEST._serialized_end=5870
+  _MODELENSEMBLING._serialized_start=5892
+  _MODELENSEMBLING._serialized_end=6266
+  _MODELENSEMBLING_STEP._serialized_start=5959
+  _MODELENSEMBLING_STEP._serialized_end=6266
+  _MODELENSEMBLING_STEP_INPUTMAPENTRY._serialized_start=6169
+  _MODELENSEMBLING_STEP_INPUTMAPENTRY._serialized_end=6216
+  _MODELENSEMBLING_STEP_OUTPUTMAPENTRY._serialized_start=6218
+  _MODELENSEMBLING_STEP_OUTPUTMAPENTRY._serialized_end=6266
+  _MODELPARAMETER._serialized_start=6268
+  _MODELPARAMETER._serialized_end=6306
+  _MODELWARMUP._serialized_start=6309
+  _MODELWARMUP._serialized_end=6654
+  _MODELWARMUP_INPUT._serialized_start=6426
+  _MODELWARMUP_INPUT._serialized_end=6577
+  _MODELWARMUP_INPUTSENTRY._serialized_start=6579
+  _MODELWARMUP_INPUTSENTRY._serialized_end=6654
+  _MODELOPERATIONS._serialized_start=6656
+  _MODELOPERATIONS._serialized_end=6702
+  _MODELTRANSACTIONPOLICY._serialized_start=6704
+  _MODELTRANSACTIONPOLICY._serialized_end=6747
+  _MODELREPOSITORYAGENTS._serialized_start=6750
+  _MODELREPOSITORYAGENTS._serialized_end=6980
+  _MODELREPOSITORYAGENTS_AGENT._serialized_start=6832
+  _MODELREPOSITORYAGENTS_AGENT._serialized_end=6980
+  _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY._serialized_start=3698
+  _MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRY._serialized_end=3747
+  _MODELRESPONSECACHE._serialized_start=6982
+  _MODELRESPONSECACHE._serialized_end=7018
+  _MODELCONFIG._serialized_start=7021
+  _MODELCONFIG._serialized_end=8368
+  _MODELCONFIG_CCMODELFILENAMESENTRY._serialized_start=8163
+  _MODELCONFIG_CCMODELFILENAMESENTRY._serialized_end=8218
+  _MODELCONFIG_METRICTAGSENTRY._serialized_start=8220
+  _MODELCONFIG_METRICTAGSENTRY._serialized_end=8269
+  _MODELCONFIG_PARAMETERSENTRY._serialized_start=8271
+  _MODELCONFIG_PARAMETERSENTRY._serialized_end=8347
+# @@protoc_insertion_point(module_scope)

tritonclient-2.49.0.data/purelib/tritonclient/grpc/service_pb2.py

@@ -0,0 +1,200 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: grpc_service.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from tritonclient.grpc import model_config_pb2 as model__config__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x12grpc_service.proto\x12\tinference\x1a\x12model_config.proto\"\x13\n\x11ServerLiveRequest\"\"\n\x12ServerLiveResponse\x12\x0c\n\x04live\x18\x01 \x01(\x08\"\x14\n\x12ServerReadyRequest\"$\n\x13ServerReadyResponse\x12\r\n\x05ready\x18\x01 \x01(\x08\"2\n\x11ModelReadyRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"#\n\x12ModelReadyResponse\x12\r\n\x05ready\x18\x01 \x01(\x08\"\x17\n\x15ServerMetadataRequest\"K\n\x16ServerMetadataResponse\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\x12\n\nextensions\x18\x03 \x03(\t\"5\n\x14ModelMetadataRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"\x8d\x02\n\x15ModelMetadataResponse\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08versions\x18\x02 \x03(\t\x12\x10\n\x08platform\x18\x03 \x01(\t\x12?\n\x06inputs\x18\x04 \x03(\x0b\x32/.inference.ModelMetadataResponse.TensorMetadata\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.inference.ModelMetadataResponse.TensorMetadata\x1a?\n\x0eTensorMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\"\x99\x01\n\x0eInferParameter\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x15\n\x0bint64_param\x18\x02 \x01(\x03H\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x12\x16\n\x0c\x64ouble_param\x18\x04 \x01(\x01H\x00\x12\x16\n\x0cuint64_param\x18\x05 \x01(\x04H\x00\x42\x12\n\x10parameter_choice\"\xd0\x01\n\x13InferTensorContents\x12\x15\n\rbool_contents\x18\x01 \x03(\x08\x12\x14\n\x0cint_contents\x18\x02 \x03(\x05\x12\x16\n\x0eint64_contents\x18\x03 \x03(\x03\x12\x15\n\ruint_contents\x18\x04 \x03(\r\x12\x17\n\x0fuint64_contents\x18\x05 \x03(\x04\x12\x15\n\rfp32_contents\x18\x06 \x03(\x02\x12\x15\n\rfp64_contents\x18\x07 \x03(\x01\x12\x16\n\x0e\x62ytes_contents\x18\x08 \x03(\x0c\"\xee\x06\n\x11ModelInferRequest\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\t\x12\n\n\x02id\x18\x03 \x01(\t\x12@\n\nparameters\x18\x04 \x03(\x0b\x32,.inference.ModelInferRequest.ParametersEntry\x12=\n\x06inputs\x18\x05 \x03(\x0b\x32-.inference.ModelInferRequest.InferInputTensor\x12H\n\x07outputs\x18\x06 \x03(\x0b\x32\x37.inference.ModelInferRequest.InferRequestedOutputTensor\x12\x1a\n\x12raw_input_contents\x18\x07 \x03(\x0c\x1a\x94\x02\n\x10InferInputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\x12Q\n\nparameters\x18\x04 \x03(\x0b\x32=.inference.ModelInferRequest.InferInputTensor.ParametersEntry\x12\x30\n\x08\x63ontents\x18\x05 \x01(\x0b\x32\x1e.inference.InferTensorContents\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1a\xd5\x01\n\x1aInferRequestedOutputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12[\n\nparameters\x18\x02 \x03(\x0b\x32G.inference.ModelInferRequest.InferRequestedOutputTensor.ParametersEntry\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\"\xd5\x04\n\x12ModelInferResponse\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x15\n\rmodel_version\x18\x02 \x01(\t\x12\n\n\x02id\x18\x03 \x01(\t\x12\x41\n\nparameters\x18\x04 \x03(\x0b\x32-.inference.ModelInferResponse.ParametersEntry\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.inference.ModelInferResponse.InferOutputTensor\x12\x1b\n\x13raw_output_contents\x18\x06 \x03(\x0c\x1a\x97\x02\n\x11InferOutputTensor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x64\x61tatype\x18\x02 \x01(\t\x12\r\n\x05shape\x18\x03 \x03(\x03\x12S\n\nparameters\x18\x04 \x03(\x0b\x32?.inference.ModelInferResponse.InferOutputTensor.ParametersEntry\x12\x30\n\x08\x63ontents\x18\x05 \x01(\x0b\x32\x1e.inference.InferTensorContents\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\x1aL\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.inference.InferParameter:\x02\x38\x01\"h\n\x18ModelStreamInferResponse\x12\x15\n\rerror_message\x18\x01 \x01(\t\x12\x35\n\x0einfer_response\x18\x02 \x01(\x0b\x32\x1d.inference.ModelInferResponse\"3\n\x12ModelConfigRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"=\n\x13ModelConfigResponse\x12&\n\x06\x63onfig\x18\x01 \x01(\x0b\x32\x16.inference.ModelConfig\"7\n\x16ModelStatisticsRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\".\n\x11StatisticDuration\x12\r\n\x05\x63ount\x18\x01 \x01(\x04\x12\n\n\x02ns\x18\x02 \x01(\x04\"\x9c\x03\n\x0fInferStatistics\x12-\n\x07success\x18\x01 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12*\n\x04\x66\x61il\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12+\n\x05queue\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_input\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_infer\x18\x05 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x06 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12/\n\tcache_hit\x18\x07 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x30\n\ncache_miss\x18\x08 \x01(\x0b\x32\x1c.inference.StatisticDuration\"\xc3\x02\n\x17InferResponseStatistics\x12\x33\n\rcompute_infer\x18\x01 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12-\n\x07success\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12*\n\x04\x66\x61il\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x65mpty_response\x18\x05 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12,\n\x06\x63\x61ncel\x18\x06 \x01(\x0b\x32\x1c.inference.StatisticDuration\"\xca\x01\n\x14InferBatchStatistics\x12\x12\n\nbatch_size\x18\x01 \x01(\x04\x12\x33\n\rcompute_input\x18\x02 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x33\n\rcompute_infer\x18\x03 \x01(\x0b\x32\x1c.inference.StatisticDuration\x12\x34\n\x0e\x63ompute_output\x18\x04 \x01(\x0b\x32\x1c.inference.StatisticDuration\":\n\x0bMemoryUsage\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\x03\x12\x11\n\tbyte_size\x18\x03 \x01(\x04\"\xb4\x03\n\x0fModelStatistics\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\x16\n\x0elast_inference\x18\x03 \x01(\x04\x12\x17\n\x0finference_count\x18\x04 \x01(\x04\x12\x17\n\x0f\x65xecution_count\x18\x05 \x01(\x04\x12\x33\n\x0finference_stats\x18\x06 \x01(\x0b\x32\x1a.inference.InferStatistics\x12\x34\n\x0b\x62\x61tch_stats\x18\x07 \x03(\x0b\x32\x1f.inference.InferBatchStatistics\x12,\n\x0cmemory_usage\x18\x08 \x03(\x0b\x32\x16.inference.MemoryUsage\x12\x45\n\x0eresponse_stats\x18\t \x03(\x0b\x32-.inference.ModelStatistics.ResponseStatsEntry\x1aX\n\x12ResponseStatsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".inference.InferResponseStatistics:\x02\x38\x01\"J\n\x17ModelStatisticsResponse\x12/\n\x0bmodel_stats\x18\x01 \x03(\x0b\x32\x1a.inference.ModelStatistics\"\x8a\x01\n\x18ModelRepositoryParameter\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x15\n\x0bint64_param\x18\x02 \x01(\x03H\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x12\x15\n\x0b\x62ytes_param\x18\x04 \x01(\x0cH\x00\x42\x12\n\x10parameter_choice\"@\n\x16RepositoryIndexRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\r\n\x05ready\x18\x02 \x01(\x08\"\xa4\x01\n\x17RepositoryIndexResponse\x12=\n\x06models\x18\x01 \x03(\x0b\x32-.inference.RepositoryIndexResponse.ModelIndex\x1aJ\n\nModelIndex\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\x12\r\n\x05state\x18\x03 \x01(\t\x12\x0e\n\x06reason\x18\x04 \x01(\t\"\xec\x01\n\x1aRepositoryModelLoadRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x12I\n\nparameters\x18\x03 \x03(\x0b\x32\x35.inference.RepositoryModelLoadRequest.ParametersEntry\x1aV\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.inference.ModelRepositoryParameter:\x02\x38\x01\"\x1d\n\x1bRepositoryModelLoadResponse\"\xf0\x01\n\x1cRepositoryModelUnloadRequest\x12\x17\n\x0frepository_name\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x12K\n\nparameters\x18\x03 \x03(\x0b\x32\x37.inference.RepositoryModelUnloadRequest.ParametersEntry\x1aV\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32#.inference.ModelRepositoryParameter:\x02\x38\x01\"\x1f\n\x1dRepositoryModelUnloadResponse\"/\n\x1fSystemSharedMemoryStatusRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"\xa5\x02\n SystemSharedMemoryStatusResponse\x12I\n\x07regions\x18\x01 \x03(\x0b\x32\x38.inference.SystemSharedMemoryStatusResponse.RegionsEntry\x1aL\n\x0cRegionStatus\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x0e\n\x06offset\x18\x03 \x01(\x04\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\x1ah\n\x0cRegionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12G\n\x05value\x18\x02 \x01(\x0b\x32\x38.inference.SystemSharedMemoryStatusResponse.RegionStatus:\x02\x38\x01\"a\n!SystemSharedMemoryRegisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x0e\n\x06offset\x18\x03 \x01(\x04\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\"$\n\"SystemSharedMemoryRegisterResponse\"3\n#SystemSharedMemoryUnregisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"&\n$SystemSharedMemoryUnregisterResponse\"-\n\x1d\x43udaSharedMemoryStatusRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x95\x02\n\x1e\x43udaSharedMemoryStatusResponse\x12G\n\x07regions\x18\x01 \x03(\x0b\x32\x36.inference.CudaSharedMemoryStatusResponse.RegionsEntry\x1a\x42\n\x0cRegionStatus\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x11\n\tdevice_id\x18\x02 \x01(\x04\x12\x11\n\tbyte_size\x18\x03 \x01(\x04\x1a\x66\n\x0cRegionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x45\n\x05value\x18\x02 \x01(\x0b\x32\x36.inference.CudaSharedMemoryStatusResponse.RegionStatus:\x02\x38\x01\"i\n\x1f\x43udaSharedMemoryRegisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x12\n\nraw_handle\x18\x02 \x01(\x0c\x12\x11\n\tdevice_id\x18\x03 \x01(\x03\x12\x11\n\tbyte_size\x18\x04 \x01(\x04\"\"\n CudaSharedMemoryRegisterResponse\"1\n!CudaSharedMemoryUnregisterRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\"$\n\"CudaSharedMemoryUnregisterResponse\"\xe6\x01\n\x13TraceSettingRequest\x12>\n\x08settings\x18\x01 \x03(\x0b\x32,.inference.TraceSettingRequest.SettingsEntry\x12\x12\n\nmodel_name\x18\x02 \x01(\t\x1a\x1d\n\x0cSettingValue\x12\r\n\x05value\x18\x01 \x03(\t\x1a\\\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.inference.TraceSettingRequest.SettingValue:\x02\x38\x01\"\xd5\x01\n\x14TraceSettingResponse\x12?\n\x08settings\x18\x01 \x03(\x0b\x32-.inference.TraceSettingResponse.SettingsEntry\x1a\x1d\n\x0cSettingValue\x12\r\n\x05value\x18\x01 \x03(\t\x1a]\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12;\n\x05value\x18\x02 \x01(\x0b\x32,.inference.TraceSettingResponse.SettingValue:\x02\x38\x01\"\x9a\x02\n\x12LogSettingsRequest\x12=\n\x08settings\x18\x01 \x03(\x0b\x32+.inference.LogSettingsRequest.SettingsEntry\x1ah\n\x0cSettingValue\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x16\n\x0cuint32_param\x18\x02 \x01(\rH\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x42\x12\n\x10parameter_choice\x1a[\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x39\n\x05value\x18\x02 \x01(\x0b\x32*.inference.LogSettingsRequest.SettingValue:\x02\x38\x01\"\x9d\x02\n\x13LogSettingsResponse\x12>\n\x08settings\x18\x01 \x03(\x0b\x32,.inference.LogSettingsResponse.SettingsEntry\x1ah\n\x0cSettingValue\x12\x14\n\nbool_param\x18\x01 \x01(\x08H\x00\x12\x16\n\x0cuint32_param\x18\x02 \x01(\rH\x00\x12\x16\n\x0cstring_param\x18\x03 \x01(\tH\x00\x42\x12\n\x10parameter_choice\x1a\\\n\rSettingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.inference.LogSettingsResponse.SettingValue:\x02\x38\x01\x32\xb7\x0f\n\x14GRPCInferenceService\x12K\n\nServerLive\x12\x1c.inference.ServerLiveRequest\x1a\x1d.inference.ServerLiveResponse\"\x00\x12N\n\x0bServerReady\x12\x1d.inference.ServerReadyRequest\x1a\x1e.inference.ServerReadyResponse\"\x00\x12K\n\nModelReady\x12\x1c.inference.ModelReadyRequest\x1a\x1d.inference.ModelReadyResponse\"\x00\x12W\n\x0eServerMetadata\x12 .inference.ServerMetadataRequest\x1a!.inference.ServerMetadataResponse\"\x00\x12T\n\rModelMetadata\x12\x1f.inference.ModelMetadataRequest\x1a .inference.ModelMetadataResponse\"\x00\x12K\n\nModelInfer\x12\x1c.inference.ModelInferRequest\x1a\x1d.inference.ModelInferResponse\"\x00\x12[\n\x10ModelStreamInfer\x12\x1c.inference.ModelInferRequest\x1a#.inference.ModelStreamInferResponse\"\x00(\x01\x30\x01\x12N\n\x0bModelConfig\x12\x1d.inference.ModelConfigRequest\x1a\x1e.inference.ModelConfigResponse\"\x00\x12Z\n\x0fModelStatistics\x12!.inference.ModelStatisticsRequest\x1a\".inference.ModelStatisticsResponse\"\x00\x12Z\n\x0fRepositoryIndex\x12!.inference.RepositoryIndexRequest\x1a\".inference.RepositoryIndexResponse\"\x00\x12\x66\n\x13RepositoryModelLoad\x12%.inference.RepositoryModelLoadRequest\x1a&.inference.RepositoryModelLoadResponse\"\x00\x12l\n\x15RepositoryModelUnload\x12\'.inference.RepositoryModelUnloadRequest\x1a(.inference.RepositoryModelUnloadResponse\"\x00\x12u\n\x18SystemSharedMemoryStatus\x12*.inference.SystemSharedMemoryStatusRequest\x1a+.inference.SystemSharedMemoryStatusResponse\"\x00\x12{\n\x1aSystemSharedMemoryRegister\x12,.inference.SystemSharedMemoryRegisterRequest\x1a-.inference.SystemSharedMemoryRegisterResponse\"\x00\x12\x81\x01\n\x1cSystemSharedMemoryUnregister\x12..inference.SystemSharedMemoryUnregisterRequest\x1a/.inference.SystemSharedMemoryUnregisterResponse\"\x00\x12o\n\x16\x43udaSharedMemoryStatus\x12(.inference.CudaSharedMemoryStatusRequest\x1a).inference.CudaSharedMemoryStatusResponse\"\x00\x12u\n\x18\x43udaSharedMemoryRegister\x12*.inference.CudaSharedMemoryRegisterRequest\x1a+.inference.CudaSharedMemoryRegisterResponse\"\x00\x12{\n\x1a\x43udaSharedMemoryUnregister\x12,.inference.CudaSharedMemoryUnregisterRequest\x1a-.inference.CudaSharedMemoryUnregisterResponse\"\x00\x12Q\n\x0cTraceSetting\x12\x1e.inference.TraceSettingRequest\x1a\x1f.inference.TraceSettingResponse\"\x00\x12N\n\x0bLogSettings\x12\x1d.inference.LogSettingsRequest\x1a\x1e.inference.LogSettingsResponse\"\x00\x62\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'grpc_service_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY._options = None
+  _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY._serialized_options = b'8\001'
+  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY._options = None
+  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY._serialized_options = b'8\001'
+  _MODELINFERREQUEST_PARAMETERSENTRY._options = None
+  _MODELINFERREQUEST_PARAMETERSENTRY._serialized_options = b'8\001'
+  _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._options = None
+  _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._serialized_options = b'8\001'
+  _MODELINFERRESPONSE_PARAMETERSENTRY._options = None
+  _MODELINFERRESPONSE_PARAMETERSENTRY._serialized_options = b'8\001'
+  _MODELSTATISTICS_RESPONSESTATSENTRY._options = None
+  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_options = b'8\001'
+  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._options = None
+  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_options = b'8\001'
+  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._options = None
+  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_options = b'8\001'
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._options = None
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_options = b'8\001'
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._options = None
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_options = b'8\001'
+  _TRACESETTINGREQUEST_SETTINGSENTRY._options = None
+  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_options = b'8\001'
+  _TRACESETTINGRESPONSE_SETTINGSENTRY._options = None
+  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_options = b'8\001'
+  _LOGSETTINGSREQUEST_SETTINGSENTRY._options = None
+  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_options = b'8\001'
+  _LOGSETTINGSRESPONSE_SETTINGSENTRY._options = None
+  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_options = b'8\001'
+  _SERVERLIVEREQUEST._serialized_start=53
+  _SERVERLIVEREQUEST._serialized_end=72
+  _SERVERLIVERESPONSE._serialized_start=74
+  _SERVERLIVERESPONSE._serialized_end=108
+  _SERVERREADYREQUEST._serialized_start=110
+  _SERVERREADYREQUEST._serialized_end=130
+  _SERVERREADYRESPONSE._serialized_start=132
+  _SERVERREADYRESPONSE._serialized_end=168
+  _MODELREADYREQUEST._serialized_start=170
+  _MODELREADYREQUEST._serialized_end=220
+  _MODELREADYRESPONSE._serialized_start=222
+  _MODELREADYRESPONSE._serialized_end=257
+  _SERVERMETADATAREQUEST._serialized_start=259
+  _SERVERMETADATAREQUEST._serialized_end=282
+  _SERVERMETADATARESPONSE._serialized_start=284
+  _SERVERMETADATARESPONSE._serialized_end=359
+  _MODELMETADATAREQUEST._serialized_start=361
+  _MODELMETADATAREQUEST._serialized_end=414
+  _MODELMETADATARESPONSE._serialized_start=417
+  _MODELMETADATARESPONSE._serialized_end=686
+  _MODELMETADATARESPONSE_TENSORMETADATA._serialized_start=623
+  _MODELMETADATARESPONSE_TENSORMETADATA._serialized_end=686
+  _INFERPARAMETER._serialized_start=689
+  _INFERPARAMETER._serialized_end=842
+  _INFERTENSORCONTENTS._serialized_start=845
+  _INFERTENSORCONTENTS._serialized_end=1053
+  _MODELINFERREQUEST._serialized_start=1056
+  _MODELINFERREQUEST._serialized_end=1934
+  _MODELINFERREQUEST_INFERINPUTTENSOR._serialized_start=1364
+  _MODELINFERREQUEST_INFERINPUTTENSOR._serialized_end=1640
+  _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY._serialized_start=1564
+  _MODELINFERREQUEST_INFERINPUTTENSOR_PARAMETERSENTRY._serialized_end=1640
+  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR._serialized_start=1643
+  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR._serialized_end=1856
+  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY._serialized_start=1564
+  _MODELINFERREQUEST_INFERREQUESTEDOUTPUTTENSOR_PARAMETERSENTRY._serialized_end=1640
+  _MODELINFERREQUEST_PARAMETERSENTRY._serialized_start=1564
+  _MODELINFERREQUEST_PARAMETERSENTRY._serialized_end=1640
+  _MODELINFERRESPONSE._serialized_start=1937
+  _MODELINFERRESPONSE._serialized_end=2534
+  _MODELINFERRESPONSE_INFEROUTPUTTENSOR._serialized_start=2177
+  _MODELINFERRESPONSE_INFEROUTPUTTENSOR._serialized_end=2456
+  _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._serialized_start=1564
+  _MODELINFERRESPONSE_INFEROUTPUTTENSOR_PARAMETERSENTRY._serialized_end=1640
+  _MODELINFERRESPONSE_PARAMETERSENTRY._serialized_start=1564
+  _MODELINFERRESPONSE_PARAMETERSENTRY._serialized_end=1640
+  _MODELSTREAMINFERRESPONSE._serialized_start=2536
+  _MODELSTREAMINFERRESPONSE._serialized_end=2640
+  _MODELCONFIGREQUEST._serialized_start=2642
+  _MODELCONFIGREQUEST._serialized_end=2693
+  _MODELCONFIGRESPONSE._serialized_start=2695
+  _MODELCONFIGRESPONSE._serialized_end=2756
+  _MODELSTATISTICSREQUEST._serialized_start=2758
+  _MODELSTATISTICSREQUEST._serialized_end=2813
+  _STATISTICDURATION._serialized_start=2815
+  _STATISTICDURATION._serialized_end=2861
+  _INFERSTATISTICS._serialized_start=2864
+  _INFERSTATISTICS._serialized_end=3276
+  _INFERRESPONSESTATISTICS._serialized_start=3279
+  _INFERRESPONSESTATISTICS._serialized_end=3602
+  _INFERBATCHSTATISTICS._serialized_start=3605
+  _INFERBATCHSTATISTICS._serialized_end=3807
+  _MEMORYUSAGE._serialized_start=3809
+  _MEMORYUSAGE._serialized_end=3867
+  _MODELSTATISTICS._serialized_start=3870
+  _MODELSTATISTICS._serialized_end=4306
+  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_start=4218
+  _MODELSTATISTICS_RESPONSESTATSENTRY._serialized_end=4306
+  _MODELSTATISTICSRESPONSE._serialized_start=4308
+  _MODELSTATISTICSRESPONSE._serialized_end=4382
+  _MODELREPOSITORYPARAMETER._serialized_start=4385
+  _MODELREPOSITORYPARAMETER._serialized_end=4523
+  _REPOSITORYINDEXREQUEST._serialized_start=4525
+  _REPOSITORYINDEXREQUEST._serialized_end=4589
+  _REPOSITORYINDEXRESPONSE._serialized_start=4592
+  _REPOSITORYINDEXRESPONSE._serialized_end=4756
+  _REPOSITORYINDEXRESPONSE_MODELINDEX._serialized_start=4682
+  _REPOSITORYINDEXRESPONSE_MODELINDEX._serialized_end=4756
+  _REPOSITORYMODELLOADREQUEST._serialized_start=4759
+  _REPOSITORYMODELLOADREQUEST._serialized_end=4995
+  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_start=4909
+  _REPOSITORYMODELLOADREQUEST_PARAMETERSENTRY._serialized_end=4995
+  _REPOSITORYMODELLOADRESPONSE._serialized_start=4997
+  _REPOSITORYMODELLOADRESPONSE._serialized_end=5026
+  _REPOSITORYMODELUNLOADREQUEST._serialized_start=5029
+  _REPOSITORYMODELUNLOADREQUEST._serialized_end=5269
+  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_start=4909
+  _REPOSITORYMODELUNLOADREQUEST_PARAMETERSENTRY._serialized_end=4995
+  _REPOSITORYMODELUNLOADRESPONSE._serialized_start=5271
+  _REPOSITORYMODELUNLOADRESPONSE._serialized_end=5302
+  _SYSTEMSHAREDMEMORYSTATUSREQUEST._serialized_start=5304
+  _SYSTEMSHAREDMEMORYSTATUSREQUEST._serialized_end=5351
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE._serialized_start=5354
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE._serialized_end=5647
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_start=5465
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_end=5541
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_start=5543
+  _SYSTEMSHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_end=5647
+  _SYSTEMSHAREDMEMORYREGISTERREQUEST._serialized_start=5649
+  _SYSTEMSHAREDMEMORYREGISTERREQUEST._serialized_end=5746
+  _SYSTEMSHAREDMEMORYREGISTERRESPONSE._serialized_start=5748
+  _SYSTEMSHAREDMEMORYREGISTERRESPONSE._serialized_end=5784
+  _SYSTEMSHAREDMEMORYUNREGISTERREQUEST._serialized_start=5786
+  _SYSTEMSHAREDMEMORYUNREGISTERREQUEST._serialized_end=5837
+  _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE._serialized_start=5839
+  _SYSTEMSHAREDMEMORYUNREGISTERRESPONSE._serialized_end=5877
+  _CUDASHAREDMEMORYSTATUSREQUEST._serialized_start=5879
+  _CUDASHAREDMEMORYSTATUSREQUEST._serialized_end=5924
+  _CUDASHAREDMEMORYSTATUSRESPONSE._serialized_start=5927
+  _CUDASHAREDMEMORYSTATUSRESPONSE._serialized_end=6204
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_start=6034
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSTATUS._serialized_end=6100
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_start=6102
+  _CUDASHAREDMEMORYSTATUSRESPONSE_REGIONSENTRY._serialized_end=6204
+  _CUDASHAREDMEMORYREGISTERREQUEST._serialized_start=6206
+  _CUDASHAREDMEMORYREGISTERREQUEST._serialized_end=6311
+  _CUDASHAREDMEMORYREGISTERRESPONSE._serialized_start=6313
+  _CUDASHAREDMEMORYREGISTERRESPONSE._serialized_end=6347
+  _CUDASHAREDMEMORYUNREGISTERREQUEST._serialized_start=6349
+  _CUDASHAREDMEMORYUNREGISTERREQUEST._serialized_end=6398
+  _CUDASHAREDMEMORYUNREGISTERRESPONSE._serialized_start=6400
+  _CUDASHAREDMEMORYUNREGISTERRESPONSE._serialized_end=6436
+  _TRACESETTINGREQUEST._serialized_start=6439
+  _TRACESETTINGREQUEST._serialized_end=6669
+  _TRACESETTINGREQUEST_SETTINGVALUE._serialized_start=6546
+  _TRACESETTINGREQUEST_SETTINGVALUE._serialized_end=6575
+  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_start=6577
+  _TRACESETTINGREQUEST_SETTINGSENTRY._serialized_end=6669
+  _TRACESETTINGRESPONSE._serialized_start=6672
+  _TRACESETTINGRESPONSE._serialized_end=6885
+  _TRACESETTINGRESPONSE_SETTINGVALUE._serialized_start=6546
+  _TRACESETTINGRESPONSE_SETTINGVALUE._serialized_end=6575
+  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_start=6792
+  _TRACESETTINGRESPONSE_SETTINGSENTRY._serialized_end=6885
+  _LOGSETTINGSREQUEST._serialized_start=6888
+  _LOGSETTINGSREQUEST._serialized_end=7170
+  _LOGSETTINGSREQUEST_SETTINGVALUE._serialized_start=6973
+  _LOGSETTINGSREQUEST_SETTINGVALUE._serialized_end=7077
+  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_start=7079
+  _LOGSETTINGSREQUEST_SETTINGSENTRY._serialized_end=7170
+  _LOGSETTINGSRESPONSE._serialized_start=7173
+  _LOGSETTINGSRESPONSE._serialized_end=7458
+  _LOGSETTINGSRESPONSE_SETTINGVALUE._serialized_start=6973
+  _LOGSETTINGSRESPONSE_SETTINGVALUE._serialized_end=7077
+  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_start=7366
+  _LOGSETTINGSRESPONSE_SETTINGSENTRY._serialized_end=7458
+  _GRPCINFERENCESERVICE._serialized_start=7461
+  _GRPCINFERENCESERVICE._serialized_end=9436
+# @@protoc_insertion_point(module_scope)

{tritonclient-2.47.0.data → tritonclient-2.49.0.data}/purelib/tritonclient/grpc/service_pb2_grpc.py

@@ -5,10 +5,10 @@ import warnings
 
 from tritonclient.grpc import service_pb2 as grpc__service__pb2
 
-GRPC_GENERATED_VERSION = '1.64.1'
+GRPC_GENERATED_VERSION = '1.65.5'
 GRPC_VERSION = grpc.__version__
-EXPECTED_ERROR_RELEASE = '1.65.0'
-SCHEDULED_RELEASE_DATE = 'June 25, 2024'
+EXPECTED_ERROR_RELEASE = '1.66.0'
+SCHEDULED_RELEASE_DATE = 'August 6, 2024'
 _version_not_supported = False
 
 try:

{tritonclient-2.47.0.dist-info → tritonclient-2.49.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tritonclient
-Version: 2.47.0
+Version: 2.49.0
 Summary: Python client library and utilities for communicating with Triton Inference Server
 Home-page: https://developer.nvidia.com/nvidia-triton-inference-server
 Author: NVIDIA Inc.
@@ -26,31 +26,31 @@ Classifier: Natural Language :: English
 Classifier: Operating System :: OS Independent
 Description-Content-Type: text/markdown
 License-File: LICENSE.txt
-Requires-Dist: numpy <2,>=1.19.1
-Requires-Dist: python-rapidjson >=0.9.1
-Requires-Dist: urllib3 >=2.0.7
+Requires-Dist: numpy<2,>=1.19.1
+Requires-Dist: python-rapidjson>=0.9.1
+Requires-Dist: urllib3>=2.0.7
 Provides-Extra: all
-Requires-Dist: grpcio >=1.41.0 ; extra == 'all'
-Requires-Dist: numpy <2,>=1.19.1 ; extra == 'all'
-Requires-Dist: packaging >=14.1 ; extra == 'all'
-Requires-Dist: protobuf <5,>=3.5.0 ; extra == 'all'
-Requires-Dist: python-rapidjson >=0.9.1 ; extra == 'all'
-Requires-Dist: aiohttp <4.0.0,>=3.8.1 ; extra == 'all'
-Requires-Dist: geventhttpclient <=2.0.2,>=1.4.4 ; extra == 'all'
-Requires-Dist: cuda-python ; extra == 'all'
+Requires-Dist: grpcio>=1.41.0; extra == "all"
+Requires-Dist: numpy<2,>=1.19.1; extra == "all"
+Requires-Dist: packaging>=14.1; extra == "all"
+Requires-Dist: protobuf<5,>=3.5.0; extra == "all"
+Requires-Dist: python-rapidjson>=0.9.1; extra == "all"
+Requires-Dist: aiohttp<4.0.0,>=3.8.1; extra == "all"
+Requires-Dist: geventhttpclient<=2.0.2,>=1.4.4; extra == "all"
+Requires-Dist: cuda-python; extra == "all"
 Provides-Extra: cuda
-Requires-Dist: cuda-python ; extra == 'cuda'
+Requires-Dist: cuda-python; extra == "cuda"
 Provides-Extra: grpc
-Requires-Dist: grpcio >=1.41.0 ; extra == 'grpc'
-Requires-Dist: numpy <2,>=1.19.1 ; extra == 'grpc'
-Requires-Dist: packaging >=14.1 ; extra == 'grpc'
-Requires-Dist: protobuf <5,>=3.5.0 ; extra == 'grpc'
-Requires-Dist: python-rapidjson >=0.9.1 ; extra == 'grpc'
+Requires-Dist: grpcio>=1.41.0; extra == "grpc"
+Requires-Dist: numpy<2,>=1.19.1; extra == "grpc"
+Requires-Dist: packaging>=14.1; extra == "grpc"
+Requires-Dist: protobuf<5,>=3.5.0; extra == "grpc"
+Requires-Dist: python-rapidjson>=0.9.1; extra == "grpc"
 Provides-Extra: http
-Requires-Dist: aiohttp <4.0.0,>=3.8.1 ; extra == 'http'
-Requires-Dist: geventhttpclient <=2.0.2,>=1.4.4 ; extra == 'http'
-Requires-Dist: numpy <2,>=1.19.1 ; extra == 'http'
-Requires-Dist: python-rapidjson >=0.9.1 ; extra == 'http'
+Requires-Dist: aiohttp<4.0.0,>=3.8.1; extra == "http"
+Requires-Dist: geventhttpclient<=2.0.2,>=1.4.4; extra == "http"
+Requires-Dist: numpy<2,>=1.19.1; extra == "http"
+Requires-Dist: python-rapidjson>=0.9.1; extra == "http"
 
 See [download-using-python-package-installer-pip](https://github.com/triton-inference-server/client/tree/main#download-using-python-package-installer-pip) for package details.
 

tritonclient-2.49.0.dist-info/RECORD

@@ -0,0 +1,42 @@
+tritonclient-2.49.0.data/data/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
+tritonclient-2.49.0.data/purelib/tritonclient/__init__.py,sha256=txJIoytf0nAraiaKraLSy_jDvQ6NDKBKngGBJjGzHXk,1566
+tritonclient-2.49.0.data/purelib/tritonclient/_auth.py,sha256=FjxRnsM9zojNmouMP5KoqLEJHwavII1X6gdXwcp5qwE,2095
+tritonclient-2.49.0.data/purelib/tritonclient/_client.py,sha256=U0nP1n56S4UF92ry58wV3zkV_i5oNy2LPdvHX6MNX1c,2993
+tritonclient-2.49.0.data/purelib/tritonclient/_plugin.py,sha256=zsvWFt3x7hvnSRtgjtvvfh43f9xKmFlrg7sm_hzq8Hw,2105
+tritonclient-2.49.0.data/purelib/tritonclient/_request.py,sha256=KyQkY5kYWh83_USPp40VIlquyYivLBL5WWWbPGiB-_o,1814
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/__init__.py,sha256=J4ZDdhjzR8Y31J-nr2QaQy1hy0R4ioM5hgP4Ddo9pLU,3124
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/_client.py,sha256=s-SiB1ow0gOI7EIZ9Noh_ASAPI_jDli7Ua_k0WwMJuw,78005
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/_infer_input.py,sha256=XrRpmjDC1ilCrtfRiDWlOSzGi9Qbbjr0BFboGSeznH0,7583
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/_infer_result.py,sha256=1udcYG8vmbjPq1CAqgV6g6ypi-mUC9s__yJjXcQYSnc,6278
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/_infer_stream.py,sha256=evt7m68r3xsrCcHWfA5bULYVOfYAMpUvQV5fFnZNF1Y,7129
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/_requested_output.py,sha256=bwsf9-bDZJwg2g_ejh4aTWWWgUIi8-_GXlfKzLDzaa4,4422
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/_utils.py,sha256=SGKRvmh3VkoQgh5P8qxtMaBqBoFM07uB5h__QKNiDIk,5532
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/model_config_pb2.py,sha256=HWGA_eJ7PskjovsjImG8a2JRmSE_Ga5VbVuqRWZCtXE,23113
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/service_pb2.py,sha256=Wnn-ZywvzuVZXynWHo5OZH86WwQYPHGiuiWBaZn8434,25290
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/service_pb2_grpc.py,sha256=NVGp3tbCNy4HUhln6tVITz-NgEBwY1qfB709ZM8lmvA,42243
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/aio/__init__.py,sha256=0BwSc4S8WDbMvlfbXzh1KKUwA5DC-ifNWsqQnmKkxj4,32427
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/aio/auth/__init__.py,sha256=rs1iMjyet3QgrFhED5JH0NiWZLuqnPRhCgQ6jrx1MMI,1597
+tritonclient-2.49.0.data/purelib/tritonclient/grpc/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
+tritonclient-2.49.0.data/purelib/tritonclient/http/__init__.py,sha256=F2H8_rxP6U4ZHKcFHDwW-fO_cxwvREAZRwauJiILGEI,2400
+tritonclient-2.49.0.data/purelib/tritonclient/http/_client.py,sha256=_8QGnjGs1LGg5Lbj0E9cuqD8eE9lwygXvdMC4l8rLGs,58681
+tritonclient-2.49.0.data/purelib/tritonclient/http/_infer_input.py,sha256=5TywkQqFwBuwwzvB2SP_AdgGNHR-S1varA2JBz3L5zE,9805
+tritonclient-2.49.0.data/purelib/tritonclient/http/_infer_result.py,sha256=EyP__f1ssirKG5_kSrFROB8JpQpc5AAV3Ir0eITFQSU,9907
+tritonclient-2.49.0.data/purelib/tritonclient/http/_requested_output.py,sha256=QYMknP8OjQ1P8VLAHd2fJJaIkVgiomjF2hfyR3b2aQE,4742
+tritonclient-2.49.0.data/purelib/tritonclient/http/_utils.py,sha256=0Ap8n7xVIeg8gzpZUIAUqSXVqxOw34xDQvxmGvS9RVw,5334
+tritonclient-2.49.0.data/purelib/tritonclient/http/aio/__init__.py,sha256=Sp6CsFRrwpwIvPxtGEwXgDiXWZx4uhftovCACrhjI2U,27579
+tritonclient-2.49.0.data/purelib/tritonclient/http/aio/auth/__init__.py,sha256=1g7dW9rmhqrrVAJdpf-Jo5hh_5aicyQuozHOWSYp4xU,1599
+tritonclient-2.49.0.data/purelib/tritonclient/http/auth/__init__.py,sha256=S-4YttLMc9Fs6aaka2uMLxA2P_toBBpY_AXqJyAMe-0,1623
+tritonclient-2.49.0.data/purelib/tritonclient/utils/__init__.py,sha256=7hctr2da7REiVKVal31tB3jEZIpcy6n_UWv90GACrOU,10427
+tritonclient-2.49.0.data/purelib/tritonclient/utils/_dlpack.py,sha256=2jpcncMWv807Y8o8tVbyLhsecZo_qgKU6Po9f0JPEZk,8914
+tritonclient-2.49.0.data/purelib/tritonclient/utils/_shared_memory_tensor.py,sha256=g8fNvv0bnmx62J2v7dHytDC9WvAChIkzOk09I76WJF0,3680
+tritonclient-2.49.0.data/purelib/tritonclientutils/__init__.py,sha256=gmNKsY7HmY6UpC9SWtpLO1CVmNqiJPgg18Risd8-Pk8,1865
+tritonclient-2.49.0.data/purelib/tritongrpcclient/__init__.py,sha256=khei5KltQALXN-SSd-eAalz7SQuNhJvx2UNGXbjhmd0,1862
+tritonclient-2.49.0.data/purelib/tritongrpcclient/grpc_service_pb2.py,sha256=pCqmarwA1cIXcqYdFW-20rc0AePemZwPUCzF6moUnI0,1886
+tritonclient-2.49.0.data/purelib/tritongrpcclient/grpc_service_pb2_grpc.py,sha256=UqO45BnMNJQfnxeyF7GPh7PlUOI9sZWd3ZF1ST4rtEI,1896
+tritonclient-2.49.0.data/purelib/tritongrpcclient/model_config_pb2.py,sha256=ONT-10OIdRPk7thmchZ62zes_csccQlMmtOU__3N-Ng,1896
+tritonclient-2.49.0.data/purelib/tritonhttpclient/__init__.py,sha256=nFXez4l9scckazY7wbXcs2DtIS4TE6kQqTu3TrDP8v8,1862
+tritonclient-2.49.0.dist-info/LICENSE.txt,sha256=NMqy92YzgvtkIas9IW34i27ARqi_sCunXDu-t-EqxL8,1533
+tritonclient-2.49.0.dist-info/METADATA,sha256=zRE_8m1e6VVHu6G8jD7_iHI8qRR66pBe9SIbEejZiTM,2796
+tritonclient-2.49.0.dist-info/WHEEL,sha256=Lf7xkupG4fU0sRw5Ed1InfkttWghQciseth1DEDEZvw,93
+tritonclient-2.49.0.dist-info/top_level.txt,sha256=J2zLu0JxoFexDB102feHPD6J3JXAUEYUInFJZM9yEkM,65
+tritonclient-2.49.0.dist-info/RECORD,,

{tritonclient-2.47.0.dist-info → tritonclient-2.49.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: bdist_wheel (0.44.0)
 Root-Is-Purelib: false
 Tag: py3-none-any