gimlet-api 0.0.7__py3-none-any.whl → 0.0.8__py3-none-any.whl

gml/proto/src/api/corepb/v1/model_exec_pb2.py

@@ -17,12 +17,13 @@ try:
   mediapipe_dot_framework_dot_calculator__options__pb2 = mediapipe_dot_framework_dot_calculator__pb2.mediapipe_dot_framework_dot_calculator__options__pb2
 except AttributeError:
   mediapipe_dot_framework_dot_calculator__options__pb2 = mediapipe_dot_framework_dot_calculator__pb2.mediapipe.framework.calculator_options_pb2
-from gml.proto.src.common.typespb import uuid_pb2 as src_dot_common_dot_typespb_dot_uuid__pb2
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
 from google.protobuf import wrappers_pb2 as google_dot_protobuf_dot_wrappers__pb2
+from gml.proto.src.common.typespb import uuid_pb2 as src_dot_common_dot_typespb_dot_uuid__pb2
+from gml.proto.src.api.corepb.v1 import device_info_pb2 as src_dot_api_dot_corepb_dot_v1_dot_device__info__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"src/api/corepb/v1/model_exec.proto\x12\x18gml.internal.api.core.v1\x1a\x14gogoproto/gogo.proto\x1a$mediapipe/framework/calculator.proto\x1a\x1dsrc/common/typespb/uuid.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1egoogle/protobuf/wrappers.proto\"\xa7\x02\n\x0f\x42oundingBoxInfo\x12Z\n\nbox_format\x18\x01 \x01(\x0e\x32;.gml.internal.api.core.v1.BoundingBoxInfo.BoundingBoxFormatR\tboxFormat\x12%\n\x0e\x62ox_normalized\x18\x02 \x01(\x08R\rboxNormalized\"\x90\x01\n\x11\x42oundingBoxFormat\x12\x1f\n\x1b\x42OUNDING_BOX_FORMAT_UNKNOWN\x10\x00\x12\x1e\n\x1a\x42OUNDING_BOX_FORMAT_CXCYWH\x10\x01\x12\x1c\n\x18\x42OUNDING_BOX_FORMAT_YXYX\x10\x02\x12\x1c\n\x18\x42OUNDING_BOX_FORMAT_XYXY\x10\x03\"\xb5\x08\n\x16ImagePreprocessingStep\x12[\n\x04kind\x18\x01 \x01(\x0e\x32G.gml.internal.api.core.v1.ImagePreprocessingStep.ImagePreprocessingKindR\x04kind\x12s\n\x11\x63onversion_params\x18\x02 \x01(\x0b\x32\x46.gml.internal.api.core.v1.ImagePreprocessingStep.ImageConversionParamsR\x10\x63onversionParams\x12g\n\rresize_params\x18\x03 \x01(\x0b\x32\x42.gml.internal.api.core.v1.ImagePreprocessingStep.ImageResizeParamsR\x0cresizeParams\x12v\n\x12standardize_params\x18\x04 \x01(\x0b\x32G.gml.internal.api.core.v1.ImagePreprocessingStep.ImageStandardizeParamsR\x11standardizeParams\x1an\n\x15ImageConversionParams\x12\x14\n\x05scale\x18\x01 \x01(\x08R\x05scale\x12?\n\x0cscale_factor\x18\x02 \x01(\x0b\x32\x1c.google.protobuf.DoubleValueR\x0bscaleFactor\x1a\xed\x01\n\x11ImageResizeParams\x12\x66\n\x04kind\x18\x01 \x01(\x0e\x32R.gml.internal.api.core.v1.ImagePreprocessingStep.ImageResizeParams.ImageResizeKindR\x04kind\"p\n\x0fImageResizeKind\x12\x1d\n\x19IMAGE_RESIZE_KIND_UNKNOWN\x10\x00\x12\x1d\n\x19IMAGE_RESIZE_KIND_STRETCH\x10\x01\x12\x1f\n\x1bIMAGE_RESIZE_KIND_LETTERBOX\x10\x02\x1aH\n\x16ImageStandardizeParams\x12\x14\n\x05means\x18\x01 \x03(\x02R\x05means\x12\x18\n\x07stddevs\x18\x02 \x03(\x02R\x07stddevs\"\xbd\x01\n\x16ImagePreprocessingKind\x12$\n IMAGE_PREPROCESSING_KIND_UNKNOWN\x10\x00\x12.\n*IMAGE_PREPROCESSING_KIND_CONVERT_TO_TENSOR\x10\x01\x12#\n\x1fIMAGE_PREPROCESSING_KIND_RESIZE\x10\x02\x12(\n$IMAGE_PREPROCESSING_KIND_STANDARDIZE\x10\x03\"\x95\x15\n\x12\x44imensionSemantics\x12W\n\x04kind\x18\x01 \x01(\x0e\x32\x43.gml.internal.api.core.v1.DimensionSemantics.DimensionSemanticsKindR\x04kind\x12q\n\x14image_channel_params\x18\x02 \x01(\x0b\x32?.gml.internal.api.core.v1.DimensionSemantics.ImageChannelParamsR\x12imageChannelParams\x12\x86\x01\n\x1b\x64\x65tection_candidates_params\x18\x03 \x01(\x0b\x32\x46.gml.internal.api.core.v1.DimensionSemantics.DetectionCandidatesParamsR\x19\x64\x65tectionCandidatesParams\x12z\n\x17\x64\x65tection_output_params\x18\x04 \x01(\x0b\x32\x42.gml.internal.api.core.v1.DimensionSemantics.DetectionOutputParamsR\x15\x64\x65tectionOutputParams\x12}\n\x18segmentation_mask_params\x18\x05 \x01(\x0b\x32\x43.gml.internal.api.core.v1.DimensionSemantics.SegmentationMaskParamsR\x16segmentationMaskParams\x12j\n\x11regression_params\x18\x06 \x01(\x0b\x32=.gml.internal.api.core.v1.DimensionSemantics.RegressionParamsR\x10regressionParams\x1a\xf4\x01\n\x12ImageChannelParams\x12j\n\x06\x66ormat\x18\x01 \x01(\x0e\x32R.gml.internal.api.core.v1.DimensionSemantics.ImageChannelParams.ImageChannelFormatR\x06\x66ormat\"r\n\x12ImageChannelFormat\x12 \n\x1cIMAGE_CHANNEL_FORMAT_UNKNOWN\x10\x00\x12\x1c\n\x18IMAGE_CHANNEL_FORMAT_RGB\x10\x01\x12\x1c\n\x18IMAGE_CHANNEL_FORMAT_BGR\x10\x02\x1a=\n\x19\x44\x65tectionCandidatesParams\x12 \n\x0cis_nms_boxes\x18\x01 \x01(\x08R\nisNmsBoxes\x1a\x8b\x04\n\x15\x44\x65tectionOutputParams\x12\x7f\n\x14\x62ox_coordinate_range\x18\x01 \x01(\x0b\x32M.gml.internal.api.core.v1.DimensionSemantics.DetectionOutputParams.IndexRangeR\x12\x62oxCoordinateRange\x12H\n\nbox_format\x18\x02 \x01(\x0b\x32).gml.internal.api.core.v1.BoundingBoxInfoR\tboxFormat\x12\x30\n\x14\x62ox_confidence_index\x18\x03 \x01(\x05R\x12\x62oxConfidenceIndex\x12\x1f\n\x0b\x63lass_index\x18\x04 \x01(\x05R\nclassIndex\x12p\n\x0cscores_range\x18\x05 \x01(\x0b\x32M.gml.internal.api.core.v1.DimensionSemantics.DetectionOutputParams.IndexRangeR\x0bscoresRange\x12*\n\x11scores_are_logits\x18\x06 \x01(\x08R\x0fscoresAreLogits\x1a\x36\n\nIndexRange\x12\x14\n\x05start\x18\x01 \x01(\x05R\x05start\x12\x12\n\x04size\x18\x02 \x01(\x05R\x04size\x1a\xd1\x02\n\x16SegmentationMaskParams\x12l\n\x04kind\x18\x01 \x01(\x0e\x32X.gml.internal.api.core.v1.DimensionSemantics.SegmentationMaskParams.SegmentationMaskKindR\x04kind\"\xc8\x01\n\x14SegmentationMaskKind\x12\"\n\x1eSEGMENTATION_MASK_KIND_UNKNOWN\x10\x00\x12&\n\"SEGMENTATION_MASK_KIND_CLASS_LABEL\x10\x01\x12\x1f\n\x1bSEGMENTATION_MASK_KIND_BOOL\x10\x02\x12 \n\x1cSEGMENTATION_MASK_KIND_SCORE\x10\x03\x12!\n\x1dSEGMENTATION_MASK_KIND_LOGITS\x10\x04\x1a\\\n\x10RegressionParams\x12\x14\n\x05label\x18\x01 \x01(\tR\x05label\x12\x32\n\x05scale\x18\x02 \x01(\x0b\x32\x1c.google.protobuf.DoubleValueR\x05scale\"\xcc\x05\n\x16\x44imensionSemanticsKind\x12$\n DIMENSION_SEMANTICS_KIND_UNKNOWN\x10\x00\x12\"\n\x1e\x44IMENSION_SEMANTICS_KIND_BATCH\x10\x01\x12#\n\x1f\x44IMENSION_SEMANTICS_KIND_IGNORE\x10\x02\x12*\n&DIMENSION_SEMANTICS_KIND_IMAGE_CHANNEL\x10\x03\x12)\n%DIMENSION_SEMANTICS_KIND_IMAGE_HEIGHT\x10\x04\x12(\n$DIMENSION_SEMANTICS_KIND_IMAGE_WIDTH\x10\x05\x12\x31\n-DIMENSION_SEMANTICS_KIND_DETECTION_CANDIDATES\x10\x06\x12-\n)DIMENSION_SEMANTICS_KIND_DETECTION_OUTPUT\x10\x07\x12)\n%DIMENSION_SEMANTICS_KIND_CLASS_SCORES\x10\x08\x12\x36\n2DIMENSION_SEMANTICS_KIND_SEGMENTATION_MASK_CHANNEL\x10\t\x12)\n%DIMENSION_SEMANTICS_KIND_CLASS_LABELS\x10\n\x12-\n)DIMENSION_SEMANTICS_KIND_REGRESSION_VALUE\x10\x0b\x12#\n\x1f\x44IMENSION_SEMANTICS_KIND_TOKENS\x10\x0c\x12+\n\'DIMENSION_SEMANTICS_KIND_ATTENTION_MASK\x10\r\x12)\n%DIMENSION_SEMANTICS_KIND_VOCAB_LOGITS\x10\x0e\x12&\n\"DIMENSION_SEMANTICS_KIND_EMBEDDING\x10\x0f\"\xe9\x02\n\x0fTensorSemantics\x12L\n\ndimensions\x18\x01 \x03(\x0b\x32,.gml.internal.api.core.v1.DimensionSemanticsR\ndimensions\x12Q\n\x04kind\x18\x02 \x01(\x0e\x32=.gml.internal.api.core.v1.TensorSemantics.TensorSemanticsKindR\x04kind\"\xb4\x01\n\x13TensorSemanticsKind\x12!\n\x1dTENSOR_SEMANTICS_KIND_UNKNOWN\x10\x00\x12 \n\x1cTENSOR_SEMANTICS_KIND_UNUSED\x10\x01\x12#\n\x1fTENSOR_SEMANTICS_KIND_DIMENSION\x10\x02\x12\x33\n/TENSOR_SEMANTICS_KIND_ATTENTION_KEY_VALUE_CACHE\x10\x03\"6\n\x10GenerationConfig\x12\"\n\reos_token_ids\x18\x01 \x03(\x03R\x0b\x65osTokenIds\"\xc7\n\n\tModelInfo\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x41\n\x04kind\x18\x02 \x01(\x0e\x32-.gml.internal.api.core.v1.ModelInfo.ModelKindR\x04kind\x12N\n\x06\x66ormat\x18\x03 \x01(\x0e\x32\x36.gml.internal.api.core.v1.ModelInfo.ModelStorageFormatR\x06\x66ormat\x12T\n\x0b\x66ile_assets\x18\x04 \x03(\x0b\x32\x33.gml.internal.api.core.v1.ModelInfo.FileAssetsEntryR\nfileAssets\x12_\n\x16input_tensor_semantics\x18\x05 \x03(\x0b\x32).gml.internal.api.core.v1.TensorSemanticsR\x14inputTensorSemantics\x12\x61\n\x17output_tensor_semantics\x18\x06 \x03(\x0b\x32).gml.internal.api.core.v1.TensorSemanticsR\x15outputTensorSemantics\x12!\n\x0c\x63lass_labels\x18\x64 \x03(\tR\x0b\x63lassLabels\x12\x46\n\tbbox_info\x18\x65 \x01(\x0b\x32).gml.internal.api.core.v1.BoundingBoxInfoR\x08\x62\x62oxInfo\x12l\n\x19image_preprocessing_steps\x18\x66 \x03(\x0b\x32\x30.gml.internal.api.core.v1.ImagePreprocessingStepR\x17imagePreprocessingSteps\x12W\n\x11generation_config\x18g \x01(\x0b\x32*.gml.internal.api.core.v1.GenerationConfigR\x10generationConfig\x1aN\n\x0f\x46ileAssetsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12%\n\x05value\x18\x02 \x01(\x0b\x32\x0f.gml.types.UUIDR\x05value:\x02\x38\x01\"\xc0\x01\n\tModelKind\x12\x16\n\x12MODEL_KIND_UNKNOWN\x10\x00\x12\x14\n\x10MODEL_KIND_TORCH\x10\x01\x12\x1a\n\x16MODEL_KIND_TORCHSCRIPT\x10\x02\x12\x13\n\x0fMODEL_KIND_ONNX\x10\x03\x12\x15\n\x11MODEL_KIND_TFLITE\x10\x04\x12\x17\n\x13MODEL_KIND_OPENVINO\x10\x05\x12$\n MODEL_KIND_HUGGINGFACE_TOKENIZER\x10\x06\"\xb3\x02\n\x12ModelStorageFormat\x12 \n\x1cMODEL_STORAGE_FORMAT_UNKNOWN\x10\x00\x12&\n\"MODEL_STORAGE_FORMAT_MLIR_BYTECODE\x10\x01\x12\"\n\x1eMODEL_STORAGE_FORMAT_MLIR_TEXT\x10\x02\x12!\n\x1dMODEL_STORAGE_FORMAT_PROTOBUF\x10\x03\x12#\n\x1fMODEL_STORAGE_FORMAT_PROTO_TEXT\x10\x04\x12#\n\x1fMODEL_STORAGE_FORMAT_FLATBUFFER\x10\x05\x12!\n\x1dMODEL_STORAGE_FORMAT_OPENVINO\x10\x06\x12\x1f\n\x1bMODEL_STORAGE_FORMAT_OPAQUE\x10\x07\"\xa8\x02\n\x04Node\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x45\n\x04kind\x18\x02 \x01(\x0e\x32\x31.gml.internal.api.core.v1.LogicalPipelineNodeKindR\x04kind\x12H\n\nattributes\x18\x03 \x03(\x0b\x32(.gml.internal.api.core.v1.NodeAttributesR\nattributes\x12;\n\x06inputs\x18\x04 \x03(\x0b\x32#.gml.internal.api.core.v1.NodeInputR\x06inputs\x12>\n\x07outputs\x18\x05 \x03(\x0b\x32$.gml.internal.api.core.v1.NodeOutputR\x07outputs\"\x1e\n\x08ParamRef\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\"\xab\x04\n\x05Value\x12!\n\x0bstring_data\x18\x01 \x01(\tH\x00R\nstringData\x12\x1f\n\nint64_data\x18\x02 \x01(\x03H\x00R\tint64Data\x12!\n\x0b\x64ouble_data\x18\x03 \x01(\x01H\x00R\ndoubleData\x12\x1d\n\tbool_data\x18\x04 \x01(\x08H\x00R\x08\x62oolData\x12I\n\x0blambda_data\x18\x05 \x01(\x0b\x32&.gml.internal.api.core.v1.Value.LambdaH\x00R\nlambdaData\x12I\n\nmodel_data\x18\x06 \x01(\x0b\x32(.gml.internal.api.core.v1.Value.ModelRefH\x00R\tmodelData\x12\x43\n\nparam_data\x18\x07 \x01(\x0b\x32\".gml.internal.api.core.v1.ParamRefH\x00R\tparamData\x1aG\n\x08ModelRef\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\'\n\x02id\x18\x02 \x01(\x0b\x32\x0f.gml.types.UUIDB\x06\xe2\xde\x1f\x02IDR\x02id\x1ap\n\x06Lambda\x12\x16\n\x06inputs\x18\x01 \x03(\tR\x06inputs\x12\x18\n\x07outputs\x18\x02 \x03(\tR\x07outputs\x12\x34\n\x05nodes\x18\x03 \x03(\x0b\x32\x1e.gml.internal.api.core.v1.NodeR\x05nodesB\x06\n\x04\x64\x61ta\"[\n\x0eNodeAttributes\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x35\n\x05value\x18\x02 \x01(\x0b\x32\x1f.gml.internal.api.core.v1.ValueR\x05value\"\x9c\x03\n\tNodeInput\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x45\n\x0bparam_value\x18\x02 \x01(\x0b\x32\".gml.internal.api.core.v1.ParamRefH\x00R\nparamValue\x12_\n\x11node_output_value\x18\x03 \x01(\x0b\x32\x31.gml.internal.api.core.v1.NodeInput.NodeOutputRefH\x00R\x0fnodeOutputValue\x12\x62\n\x12lambda_input_value\x18\x04 \x01(\x0b\x32\x32.gml.internal.api.core.v1.NodeInput.LambdaInputRefH\x00R\x10lambdaInputValue\x1a@\n\rNodeOutputRef\x12\x1b\n\tnode_name\x18\x01 \x01(\tR\x08nodeName\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x1a$\n\x0eLambdaInputRef\x12\x12\n\x04name\x18\x01 \x01(\tR\x04nameB\x07\n\x05value\" \n\nNodeOutput\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\"a\n\x05Param\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x44\n\rdefault_value\x18\x02 \x01(\x0b\x32\x1f.gml.internal.api.core.v1.ValueR\x0c\x64\x65\x66\x61ultValue\"\xbc\x01\n\x0fLogicalPipeline\x12\x37\n\x06params\x18\x01 \x03(\x0b\x32\x1f.gml.internal.api.core.v1.ParamR\x06params\x12\x34\n\x05nodes\x18\x02 \x03(\x0b\x32\x1e.gml.internal.api.core.v1.NodeR\x05nodes\x12:\n\tmodel_ids\x18\x03 \x03(\x0b\x32\x0f.gml.types.UUIDB\x0c\xe2\xde\x1f\x08ModelIDsR\x08modelIds\"\xab\x04\n\x12PipelineDeployment\x12\'\n\x02id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\x06\xe2\xde\x1f\x02IDR\x02id\x12V\n\x13logical_pipeline_id\x18\x02 \x01(\x0b\x32\x0f.gml.types.UUIDB\x15\xe2\xde\x1f\x11LogicalPipelineIDR\x11logicalPipelineId\x12\x37\n\x08\x66leet_id\x18\x03 \x01(\x0b\x32\x0f.gml.types.UUIDB\x0b\xe2\xde\x1f\x07\x46leetIDR\x07\x66leetId\x12\x39\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tcreatedAt\x12\x39\n\nupdated_at\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tupdatedAt\x12\x18\n\x07version\x18\x06 \x01(\x03R\x07version\x12\x44\n\x04spec\x18\x07 \x01(\x0b\x32\x30.gml.internal.api.core.v1.PipelineDeploymentSpecR\x04spec\x12J\n\x06status\x18\x08 \x01(\x0b\x32\x32.gml.internal.api.core.v1.PipelineDeploymentStatusR\x06status\x12\x39\n\ndeleted_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tdeletedAt\"W\n\x16PipelineDeploymentSpec\x12=\n\x05state\x18\x01 \x01(\x0e\x32\'.gml.internal.api.core.v1.PipelineStateR\x05state\"q\n\x18PipelineDeploymentStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32\'.gml.internal.api.core.v1.PipelineStateR\x05state\x12\x16\n\x06reason\x18\x02 \x01(\tR\x06reason\"\xdc\x03\n\x10PhysicalPipeline\x12\'\n\x02id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\x06\xe2\xde\x1f\x02IDR\x02id\x12_\n\x16pipeline_deployment_id\x18\x02 \x01(\x0b\x32\x0f.gml.types.UUIDB\x18\xe2\xde\x1f\x14PipelineDeploymentIDR\x14pipelineDeploymentId\x12:\n\tdevice_id\x18\x03 \x01(\x0b\x32\x0f.gml.types.UUIDB\x0c\xe2\xde\x1f\x08\x44\x65viceIDR\x08\x64\x65viceId\x12\x39\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tcreatedAt\x12\x39\n\nupdated_at\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tupdatedAt\x12\x42\n\x04spec\x18\x06 \x01(\x0b\x32..gml.internal.api.core.v1.PhysicalPipelineSpecR\x04spec\x12H\n\x06status\x18\x07 \x01(\x0b\x32\x30.gml.internal.api.core.v1.PhysicalPipelineStatusR\x06status\"\xfa\x01\n\x14PhysicalPipelineSpec\x12=\n\x05state\x18\x01 \x01(\x0e\x32\'.gml.internal.api.core.v1.PipelineStateR\x05state\x12\x18\n\x07version\x18\x02 \x01(\x03R\x07version\x12=\n\x05graph\x18\x03 \x01(\x0b\x32\'.gml.internal.api.core.v1.ExecutionSpecR\x05graph\x12\x18\n\x07runtime\x18\x04 \x01(\tR\x07runtime\x12\x30\n\x14\x64\x65vice_resource_hash\x18\x05 \x01(\tR\x12\x64\x65viceResourceHash\"\xd5\x01\n\x16PhysicalPipelineStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32\'.gml.internal.api.core.v1.PipelineStateR\x05state\x12\x18\n\x07version\x18\x02 \x01(\x03R\x07version\x12\x18\n\x07runtime\x18\x03 \x01(\tR\x07runtime\x12\x16\n\x06reason\x18\x04 \x01(\tR\x06reason\x12\x30\n\x14\x64\x65vice_resource_hash\x18\x05 \x01(\tR\x12\x64\x65viceResourceHash\"\x84\x01\n\x0c\x46ileResource\x12\x34\n\x07\x66ile_id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\n\xe2\xde\x1f\x06\x46ileIDR\x06\x66ileId\x12\x1d\n\nsize_bytes\x18\x02 \x01(\x04R\tsizeBytes\x12\x1f\n\x0bsha256_hash\x18\x03 \x01(\tR\nsha256Hash\"\x8b\x01\n\rExecutionSpec\x12\x36\n\x05graph\x18\x01 \x01(\x0b\x32 .mediapipe.CalculatorGraphConfigR\x05graph\x12\x42\n\nmodel_spec\x18\x02 \x03(\x0b\x32#.gml.internal.api.core.v1.ModelSpecR\tmodelSpec\"\\\n\nNamedAsset\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12:\n\x04\x66ile\x18\x02 \x01(\x0b\x32&.gml.internal.api.core.v1.FileResourceR\x04\x66ile\"\xd0\x03\n\tModelSpec\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x33\n\ronnx_blob_key\x18\x02 \x01(\tB\x0f\xe2\xde\x1f\x0bONNXBlobKeyR\x0bonnxBlobKey\x12Q\n\tonnx_file\x18\x03 \x01(\x0b\x32&.gml.internal.api.core.v1.FileResourceB\x0c\xe2\xde\x1f\x08ONNXFileR\x08onnxFile\x12\x45\n\x0bnamed_asset\x18\x04 \x03(\x0b\x32$.gml.internal.api.core.v1.NamedAssetR\nnamedAsset\x12\x18\n\x07runtime\x18\x32 \x01(\tR\x07runtime\x12\x62\n\rtensorrt_spec\x18\x64 \x01(\x0b\x32+.gml.internal.api.core.v1.TensorRTModelSpecB\x10\xe2\xde\x1f\x0cTensorRTSpecR\x0ctensorrtSpec\x12\x62\n\ropenvino_spec\x18\x65 \x01(\x0b\x32+.gml.internal.api.core.v1.OpenVINOModelSpecB\x10\xe2\xde\x1f\x0cOpenVINOSpecR\x0copenvinoSpec\"\xfe\x01\n\x11TensorRTModelSpec\x12h\n\x14optimization_profile\x18\x01 \x03(\x0b\x32\x35.gml.internal.api.core.v1.TensorRTOptimizationProfileR\x13optimizationProfile\x12&\n\x0f\x65ngine_blob_key\x18\x02 \x01(\tR\rengineBlobKey\x12W\n\x0fmem_pool_limits\x18\x03 \x01(\x0b\x32/.gml.internal.api.core.v1.TensorRTMemPoolLimitsR\rmemPoolLimits\"\x7f\n\x1bTensorRTOptimizationProfile\x12`\n\x12tensor_shape_range\x18\x01 \x03(\x0b\x32\x32.gml.internal.api.core.v1.TensorRTTensorShapeRangeR\x10tensorShapeRange\"M\n\x18TensorRTTensorShapeRange\x12\x1f\n\x0btensor_name\x18\x01 \x01(\tR\ntensorName\x12\x10\n\x03\x64im\x18\x02 \x03(\x05R\x03\x64im\"5\n\x15TensorRTMemPoolLimits\x12\x1c\n\tworkspace\x18\x01 \x01(\x03R\tworkspace\"\x8e\x01\n\x11OpenVINOModelSpec\x12X\n\x0binput_shape\x18\x01 \x03(\x0b\x32\x37.gml.internal.api.core.v1.OpenVINOModelSpec.TensorShapeR\ninputShape\x1a\x1f\n\x0bTensorShape\x12\x10\n\x03\x64im\x18\x01 \x03(\x05R\x03\x64im*\xec\x07\n\x17LogicalPipelineNodeKind\x12&\n\"LOGICAL_PIPELINE_NODE_KIND_UNKNOWN\x10\x00\x12,\n(LOGICAL_PIPELINE_NODE_KIND_CAMERA_SOURCE\x10\n\x12\x31\n-LOGICAL_PIPELINE_NODE_KIND_TEXT_STREAM_SOURCE\x10\x0b\x12&\n!LOGICAL_PIPELINE_NODE_KIND_DETECT\x10\xe8\x07\x12(\n#LOGICAL_PIPELINE_NODE_KIND_CLASSIFY\x10\xe9\x07\x12\'\n\"LOGICAL_PIPELINE_NODE_KIND_SEGMENT\x10\xea\x07\x12\x33\n.LOGICAL_PIPELINE_NODE_KIND_MULTI_PURPOSE_MODEL\x10\xeb\x07\x12\'\n\"LOGICAL_PIPELINE_NODE_KIND_REGRESS\x10\xec\x07\x12%\n LOGICAL_PIPELINE_NODE_KIND_TRACK\x10\xed\x07\x12/\n*LOGICAL_PIPELINE_NODE_KIND_GENERATE_TOKENS\x10\xee\x07\x12(\n#LOGICAL_PIPELINE_NODE_KIND_TOKENIZE\x10\xef\x07\x12*\n%LOGICAL_PIPELINE_NODE_KIND_DETOKENIZE\x10\xf0\x07\x12%\n LOGICAL_PIPELINE_NODE_KIND_EMBED\x10\xf1\x07\x12\x35\n0LOGICAL_PIPELINE_NODE_KIND_TEMPLATE_CHAT_MESSAGE\x10\xf2\x07\x12,\n\'LOGICAL_PIPELINE_NODE_KIND_FOR_EACH_ROI\x10\xdf\x0b\x12-\n(LOGICAL_PIPELINE_NODE_KIND_VECTOR_SEARCH\x10\xe0\x0b\x12\x31\n,LOGICAL_PIPELINE_NODE_KIND_VIDEO_STREAM_SINK\x10\xd0\x0f\x12\x37\n2LOGICAL_PIPELINE_NODE_KIND_DETECTIONS_METRICS_SINK\x10\xd1\x0f\x12\x34\n/LOGICAL_PIPELINE_NODE_KIND_LATENCY_METRICS_SINK\x10\xd2\x0f\x12\x32\n-LOGICAL_PIPELINE_NODE_KIND_FRAME_METRICS_SINK\x10\xd3\x0f\x12\x30\n+LOGICAL_PIPELINE_NODE_KIND_TEXT_STREAM_SINK\x10\xd4\x0f*\xd7\x01\n\rPipelineState\x12\x1a\n\x16PIPELINE_STATE_UNKNOWN\x10\x00\x12\x1a\n\x16PIPELINE_STATE_PENDING\x10\x01\x12\x18\n\x14PIPELINE_STATE_READY\x10\x02\x12\x1a\n\x16PIPELINE_STATE_RUNNING\x10\x03\x12\x1e\n\x1aPIPELINE_STATE_TERMINATING\x10\x04\x12\x1d\n\x19PIPELINE_STATE_TERMINATED\x10\x05\x12\x19\n\x15PIPELINE_STATE_FAILED\x10\x06\x42/Z-gimletlabs.ai/gimlet/src/api/corepb/v1;corepbb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"src/api/corepb/v1/model_exec.proto\x12\x18gml.internal.api.core.v1\x1a\x14gogoproto/gogo.proto\x1a$mediapipe/framework/calculator.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1egoogle/protobuf/wrappers.proto\x1a\x1dsrc/common/typespb/uuid.proto\x1a#src/api/corepb/v1/device_info.proto\"\xa7\x02\n\x0f\x42oundingBoxInfo\x12Z\n\nbox_format\x18\x01 \x01(\x0e\x32;.gml.internal.api.core.v1.BoundingBoxInfo.BoundingBoxFormatR\tboxFormat\x12%\n\x0e\x62ox_normalized\x18\x02 \x01(\x08R\rboxNormalized\"\x90\x01\n\x11\x42oundingBoxFormat\x12\x1f\n\x1b\x42OUNDING_BOX_FORMAT_UNKNOWN\x10\x00\x12\x1e\n\x1a\x42OUNDING_BOX_FORMAT_CXCYWH\x10\x01\x12\x1c\n\x18\x42OUNDING_BOX_FORMAT_YXYX\x10\x02\x12\x1c\n\x18\x42OUNDING_BOX_FORMAT_XYXY\x10\x03\"\xb5\x08\n\x16ImagePreprocessingStep\x12[\n\x04kind\x18\x01 \x01(\x0e\x32G.gml.internal.api.core.v1.ImagePreprocessingStep.ImagePreprocessingKindR\x04kind\x12s\n\x11\x63onversion_params\x18\x02 \x01(\x0b\x32\x46.gml.internal.api.core.v1.ImagePreprocessingStep.ImageConversionParamsR\x10\x63onversionParams\x12g\n\rresize_params\x18\x03 \x01(\x0b\x32\x42.gml.internal.api.core.v1.ImagePreprocessingStep.ImageResizeParamsR\x0cresizeParams\x12v\n\x12standardize_params\x18\x04 \x01(\x0b\x32G.gml.internal.api.core.v1.ImagePreprocessingStep.ImageStandardizeParamsR\x11standardizeParams\x1an\n\x15ImageConversionParams\x12\x14\n\x05scale\x18\x01 \x01(\x08R\x05scale\x12?\n\x0cscale_factor\x18\x02 \x01(\x0b\x32\x1c.google.protobuf.DoubleValueR\x0bscaleFactor\x1a\xed\x01\n\x11ImageResizeParams\x12\x66\n\x04kind\x18\x01 \x01(\x0e\x32R.gml.internal.api.core.v1.ImagePreprocessingStep.ImageResizeParams.ImageResizeKindR\x04kind\"p\n\x0fImageResizeKind\x12\x1d\n\x19IMAGE_RESIZE_KIND_UNKNOWN\x10\x00\x12\x1d\n\x19IMAGE_RESIZE_KIND_STRETCH\x10\x01\x12\x1f\n\x1bIMAGE_RESIZE_KIND_LETTERBOX\x10\x02\x1aH\n\x16ImageStandardizeParams\x12\x14\n\x05means\x18\x01 \x03(\x02R\x05means\x12\x18\n\x07stddevs\x18\x02 \x03(\x02R\x07stddevs\"\xbd\x01\n\x16ImagePreprocessingKind\x12$\n IMAGE_PREPROCESSING_KIND_UNKNOWN\x10\x00\x12.\n*IMAGE_PREPROCESSING_KIND_CONVERT_TO_TENSOR\x10\x01\x12#\n\x1fIMAGE_PREPROCESSING_KIND_RESIZE\x10\x02\x12(\n$IMAGE_PREPROCESSING_KIND_STANDARDIZE\x10\x03\"\x95\x15\n\x12\x44imensionSemantics\x12W\n\x04kind\x18\x01 \x01(\x0e\x32\x43.gml.internal.api.core.v1.DimensionSemantics.DimensionSemanticsKindR\x04kind\x12q\n\x14image_channel_params\x18\x02 \x01(\x0b\x32?.gml.internal.api.core.v1.DimensionSemantics.ImageChannelParamsR\x12imageChannelParams\x12\x86\x01\n\x1b\x64\x65tection_candidates_params\x18\x03 \x01(\x0b\x32\x46.gml.internal.api.core.v1.DimensionSemantics.DetectionCandidatesParamsR\x19\x64\x65tectionCandidatesParams\x12z\n\x17\x64\x65tection_output_params\x18\x04 \x01(\x0b\x32\x42.gml.internal.api.core.v1.DimensionSemantics.DetectionOutputParamsR\x15\x64\x65tectionOutputParams\x12}\n\x18segmentation_mask_params\x18\x05 \x01(\x0b\x32\x43.gml.internal.api.core.v1.DimensionSemantics.SegmentationMaskParamsR\x16segmentationMaskParams\x12j\n\x11regression_params\x18\x06 \x01(\x0b\x32=.gml.internal.api.core.v1.DimensionSemantics.RegressionParamsR\x10regressionParams\x1a\xf4\x01\n\x12ImageChannelParams\x12j\n\x06\x66ormat\x18\x01 \x01(\x0e\x32R.gml.internal.api.core.v1.DimensionSemantics.ImageChannelParams.ImageChannelFormatR\x06\x66ormat\"r\n\x12ImageChannelFormat\x12 \n\x1cIMAGE_CHANNEL_FORMAT_UNKNOWN\x10\x00\x12\x1c\n\x18IMAGE_CHANNEL_FORMAT_RGB\x10\x01\x12\x1c\n\x18IMAGE_CHANNEL_FORMAT_BGR\x10\x02\x1a=\n\x19\x44\x65tectionCandidatesParams\x12 \n\x0cis_nms_boxes\x18\x01 \x01(\x08R\nisNmsBoxes\x1a\x8b\x04\n\x15\x44\x65tectionOutputParams\x12\x7f\n\x14\x62ox_coordinate_range\x18\x01 \x01(\x0b\x32M.gml.internal.api.core.v1.DimensionSemantics.DetectionOutputParams.IndexRangeR\x12\x62oxCoordinateRange\x12H\n\nbox_format\x18\x02 \x01(\x0b\x32).gml.internal.api.core.v1.BoundingBoxInfoR\tboxFormat\x12\x30\n\x14\x62ox_confidence_index\x18\x03 \x01(\x05R\x12\x62oxConfidenceIndex\x12\x1f\n\x0b\x63lass_index\x18\x04 \x01(\x05R\nclassIndex\x12p\n\x0cscores_range\x18\x05 \x01(\x0b\x32M.gml.internal.api.core.v1.DimensionSemantics.DetectionOutputParams.IndexRangeR\x0bscoresRange\x12*\n\x11scores_are_logits\x18\x06 \x01(\x08R\x0fscoresAreLogits\x1a\x36\n\nIndexRange\x12\x14\n\x05start\x18\x01 \x01(\x05R\x05start\x12\x12\n\x04size\x18\x02 \x01(\x05R\x04size\x1a\xd1\x02\n\x16SegmentationMaskParams\x12l\n\x04kind\x18\x01 \x01(\x0e\x32X.gml.internal.api.core.v1.DimensionSemantics.SegmentationMaskParams.SegmentationMaskKindR\x04kind\"\xc8\x01\n\x14SegmentationMaskKind\x12\"\n\x1eSEGMENTATION_MASK_KIND_UNKNOWN\x10\x00\x12&\n\"SEGMENTATION_MASK_KIND_CLASS_LABEL\x10\x01\x12\x1f\n\x1bSEGMENTATION_MASK_KIND_BOOL\x10\x02\x12 \n\x1cSEGMENTATION_MASK_KIND_SCORE\x10\x03\x12!\n\x1dSEGMENTATION_MASK_KIND_LOGITS\x10\x04\x1a\\\n\x10RegressionParams\x12\x14\n\x05label\x18\x01 \x01(\tR\x05label\x12\x32\n\x05scale\x18\x02 \x01(\x0b\x32\x1c.google.protobuf.DoubleValueR\x05scale\"\xcc\x05\n\x16\x44imensionSemanticsKind\x12$\n DIMENSION_SEMANTICS_KIND_UNKNOWN\x10\x00\x12\"\n\x1e\x44IMENSION_SEMANTICS_KIND_BATCH\x10\x01\x12#\n\x1f\x44IMENSION_SEMANTICS_KIND_IGNORE\x10\x02\x12*\n&DIMENSION_SEMANTICS_KIND_IMAGE_CHANNEL\x10\x03\x12)\n%DIMENSION_SEMANTICS_KIND_IMAGE_HEIGHT\x10\x04\x12(\n$DIMENSION_SEMANTICS_KIND_IMAGE_WIDTH\x10\x05\x12\x31\n-DIMENSION_SEMANTICS_KIND_DETECTION_CANDIDATES\x10\x06\x12-\n)DIMENSION_SEMANTICS_KIND_DETECTION_OUTPUT\x10\x07\x12)\n%DIMENSION_SEMANTICS_KIND_CLASS_SCORES\x10\x08\x12\x36\n2DIMENSION_SEMANTICS_KIND_SEGMENTATION_MASK_CHANNEL\x10\t\x12)\n%DIMENSION_SEMANTICS_KIND_CLASS_LABELS\x10\n\x12-\n)DIMENSION_SEMANTICS_KIND_REGRESSION_VALUE\x10\x0b\x12#\n\x1f\x44IMENSION_SEMANTICS_KIND_TOKENS\x10\x0c\x12+\n\'DIMENSION_SEMANTICS_KIND_ATTENTION_MASK\x10\r\x12)\n%DIMENSION_SEMANTICS_KIND_VOCAB_LOGITS\x10\x0e\x12&\n\"DIMENSION_SEMANTICS_KIND_EMBEDDING\x10\x0f\"\xe9\x02\n\x0fTensorSemantics\x12L\n\ndimensions\x18\x01 \x03(\x0b\x32,.gml.internal.api.core.v1.DimensionSemanticsR\ndimensions\x12Q\n\x04kind\x18\x02 \x01(\x0e\x32=.gml.internal.api.core.v1.TensorSemantics.TensorSemanticsKindR\x04kind\"\xb4\x01\n\x13TensorSemanticsKind\x12!\n\x1dTENSOR_SEMANTICS_KIND_UNKNOWN\x10\x00\x12 \n\x1cTENSOR_SEMANTICS_KIND_UNUSED\x10\x01\x12#\n\x1fTENSOR_SEMANTICS_KIND_DIMENSION\x10\x02\x12\x33\n/TENSOR_SEMANTICS_KIND_ATTENTION_KEY_VALUE_CACHE\x10\x03\"6\n\x10GenerationConfig\x12\"\n\reos_token_ids\x18\x01 \x03(\x03R\x0b\x65osTokenIds\"i\n\x05Model\x12\'\n\x02id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\x06\xe2\xde\x1f\x02IDR\x02id\x12\x37\n\x04info\x18\x02 \x01(\x0b\x32#.gml.internal.api.core.v1.ModelInfoR\x04info\"\xc7\n\n\tModelInfo\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x41\n\x04kind\x18\x02 \x01(\x0e\x32-.gml.internal.api.core.v1.ModelInfo.ModelKindR\x04kind\x12N\n\x06\x66ormat\x18\x03 \x01(\x0e\x32\x36.gml.internal.api.core.v1.ModelInfo.ModelStorageFormatR\x06\x66ormat\x12T\n\x0b\x66ile_assets\x18\x04 \x03(\x0b\x32\x33.gml.internal.api.core.v1.ModelInfo.FileAssetsEntryR\nfileAssets\x12_\n\x16input_tensor_semantics\x18\x05 \x03(\x0b\x32).gml.internal.api.core.v1.TensorSemanticsR\x14inputTensorSemantics\x12\x61\n\x17output_tensor_semantics\x18\x06 \x03(\x0b\x32).gml.internal.api.core.v1.TensorSemanticsR\x15outputTensorSemantics\x12!\n\x0c\x63lass_labels\x18\x64 \x03(\tR\x0b\x63lassLabels\x12\x46\n\tbbox_info\x18\x65 \x01(\x0b\x32).gml.internal.api.core.v1.BoundingBoxInfoR\x08\x62\x62oxInfo\x12l\n\x19image_preprocessing_steps\x18\x66 \x03(\x0b\x32\x30.gml.internal.api.core.v1.ImagePreprocessingStepR\x17imagePreprocessingSteps\x12W\n\x11generation_config\x18g \x01(\x0b\x32*.gml.internal.api.core.v1.GenerationConfigR\x10generationConfig\x1aN\n\x0f\x46ileAssetsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12%\n\x05value\x18\x02 \x01(\x0b\x32\x0f.gml.types.UUIDR\x05value:\x02\x38\x01\"\xc0\x01\n\tModelKind\x12\x16\n\x12MODEL_KIND_UNKNOWN\x10\x00\x12\x14\n\x10MODEL_KIND_TORCH\x10\x01\x12\x1a\n\x16MODEL_KIND_TORCHSCRIPT\x10\x02\x12\x13\n\x0fMODEL_KIND_ONNX\x10\x03\x12\x15\n\x11MODEL_KIND_TFLITE\x10\x04\x12\x17\n\x13MODEL_KIND_OPENVINO\x10\x05\x12$\n MODEL_KIND_HUGGINGFACE_TOKENIZER\x10\x06\"\xb3\x02\n\x12ModelStorageFormat\x12 \n\x1cMODEL_STORAGE_FORMAT_UNKNOWN\x10\x00\x12&\n\"MODEL_STORAGE_FORMAT_MLIR_BYTECODE\x10\x01\x12\"\n\x1eMODEL_STORAGE_FORMAT_MLIR_TEXT\x10\x02\x12!\n\x1dMODEL_STORAGE_FORMAT_PROTOBUF\x10\x03\x12#\n\x1fMODEL_STORAGE_FORMAT_PROTO_TEXT\x10\x04\x12#\n\x1fMODEL_STORAGE_FORMAT_FLATBUFFER\x10\x05\x12!\n\x1dMODEL_STORAGE_FORMAT_OPENVINO\x10\x06\x12\x1f\n\x1bMODEL_STORAGE_FORMAT_OPAQUE\x10\x07\"\xa8\x02\n\x04Node\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x45\n\x04kind\x18\x02 \x01(\x0e\x32\x31.gml.internal.api.core.v1.LogicalPipelineNodeKindR\x04kind\x12H\n\nattributes\x18\x03 \x03(\x0b\x32(.gml.internal.api.core.v1.NodeAttributesR\nattributes\x12;\n\x06inputs\x18\x04 \x03(\x0b\x32#.gml.internal.api.core.v1.NodeInputR\x06inputs\x12>\n\x07outputs\x18\x05 \x03(\x0b\x32$.gml.internal.api.core.v1.NodeOutputR\x07outputs\"\x1e\n\x08ParamRef\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\"\xab\x04\n\x05Value\x12!\n\x0bstring_data\x18\x01 \x01(\tH\x00R\nstringData\x12\x1f\n\nint64_data\x18\x02 \x01(\x03H\x00R\tint64Data\x12!\n\x0b\x64ouble_data\x18\x03 \x01(\x01H\x00R\ndoubleData\x12\x1d\n\tbool_data\x18\x04 \x01(\x08H\x00R\x08\x62oolData\x12I\n\x0blambda_data\x18\x05 \x01(\x0b\x32&.gml.internal.api.core.v1.Value.LambdaH\x00R\nlambdaData\x12I\n\nmodel_data\x18\x06 \x01(\x0b\x32(.gml.internal.api.core.v1.Value.ModelRefH\x00R\tmodelData\x12\x43\n\nparam_data\x18\x07 \x01(\x0b\x32\".gml.internal.api.core.v1.ParamRefH\x00R\tparamData\x1aG\n\x08ModelRef\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\'\n\x02id\x18\x02 \x01(\x0b\x32\x0f.gml.types.UUIDB\x06\xe2\xde\x1f\x02IDR\x02id\x1ap\n\x06Lambda\x12\x16\n\x06inputs\x18\x01 \x03(\tR\x06inputs\x12\x18\n\x07outputs\x18\x02 \x03(\tR\x07outputs\x12\x34\n\x05nodes\x18\x03 \x03(\x0b\x32\x1e.gml.internal.api.core.v1.NodeR\x05nodesB\x06\n\x04\x64\x61ta\"[\n\x0eNodeAttributes\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x35\n\x05value\x18\x02 \x01(\x0b\x32\x1f.gml.internal.api.core.v1.ValueR\x05value\"\x9c\x03\n\tNodeInput\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x45\n\x0bparam_value\x18\x02 \x01(\x0b\x32\".gml.internal.api.core.v1.ParamRefH\x00R\nparamValue\x12_\n\x11node_output_value\x18\x03 \x01(\x0b\x32\x31.gml.internal.api.core.v1.NodeInput.NodeOutputRefH\x00R\x0fnodeOutputValue\x12\x62\n\x12lambda_input_value\x18\x04 \x01(\x0b\x32\x32.gml.internal.api.core.v1.NodeInput.LambdaInputRefH\x00R\x10lambdaInputValue\x1a@\n\rNodeOutputRef\x12\x1b\n\tnode_name\x18\x01 \x01(\tR\x08nodeName\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x1a$\n\x0eLambdaInputRef\x12\x12\n\x04name\x18\x01 \x01(\tR\x04nameB\x07\n\x05value\" \n\nNodeOutput\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\"a\n\x05Param\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x44\n\rdefault_value\x18\x02 \x01(\x0b\x32\x1f.gml.internal.api.core.v1.ValueR\x0c\x64\x65\x66\x61ultValue\"\xbc\x01\n\x0fLogicalPipeline\x12\x37\n\x06params\x18\x01 \x03(\x0b\x32\x1f.gml.internal.api.core.v1.ParamR\x06params\x12\x34\n\x05nodes\x18\x02 \x03(\x0b\x32\x1e.gml.internal.api.core.v1.NodeR\x05nodes\x12:\n\tmodel_ids\x18\x03 \x03(\x0b\x32\x0f.gml.types.UUIDB\x0c\xe2\xde\x1f\x08ModelIDsR\x08modelIds\"\xab\x04\n\x12PipelineDeployment\x12\'\n\x02id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\x06\xe2\xde\x1f\x02IDR\x02id\x12V\n\x13logical_pipeline_id\x18\x02 \x01(\x0b\x32\x0f.gml.types.UUIDB\x15\xe2\xde\x1f\x11LogicalPipelineIDR\x11logicalPipelineId\x12\x37\n\x08\x66leet_id\x18\x03 \x01(\x0b\x32\x0f.gml.types.UUIDB\x0b\xe2\xde\x1f\x07\x46leetIDR\x07\x66leetId\x12\x39\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tcreatedAt\x12\x39\n\nupdated_at\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tupdatedAt\x12\x18\n\x07version\x18\x06 \x01(\x03R\x07version\x12\x44\n\x04spec\x18\x07 \x01(\x0b\x32\x30.gml.internal.api.core.v1.PipelineDeploymentSpecR\x04spec\x12J\n\x06status\x18\x08 \x01(\x0b\x32\x32.gml.internal.api.core.v1.PipelineDeploymentStatusR\x06status\x12\x39\n\ndeleted_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tdeletedAt\"W\n\x16PipelineDeploymentSpec\x12=\n\x05state\x18\x01 \x01(\x0e\x32\'.gml.internal.api.core.v1.PipelineStateR\x05state\"q\n\x18PipelineDeploymentStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32\'.gml.internal.api.core.v1.PipelineStateR\x05state\x12\x16\n\x06reason\x18\x02 \x01(\tR\x06reason\"\xdc\x03\n\x10PhysicalPipeline\x12\'\n\x02id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\x06\xe2\xde\x1f\x02IDR\x02id\x12_\n\x16pipeline_deployment_id\x18\x02 \x01(\x0b\x32\x0f.gml.types.UUIDB\x18\xe2\xde\x1f\x14PipelineDeploymentIDR\x14pipelineDeploymentId\x12:\n\tdevice_id\x18\x03 \x01(\x0b\x32\x0f.gml.types.UUIDB\x0c\xe2\xde\x1f\x08\x44\x65viceIDR\x08\x64\x65viceId\x12\x39\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tcreatedAt\x12\x39\n\nupdated_at\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tupdatedAt\x12\x42\n\x04spec\x18\x06 \x01(\x0b\x32..gml.internal.api.core.v1.PhysicalPipelineSpecR\x04spec\x12H\n\x06status\x18\x07 \x01(\x0b\x32\x30.gml.internal.api.core.v1.PhysicalPipelineStatusR\x06status\"\xcd\x02\n\x14PhysicalPipelineSpec\x12=\n\x05state\x18\x01 \x01(\x0e\x32\'.gml.internal.api.core.v1.PipelineStateR\x05state\x12\x18\n\x07version\x18\x02 \x01(\x03R\x07version\x12=\n\x05graph\x18\x03 \x01(\x0b\x32\'.gml.internal.api.core.v1.ExecutionSpecR\x05graph\x12\x30\n\x14\x64\x65vice_resource_hash\x18\x05 \x01(\tR\x12\x64\x65viceResourceHash\x12M\n\x0c\x65xec_runtime\x18\x06 \x01(\x0e\x32*.gml.internal.api.core.v1.ModelRuntimeTypeR\x0b\x65xecRuntime\x12\x1c\n\x07runtime\x18\x04 \x01(\tB\x02\x18\x01R\x07runtime\"\xaa\x02\n\x16PhysicalPipelineStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32\'.gml.internal.api.core.v1.PipelineStateR\x05state\x12\x18\n\x07version\x18\x02 \x01(\x03R\x07version\x12\x16\n\x06reason\x18\x04 \x01(\tR\x06reason\x12\x30\n\x14\x64\x65vice_resource_hash\x18\x05 \x01(\tR\x12\x64\x65viceResourceHash\x12O\n\rexec_runtimes\x18\x06 \x03(\x0e\x32*.gml.internal.api.core.v1.ModelRuntimeTypeR\x0c\x65xecRuntimes\x12\x1c\n\x07runtime\x18\x03 \x01(\tB\x02\x18\x01R\x07runtime\"\x84\x01\n\x0c\x46ileResource\x12\x34\n\x07\x66ile_id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\n\xe2\xde\x1f\x06\x46ileIDR\x06\x66ileId\x12\x1d\n\nsize_bytes\x18\x02 \x01(\x04R\tsizeBytes\x12\x1f\n\x0bsha256_hash\x18\x03 \x01(\tR\nsha256Hash\"\x8b\x01\n\rExecutionSpec\x12\x36\n\x05graph\x18\x01 \x01(\x0b\x32 .mediapipe.CalculatorGraphConfigR\x05graph\x12\x42\n\nmodel_spec\x18\x02 \x03(\x0b\x32#.gml.internal.api.core.v1.ModelSpecR\tmodelSpec\"\\\n\nNamedAsset\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12:\n\x04\x66ile\x18\x02 \x01(\x0b\x32&.gml.internal.api.core.v1.FileResourceR\x04\x66ile\"\xfc\x04\n\tModelSpec\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x33\n\ronnx_blob_key\x18\x02 \x01(\tB\x0f\xe2\xde\x1f\x0bONNXBlobKeyR\x0bonnxBlobKey\x12Q\n\tonnx_file\x18\x03 \x01(\x0b\x32&.gml.internal.api.core.v1.FileResourceB\x0c\xe2\xde\x1f\x08ONNXFileR\x08onnxFile\x12\x45\n\x0bnamed_asset\x18\x04 \x03(\x0b\x32$.gml.internal.api.core.v1.NamedAssetR\nnamedAsset\x12M\n\x0c\x65xec_runtime\x18\x33 \x01(\x0e\x32*.gml.internal.api.core.v1.ModelRuntimeTypeR\x0b\x65xecRuntime\x12\x62\n\rtensorrt_spec\x18\x64 \x01(\x0b\x32+.gml.internal.api.core.v1.TensorRTModelSpecB\x10\xe2\xde\x1f\x0cTensorRTSpecR\x0ctensorrtSpec\x12\x62\n\ropenvino_spec\x18\x65 \x01(\x0b\x32+.gml.internal.api.core.v1.OpenVINOModelSpecB\x10\xe2\xde\x1f\x0cOpenVINOSpecR\x0copenvinoSpec\x12W\n\tiree_spec\x18\x66 \x01(\x0b\x32\'.gml.internal.api.core.v1.IREEModelSpecB\x11\xe2\xde\x1f\rIREEModelSpecR\x08ireeSpec\x12\x1c\n\x07runtime\x18\x32 \x01(\tB\x02\x18\x01R\x07runtime\"\xfe\x01\n\x11TensorRTModelSpec\x12h\n\x14optimization_profile\x18\x01 \x03(\x0b\x32\x35.gml.internal.api.core.v1.TensorRTOptimizationProfileR\x13optimizationProfile\x12&\n\x0f\x65ngine_blob_key\x18\x02 \x01(\tR\rengineBlobKey\x12W\n\x0fmem_pool_limits\x18\x03 \x01(\x0b\x32/.gml.internal.api.core.v1.TensorRTMemPoolLimitsR\rmemPoolLimits\"\x7f\n\x1bTensorRTOptimizationProfile\x12`\n\x12tensor_shape_range\x18\x01 \x03(\x0b\x32\x32.gml.internal.api.core.v1.TensorRTTensorShapeRangeR\x10tensorShapeRange\"M\n\x18TensorRTTensorShapeRange\x12\x1f\n\x0btensor_name\x18\x01 \x01(\tR\ntensorName\x12\x10\n\x03\x64im\x18\x02 \x03(\x05R\x03\x64im\"5\n\x15TensorRTMemPoolLimits\x12\x1c\n\tworkspace\x18\x01 \x01(\x03R\tworkspace\"\x8e\x01\n\x11OpenVINOModelSpec\x12X\n\x0binput_shape\x18\x01 \x03(\x0b\x32\x37.gml.internal.api.core.v1.OpenVINOModelSpec.TensorShapeR\ninputShape\x1a\x1f\n\x0bTensorShape\x12\x10\n\x03\x64im\x18\x01 \x03(\x05R\x03\x64im\"M\n\rIREEModelSpec\x12\x1f\n\x0b\x64river_name\x18\x01 \x01(\tR\ndriverName\x12\x1b\n\tdevice_id\x18\x02 \x01(\x04R\x08\x64\x65viceId*\x9c\x08\n\x17LogicalPipelineNodeKind\x12&\n\"LOGICAL_PIPELINE_NODE_KIND_UNKNOWN\x10\x00\x12,\n(LOGICAL_PIPELINE_NODE_KIND_CAMERA_SOURCE\x10\n\x12\x31\n-LOGICAL_PIPELINE_NODE_KIND_TEXT_STREAM_SOURCE\x10\x0b\x12&\n!LOGICAL_PIPELINE_NODE_KIND_DETECT\x10\xe8\x07\x12(\n#LOGICAL_PIPELINE_NODE_KIND_CLASSIFY\x10\xe9\x07\x12\'\n\"LOGICAL_PIPELINE_NODE_KIND_SEGMENT\x10\xea\x07\x12\x33\n.LOGICAL_PIPELINE_NODE_KIND_MULTI_PURPOSE_MODEL\x10\xeb\x07\x12\'\n\"LOGICAL_PIPELINE_NODE_KIND_REGRESS\x10\xec\x07\x12%\n LOGICAL_PIPELINE_NODE_KIND_TRACK\x10\xed\x07\x12/\n*LOGICAL_PIPELINE_NODE_KIND_GENERATE_TOKENS\x10\xee\x07\x12(\n#LOGICAL_PIPELINE_NODE_KIND_TOKENIZE\x10\xef\x07\x12*\n%LOGICAL_PIPELINE_NODE_KIND_DETOKENIZE\x10\xf0\x07\x12%\n LOGICAL_PIPELINE_NODE_KIND_EMBED\x10\xf1\x07\x12\x35\n0LOGICAL_PIPELINE_NODE_KIND_TEMPLATE_CHAT_MESSAGE\x10\xf2\x07\x12.\n)LOGICAL_PIPELINE_NODE_KIND_ESTIMATE_DEPTH\x10\xf3\x07\x12,\n\'LOGICAL_PIPELINE_NODE_KIND_FOR_EACH_ROI\x10\xdf\x0b\x12-\n(LOGICAL_PIPELINE_NODE_KIND_VECTOR_SEARCH\x10\xe0\x0b\x12\x31\n,LOGICAL_PIPELINE_NODE_KIND_VIDEO_STREAM_SINK\x10\xd0\x0f\x12\x37\n2LOGICAL_PIPELINE_NODE_KIND_DETECTIONS_METRICS_SINK\x10\xd1\x0f\x12\x34\n/LOGICAL_PIPELINE_NODE_KIND_LATENCY_METRICS_SINK\x10\xd2\x0f\x12\x32\n-LOGICAL_PIPELINE_NODE_KIND_FRAME_METRICS_SINK\x10\xd3\x0f\x12\x30\n+LOGICAL_PIPELINE_NODE_KIND_TEXT_STREAM_SINK\x10\xd4\x0f*\xd7\x01\n\rPipelineState\x12\x1a\n\x16PIPELINE_STATE_UNKNOWN\x10\x00\x12\x1a\n\x16PIPELINE_STATE_PENDING\x10\x01\x12\x18\n\x14PIPELINE_STATE_READY\x10\x02\x12\x1a\n\x16PIPELINE_STATE_RUNNING\x10\x03\x12\x1e\n\x1aPIPELINE_STATE_TERMINATING\x10\x04\x12\x1d\n\x19PIPELINE_STATE_TERMINATED\x10\x05\x12\x19\n\x15PIPELINE_STATE_FAILED\x10\x06\x42/Z-gimletlabs.ai/gimlet/src/api/corepb/v1;corepbb\x06proto3')
 
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'src.api.corepb.v1.model_exec_pb2', globals())
@@ -30,6 +31,8 @@ if _descriptor._USE_C_DESCRIPTORS == False:
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'Z-gimletlabs.ai/gimlet/src/api/corepb/v1;corepb'
+  _MODEL.fields_by_name['id']._options = None
+  _MODEL.fields_by_name['id']._serialized_options = b'\342\336\037\002ID'
   _MODELINFO_FILEASSETSENTRY._options = None
   _MODELINFO_FILEASSETSENTRY._serialized_options = b'8\001'
   _VALUE_MODELREF.fields_by_name['id']._options = None
@@ -48,6 +51,10 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _PHYSICALPIPELINE.fields_by_name['pipeline_deployment_id']._serialized_options = b'\342\336\037\024PipelineDeploymentID'
   _PHYSICALPIPELINE.fields_by_name['device_id']._options = None
   _PHYSICALPIPELINE.fields_by_name['device_id']._serialized_options = b'\342\336\037\010DeviceID'
+  _PHYSICALPIPELINESPEC.fields_by_name['runtime']._options = None
+  _PHYSICALPIPELINESPEC.fields_by_name['runtime']._serialized_options = b'\030\001'
+  _PHYSICALPIPELINESTATUS.fields_by_name['runtime']._options = None
+  _PHYSICALPIPELINESTATUS.fields_by_name['runtime']._serialized_options = b'\030\001'
   _FILERESOURCE.fields_by_name['file_id']._options = None
   _FILERESOURCE.fields_by_name['file_id']._serialized_options = b'\342\336\037\006FileID'
   _MODELSPEC.fields_by_name['onnx_blob_key']._options = None
@@ -58,114 +65,122 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _MODELSPEC.fields_by_name['tensorrt_spec']._serialized_options = b'\342\336\037\014TensorRTSpec'
   _MODELSPEC.fields_by_name['openvino_spec']._options = None
   _MODELSPEC.fields_by_name['openvino_spec']._serialized_options = b'\342\336\037\014OpenVINOSpec'
-  _LOGICALPIPELINENODEKIND._serialized_start=11019
-  _LOGICALPIPELINENODEKIND._serialized_end=12023
-  _PIPELINESTATE._serialized_start=12026
-  _PIPELINESTATE._serialized_end=12241
-  _BOUNDINGBOXINFO._serialized_start=221
-  _BOUNDINGBOXINFO._serialized_end=516
-  _BOUNDINGBOXINFO_BOUNDINGBOXFORMAT._serialized_start=372
-  _BOUNDINGBOXINFO_BOUNDINGBOXFORMAT._serialized_end=516
-  _IMAGEPREPROCESSINGSTEP._serialized_start=519
-  _IMAGEPREPROCESSINGSTEP._serialized_end=1596
-  _IMAGEPREPROCESSINGSTEP_IMAGECONVERSIONPARAMS._serialized_start=980
-  _IMAGEPREPROCESSINGSTEP_IMAGECONVERSIONPARAMS._serialized_end=1090
-  _IMAGEPREPROCESSINGSTEP_IMAGERESIZEPARAMS._serialized_start=1093
-  _IMAGEPREPROCESSINGSTEP_IMAGERESIZEPARAMS._serialized_end=1330
-  _IMAGEPREPROCESSINGSTEP_IMAGERESIZEPARAMS_IMAGERESIZEKIND._serialized_start=1218
-  _IMAGEPREPROCESSINGSTEP_IMAGERESIZEPARAMS_IMAGERESIZEKIND._serialized_end=1330
-  _IMAGEPREPROCESSINGSTEP_IMAGESTANDARDIZEPARAMS._serialized_start=1332
-  _IMAGEPREPROCESSINGSTEP_IMAGESTANDARDIZEPARAMS._serialized_end=1404
-  _IMAGEPREPROCESSINGSTEP_IMAGEPREPROCESSINGKIND._serialized_start=1407
-  _IMAGEPREPROCESSINGSTEP_IMAGEPREPROCESSINGKIND._serialized_end=1596
-  _DIMENSIONSEMANTICS._serialized_start=1599
-  _DIMENSIONSEMANTICS._serialized_end=4308
-  _DIMENSIONSEMANTICS_IMAGECHANNELPARAMS._serialized_start=2322
-  _DIMENSIONSEMANTICS_IMAGECHANNELPARAMS._serialized_end=2566
-  _DIMENSIONSEMANTICS_IMAGECHANNELPARAMS_IMAGECHANNELFORMAT._serialized_start=2452
-  _DIMENSIONSEMANTICS_IMAGECHANNELPARAMS_IMAGECHANNELFORMAT._serialized_end=2566
-  _DIMENSIONSEMANTICS_DETECTIONCANDIDATESPARAMS._serialized_start=2568
-  _DIMENSIONSEMANTICS_DETECTIONCANDIDATESPARAMS._serialized_end=2629
-  _DIMENSIONSEMANTICS_DETECTIONOUTPUTPARAMS._serialized_start=2632
-  _DIMENSIONSEMANTICS_DETECTIONOUTPUTPARAMS._serialized_end=3155
-  _DIMENSIONSEMANTICS_DETECTIONOUTPUTPARAMS_INDEXRANGE._serialized_start=3101
-  _DIMENSIONSEMANTICS_DETECTIONOUTPUTPARAMS_INDEXRANGE._serialized_end=3155
-  _DIMENSIONSEMANTICS_SEGMENTATIONMASKPARAMS._serialized_start=3158
-  _DIMENSIONSEMANTICS_SEGMENTATIONMASKPARAMS._serialized_end=3495
-  _DIMENSIONSEMANTICS_SEGMENTATIONMASKPARAMS_SEGMENTATIONMASKKIND._serialized_start=3295
-  _DIMENSIONSEMANTICS_SEGMENTATIONMASKPARAMS_SEGMENTATIONMASKKIND._serialized_end=3495
-  _DIMENSIONSEMANTICS_REGRESSIONPARAMS._serialized_start=3497
-  _DIMENSIONSEMANTICS_REGRESSIONPARAMS._serialized_end=3589
-  _DIMENSIONSEMANTICS_DIMENSIONSEMANTICSKIND._serialized_start=3592
-  _DIMENSIONSEMANTICS_DIMENSIONSEMANTICSKIND._serialized_end=4308
-  _TENSORSEMANTICS._serialized_start=4311
-  _TENSORSEMANTICS._serialized_end=4672
-  _TENSORSEMANTICS_TENSORSEMANTICSKIND._serialized_start=4492
-  _TENSORSEMANTICS_TENSORSEMANTICSKIND._serialized_end=4672
-  _GENERATIONCONFIG._serialized_start=4674
-  _GENERATIONCONFIG._serialized_end=4728
-  _MODELINFO._serialized_start=4731
-  _MODELINFO._serialized_end=6082
-  _MODELINFO_FILEASSETSENTRY._serialized_start=5499
-  _MODELINFO_FILEASSETSENTRY._serialized_end=5577
-  _MODELINFO_MODELKIND._serialized_start=5580
-  _MODELINFO_MODELKIND._serialized_end=5772
-  _MODELINFO_MODELSTORAGEFORMAT._serialized_start=5775
-  _MODELINFO_MODELSTORAGEFORMAT._serialized_end=6082
-  _NODE._serialized_start=6085
-  _NODE._serialized_end=6381
-  _PARAMREF._serialized_start=6383
-  _PARAMREF._serialized_end=6413
-  _VALUE._serialized_start=6416
-  _VALUE._serialized_end=6971
-  _VALUE_MODELREF._serialized_start=6778
-  _VALUE_MODELREF._serialized_end=6849
-  _VALUE_LAMBDA._serialized_start=6851
-  _VALUE_LAMBDA._serialized_end=6963
-  _NODEATTRIBUTES._serialized_start=6973
-  _NODEATTRIBUTES._serialized_end=7064
-  _NODEINPUT._serialized_start=7067
-  _NODEINPUT._serialized_end=7479
-  _NODEINPUT_NODEOUTPUTREF._serialized_start=7368
-  _NODEINPUT_NODEOUTPUTREF._serialized_end=7432
-  _NODEINPUT_LAMBDAINPUTREF._serialized_start=7434
-  _NODEINPUT_LAMBDAINPUTREF._serialized_end=7470
-  _NODEOUTPUT._serialized_start=7481
-  _NODEOUTPUT._serialized_end=7513
-  _PARAM._serialized_start=7515
-  _PARAM._serialized_end=7612
-  _LOGICALPIPELINE._serialized_start=7615
-  _LOGICALPIPELINE._serialized_end=7803
-  _PIPELINEDEPLOYMENT._serialized_start=7806
-  _PIPELINEDEPLOYMENT._serialized_end=8361
-  _PIPELINEDEPLOYMENTSPEC._serialized_start=8363
-  _PIPELINEDEPLOYMENTSPEC._serialized_end=8450
-  _PIPELINEDEPLOYMENTSTATUS._serialized_start=8452
-  _PIPELINEDEPLOYMENTSTATUS._serialized_end=8565
-  _PHYSICALPIPELINE._serialized_start=8568
-  _PHYSICALPIPELINE._serialized_end=9044
-  _PHYSICALPIPELINESPEC._serialized_start=9047
-  _PHYSICALPIPELINESPEC._serialized_end=9297
-  _PHYSICALPIPELINESTATUS._serialized_start=9300
-  _PHYSICALPIPELINESTATUS._serialized_end=9513
-  _FILERESOURCE._serialized_start=9516
-  _FILERESOURCE._serialized_end=9648
-  _EXECUTIONSPEC._serialized_start=9651
-  _EXECUTIONSPEC._serialized_end=9790
-  _NAMEDASSET._serialized_start=9792
-  _NAMEDASSET._serialized_end=9884
-  _MODELSPEC._serialized_start=9887
-  _MODELSPEC._serialized_end=10351
-  _TENSORRTMODELSPEC._serialized_start=10354
-  _TENSORRTMODELSPEC._serialized_end=10608
-  _TENSORRTOPTIMIZATIONPROFILE._serialized_start=10610
-  _TENSORRTOPTIMIZATIONPROFILE._serialized_end=10737
-  _TENSORRTTENSORSHAPERANGE._serialized_start=10739
-  _TENSORRTTENSORSHAPERANGE._serialized_end=10816
-  _TENSORRTMEMPOOLLIMITS._serialized_start=10818
-  _TENSORRTMEMPOOLLIMITS._serialized_end=10871
-  _OPENVINOMODELSPEC._serialized_start=10874
-  _OPENVINOMODELSPEC._serialized_end=11016
-  _OPENVINOMODELSPEC_TENSORSHAPE._serialized_start=10985
-  _OPENVINOMODELSPEC_TENSORSHAPE._serialized_end=11016
+  _MODELSPEC.fields_by_name['iree_spec']._options = None
+  _MODELSPEC.fields_by_name['iree_spec']._serialized_options = b'\342\336\037\rIREEModelSpec'
+  _MODELSPEC.fields_by_name['runtime']._options = None
+  _MODELSPEC.fields_by_name['runtime']._serialized_options = b'\030\001'
+  _LOGICALPIPELINENODEKIND._serialized_start=11582
+  _LOGICALPIPELINENODEKIND._serialized_end=12634
+  _PIPELINESTATE._serialized_start=12637
+  _PIPELINESTATE._serialized_end=12852
+  _BOUNDINGBOXINFO._serialized_start=258
+  _BOUNDINGBOXINFO._serialized_end=553
+  _BOUNDINGBOXINFO_BOUNDINGBOXFORMAT._serialized_start=409
+  _BOUNDINGBOXINFO_BOUNDINGBOXFORMAT._serialized_end=553
+  _IMAGEPREPROCESSINGSTEP._serialized_start=556
+  _IMAGEPREPROCESSINGSTEP._serialized_end=1633
+  _IMAGEPREPROCESSINGSTEP_IMAGECONVERSIONPARAMS._serialized_start=1017
+  _IMAGEPREPROCESSINGSTEP_IMAGECONVERSIONPARAMS._serialized_end=1127
+  _IMAGEPREPROCESSINGSTEP_IMAGERESIZEPARAMS._serialized_start=1130
+  _IMAGEPREPROCESSINGSTEP_IMAGERESIZEPARAMS._serialized_end=1367
+  _IMAGEPREPROCESSINGSTEP_IMAGERESIZEPARAMS_IMAGERESIZEKIND._serialized_start=1255
+  _IMAGEPREPROCESSINGSTEP_IMAGERESIZEPARAMS_IMAGERESIZEKIND._serialized_end=1367
+  _IMAGEPREPROCESSINGSTEP_IMAGESTANDARDIZEPARAMS._serialized_start=1369
+  _IMAGEPREPROCESSINGSTEP_IMAGESTANDARDIZEPARAMS._serialized_end=1441
+  _IMAGEPREPROCESSINGSTEP_IMAGEPREPROCESSINGKIND._serialized_start=1444
+  _IMAGEPREPROCESSINGSTEP_IMAGEPREPROCESSINGKIND._serialized_end=1633
+  _DIMENSIONSEMANTICS._serialized_start=1636
+  _DIMENSIONSEMANTICS._serialized_end=4345
+  _DIMENSIONSEMANTICS_IMAGECHANNELPARAMS._serialized_start=2359
+  _DIMENSIONSEMANTICS_IMAGECHANNELPARAMS._serialized_end=2603
+  _DIMENSIONSEMANTICS_IMAGECHANNELPARAMS_IMAGECHANNELFORMAT._serialized_start=2489
+  _DIMENSIONSEMANTICS_IMAGECHANNELPARAMS_IMAGECHANNELFORMAT._serialized_end=2603
+  _DIMENSIONSEMANTICS_DETECTIONCANDIDATESPARAMS._serialized_start=2605
+  _DIMENSIONSEMANTICS_DETECTIONCANDIDATESPARAMS._serialized_end=2666
+  _DIMENSIONSEMANTICS_DETECTIONOUTPUTPARAMS._serialized_start=2669
+  _DIMENSIONSEMANTICS_DETECTIONOUTPUTPARAMS._serialized_end=3192
+  _DIMENSIONSEMANTICS_DETECTIONOUTPUTPARAMS_INDEXRANGE._serialized_start=3138
+  _DIMENSIONSEMANTICS_DETECTIONOUTPUTPARAMS_INDEXRANGE._serialized_end=3192
+  _DIMENSIONSEMANTICS_SEGMENTATIONMASKPARAMS._serialized_start=3195
+  _DIMENSIONSEMANTICS_SEGMENTATIONMASKPARAMS._serialized_end=3532
+  _DIMENSIONSEMANTICS_SEGMENTATIONMASKPARAMS_SEGMENTATIONMASKKIND._serialized_start=3332
+  _DIMENSIONSEMANTICS_SEGMENTATIONMASKPARAMS_SEGMENTATIONMASKKIND._serialized_end=3532
+  _DIMENSIONSEMANTICS_REGRESSIONPARAMS._serialized_start=3534
+  _DIMENSIONSEMANTICS_REGRESSIONPARAMS._serialized_end=3626
+  _DIMENSIONSEMANTICS_DIMENSIONSEMANTICSKIND._serialized_start=3629
+  _DIMENSIONSEMANTICS_DIMENSIONSEMANTICSKIND._serialized_end=4345
+  _TENSORSEMANTICS._serialized_start=4348
+  _TENSORSEMANTICS._serialized_end=4709
+  _TENSORSEMANTICS_TENSORSEMANTICSKIND._serialized_start=4529
+  _TENSORSEMANTICS_TENSORSEMANTICSKIND._serialized_end=4709
+  _GENERATIONCONFIG._serialized_start=4711
+  _GENERATIONCONFIG._serialized_end=4765
+  _MODEL._serialized_start=4767
+  _MODEL._serialized_end=4872
+  _MODELINFO._serialized_start=4875
+  _MODELINFO._serialized_end=6226
+  _MODELINFO_FILEASSETSENTRY._serialized_start=5643
+  _MODELINFO_FILEASSETSENTRY._serialized_end=5721
+  _MODELINFO_MODELKIND._serialized_start=5724
+  _MODELINFO_MODELKIND._serialized_end=5916
+  _MODELINFO_MODELSTORAGEFORMAT._serialized_start=5919
+  _MODELINFO_MODELSTORAGEFORMAT._serialized_end=6226
+  _NODE._serialized_start=6229
+  _NODE._serialized_end=6525
+  _PARAMREF._serialized_start=6527
+  _PARAMREF._serialized_end=6557
+  _VALUE._serialized_start=6560
+  _VALUE._serialized_end=7115
+  _VALUE_MODELREF._serialized_start=6922
+  _VALUE_MODELREF._serialized_end=6993
+  _VALUE_LAMBDA._serialized_start=6995
+  _VALUE_LAMBDA._serialized_end=7107
+  _NODEATTRIBUTES._serialized_start=7117
+  _NODEATTRIBUTES._serialized_end=7208
+  _NODEINPUT._serialized_start=7211
+  _NODEINPUT._serialized_end=7623
+  _NODEINPUT_NODEOUTPUTREF._serialized_start=7512
+  _NODEINPUT_NODEOUTPUTREF._serialized_end=7576
+  _NODEINPUT_LAMBDAINPUTREF._serialized_start=7578
+  _NODEINPUT_LAMBDAINPUTREF._serialized_end=7614
+  _NODEOUTPUT._serialized_start=7625
+  _NODEOUTPUT._serialized_end=7657
+  _PARAM._serialized_start=7659
+  _PARAM._serialized_end=7756
+  _LOGICALPIPELINE._serialized_start=7759
+  _LOGICALPIPELINE._serialized_end=7947
+  _PIPELINEDEPLOYMENT._serialized_start=7950
+  _PIPELINEDEPLOYMENT._serialized_end=8505
+  _PIPELINEDEPLOYMENTSPEC._serialized_start=8507
+  _PIPELINEDEPLOYMENTSPEC._serialized_end=8594
+  _PIPELINEDEPLOYMENTSTATUS._serialized_start=8596
+  _PIPELINEDEPLOYMENTSTATUS._serialized_end=8709
+  _PHYSICALPIPELINE._serialized_start=8712
+  _PHYSICALPIPELINE._serialized_end=9188
+  _PHYSICALPIPELINESPEC._serialized_start=9191
+  _PHYSICALPIPELINESPEC._serialized_end=9524
+  _PHYSICALPIPELINESTATUS._serialized_start=9527
+  _PHYSICALPIPELINESTATUS._serialized_end=9825
+  _FILERESOURCE._serialized_start=9828
+  _FILERESOURCE._serialized_end=9960
+  _EXECUTIONSPEC._serialized_start=9963
+  _EXECUTIONSPEC._serialized_end=10102
+  _NAMEDASSET._serialized_start=10104
+  _NAMEDASSET._serialized_end=10196
+  _MODELSPEC._serialized_start=10199
+  _MODELSPEC._serialized_end=10835
+  _TENSORRTMODELSPEC._serialized_start=10838
+  _TENSORRTMODELSPEC._serialized_end=11092
+  _TENSORRTOPTIMIZATIONPROFILE._serialized_start=11094
+  _TENSORRTOPTIMIZATIONPROFILE._serialized_end=11221
+  _TENSORRTTENSORSHAPERANGE._serialized_start=11223
+  _TENSORRTTENSORSHAPERANGE._serialized_end=11300
+  _TENSORRTMEMPOOLLIMITS._serialized_start=11302
+  _TENSORRTMEMPOOLLIMITS._serialized_end=11355
+  _OPENVINOMODELSPEC._serialized_start=11358
+  _OPENVINOMODELSPEC._serialized_end=11500
+  _OPENVINOMODELSPEC_TENSORSHAPE._serialized_start=11469
+  _OPENVINOMODELSPEC_TENSORSHAPE._serialized_end=11500
+  _IREEMODELSPEC._serialized_start=11502
+  _IREEMODELSPEC._serialized_end=11579
 # @@protoc_insertion_point(module_scope)

gml/proto/src/controlplane/compiler/cpb/v1/cpb_pb2.py

@@ -17,7 +17,7 @@ from gml.proto.src.common.typespb import uuid_pb2 as src_dot_common_dot_typespb_
 from gml.proto.gogoproto import gogo_pb2 as gogoproto_dot_gogo__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*src/controlplane/compiler/cpb/v1/cpb.proto\x12%gml.internal.controlplane.compiler.v1\x1a\"src/api/corepb/v1/model_exec.proto\x1a\x1fsrc/api/corepb/v1/cp_edge.proto\x1a\x1dsrc/common/typespb/uuid.proto\x1a\x14gogoproto/gogo.proto\"i\n\x05Model\x12\'\n\x02id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\x06\xe2\xde\x1f\x02IDR\x02id\x12\x37\n\x04info\x18\x02 \x01(\x0b\x32#.gml.internal.api.core.v1.ModelInfoR\x04info\"\xe3\x02\n\x0e\x43ompileRequest\x12V\n\x13logical_pipeline_id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\x15\xe2\xde\x1f\x11LogicalPipelineIDR\x11logicalPipelineId\x12T\n\x10logical_pipeline\x18\x02 \x01(\x0b\x32).gml.internal.api.core.v1.LogicalPipelineR\x0flogicalPipeline\x12]\n\x13\x64\x65vice_capabilities\x18\x03 \x01(\x0b\x32,.gml.internal.api.core.v1.DeviceCapabilitiesR\x12\x64\x65viceCapabilities\x12\x44\n\x06models\x18\x04 \x03(\x0b\x32,.gml.internal.controlplane.compiler.v1.ModelR\x06models\"W\n\x0f\x43ompileResponse\x12\x44\n\texec_spec\x18\x01 \x01(\x0b\x32\'.gml.internal.api.core.v1.ExecutionSpecR\x08\x65xecSpec2\x8b\x01\n\x0f\x43ompilerService\x12x\n\x07\x43ompile\x12\x35.gml.internal.controlplane.compiler.v1.CompileRequest\x1a\x36.gml.internal.controlplane.compiler.v1.CompileResponseB;Z9gimletlabs.ai/gimlet/src/controlplane/compiler/cpb/v1;cpbb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*src/controlplane/compiler/cpb/v1/cpb.proto\x12%gml.internal.controlplane.compiler.v1\x1a\"src/api/corepb/v1/model_exec.proto\x1a\x1fsrc/api/corepb/v1/cp_edge.proto\x1a\x1dsrc/common/typespb/uuid.proto\x1a\x14gogoproto/gogo.proto\"\xd6\x02\n\x0e\x43ompileRequest\x12V\n\x13logical_pipeline_id\x18\x01 \x01(\x0b\x32\x0f.gml.types.UUIDB\x15\xe2\xde\x1f\x11LogicalPipelineIDR\x11logicalPipelineId\x12T\n\x10logical_pipeline\x18\x02 \x01(\x0b\x32).gml.internal.api.core.v1.LogicalPipelineR\x0flogicalPipeline\x12]\n\x13\x64\x65vice_capabilities\x18\x03 \x01(\x0b\x32,.gml.internal.api.core.v1.DeviceCapabilitiesR\x12\x64\x65viceCapabilities\x12\x37\n\x06models\x18\x04 \x03(\x0b\x32\x1f.gml.internal.api.core.v1.ModelR\x06models\"W\n\x0f\x43ompileResponse\x12\x44\n\texec_spec\x18\x01 \x01(\x0b\x32\'.gml.internal.api.core.v1.ExecutionSpecR\x08\x65xecSpec2\x8b\x01\n\x0f\x43ompilerService\x12x\n\x07\x43ompile\x12\x35.gml.internal.controlplane.compiler.v1.CompileRequest\x1a\x36.gml.internal.controlplane.compiler.v1.CompileResponseB;Z9gimletlabs.ai/gimlet/src/controlplane/compiler/cpb/v1;cpbb\x06proto3')
 
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'src.controlplane.compiler.cpb.v1.cpb_pb2', globals())
@@ -25,16 +25,12 @@ if _descriptor._USE_C_DESCRIPTORS == False:
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'Z9gimletlabs.ai/gimlet/src/controlplane/compiler/cpb/v1;cpb'
-  _MODEL.fields_by_name['id']._options = None
-  _MODEL.fields_by_name['id']._serialized_options = b'\342\336\037\002ID'
   _COMPILEREQUEST.fields_by_name['logical_pipeline_id']._options = None
   _COMPILEREQUEST.fields_by_name['logical_pipeline_id']._serialized_options = b'\342\336\037\021LogicalPipelineID'
-  _MODEL._serialized_start=207
-  _MODEL._serialized_end=312
-  _COMPILEREQUEST._serialized_start=315
-  _COMPILEREQUEST._serialized_end=670
-  _COMPILERESPONSE._serialized_start=672
-  _COMPILERESPONSE._serialized_end=759
-  _COMPILERSERVICE._serialized_start=762
-  _COMPILERSERVICE._serialized_end=901
+  _COMPILEREQUEST._serialized_start=208
+  _COMPILEREQUEST._serialized_end=550
+  _COMPILERESPONSE._serialized_start=552
+  _COMPILERESPONSE._serialized_end=639
+  _COMPILERSERVICE._serialized_start=642
+  _COMPILERSERVICE._serialized_end=781
 # @@protoc_insertion_point(module_scope)

gml/register_submodules.py

@@ -0,0 +1,134 @@
+# Copyright 2023- Gimlet Labs, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+
+import copy
+
+import torch
+
+
+def _to_module_list(val):
+    if isinstance(val, torch.nn.Module):
+        return val
+
+    converted = []
+    for item in val:
+        c = _to_module_container(item)
+        if c is None:
+            return None
+        converted.append(c)
+    if not converted:
+        return None
+    return torch.nn.ModuleList(converted)
+
+
+def _to_module_dict(val):
+    if isinstance(val, torch.nn.Module):
+        return val
+
+    converted = dict()
+    for k, v in val.items():
+        c = _to_module_container(v)
+        if c is None:
+            return None
+        converted[k] = v
+    if not converted:
+        return None
+    return torch.nn.ModuleDict(converted)
+
+
+def _to_module_container(val, root=False):
+    if isinstance(val, torch.nn.Module) and not root:
+        # We deepcopy the module here because in some situations, torch export()
+        # will overwrite the tensor values with FakeTensors due to a bug in a tracing step.
+        #
+        # This happens for models written in the following way:
+        #
+        # ```
+        # self.layers = [module1, module2, module3]
+        # for i, module in enumerate(self.layers):
+        #     self.add_module(f"layer_{i}", module)
+        # ```
+        # such as here:
+        # https://github.com/huggingface/transformers/blob/f51ac9e059a78049362803c1d606a2c6a8160ee4/src/transformers/models/maskformer/modeling_maskformer.py#L1142
+        #
+        # The _replace_containers_with_torch_containers function will replace the list
+        # with a ModuleList, but the layers will point to the same Modules.
+        #
+        # During tracing, there is a reparameterization step where
+        # 1. real tensors are replaced with FakeTensors,
+        # 2. some tracing work is done, and then
+        # 3. the FakeTensors get replaced with the original tensors.
+        #
+        # However, when you have a double-registered module like the above, the dictionary holding the original tensors
+        # gets overwritten during the 1. real tensor -> FakeTensor conversion which means during the 3.
+        # FakeTensor -> original_tensor replacement, FakeTensors are incorrectly returned, causing downstream errors
+        # when trying to use FakeTensors as real tensors.
+        #
+        # Note that this entire codepath is not hit for many models because models tend to use the ModuleList/ModuleDict
+        # pattern.
+        return copy.deepcopy(val)
+    if isinstance(val, dict):
+        return _to_module_dict(val)
+    if isinstance(val, list) or isinstance(val, tuple):
+        return _to_module_list(val)
+
+    return None
+
+
+def _replace_containers_with_torch_containers(mod: torch.nn.Module):
+    """Replaces any lists, dict, or nested combinations of lists/dicts that are attributes of `mod` with torch.nn.ModuleList/torch.nn.ModuleDict
+
+    This fixes some `module is not installed as a submodule` errors.
+    ."""
+    _excludes = set(["_modules"])
+    replacements = dict()
+    for name, val in mod.__dict__.items():
+        if name in _excludes:
+            continue
+        c = _to_module_container(val, root=True)
+        if c is None:
+            continue
+        replacements[name] = c
+
+    for name, repl in replacements.items():
+        setattr(mod, name, repl)
+
+
+def _ensure_submodules_accessed_through_getattr(mod: torch.nn.Module):
+    """This removes any registered modules from `mod.__dict__`.
+
+    This ensures that all accesses of submodules go through torch's __getattr__ infra,
+    preventing certain cases of `module is not installed as a submodule` errors.
+    """
+    if not hasattr(mod, "_modules"):
+        return
+    for name in mod._modules:
+        if name in mod.__dict__:
+            del mod.__dict__[name]
+
+
+def submodule_registration_workarounds(mod: torch.nn.Module):
+    """Apply submodule registration workarounds recursively to all submodules of `mod`."""
+    _ensure_submodules_accessed_through_getattr(mod)
+    _replace_containers_with_torch_containers(mod)
+    # We intentionally don't use `mod.modules()` (which returns all recursive submodules) here because we want only
+    # the direct dependencies of `mod`. So that we get a pre-order traversal, ensuring the workarounds are applied
+    # before we check for submodules.
+    for submod in mod._modules.values():
+        if submod is None or submod is mod:
+            continue
+        submodule_registration_workarounds(submod)

gml/tensor.py

@@ -17,10 +17,11 @@
 import abc
 from typing import List, Literal, Optional, Tuple
 
-import gml.proto.src.api.corepb.v1.model_exec_pb2 as modelexecpb
 import google.protobuf.wrappers_pb2 as wrapperspb
 import numpy as np
 
+import gml.proto.src.api.corepb.v1.model_exec_pb2 as modelexecpb
+
 
 def box_format_str_to_proto(box_format: str):
     match box_format.lower():