gimlet-api 0.0.5__py3-none-any.whl → 0.0.6__py3-none-any.whl

{gimlet_api-0.0.5.dist-info → gimlet_api-0.0.6.dist-info}/METADATA

@@ -9,8 +9,10 @@ Classifier: Typing :: Typed
 Requires-Python: >=3
 Requires-Dist: protobuf
 Requires-Dist: grpcio
-Requires-Dist: torch
-Requires-Dist: torch_mlir_gml
-Version: 0.0.5
+Requires-Dist: torch>=2.3.0
+Requires-Dist: torch_mlir_gml==0.0.2
+Requires-Dist: numpy<2.0.0
+Requires-Dist: transformers>=4.43.3
+Version: 0.0.6
 
 UNKNOWN

{gimlet_api-0.0.5.dist-info → gimlet_api-0.0.6.dist-info}/RECORD

@@ -1,11 +1,13 @@
-gml/__init__.py,sha256=e81afOgzDBpBNVb3pv_9Y0waGPuX95Y73ofWsq-UVak,718
+gml/__init__.py,sha256=H3WQZ_RaN7VNeb__qeHEbKLEwkaG7gpL5FQ8s1IotUA,773
 gml/_utils.py,sha256=mSCWHhCdzcUvHqmJIB2FS215K1LMgJCWcZ6e6FWK3hQ,1184
-gml/client.py,sha256=4wJ5JeyhMc7UTJazD0GvcHH90Oqiu-x7UY-Q1Zl2Wxo,10640
-gml/compile.py,sha256=pS_mjATIvAH-zxSbIgZeizmpi08571zpOkn5bWRyzM0,2087
-gml/model.py,sha256=Nwf44iTZjMOwFL05JKHaEvTd1QAkJdtgaAuFs6RVUp8,5256
-gml/model_utils.py,sha256=67w32zLI7rjlNsKW6nvCUp-HUjYNMCKMDhjymgJ6EOU,1275
-gml/pipelines.py,sha256=RObsuECms-dGFAMskxlknxfV5-9d5sEOll7McUP5reo,3737
-gml/preprocessing.py,sha256=w-D_GzRndY-Hec8O5UdMSVDXMWtohbwPRxizUjhHsFA,3004
+gml/client.py,sha256=5QDKljltBeBTCd2hH38--fTSP0bVVcAvSnWsA9YEFQc,13819
+gml/compile.py,sha256=hR8u3LaMiIW8d12FHrvtmtgzUNQq48DYxe8bW-wJ_VY,6054
+gml/device.py,sha256=VUZc6m8QalJ7G9KBKjCY4cIcv2VBd6zAT3ysnh_m1Z0,2585
+gml/hf.py,sha256=GRvEEl9zSIv0iWN91Z6ykFYZ2VdNAVABjZrrzYWUFw4,17792
+gml/model.py,sha256=nXUV6-L4TIkQHCWUpWyG7QJ6YKTZb7eauW9F4pzVTII,6566
+gml/model_utils.py,sha256=vZvE5cHZIDkUkeZ4Pk4hhV-zOYMiREluv4b8kdqQ3Ig,1375
+gml/pipelines.py,sha256=Bha8J3b5uW8COIejiH12NNF0Tc0XDBt2B3Dez5Jxt4s,5314
+gml/preprocessing.py,sha256=STQDSA1_jXPTenJotNtsNMXOc9h1x_wJyQ100LXS6-g,3209
 gml/proto/gogoproto/gogo_pb2.py,sha256=WVMIAR8K--mCUkTPM7mEeeXGpQlRRtt_kco10iP3CZs,15728
 gml/proto/mediapipe/framework/calculator_contract_test_pb2.py,sha256=hNjyZCBz3RYa6rN4xR3FOCZKA24gq_LsJ3EMegl5wK4,2031
 gml/proto/mediapipe/framework/calculator_options_pb2.py,sha256=Nq1BQRtLdsIgfkw7ymD3eg2p2_RSlZhiHS7YbDhNHR0,1563
@@ -23,21 +25,23 @@ gml/proto/opentelemetry/proto/common/v1/common_pb2.py,sha256=wQjeDti-C8JiNwRn-z5
 gml/proto/opentelemetry/proto/metrics/v1/metrics_pb2.py,sha256=t2Far6oVcUFQIimzgAkZ8vQd0asMIlvECp4osC0ujgg,9735
 gml/proto/opentelemetry/proto/resource/v1/resource_pb2.py,sha256=cbNmE12Nm3PjW4NXU7-Z-9m_0Zs3Ab8R1xLkDnvclCg,1730
 gml/proto/src/api/corepb/v1/controlplane_pb2.py,sha256=FPNx5fRXj-bnN5mkDUXVz17M33vuHV_hmxH0ggkAUVs,5536
-gml/proto/src/api/corepb/v1/cp_edge_pb2.py,sha256=QPd5gMZvt97ukeHbrgqwroJH4oKTNtjEiAlgfk-FH-k,13496
-gml/proto/src/api/corepb/v1/mediastream_pb2.py,sha256=yNTIivI9LChFifs90eO5dKwVmAR3WGPYQWXHOuXGUD4,6528
-gml/proto/src/api/corepb/v1/model_exec_pb2.py,sha256=U8ujw_7ijKrULiCqxJ4WY9VWiUtIemfIy2e6h1NPrto,25106
+gml/proto/src/api/corepb/v1/cp_edge_pb2.py,sha256=u41Sohshi6gBfeZO5VnQzfRStFADFzT1Um5mDY9chcg,15309
+gml/proto/src/api/corepb/v1/mediastream_pb2.py,sha256=1qA-ElTgWeGv3oevYlIjK1TIRSgWbR1TTWxA6Q3SOXk,7224
+gml/proto/src/api/corepb/v1/model_exec_pb2.py,sha256=1DM58lSFgfoHk0ui3ZTjDfifgp4dhE7nHvhMwmInpsA,27103
 gml/proto/src/common/typespb/jwt_pb2.py,sha256=lxy-bqbyg96i9n_xr2JbkuWX-ldnoJavXPMnApzVSio,5580
 gml/proto/src/common/typespb/status_pb2.py,sha256=IbBJnbsAlvsuTtyT285ZuW6k5VaPfl5kRSOnBxD_H8M,2109
 gml/proto/src/common/typespb/uuid_pb2.py,sha256=5Fm3jYpCPX7sMrP6RhRYsF0SnuZNIBEQJk9f0jwZ2Rw,1188
+gml/proto/src/controlplane/compiler/cpb/v1/cpb_pb2.py,sha256=tkJFPWpndKZy19TFuLKlBfWW1fUQPj0lJLiQ9HfugZU,3213
+gml/proto/src/controlplane/compiler/cpb/v1/cpb_pb2_grpc.py,sha256=l-gTK9nYpTlVb7QGAckSQXlHhkRdKe2-nrxXc8NQavY,2912
 gml/proto/src/controlplane/directory/directorypb/v1/directory_pb2.py,sha256=KgoUT8ccF-yJPe1r4otQjAPQoKBaQzdBlHoIUSkk0yE,11445
 gml/proto/src/controlplane/directory/directorypb/v1/directory_pb2_grpc.py,sha256=p3OpT8-hfNHu4-29qr-ZahRwO-LoCYM9Q4jomAHTXGA,24572
 gml/proto/src/controlplane/filetransfer/ftpb/v1/ftpb_pb2.py,sha256=r8mbJNTq45_c0amPnTr8OFZasCk7XWu2YS_eu7GfWJg,7050
 gml/proto/src/controlplane/filetransfer/ftpb/v1/ftpb_pb2_grpc.py,sha256=XlE4R2PJaOmzQocx7y6SKJvuqt8tYBGzBuhajvzG0cc,12919
-gml/proto/src/controlplane/logicalpipeline/lppb/v1/lppb_pb2.py,sha256=AvPGThkFumcElIYY9fjqWdTX9J44RCEJbaYi1F7gn4c,5661
-gml/proto/src/controlplane/logicalpipeline/lppb/v1/lppb_pb2_grpc.py,sha256=q1PugN3Jm_4v5hVWADJLCIkIEC2_beKEqEH4vb_SpH8,7396
+gml/proto/src/controlplane/logicalpipeline/lppb/v1/lppb_pb2.py,sha256=wvLQvoh2UA5qCcMALT6PS47LYmmVdBz9U47WFLs5Ayg,6330
+gml/proto/src/controlplane/logicalpipeline/lppb/v1/lppb_pb2_grpc.py,sha256=-snjW7n6JveUzJVPFcm25XlL19kowPSKgd61l_jPnHA,9541
 gml/proto/src/controlplane/model/mpb/v1/mpb_pb2.py,sha256=RVedXkNYu2iF5OHiXoYyRw9AGRCUWG7qNyY-5QY71Go,3762
 gml/proto/src/controlplane/model/mpb/v1/mpb_pb2_grpc.py,sha256=KSdb6V04qUHDsb1R2o3wixwTyZgrhwnPYobjnRgWX4I,4735
-gml/tensor.py,sha256=8Ne95YFAkid_jjbtuXFtn_Eu0Hn9u5IaBRuwR7BpzxI,11827
-gimlet_api-0.0.5.dist-info/WHEEL,sha256=sobxWSyDDkdg_rinUth-jxhXHqoNqlmNMJY3aTZn2Us,91
-gimlet_api-0.0.5.dist-info/METADATA,sha256=t2CgErN9FNsBNkrCtmXNZcFlTnWzB3cA1vtL4jA1Y-c,429
-gimlet_api-0.0.5.dist-info/RECORD,,
+gml/tensor.py,sha256=753IsMFYZD7p_f0cQPt4nTIBo5p5S5ELqwCuoHORdMk,14823
+gimlet_api-0.0.6.dist-info/WHEEL,sha256=sobxWSyDDkdg_rinUth-jxhXHqoNqlmNMJY3aTZn2Us,91
+gimlet_api-0.0.6.dist-info/METADATA,sha256=mF73_t-Tn5NPVxLnJBOTCQkKvb0weobtQLmOqSkc4B0,506
+gimlet_api-0.0.6.dist-info/RECORD,,

gml/__init__.py

@@ -15,4 +15,5 @@
 # SPDX-License-Identifier: Apache-2.0
 
 from gml.client import Client  # noqa
+from gml.hf import import_huggingface_pipeline  # noqa
 from gml.model import ModelFromFiles, TorchModel  # noqa

gml/client.py

@@ -21,6 +21,8 @@ from typing import BinaryIO, List, Optional, TextIO, Union
 
 import gml.proto.src.api.corepb.v1.model_exec_pb2 as modelexecpb
 import gml.proto.src.common.typespb.uuid_pb2 as uuidpb
+import gml.proto.src.controlplane.compiler.cpb.v1.cpb_pb2 as cpb
+import gml.proto.src.controlplane.compiler.cpb.v1.cpb_pb2_grpc as cpb_grpc
 import gml.proto.src.controlplane.directory.directorypb.v1.directory_pb2 as directorypb
 import gml.proto.src.controlplane.directory.directorypb.v1.directory_pb2_grpc as directorypb_grpc
 import gml.proto.src.controlplane.filetransfer.ftpb.v1.ftpb_pb2 as ftpb
@@ -31,6 +33,7 @@ import gml.proto.src.controlplane.model.mpb.v1.mpb_pb2 as mpb
 import gml.proto.src.controlplane.model.mpb.v1.mpb_pb2_grpc as mpb_grpc
 import grpc
 from gml._utils import chunk_file, sha256sum
+from gml.device import DeviceCapabilities
 from gml.model import Model
 from gml.pipelines import Pipeline
 
@@ -65,6 +68,10 @@ class FileAlreadyExists(Exception):
     pass
 
 
+class ModelAlreadyExists(Exception):
+    pass
+
+
 class OrgNotSet(Exception):
     pass
 
@@ -106,6 +113,7 @@ class Client:
 
         self._org_id_cache: Optional[uuidpb.UUID] = None
         self._fts_stub_cache: Optional[ftpb_grpc.FileTransferServiceStub] = None
+        self._cs_stub_cache: Optional[cpb_grpc.CompilerServiceStub] = None
         self._lps_stub_cache: Optional[lppb_grpc.LogicalPipelineServiceStub] = None
         self._ods_stub_cache: Optional[directorypb_grpc.OrgDirectoryServiceStub] = None
         self._ms_stub_cache: Optional[mpb_grpc.ModelServiceStub] = None
@@ -137,6 +145,13 @@ class Client:
             )
         return self._ods_stub_cache
 
+    def _cs_stub(self):
+        if self._cs_stub_cache is None:
+            self._cs_stub_cache = cpb_grpc.CompilerServiceStub(
+                self._channel_factory.get_grpc_channel()
+            )
+        return self._cs_stub_cache
+
     def _ms_stub(self):
         if self._ms_stub_cache is None:
             self._ms_stub_cache = mpb_grpc.ModelServiceStub(
@@ -185,7 +200,7 @@ class Client:
         file_id: uuidpb.UUID,
         sha256: str,
         file: TextIO | BinaryIO,
-        chunk_size=64 * 1024,
+        chunk_size=1024 * 1024,
     ):
         def chunked_requests():
             file.seek(0)
@@ -206,7 +221,7 @@ class Client:
         name: str,
         file: TextIO | BinaryIO,
         sha256: Optional[str] = None,
-        chunk_size=64 * 1024,
+        chunk_size=1024 * 1024,
     ) -> ftpb.FileInfo:
         file_info = self._create_file(name)
 
@@ -237,7 +252,21 @@ class Client:
                 raise Exception("file status is deleted or unknown, cannot re-upload")
         return file_info
 
-    def _create_model(self, model_info: modelexecpb.ModelInfo):
+    def _get_model_if_exists(self, name: str) -> Optional[cpb.Model]:
+        req = mpb.GetModelRequest(
+            name=name,
+            org_id=self._get_org_id(),
+        )
+        stub = self._ms_stub()
+        try:
+            resp = stub.GetModel(req, metadata=self._get_request_metadata())
+            return cpb.Model(id=resp.id, info=resp.model_info)
+        except grpc.RpcError as e:
+            if e.code() != grpc.StatusCode.NOT_FOUND:
+                raise e
+            return None
+
+    def _create_model(self, model_info: modelexecpb.ModelInfo) -> cpb.Model:
         req = mpb.CreateModelRequest(
             org_id=self._get_org_id(),
             name=model_info.name,
@@ -247,26 +276,36 @@ class Client:
         resp = stub.CreateModel(
             req, metadata=self._get_request_metadata(idempotent=True)
         )
-        return resp.id
+        return cpb.Model(id=resp.id, info=model_info)
+
+    def create_model(self, model: Model) -> cpb.Model:
+        existing_model = self._get_model_if_exists(model.name)
+        if existing_model is not None:
+            print(
+                'warning: model "{}" already exists and will not be uploaded.'.format(
+                    model.name
+                )
+            )
+            return existing_model
 
-    def create_model(self, model: Model):
         model_info = model.to_proto()
-        for asset_name, file in model.collect_assets().items():
-            if isinstance(file, Path) or isinstance(file, str):
-                file = open(file, "rb")
+        with model.collect_assets() as model_assets:
+            for asset_name, file in model_assets.items():
+                if isinstance(file, Path) or isinstance(file, str):
+                    file = open(file, "rb")
 
-            sha256 = sha256sum(file)
+                sha256 = sha256sum(file)
 
-            upload_name = model.name
-            if asset_name:
-                upload_name += ":" + asset_name
-            print(f"Uploading {upload_name}...")
+                upload_name = model.name
+                if asset_name:
+                    upload_name += ":" + asset_name
+                print(f"Uploading {upload_name}...")
 
-            file_info = self._upload_file_if_not_exists(sha256, file, sha256)
+                file_info = self._upload_file_if_not_exists(sha256, file, sha256)
 
-            model_info.file_assets[asset_name].MergeFrom(file_info.file_id)
+                model_info.file_assets[asset_name].MergeFrom(file_info.file_id)
 
-            file.close()
+                file.close()
 
         return self._create_model(model_info)
 
@@ -285,9 +324,7 @@ class Client:
             if isinstance(pipeline, Pipeline):
                 if self._org_name is None:
                     raise ValueError("must set `org` to upload a pipeline")
-                yaml = pipeline.to_yaml(
-                    [model.name for model in models], self._org_name
-                )
+                yaml = pipeline.to_yaml(models, self._org_name)
             else:
                 yaml = pipeline
         else:
@@ -306,3 +343,52 @@ class Client:
             req, metadata=self._get_request_metadata(idempotent=True)
         )
         return resp.id
+
+    def check_compile(
+        self,
+        *,
+        models: List[Model],
+        pipeline_file: Optional[Path] = None,
+        pipeline: Optional[Union[str, Pipeline]] = None,
+        runtimes=List[str],
+        cameras=List[str],
+    ):
+        model_with_assets = []
+        for model in models:
+            created_model = self.create_model(model)
+            model_with_assets.append(created_model)
+
+        if pipeline_file is not None:
+            with open(pipeline_file, "r") as f:
+                yaml = f.read()
+        elif isinstance(pipeline, Pipeline):
+            if self._org_name is None:
+                raise ValueError("must set `org` to compile a Pipeline object")
+            yaml = pipeline.to_yaml(models, self._org_name)
+        elif pipeline is None:
+            raise ValueError("must specify one of 'pipeline_file' or 'pipeline'")
+        else:
+            yaml = pipeline
+
+        stub = self._lps_stub()
+        req = lppb.ParseLogicalPipelineYAMLRequest(
+            yaml=yaml,
+        )
+        resp: lppb.ParseLogicalPipelineYAMLResponse = stub.ParseLogicalPipelineYAML(
+            req, metadata=self._get_request_metadata()
+        )
+        pipeline = resp.logical_pipeline
+
+        capabilities = DeviceCapabilities(runtimes=runtimes, cameras=cameras)
+
+        stub = self._cs_stub()
+        req = cpb.CompileRequest(
+            logical_pipeline=pipeline,
+            device_capabilities=capabilities.to_proto(),
+            models=model_with_assets,
+        )
+        try:
+            stub.Compile(req, metadata=self._get_request_metadata())
+            print("Compilation successful")
+        except grpc.RpcError as e:
+            print("Compilation failed, code {0}: {1}".format(e.code(), e.details()))

gml/compile.py

@@ -14,13 +14,111 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-from torch.fx.experimental.proxy_tensor import make_fx
-from torch_mlir import ExampleArgs, OutputType
-from torch_mlir import compile as torch_mlir_compile
-from torch_mlir.dynamo import _get_decomposition_table
+import contextlib
+import functools
+from typing import Dict, List, Optional, Sequence, Union
 
+import gml.proto.src.api.corepb.v1.model_exec_pb2 as modelexecpb
+import torch
+import torch_mlir  # noqa
+
+try:
+    import torch_mlir.fx  # noqa
+    from torch.export import export  # noqa
+
+    has_fx_importer_torch_export = True
+except ImportError:
+    has_fx_importer_torch_export = False
+
+
+def _default_decomposition_denylist():
+    """These ops will not be decomposed by default."""
+    return [
+        torch.ops.aten.full.default,
+        torch.ops.aten.upsample_bilinear2d.vec,
+    ]
+
+
+@contextlib.contextmanager
+def _patch_aot_export_module():
+    """This contextmanager prevents PyTorch dispatch from running when calling aot_export_module.
+
+    This patch is necessary because not all callers of `aot_export_module` expose the pre_dispatch flag.
+    For example, `ExportedProgram.run_decompositions` which is called by `torch_mlir.fx.export_and_import` doesn't
+    expose the pre_dispatch flag.
+
+    Without setting `pre_dispatch=True`, PyTorch dispatch will run before tracing which causes certain operations to be decomposed.
+    For example, `upsample_nearest2d` will be decomposed into aten.index.Tensor calls. This is undesirable for runtimes that provide
+    optimized implementations of the equivalent of `upsample_nearest2d`.
+    """
+    import torch._functorch.aot_autograd
+
+    orig = torch._functorch.aot_autograd.aot_export_module
+    torch._functorch.aot_autograd.aot_export_module = functools.partial(
+        orig, pre_dispatch=True
+    )
+    yield
+    torch._functorch.aot_autograd.aot_export_module = orig
+
+
+def to_torch_mlir_w_torch_export(
+    model: torch.nn.Module,
+    example_inputs: Sequence[torch.Tensor],
+    dynamic_shapes: Optional[
+        Sequence[Dict[int, Union[str, "torch.export.dynamic_shapes._Dim"]]]
+    ] = None,
+    decomposition_denylist: Optional[List[torch._ops.OperatorBase]] = None,
+):
+    from torch._decomp import remove_decompositions
+    from torch.export._trace import _export
+    from torch_mlir.extras.fx_decomp_util import get_decomposition_table
+    from torch_mlir.fx import export_and_import
+
+    if dynamic_shapes is not None:
+        for shape in dynamic_shapes:
+            if not isinstance(shape, dict):
+                continue
+            for idx in shape:
+                if isinstance(shape[idx], torch.export.dynamic_shapes._Dim):
+                    continue
+                shape[idx] = torch.export.Dim(shape[idx])
+
+    if decomposition_denylist is None:
+        decomposition_denylist = _default_decomposition_denylist()
+
+    model = model.eval().to("cpu")
+
+    try:
+        # Running the model a few times on the inputs, leads to more consistent compiled results.
+        for _ in range(2):
+            _ = model(*example_inputs)
+    except:  # noqa
+        # Ignore errors running the model. This can happen when the model has data dependent branches.
+        pass
+
+    prog = _export(
+        model,
+        tuple(example_inputs),
+        pre_dispatch=False,
+        strict=False,
+        dynamic_shapes=dynamic_shapes,
+    )
+    decomp_table = get_decomposition_table()
+    remove_decompositions(decomp_table, decomposition_denylist)
+    with _patch_aot_export_module():
+        return export_and_import(
+            prog,
+            *example_inputs,
+            decomposition_table=decomp_table,
+        )
+
+
+def to_torch_mlir_fallback(model, example_inputs):
+    from torch.fx.experimental.proxy_tensor import make_fx
+    from torch_mlir import ExampleArgs, OutputType
+    from torch_mlir import compile as torch_mlir_compile
+    from torch_mlir.dynamo import _get_decomposition_table
 
-def to_torch_mlir(model, example_inputs):
     example_args = ExampleArgs.get(example_inputs)
     args = example_args._get_for_tracing(use_tracing=True, ignore_traced_shapes=True)[
         "forward"
@@ -60,3 +158,23 @@ def to_torch_mlir(model, example_inputs):
     )
 
     return compiled
+
+
+def to_torch_mlir(
+    model,
+    example_inputs,
+    dynamic_shapes: Optional[
+        Sequence[Dict[int, Union[str, "torch.export.dynamic_shapes._Dim"]]]
+    ] = None,
+):
+    if has_fx_importer_torch_export:
+        return to_torch_mlir_w_torch_export(model, example_inputs, dynamic_shapes)
+    else:
+        return to_torch_mlir_fallback(model, example_inputs)
+
+
+def torch_mlir_output_kind():
+    if has_fx_importer_torch_export:
+        return modelexecpb.ModelInfo.MODEL_KIND_TORCH
+    else:
+        return modelexecpb.ModelInfo.MODEL_KIND_TORCHSCRIPT

gml/device.py

@@ -0,0 +1,74 @@
+# Copyright 2023- Gimlet Labs, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+from typing import List
+
+import gml.proto.src.api.corepb.v1.cp_edge_pb2 as cpedgepb
+
+
+class DeviceCapabilities:
+    def __init__(self, runtimes: List[str], cameras: List[str]):
+        self.runtimes = runtimes
+        self.cameras = cameras
+
+    def to_proto(self) -> cpedgepb.DeviceCapabilities:
+        return cpedgepb.DeviceCapabilities(
+            model_runtimes=[
+                cpedgepb.DeviceCapabilities.ModelRuntimeInfo(
+                    type=_runtime_str_to_runtime_protos(runtime)
+                )
+                for runtime in self.runtimes
+            ],
+            cameras=[
+                cpedgepb.DeviceCapabilities.CameraInfo(
+                    driver=_camera_driver_str_to_camera_driver_protos(camera),
+                    camera_id=str(idx),
+                )
+                for idx, camera in enumerate(self.cameras)
+            ],
+        )
+
+
+def _runtime_str_to_runtime_protos(
+    runtime: str,
+) -> cpedgepb.DeviceCapabilities.ModelRuntimeInfo.ModelRuntimeType:
+    match runtime.lower():
+        case "tensorrt":
+            return (
+                cpedgepb.DeviceCapabilities.ModelRuntimeInfo.ModelRuntimeType.MODEL_RUNTIME_TYPE_TENSORRT
+            )
+        case "openvino":
+            return (
+                cpedgepb.DeviceCapabilities.ModelRuntimeInfo.ModelRuntimeType.MODEL_RUNTIME_TYPE_OPENVINO
+            )
+        case _:
+            raise ValueError("invalid runtime: {}".format(runtime))
+
+
+def _camera_driver_str_to_camera_driver_protos(
+    driver: str,
+) -> cpedgepb.DeviceCapabilities.CameraInfo.CameraDriver:
+    match driver.lower():
+        case "argus":
+            return (
+                cpedgepb.DeviceCapabilities.CameraInfo.CameraDriver.CAMERA_DRIVER_ARGUS
+            )
+        case "v4l2":
+            return (
+                cpedgepb.DeviceCapabilities.CameraInfo.CameraDriver.CAMERA_DRIVER_V4L2
+            )
+        case _:
+            raise ValueError("invalid driver: {}".format(driver))