mlonmcu 0.3.0.dev0__3-none-any.whl

mlonmcu/flow/tvm/framework.py

@@ -0,0 +1,96 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""Definitions for TVMFramework."""
+
+import os
+import pkg_resources
+from pathlib import Path
+
+from mlonmcu.flow.framework import Framework
+
+# from mlonmcu.flow.tvm import TVMBackend
+
+
+def get_crt_config_dir():
+    files = pkg_resources.resource_listdir(
+        "mlonmcu", os.path.join("..", "resources", "frameworks", "tvm", "crt_config")
+    )
+    if "crt_config.h" not in files:
+        return None
+    fname = pkg_resources.resource_filename(
+        "mlonmcu", os.path.join("..", "resources", "frameworks", "tvm", "crt_config")
+    )
+    return fname
+
+
+class TVMFramework(Framework):
+    """TVM Framework specialization."""
+
+    name = "tvm"
+
+    FEATURES = ["cmsisnnbyoc", "muriscvnnbyoc"]
+
+    DEFAULTS = {
+        "extra_incs": [],
+        "extra_libs": [],
+        "crt_config_dir": get_crt_config_dir(),
+    }
+
+    REQUIRED = ["tvm.src_dir"]
+
+    def __init__(self, features=None, config=None):
+        super().__init__(features=features, config=config)
+        # self.backends = TVMBackend.registry
+
+    @property
+    def tvm_src(self):
+        return Path(self.config["tvm.src_dir"])
+
+    @property
+    def extra_incs(self):
+        return self.config["extra_incs"]
+
+    @property
+    def extra_libs(self):
+        return self.config["extra_libs"]
+
+    @property
+    def crt_config_dir(self):
+        return self.config["crt_config_dir"]
+
+    def get_platform_defs(self, platform):
+        ret = super().get_platform_defs(platform)
+        if self.extra_incs or self.extra_libs:
+            assert platform == "mlif", "Extra incs or libs are only supported by 'mlif' platform"
+            if self.extra_incs:
+                if isinstance(self.extra_incs, list):
+                    temp = r"\;".join(self.extra_incs)
+                else:
+                    temp = self.extra_incs
+                ret["TVM_EXTRA_INCS"] = temp
+            if self.extra_libs:
+                if isinstance(self.extra_libs, list):
+                    temp = r"\;".join(self.extra_libs)
+                else:
+                    temp = self.extra_libs
+                ret["TVM_EXTRA_LIBS"] = temp
+        if self.crt_config_dir:
+            ret["TVM_CRT_CONFIG_DIR"] = self.crt_config_dir
+        ret["TVM_DIR"] = str(self.tvm_src)
+        return ret

mlonmcu/logging.py

@@ -0,0 +1,79 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""Loging utilities for MLonMCU"""
+
+import logging
+import logging.handlers
+import sys
+
+logging.basicConfig(
+    level=logging.INFO,
+    format="[%(asctime)s]::%(levelname)s - %(message)s",
+    datefmt="%Y-%m-%d %H:%M:%S",
+)
+
+initialized = False
+
+
+def get_formatter(minimal=False):
+    """Returns a log formatter for one on two predefined formats."""
+    if minimal:
+        fmt = "%(levelname)s - %(message)s"
+    else:
+        fmt = "[%(asctime)s]::%(pathname)s:%(lineno)d::%(levelname)s - %(message)s"
+    formatter = logging.Formatter(fmt)
+    return formatter
+
+
+def get_logger():
+    """Helper function which return the main mlonmcu logger while ensuring that is is properly initialized."""
+    global initialized
+    logger = logging.getLogger("mlonmcu")
+    if len(logger.handlers) == 0:
+        stream_handler = logging.StreamHandler(sys.stdout)
+        stream_handler.setFormatter(get_formatter(minimal=True))
+        # stream_handler.setLevel(?)
+        logger.addHandler(stream_handler)
+        logger.propagate = False
+        initialized = True
+    return logger
+
+
+def set_log_level(level):
+    """Set command line log level at runtime."""
+    logger = logging.getLogger("mlonmcu")
+    logger.setLevel(level)
+    for handler in logger.handlers[:]:
+        if isinstance(handler, logging.StreamHandler):
+            handler.setLevel(level)
+
+
+def set_log_file(path, level=logging.DEBUG, rotate=False):
+    """Enable logging to a file."""
+    logger = logging.getLogger("mlonmcu")
+    if rotate:
+        file_handler = logging.handlers.TimedRotatingFileHandler(filename=path, when="midnight", backupCount=30)
+    else:
+        file_handler = logging.FileHandler(path, mode="a")
+    file_handler.setFormatter(get_formatter())
+    file_handler.setLevel(level)
+    for handler in logger.handlers[:]:
+        if isinstance(handler, logging.FileHandler):
+            logger.removeHandler(handler)
+    logger.addHandler(file_handler)

mlonmcu/mlonmcu.py

@@ -0,0 +1,19 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""Main module."""  # pragma: no cover

mlonmcu/models/__init__.py

@@ -0,0 +1,31 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+from mlonmcu.models.lookup import print_summary
+from .frontend import PBFrontend, TfLiteFrontend, PackedFrontend, ONNXFrontend, RelayFrontend, PaddleFrontend
+
+SUPPORTED_FRONTENDS = {
+    "tflite": TfLiteFrontend,
+    "relay": RelayFrontend,
+    "packed": PackedFrontend,
+    "onnx": ONNXFrontend,
+    "pb": PBFrontend,
+    "paddle": PaddleFrontend,
+}  # TODO: use registry instead
+
+__all__ = ["print_summary", "TfLiteFrontend", "PackedFrontend", "ONNXFrontend", "PBFrontend", "SUPPORTED_FRONTENDS"]

mlonmcu/models/convert_data.py

@@ -0,0 +1,107 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""Utility to convert various types of data into MLonMCU compatible raw binary files."""
+import sys
+import struct
+from PIL import Image
+import numpy as np
+
+
+def convert(mode, val):
+    """Actual convertion function.
+
+    Arguments
+    ---------
+    mode : str
+        The chosen mode.
+    val : str
+        The input data.
+
+    Returns
+    -------
+    data : bytes
+      Raw converted output.
+
+    Raises
+    ------
+    AssertionError
+        If the choses mode does not exist or value has a wrong shape.
+    ValueError
+        If the conversion failed.
+
+    """
+    data = b""
+    assert isinstance(val, str), "Input value needs to be a string"
+    assert mode in ["float", "hexstr", "int8", "bmp"], f"Unsupported mode: {mode}"
+
+    if mode == "float":
+        for f in val.split(","):
+            data += struct.pack("f", float(f))
+    elif mode == "hexstr":
+        data = val.encode("raw_unicode_escape").decode("unicode_escape").encode("raw_unicode_escape")
+    elif mode == "int8":
+        for i in val.split(","):
+            data += struct.pack("b", int(i))
+    elif mode == "bmp":
+        im = Image.open(val)
+        p = np.array(im)
+        assert len(p.shape) in (2, 3)  # only allow grayscale or RGB
+        assert p.dtype == np.uint8  # We do not want to hande endianess at this point
+        data = p.tobytes()
+    return data
+
+
+def write_file(dest, data):
+    """Utility to save the file to disk.
+
+    Arguments
+    ---------
+    dest: str
+       File destination.
+    data: bytes
+       Raw data to export.
+
+    """
+    with open(dest, "wb") as f:
+        f.write(data)
+
+
+def main():
+    """Main entry pint handling command line options."""
+    if len(sys.argv) != 4:
+        print(
+            "Usage:",
+            sys.argv[0],
+            "mode(float, hexstr, int8, bmp)",
+            "value",
+            "outfile",
+        )
+        sys.exit(1)
+
+    mode, val, dest = sys.argv[1], sys.argv[2], sys.argv[3]
+
+    try:
+        data = convert(mode, val)
+    except ValueError:
+        print("Conversion Failed")
+    write_file(dest, data)
+
+
+if __name__ == "__main__":
+    main()