mlonmcu 0.3.0.dev0__3-none-any.whl

mlonmcu/models/utils.py

@@ -0,0 +1,136 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+import os
+import numpy as np
+from pathlib import Path
+
+
+def make_hex_array(filename, mode="bin"):
+    out = ""
+    if mode == "auto":
+        _, ext = os.path.splitext(filename)
+        assert len(ext) > 1, "Could not detect format because of missing file extension"
+        mode = ext[1:]
+    if mode == "bin":
+        with open(filename, "rb") as f:
+            data = f.read(1)
+            length = 0
+            while data:
+                length += 1
+                out += "0x" + data.hex() + ", "
+                data = f.read(1)
+            assert length > 0, "Data can not be empty"
+    elif mode in ["npy", "npz"]:
+        data = np.load(filename)
+        # TODO: figure out endianess
+        if hasattr(data, "files"):
+            files = data.files
+            assert len(files) == 1
+            data = data[files[0]]
+        byte_data = data.tobytes()
+        assert len(byte_data) > 0, "Data can not be empty"
+        out = ", ".join(["0x{:02x}".format(x) for x in byte_data] + [""])
+    else:
+        raise RuntimeError(f"Unsupported mode: {mode}")
+    return out
+
+
+def fill_data_source(in_bufs, out_bufs):
+    out = '#include "ml_interface.h"\n'
+    out += "#include <stddef.h>\n"
+    out += "const int num_data_buffers_in = " + str(sum([len(buf) for buf in in_bufs])) + ";\n"
+    out += "const int num_data_buffers_out = " + str(sum([len(buf) for buf in out_bufs])) + ";\n"
+    for i, buf in enumerate(in_bufs):
+        for j in range(len(buf)):
+            out += "const unsigned char data_buffer_in_" + str(i) + "_" + str(j) + "[] = {" + buf[j] + "};\n"
+    for i, buf in enumerate(out_bufs):
+        for j in range(len(buf)):
+            out += "const unsigned char data_buffer_out_" + str(i) + "_" + str(j) + "[] = {" + buf[j] + "};\n"
+
+    var_in = "const unsigned char *const data_buffers_in[] = {"
+    var_insz = "const size_t data_size_in[] = {"
+    for i, buf in enumerate(in_bufs):
+        for j in range(len(buf)):
+            var_in += "data_buffer_in_" + str(i) + "_" + str(j) + ", "
+            var_insz += "sizeof(data_buffer_in_" + str(i) + "_" + str(j) + "), "
+    var_out = "const unsigned char *const data_buffers_out[] = {"
+    var_outsz = "const size_t data_size_out[] = {"
+    for i, buf in enumerate(out_bufs):
+        for j in range(len(buf)):
+            var_out += "data_buffer_out_" + str(i) + "_" + str(j) + ", "
+            var_outsz += "sizeof(data_buffer_out_" + str(i) + "_" + str(j) + "), "
+    out += var_in + "};\n" + var_out + "};\n" + var_insz + "};\n" + var_outsz + "};\n"
+    return out
+
+
+def lookup_data_buffers(input_paths, output_paths):
+    assert len(input_paths) > 0
+    legacy = False
+    used_fmt = None
+    allowed_fmts = ["bin", "npy", "npz"]
+
+    def helper(paths):
+        nonlocal used_fmt, legacy
+        data = []
+        for i, path in enumerate(paths):
+            if path.is_dir():
+                filenames = os.listdir(path)
+            else:
+                filenames = [path]
+            for filename in filenames:
+                fmt = Path(filename).suffix[1:]
+                if fmt not in allowed_fmts:
+                    continue
+                if used_fmt is None:
+                    used_fmt = fmt
+                else:
+                    assert used_fmt == fmt, "Please only use a single format for inout model data (.bin OR .npy)"
+                base = Path(filename).stem
+                if "_" in base:
+                    legacy = True
+                    assert len(paths) == 1, "Legacy mode only allows a single path"
+                    data_index, tensor_index = list(map(int, base.split("_")))[:2]
+                else:
+                    data_index, tensor_index = int(base), 0
+                hex_data = make_hex_array(Path(path) / filename, mode=used_fmt)
+                data.append((data_index, tensor_index, hex_data))
+        sorted_data = sorted(data, key=lambda x: (x[0], x[1]))
+        # TODO: get rid of this dirty workaround
+        ret = []
+        for a, b, c in sorted_data:
+            if a >= len(ret):
+                assert b == 0
+                ret.append([c])
+            else:
+                ret[a].append(c)
+        return ret
+        # return [d[-1] for d in sorted_data]  # Extract last column
+
+    ins = helper(input_paths)
+    outs = helper(output_paths)
+    assert len(ins) == len(outs)
+    return ins, outs
+
+
+def get_data_source(input_paths, output_paths):
+    assert len(input_paths) == len(output_paths)
+    if len(input_paths) == 0:
+        return fill_data_source([], [])
+    in_bufs, out_bufs = lookup_data_buffers(input_paths, output_paths)
+    return fill_data_source(in_bufs, out_bufs)

mlonmcu/platform/__init__.py

@@ -0,0 +1,27 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""MLonMCU platform submodule"""
+
+# pylint: disable=wildcard-import, redefined-builtin
+
+from .platform import Platform
+from ._platform import register_platform, get_platforms
+from . import _platform
+
+__all__ = ["Platform", "register_platform", "get_platforms", "_platform"]

mlonmcu/platform/_platform.py

@@ -0,0 +1,46 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+from .mlif import MlifPlatform
+from .espidf import EspIdfPlatform
+from .zephyr import ZephyrPlatform
+from .tvm import TvmPlatform
+from .microtvm import MicroTvmPlatform
+# from .arduino import ArduinoPlatform
+
+
+PLATFORM_REGISTRY = {}
+
+
+def register_platform(platform_name, p, override=False):
+    global PLATFORM_REGISTRY
+
+    if platform_name in PLATFORM_REGISTRY and not override:
+        raise RuntimeError(f"Platform {platform_name} is already registered")
+    PLATFORM_REGISTRY[platform_name] = p
+
+
+def get_platforms():
+    return PLATFORM_REGISTRY
+
+
+register_platform("mlif", MlifPlatform)
+register_platform("espidf", EspIdfPlatform)
+register_platform("zephyr", ZephyrPlatform)
+register_platform("tvm", TvmPlatform)
+register_platform("microtvm", MicroTvmPlatform)

mlonmcu/platform/espidf/__init__.py

@@ -0,0 +1,25 @@
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""MLonMCU ESP-IDF platform"""
+
+# pylint: disable=wildcard-import, redefined-builtin
+
+from .espidf import EspIdfPlatform
+
+__all__ = ["EspIdfPlatform"]