mlonmcu 0.3.0.dev0__3-none-any.whl

resources/platforms/espidf/project/main/main.c

@@ -0,0 +1,57 @@
+/*
+ * Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+ *
+ * This file is part of MLonMCU.
+ * See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#include <stdio.h>
+#include <stdint.h>
+#include "sdkconfig.h"
+#include "freertos/FreeRTOS.h"
+#include "freertos/task.h"
+#include "riscv/csr.h"
+#include "esp_system.h"
+#include "esp_timer.h"
+
+#include "ml_interface.h"
+
+// TODO: move pre and post stuff to mlif or somewhere else?
+
+void app_main(void)
+{
+    RV_WRITE_CSR(CSR_PCER_MACHINE,8);
+    printf("MLonMCU: START\n");
+    uint64_t us_before = esp_timer_get_time();
+    esp_cpu_ccount_t cc_before = esp_cpu_get_ccount();
+    mlif_run();
+    uint64_t us_after = esp_timer_get_time();
+    uint64_t us_diff = us_after - us_before;
+    esp_cpu_ccount_t cc_after = esp_cpu_get_ccount();
+    // Warning:
+    // 32 bit printf only for newlib nano...
+    printf("Total Time: %u us\n", (uint32_t)us_diff);
+    printf("Total Cycles: %u\n", (uint32_t)(cc_after - cc_before));  // TODO: overflow possible?
+    printf("MLonMCU: STOP\n");
+    // printf("Minimum free heap size: %d bytes\n", esp_get_minimum_free_heap_size());
+    fflush(stdout);
+
+    for (int i = 10; i >= 0; i--) {
+        printf("Restarting in %d seconds...\n", i);
+        vTaskDelay(1000 / portTICK_PERIOD_MS);
+    }
+    printf("Restarting now.\n");
+    fflush(stdout);
+    esp_restart();
+}

resources/platforms/espidf/project/sdkconfig.defaults

@@ -0,0 +1,26 @@
+CONFIG_ESP_TASK_WDT_TIMEOUT_S=60
+#
+# MLonMCU Options
+#
+CONFIG_MLONMCU_CODEGEN_DIR=""
+CONFIG_MLONMCU_FRAMEWORK_TFLM=y
+CONFIG_MLONMCU_FRAMEWORK_TVM=n
+CONFIG_MLONMCU_BACKEND_TFLMI=y
+CONFIG_MLONMCU_BACKEND_TFLMC=n
+CONFIG_MLONMCU_BACKEND_TVMAOT=n
+CONFIG_MLONMCU_BACKEND_TVMRT=n
+CONFIG_MLONMCU_BACKEND_TVMCG=n
+CONFIG_MLONMCU_NUM_RUNS=1
+# end of MLonMCU Options
+
+#
+# TFLite Micro Build Options
+#
+CONFIG_TF_DIR=""
+# end of TFLite Micro Build Options
+
+#
+# TVM Build Options
+#
+CONFIG_TVM_DIR=""
+# end of TVM Build Options

resources/platforms/zephyr/project/CMakeLists.txt

@@ -0,0 +1,22 @@
+# SPDX-License-Identifier: Apache-2.0
+
+cmake_minimum_required(VERSION 3.20.0)
+
+find_package(Zephyr REQUIRED HINTS $ENV{ZEPHYR_BASE})
+project(mlonmcu_template)
+SET(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
+
+target_sources(app PRIVATE src/main.c)
+
+INCLUDE(backends/${CONFIG_MLONMCU_BACKEND})
+INCLUDE(frameworks/${CONFIG_MLONMCU_FRAMEWORK})
+
+IF(CONFIG_TF_DIR)
+    INCLUDE(LinkTFLite)
+ENDIF()
+IF(CONFIG_TVM_DIR)
+    INCLUDE(LinkTVM)
+ENDIF()
+ADD_SUBDIRECTORY(lib)
+
+TARGET_LINK_LIBRARIES(app PUBLIC target_sw_lib)

resources/platforms/zephyr/project/Kconfig

@@ -0,0 +1,101 @@
+mainmenu "MLonMCU"
+
+source "Kconfig.zephyr"
+menu "MLonMCU Options"
+
+    config MLONMCU_CODEGEN_DIR
+        string "Codegen Directory"
+        default "$(CODEGEN_SRC)"
+        help
+            Path to the directory with the codegen results.
+
+    # choice MLONMCU_FRAMEWORK
+    #     prompt "MLonMCU framework"
+    #     default MLONMCU_FRAMEWORK_TFLM
+    #     help
+    #         Choose a MLonMCU framework from the list.
+
+    #     config MLONMCU_FRAMEWORK_TFLM
+    #         bool "TFLite Micro"
+    #     config MLONMCU_FRAMEWORK_TVM
+    #         bool "TVM"
+    # endchoice
+
+    config MLONMCU_FRAMEWORK
+        string "Ued Framework"
+        # default "tflm" if MLONMCU_FRAMEWORK_TFLM
+        # default "tvm" if MLONMCU_FRAMEWORK_TVM
+        default "none"
+        help
+            TODO
+
+    # choice MLONMCU_BACKEND
+    #     prompt "MLonMCU backend"
+    #     default MLONMCU_BACKEND_TFLMI if MLONMCU_FRAMEWORK_TFLM
+    #     default MLONMCU_BACKEND_TVMAOT if MLONMCU_FRAMEWORK_TVM
+    #     help
+    #         Choose a MLonMCU backend for the chosen framwork.
+
+    #     config MLONMCU_BACKEND_TFLMI
+    #         bool "TFLite Micro Default Interpreter"
+    #         depends on MLONMCU_FRAMEWORK_TFLM
+    #     config MLONMCU_BACKEND_TFLMC
+    #         bool "TFLite Micro Compiler"
+    #         depends on MLONMCU_FRAMEWORK_TFLM
+    #     config MLONMCU_BACKEND_TVMAOT
+    #         bool "TVM AoT Executor"
+    #         depends on MLONMCU_FRAMEWORK_TVM
+    #     config MLONMCU_BACKEND_TVMRT
+    #         bool "TVM Graph Executor"
+    #         depends on MLONMCU_FRAMEWORK_TVM
+    #     config MLONMCU_BACKEND_TVMCG
+    #         bool "TVM Custom Codegenerator"
+    #         depends on MLONMCU_FRAMEWORK_TVM
+    # endchoice
+
+    config MLONMCU_BACKEND
+        string "Used backend"
+        default "none"
+        help
+            TODO
+
+    config MLONMCU_NUM_RUNS
+        int "Number of inferences"
+        default 1
+        help
+            How many times the network should be invoked. A negative value maps to a infinite number of runs.
+
+    config MLONMCU_VALIDATE
+        bool "Validate model output data"
+        default false
+        help
+            Compare model outputs with expected results (if available). Only works in DEBUG mode.
+
+    config MLONMCU_MODLE_DIR
+        string "Model Directory"
+        depends on MLONMCU_VALIDATE
+        default "$(MODEL_DIR)"
+        help
+            Directory where model support code and reference data can be found.
+endmenu
+
+menu "TVM Build Options"
+    config TVM_DIR
+        string "Path to TVM"
+        default "$(TVM_SRC)"
+        help
+            TVM directory path.
+    config TVM_CRT_CONFIG_DIR
+        string "Path to TVM CRT config directory"
+        default ""
+        help
+            TVM crt path.
+endmenu
+menu "TFLite Micro Build Options"
+
+    config TF_DIR
+        string "Path to TFLite Micro"
+        default "$(TF_SRC)"
+        help
+            TFLite Micro directory path.
+endmenu

resources/platforms/zephyr/project/README.rst

@@ -0,0 +1,33 @@
+.. _hello_world:
+
+Hello World
+###########
+
+Overview
+********
+
+A simple sample that can be used with any :ref:`supported board <boards>` and
+prints "Hello World" to the console.
+
+Building and Running
+********************
+
+This application can be built and executed on QEMU as follows:
+
+.. zephyr-app-commands::
+   :zephyr-app: samples/hello_world
+   :host-os: unix
+   :board: qemu_x86
+   :goals: run
+   :compact:
+
+To build for another board, change "qemu_x86" above to that board's name.
+
+Sample Output
+=============
+
+.. code-block:: console
+
+    Hello World! x86
+
+Exit QEMU by pressing :kbd:`CTRL+A` :kbd:`x`.

resources/platforms/zephyr/project/cmake/AddAllSubdirs.cmake

@@ -0,0 +1,21 @@
+MACRO(AddAllSubdirs)
+    UNSET(LOCAL_SUBDIRS)
+    FILE(
+        GLOB LOCAL_SUBDIRS
+        RELATIVE ${CMAKE_CURRENT_LIST_DIR}
+        ${CMAKE_CURRENT_LIST_DIR}/*
+    )
+
+    FOREACH(subdir ${LOCAL_SUBDIRS})
+        IF(IS_DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/${subdir})
+            IF(EXISTS ${CMAKE_CURRENT_LIST_DIR}/${subdir}/CMakeLists.txt)
+                ADD_SUBDIRECTORY(${CMAKE_CURRENT_LIST_DIR}/${subdir})
+                MESSAGE(STATUS "Including sub project ${subdir}.")
+            ELSE()
+                MESSAGE(
+                    WARNING "Directory ${subdir} is not added to the current build because it lacks a CMakeLists.txt"
+                )
+            ENDIF()
+        ENDIF()
+    ENDFOREACH()
+ENDMACRO()

resources/platforms/zephyr/project/cmake/ChooseTarget.cmake

@@ -0,0 +1,22 @@
+# New target architectures and systems should be added here Make sure to define the CMAKE_TOOLCHAIN_FILE for
+# cross-compilation
+
+# Default implementation of the macro points to the original ADD_LIBRARY function
+MACRO(COMMON_ADD_LIBRARY TARGET_NAME)
+    ADD_LIBRARY(${TARGET_NAME} ${ARGN})
+ENDMACRO()
+
+MACRO(COMMON_ADD_EXECUTABLE TARGET_NAME)
+    ADD_EXECUTABLE(${TARGET_NAME} ${ARGN})
+ENDMACRO()
+
+SET(TOOLCHAIN_FILE "")
+IF(TARGET_SYSTEM)
+    INCLUDE(targets/${TARGET_SYSTEM})
+    IF(TOOLCHAIN)
+        SET(TOOLCHAIN_FILE "${CMAKE_CURRENT_SOURCE_DIR}/cmake/toolchains/${TOOLCHAIN}_${TARGET_SYSTEM}.cmake")
+        INCLUDE(${TOOLCHAIN_FILE})
+    ENDIF()
+ENDIF()
+
+# set(CMAKE_EXECUTABLE_SUFFIX_C .elf)

resources/platforms/zephyr/project/cmake/LinkTFLite.cmake

@@ -0,0 +1,223 @@
+SET(TF_DIR
+    "/data/work/code/tensorflow"
+    CACHE PATH "TensorFlow source directory"
+)
+
+SET(TFL_SRC ${CONFIG_TF_DIR}/tensorflow/lite)
+SET(TFLM_SRC ${TFL_SRC}/micro)
+SET(TFLD_SRC ${TFLM_SRC}/tools/make/downloads)
+
+SET(TFLM_EXTRA_KERNEL_LIBS "")
+SET(TFLM_EXTRA_KERNEL_INCS "")
+
+IF(CONFIG_TFLM_OPTIMIZED_KERNEL)
+    # Suboptimal but we do not want to hardcode every kernel which should be replaced...
+    FILE(GLOB TFLM_EXTRA_KERNEL_SRCS ${TFLM_SRC}/kernels/${CONFIG_TFLM_OPTIMIZED_KERNEL}/*.cc)
+    # LIST(APPEND TFLM_EXTRA_KERNEL_INCS ${TFLM_SRC}/kernels/${TFLM_OPTIMIZED_KERNEL}/)
+    STRING(TOUPPER "${CONFIG_TFLM_OPTIMIZED_KERNEL}" TFLM_OPTIMIZED_KERNEL_UPPER)
+ENDIF()
+
+IF(CONFIG_TFLM_OPTIMIZED_KERNEL_LIB)
+    LIST(APPEND TFLM_EXTRA_KERNEL_LIBS ${CONFIG_TFLM_OPTIMIZED_KERNEL_LIB})
+ENDIF()
+
+IF(CONFIG_TFLM_OPTIMIZED_KERNEL_INCLUDE_DIR)
+    LIST(APPEND TFLM_EXTRA_KERNEL_INCS ${CONFIG_TFLM_OPTIMIZED_KERNEL_INCLUDE_DIR})
+ENDIF()
+
+IF(CONFIG_TFLM_OPTIMIZED_KERNEL_DEPS)
+    LIST(APPEND TFLM_EXTRA_KERNEL_DEPS ${CONFIG_TFLM_OPTIMIZED_KERNEL_DEPS})
+ENDIF()
+
+SET(CUSTOM_QUANT_SRC ${TFL_SRC}/experimental/custom_quantization_util.cc)
+IF(EXISTS ${CUSTOM_QUANT_SRC})
+    SET(OPT_SRC ${CUSTOM_QUANT_SRC})
+ENDIF()
+
+SET(TFLM_REFERENCE_KERNEL_SRCS
+    ${TFLM_SRC}/kernels/softmax.cc
+    ${TFLM_SRC}/kernels/fully_connected.cc
+    ${TFLM_SRC}/kernels/pooling.cc
+    ${TFLM_SRC}/kernels/add.cc
+    ${TFLM_SRC}/kernels/mul.cc
+    ${TFLM_SRC}/kernels/conv.cc
+    ${TFLM_SRC}/kernels/depthwise_conv.cc
+    ${TFLM_SRC}/kernels/softmax.cc
+    ${TFLM_SRC}/kernels/fully_connected.cc
+    ${TFLM_SRC}/kernels/pooling.cc
+    ${TFLM_SRC}/kernels/add.cc
+    ${TFLM_SRC}/kernels/mul.cc
+    ${TFLM_SRC}/kernels/conv.cc
+    ${TFLM_SRC}/kernels/depthwise_conv.cc
+    ${TFLM_SRC}/kernels/logical.cc
+    ${TFLM_SRC}/kernels/logistic.cc
+    ${TFLM_SRC}/kernels/svdf.cc
+    ${TFLM_SRC}/kernels/concatenation.cc
+    ${TFLM_SRC}/kernels/ceil.cc
+    ${TFLM_SRC}/kernels/floor.cc
+    ${TFLM_SRC}/kernels/prelu.cc
+    ${TFLM_SRC}/kernels/neg.cc
+    ${TFLM_SRC}/kernels/elementwise.cc
+    ${TFLM_SRC}/kernels/maximum_minimum.cc
+    ${TFLM_SRC}/kernels/arg_min_max.cc
+    ${TFLM_SRC}/kernels/reshape.cc
+    ${TFLM_SRC}/kernels/comparisons.cc
+    ${TFLM_SRC}/kernels/round.cc
+    ${TFLM_SRC}/kernels/strided_slice.cc
+    ${TFLM_SRC}/kernels/pack.cc
+    ${TFLM_SRC}/kernels/pad.cc
+    ${TFLM_SRC}/kernels/split.cc
+    ${TFLM_SRC}/kernels/unpack.cc
+    ${TFLM_SRC}/kernels/quantize.cc
+    ${TFLM_SRC}/kernels/activations.cc
+    ${TFLM_SRC}/kernels/dequantize.cc
+    ${TFLM_SRC}/kernels/reduce.cc
+    ${TFLM_SRC}/kernels/sub.cc
+    ${TFLM_SRC}/kernels/resize_nearest_neighbor.cc
+    ${TFLM_SRC}/kernels/l2norm.cc
+    ${TFLM_SRC}/kernels/circular_buffer.cc
+    ${TFLM_SRC}/kernels/ethosu.cc
+    ${TFLM_SRC}/kernels/tanh.cc
+)
+
+# This files only exists in newer versions of TF
+IF(EXISTS ${TFLM_SRC}/kernels/conv_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/conv_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/depthwise_conv_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/depthwise_conv_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/fully_connected_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/fully_connected_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/quantize_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/quantize_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/softmax_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/softmax_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/svdf_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/svdf_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/pooling_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/pooling_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/add_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/add_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/dequantize_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/dequantize_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/detection_postprocess.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/detection_postprocess.cc)
+ENDIF()
+
+FOREACH(src ${TFLM_EXTRA_KERNEL_SRCS})
+    GET_FILENAME_COMPONENT(src_name ${src} NAME)
+    IF(${src_name} MATCHES ".*_test.*")
+        LIST(REMOVE_ITEM TFLM_EXTRA_KERNEL_SRCS ${src})
+    ELSE()
+        SET(src_path "${TFLM_SRC}/kernels/${src_name}")
+        LIST(FIND TFLM_REFERENCE_KERNEL_SRCS ${src_path} TFLM_KERNEL_SRCS_FOUND_INDEX)
+        IF(${TFLM_KERNEL_SRCS_FOUND_INDEX} GREATER_EQUAL 0)
+            MESSAGE(STATUS "Replacing TFLM version of ${src_name} by optimized variant...")
+            LIST(REMOVE_ITEM TFLM_REFERENCE_KERNEL_SRCS ${src_path})
+        ENDIF()
+    ENDIF()
+ENDFOREACH()
+
+# This files only exists in newer versions of TF
+IF(EXISTS ${TFL_SRC}/schema/schema_utils.cc)
+    LIST(APPEND OPT_SRC ${TFL_SRC}/schema/schema_utils.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/micro_context.cc)
+    LIST(APPEND OPT_SRC ${TFLM_SRC}/micro_context.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/micro_graph.cc)
+    LIST(APPEND OPT_SRC ${TFLM_SRC}/micro_graph.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/flatbuffer_utils.cc)
+    LIST(APPEND OPT_SRC ${TFLM_SRC}/flatbuffer_utils.cc)
+ENDIF()
+
+ADD_LIBRARY(
+    tflm STATIC
+    # Not really needed?
+    ${TFLM_SRC}/micro_error_reporter.cc
+    ${TFLM_SRC}/debug_log.cc
+    ${TFLM_SRC}/micro_string.cc
+    # For reporter->Report
+    ${CONFIG_TF_DIR}/tensorflow/lite/core/api/error_reporter.cc
+    # Kernels
+    ${TFLM_REFERENCE_KERNEL_SRCS}
+    ${TFLM_EXTRA_KERNEL_SRCS}
+    # Kernel deps
+    ${TFLM_SRC}/kernels/kernel_util.cc
+    ${TFLM_SRC}/all_ops_resolver.cc
+    ${TFLM_SRC}/micro_utils.cc
+    ${TFL_SRC}/kernels/internal/quantization_util.cc
+    ${TFL_SRC}/kernels/kernel_util.cc
+    ${TFLM_SRC}/micro_interpreter.cc
+    ${TFLM_SRC}/micro_allocator.cc
+    ${TFLM_SRC}/micro_allocation_info.cc
+    ${TFLM_SRC}/micro_resource_variable.cc
+    ${TFLM_SRC}/arena_allocator/simple_memory_allocator.cc
+    ${TFLM_SRC}/memory_helpers.cc
+    ${TFLM_SRC}/memory_planner/greedy_memory_planner.cc
+    ${TFL_SRC}/core/api/tensor_utils.cc
+    ${TFL_SRC}/core/api/flatbuffer_conversions.cc
+    ${TFL_SRC}/core/api/op_resolver.cc
+    ${TFL_SRC}/c/common.cc
+    ${OPT_SRC}
+)
+
+IF(TFLM_EXTRA_KERNEL_LIBS)
+    TARGET_LINK_LIBRARIES(tflm PUBLIC ${TFLM_EXTRA_KERNEL_LIBS})
+ENDIF()
+TARGET_LINK_LIBRARIES(tflm PUBLIC m)
+
+IF(TFLM_OPTIMIZED_KERNEL_DEPS)
+    ADD_DEPENDENCIES(tflm ${TFLM_OPTIMIZED_KERNEL_DEPS})
+ENDIF()
+
+# cmake-format: off
+TARGET_INCLUDE_DIRECTORIES(tflm PUBLIC
+    ${CONFIG_TF_DIR}
+    ${TFLD_SRC}/flatbuffers/include
+    ${TFLD_SRC}/gemmlowp
+    ${TFLD_SRC}/ruy
+    ${TFLM_EXTRA_KERNEL_INCS}
+)
+# cmake-format: on
+
+# cmake-format: off
+TARGET_COMPILE_DEFINITIONS(tflm PUBLIC
+    TF_LITE_USE_GLOBAL_CMATH_FUNCTIONS
+    TF_LITE_USE_GLOBAL_MAX
+    TF_LITE_USE_GLOBAL_MIN
+    TF_LITE_STATIC_MEMORY
+    TFLITE_EMULATE_FLOAT
+    "$<$<CONFIG:RELEASE>:TF_LITE_STRIP_ERROR_STRINGS>"
+    ${TFLM_OPTIMIZED_KERNEL_UPPER}
+)
+
+# Workaround for the following issue which does not envolve patching the tflite-micro codebase:
+
+# .../micro_error_reporter.cc: In function 'tflite::ErrorReporter* tflite::GetMicroErrorReporter()':
+# .../micro_error_reporter.cc:58:76: error: 'static void tflite::MicroErrorReporter::operator delete(void*)' is private within this context
+#    58 |     error_reporter_ = new (micro_error_reporter_buffer) MicroErrorReporter();
+#       |                                                                            ^
+# In file included from .../micro_error_reporter.h:21,
+#                  from .../micro_error_reporter.cc:16:
+# .../compatibility.h:27:8: note: declared private here
+#    27 |   void operator delete(void* p) {}
+#       |        ^~~~~~~~
+# .../micro_error_reporter.h:51:3: note: in expansion of macro 'TF_LITE_REMOVE_VIRTUAL_DELETE'
+#    51 |   TF_LITE_REMOVE_VIRTUAL_DELETE
+#
+# If disabling the exceptions has major disadvantages needs to be investigated.
+
+TARGET_COMPILE_OPTIONS(tflm PUBLIC
+    -fno-exceptions
+)
+# cmake-format: on

resources/platforms/zephyr/project/cmake/LinkTVM.cmake

@@ -0,0 +1,68 @@
+SET(TVM_ALIGNMENT_BYTES 4)
+
+# cmake-format: off
+SET(TVM_HEADERS
+    ${CONFIG_TVM_DIR}/include
+    ${CONFIG_TVM_DIR}/3rdparty/dlpack/include
+    ${CONFIG_TVM_DIR}/apps/bundle_deploy
+    ${CONFIG_TVM_DIR}/src/runtime/crt/include
+)
+# cmake-format: on
+
+IF(CONFIG_TVM_CRT_CONFIG_DIR)
+    LIST(APPEND TVM_HEADERS ${CONFIG_TVM_CRT_CONFIG_DIR})
+ELSE()
+    LIST(APPEND TVM_HEADERS ${CONFIG_TVM_DIR}/apps/bundle_deploy/crt_config)
+ENDIF()
+
+# cmake-format: off
+ADD_LIBRARY(tvm_static_rt STATIC
+    ${CONFIG_TVM_DIR}/src/runtime/crt/common/crt_runtime_api.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/memory/stack_allocator.c
+)
+# cmake-format: on
+
+TARGET_INCLUDE_DIRECTORIES(tvm_static_rt PUBLIC ${TVM_HEADERS})
+
+# cmake-format: off
+TARGET_COMPILE_DEFINITIONS(tvm_static_rt PUBLIC
+    -DTVM_RUNTIME_ALLOC_ALIGNMENT_BYTES=${TVM_ALIGNMENT_BYTES}
+)
+# cmake-format: on
+
+# cmake-format: off
+ADD_LIBRARY(tvm_graph_rt STATIC
+    ${CONFIG_TVM_DIR}/src/runtime/crt/common/crt_backend_api.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/common/crt_runtime_api.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/common/func_registry.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/memory/page_allocator.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/memory/stack_allocator.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/common/ndarray.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/common/packed_func.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/graph_executor/graph_executor.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/graph_executor/load_json.c
+)
+# cmake-format: on
+
+TARGET_INCLUDE_DIRECTORIES(tvm_graph_rt PUBLIC ${TVM_HEADERS})
+
+# cmake-format: off
+TARGET_COMPILE_DEFINITIONS(tvm_graph_rt PUBLIC
+    -DTVM_RUNTIME_ALLOC_ALIGNMENT_BYTES=${TVM_ALIGNMENT_BYTES}
+)
+# cmake-format: on
+
+# cmake-format: off
+ADD_LIBRARY(tvm_aot_rt STATIC
+    ${CONFIG_TVM_DIR}/src/runtime/crt/common/crt_backend_api.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/memory/stack_allocator.c
+)
+# cmake-format: on
+
+TARGET_INCLUDE_DIRECTORIES(tvm_aot_rt PUBLIC ${TVM_HEADERS})
+
+# cmake-format: off
+TARGET_COMPILE_DEFINITIONS(tvm_aot_rt PUBLIC
+    -DTVM_RUNTIME_ALLOC_ALIGNMENT_BYTES=${TVM_ALIGNMENT_BYTES}
+)
+# cmake-format: on

resources/platforms/zephyr/project/cmake/LookupClang.cmake

@@ -0,0 +1,41 @@
+set(CLANG_VERSIONS 15 14)
+
+set(LLVM_DIR "" CACHE PATH "Lookup path for the llvm installation.")
+MESSAGE("LLVM_DIR=${LLVM_DIR}")
+
+# Find clang
+function(do_lookup program out)
+    set(VERSION_NAMES "")
+    foreach(version ${CLANG_VERSIONS})
+        set(NEW_NAME "${program}-${version}")
+        list(APPEND VERSION_NAMES ${NEW_NAME})
+    endforeach()
+    # Custom path, explicit versions
+    find_program(${program}_NAME_MATCH NAMES ${VERSION_NAMES} PATHS ${LLVM_DIR}/bin/ NO_DEFAULT_PATH)
+    IF(NOT ${program}_NAME_MATCH)
+        # System path, explicit versions
+        find_program(${program}_NAME_MATCH NAMES ${VERSION_NAMES})
+        IF(NOT ${program}_NAME_MATCH)
+            # Custom path, implicit version
+            find_program(${program}_NAME_MATCH NAMES ${program} PATHS ${LLVM_DIR}/bin/ NO_DEFAULT_PATH)
+            IF(NOT ${program}_NAME_MATCH)
+                # System path, implicit version
+                find_program(${program}_NAME_MATCH NAMES ${program})
+            ENDIF()
+        ENDIF()
+    ENDIF()
+    IF(NOT ${program}_NAME_MATCH)
+        MESSAGE(FATAL_ERROR "Unable to find ${program} executable")
+    ENDIF()
+    MESSAGE(STATUS "${program}_NAME_MATCH=${${program}_NAME_MATCH}")
+    set(${out} ${${program}_NAME_MATCH} PARENT_SCOPE)
+endfunction()
+
+
+do_lookup(clang CLANG_EXECUTABLE)
+do_lookup(clang++ CLANG++_EXECUTABLE)
+do_lookup(lld LLD_EXECUTABLE)
+
+MESSAGE(STATUS "CLANG_EXECUTABLE=${CLANG_EXECUTABLE}")
+MESSAGE(STATUS "CLANG++_EXECUTABLE=${CLANG++_EXECUTABLE}")
+MESSAGE(STATUS "LLD_EXECUTABLE=${LLD_EXECUTABLE}")

resources/platforms/zephyr/project/cmake/backends/tflmc.cmake

@@ -0,0 +1,5 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tflm")
+ENDIF()
+
+SET(TFLITE_REQUIRED_COMPONENTS a b c)

resources/platforms/zephyr/project/cmake/backends/tflmi.cmake

@@ -0,0 +1,5 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tflm")
+ENDIF()
+
+SET(TFLITE_REQUIRED_COMPONENTS a b c)

resources/platforms/zephyr/project/cmake/backends/tvmaot.cmake

@@ -0,0 +1,10 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -DTVMCG_DEBUG_ALLOCATIONS")
+
+SET(TVM_LIB tvm_aot_rt)
+SET(TVM_WRAPPER_FILENAME aot_wrapper.c)

resources/platforms/zephyr/project/cmake/backends/tvmaotplus.cmake

@@ -0,0 +1,10 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -DTVMCG_DEBUG_ALLOCATIONS")
+
+SET(TVM_LIB tvm_aot_rt)
+SET(TVM_WRAPPER_FILENAME aot_wrapper.c)

resources/platforms/zephyr/project/cmake/backends/tvmcg.cmake

@@ -0,0 +1,10 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -DTVMAOT_DEBUG_ALLOCATIONS")
+
+SET(TVM_LIB tvm_static_rt)
+SET(TVM_WRAPPER_FILENAME staticrt.c)

resources/platforms/zephyr/project/cmake/backends/tvmllvm.cmake

@@ -0,0 +1,8 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(TVM_LIB tvm_graph_rt)
+SET(TVM_WRAPPER_FILENAME rt_wrapper.c)