mlonmcu 0.3.0.dev0__3-none-any.whl

resources/platforms/zephyr/project2/README.rst

@@ -0,0 +1,33 @@
+.. _hello_world:
+
+Hello World
+###########
+
+Overview
+********
+
+A simple sample that can be used with any :ref:`supported board <boards>` and
+prints "Hello World" to the console.
+
+Building and Running
+********************
+
+This application can be built and executed on QEMU as follows:
+
+.. zephyr-app-commands::
+   :zephyr-app: samples/hello_world
+   :host-os: unix
+   :board: qemu_x86
+   :goals: run
+   :compact:
+
+To build for another board, change "qemu_x86" above to that board's name.
+
+Sample Output
+=============
+
+.. code-block:: console
+
+    Hello World! x86
+
+Exit QEMU by pressing :kbd:`CTRL+A` :kbd:`x`.

resources/platforms/zephyr/project2/cmake/AddAllSubdirs.cmake

@@ -0,0 +1,21 @@
+MACRO(AddAllSubdirs)
+    UNSET(LOCAL_SUBDIRS)
+    FILE(
+        GLOB LOCAL_SUBDIRS
+        RELATIVE ${CMAKE_CURRENT_LIST_DIR}
+        ${CMAKE_CURRENT_LIST_DIR}/*
+    )
+
+    FOREACH(subdir ${LOCAL_SUBDIRS})
+        IF(IS_DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/${subdir})
+            IF(EXISTS ${CMAKE_CURRENT_LIST_DIR}/${subdir}/CMakeLists.txt)
+                ADD_SUBDIRECTORY(${CMAKE_CURRENT_LIST_DIR}/${subdir})
+                MESSAGE(STATUS "Including sub project ${subdir}.")
+            ELSE()
+                MESSAGE(
+                    WARNING "Directory ${subdir} is not added to the current build because it lacks a CMakeLists.txt"
+                )
+            ENDIF()
+        ENDIF()
+    ENDFOREACH()
+ENDMACRO()

resources/platforms/zephyr/project2/cmake/ChooseTarget.cmake

@@ -0,0 +1,22 @@
+# New target architectures and systems should be added here Make sure to define the CMAKE_TOOLCHAIN_FILE for
+# cross-compilation
+
+# Default implementation of the macro points to the original ADD_LIBRARY function
+MACRO(COMMON_ADD_LIBRARY TARGET_NAME)
+    ADD_LIBRARY(${TARGET_NAME} ${ARGN})
+ENDMACRO()
+
+MACRO(COMMON_ADD_EXECUTABLE TARGET_NAME)
+    ADD_EXECUTABLE(${TARGET_NAME} ${ARGN})
+ENDMACRO()
+
+SET(TOOLCHAIN_FILE "")
+IF(TARGET_SYSTEM)
+    INCLUDE(targets/${TARGET_SYSTEM})
+    IF(TOOLCHAIN)
+        SET(TOOLCHAIN_FILE "${CMAKE_CURRENT_SOURCE_DIR}/cmake/toolchains/${TOOLCHAIN}_${TARGET_SYSTEM}.cmake")
+        INCLUDE(${TOOLCHAIN_FILE})
+    ENDIF()
+ENDIF()
+
+# set(CMAKE_EXECUTABLE_SUFFIX_C .elf)

resources/platforms/zephyr/project2/cmake/LinkTFLite.cmake

@@ -0,0 +1,223 @@
+SET(TF_DIR
+    "/data/work/code/tensorflow"
+    CACHE PATH "TensorFlow source directory"
+)
+
+SET(TFL_SRC ${CONFIG_TF_DIR}/tensorflow/lite)
+SET(TFLM_SRC ${TFL_SRC}/micro)
+SET(TFLD_SRC ${TFLM_SRC}/tools/make/downloads)
+
+SET(TFLM_EXTRA_KERNEL_LIBS "")
+SET(TFLM_EXTRA_KERNEL_INCS "")
+
+IF(CONFIG_TFLM_OPTIMIZED_KERNEL)
+    # Suboptimal but we do not want to hardcode every kernel which should be replaced...
+    FILE(GLOB TFLM_EXTRA_KERNEL_SRCS ${TFLM_SRC}/kernels/${CONFIG_TFLM_OPTIMIZED_KERNEL}/*.cc)
+    # LIST(APPEND TFLM_EXTRA_KERNEL_INCS ${TFLM_SRC}/kernels/${TFLM_OPTIMIZED_KERNEL}/)
+    STRING(TOUPPER "${CONFIG_TFLM_OPTIMIZED_KERNEL}" TFLM_OPTIMIZED_KERNEL_UPPER)
+ENDIF()
+
+IF(CONFIG_TFLM_OPTIMIZED_KERNEL_LIB)
+    LIST(APPEND TFLM_EXTRA_KERNEL_LIBS ${CONFIG_TFLM_OPTIMIZED_KERNEL_LIB})
+ENDIF()
+
+IF(CONFIG_TFLM_OPTIMIZED_KERNEL_INCLUDE_DIR)
+    LIST(APPEND TFLM_EXTRA_KERNEL_INCS ${CONFIG_TFLM_OPTIMIZED_KERNEL_INCLUDE_DIR})
+ENDIF()
+
+IF(CONFIG_TFLM_OPTIMIZED_KERNEL_DEPS)
+    LIST(APPEND TFLM_EXTRA_KERNEL_DEPS ${CONFIG_TFLM_OPTIMIZED_KERNEL_DEPS})
+ENDIF()
+
+SET(CUSTOM_QUANT_SRC ${TFL_SRC}/experimental/custom_quantization_util.cc)
+IF(EXISTS ${CUSTOM_QUANT_SRC})
+    SET(OPT_SRC ${CUSTOM_QUANT_SRC})
+ENDIF()
+
+SET(TFLM_REFERENCE_KERNEL_SRCS
+    ${TFLM_SRC}/kernels/softmax.cc
+    ${TFLM_SRC}/kernels/fully_connected.cc
+    ${TFLM_SRC}/kernels/pooling.cc
+    ${TFLM_SRC}/kernels/add.cc
+    ${TFLM_SRC}/kernels/mul.cc
+    ${TFLM_SRC}/kernels/conv.cc
+    ${TFLM_SRC}/kernels/depthwise_conv.cc
+    ${TFLM_SRC}/kernels/softmax.cc
+    ${TFLM_SRC}/kernels/fully_connected.cc
+    ${TFLM_SRC}/kernels/pooling.cc
+    ${TFLM_SRC}/kernels/add.cc
+    ${TFLM_SRC}/kernels/mul.cc
+    ${TFLM_SRC}/kernels/conv.cc
+    ${TFLM_SRC}/kernels/depthwise_conv.cc
+    ${TFLM_SRC}/kernels/logical.cc
+    ${TFLM_SRC}/kernels/logistic.cc
+    ${TFLM_SRC}/kernels/svdf.cc
+    ${TFLM_SRC}/kernels/concatenation.cc
+    ${TFLM_SRC}/kernels/ceil.cc
+    ${TFLM_SRC}/kernels/floor.cc
+    ${TFLM_SRC}/kernels/prelu.cc
+    ${TFLM_SRC}/kernels/neg.cc
+    ${TFLM_SRC}/kernels/elementwise.cc
+    ${TFLM_SRC}/kernels/maximum_minimum.cc
+    ${TFLM_SRC}/kernels/arg_min_max.cc
+    ${TFLM_SRC}/kernels/reshape.cc
+    ${TFLM_SRC}/kernels/comparisons.cc
+    ${TFLM_SRC}/kernels/round.cc
+    ${TFLM_SRC}/kernels/strided_slice.cc
+    ${TFLM_SRC}/kernels/pack.cc
+    ${TFLM_SRC}/kernels/pad.cc
+    ${TFLM_SRC}/kernels/split.cc
+    ${TFLM_SRC}/kernels/unpack.cc
+    ${TFLM_SRC}/kernels/quantize.cc
+    ${TFLM_SRC}/kernels/activations.cc
+    ${TFLM_SRC}/kernels/dequantize.cc
+    ${TFLM_SRC}/kernels/reduce.cc
+    ${TFLM_SRC}/kernels/sub.cc
+    ${TFLM_SRC}/kernels/resize_nearest_neighbor.cc
+    ${TFLM_SRC}/kernels/l2norm.cc
+    ${TFLM_SRC}/kernels/circular_buffer.cc
+    ${TFLM_SRC}/kernels/ethosu.cc
+    ${TFLM_SRC}/kernels/tanh.cc
+)
+
+# This files only exists in newer versions of TF
+IF(EXISTS ${TFLM_SRC}/kernels/conv_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/conv_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/depthwise_conv_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/depthwise_conv_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/fully_connected_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/fully_connected_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/quantize_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/quantize_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/softmax_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/softmax_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/svdf_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/svdf_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/pooling_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/pooling_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/add_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/add_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/dequantize_common.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/dequantize_common.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/kernels/detection_postprocess.cc)
+    LIST(APPEND TFLM_REFERENCE_KERNEL_SRCS ${TFLM_SRC}/kernels/detection_postprocess.cc)
+ENDIF()
+
+FOREACH(src ${TFLM_EXTRA_KERNEL_SRCS})
+    GET_FILENAME_COMPONENT(src_name ${src} NAME)
+    IF(${src_name} MATCHES ".*_test.*")
+        LIST(REMOVE_ITEM TFLM_EXTRA_KERNEL_SRCS ${src})
+    ELSE()
+        SET(src_path "${TFLM_SRC}/kernels/${src_name}")
+        LIST(FIND TFLM_REFERENCE_KERNEL_SRCS ${src_path} TFLM_KERNEL_SRCS_FOUND_INDEX)
+        IF(${TFLM_KERNEL_SRCS_FOUND_INDEX} GREATER_EQUAL 0)
+            MESSAGE(STATUS "Replacing TFLM version of ${src_name} by optimized variant...")
+            LIST(REMOVE_ITEM TFLM_REFERENCE_KERNEL_SRCS ${src_path})
+        ENDIF()
+    ENDIF()
+ENDFOREACH()
+
+# This files only exists in newer versions of TF
+IF(EXISTS ${TFL_SRC}/schema/schema_utils.cc)
+    LIST(APPEND OPT_SRC ${TFL_SRC}/schema/schema_utils.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/micro_context.cc)
+    LIST(APPEND OPT_SRC ${TFLM_SRC}/micro_context.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/micro_graph.cc)
+    LIST(APPEND OPT_SRC ${TFLM_SRC}/micro_graph.cc)
+ENDIF()
+IF(EXISTS ${TFLM_SRC}/flatbuffer_utils.cc)
+    LIST(APPEND OPT_SRC ${TFLM_SRC}/flatbuffer_utils.cc)
+ENDIF()
+
+ADD_LIBRARY(
+    tflm STATIC
+    # Not really needed?
+    ${TFLM_SRC}/micro_error_reporter.cc
+    ${TFLM_SRC}/debug_log.cc
+    ${TFLM_SRC}/micro_string.cc
+    # For reporter->Report
+    ${CONFIG_TF_DIR}/tensorflow/lite/core/api/error_reporter.cc
+    # Kernels
+    ${TFLM_REFERENCE_KERNEL_SRCS}
+    ${TFLM_EXTRA_KERNEL_SRCS}
+    # Kernel deps
+    ${TFLM_SRC}/kernels/kernel_util.cc
+    ${TFLM_SRC}/all_ops_resolver.cc
+    ${TFLM_SRC}/micro_utils.cc
+    ${TFL_SRC}/kernels/internal/quantization_util.cc
+    ${TFL_SRC}/kernels/kernel_util.cc
+    ${TFLM_SRC}/micro_interpreter.cc
+    ${TFLM_SRC}/micro_allocator.cc
+    ${TFLM_SRC}/micro_allocation_info.cc
+    ${TFLM_SRC}/micro_resource_variable.cc
+    ${TFLM_SRC}/arena_allocator/simple_memory_allocator.cc
+    ${TFLM_SRC}/memory_helpers.cc
+    ${TFLM_SRC}/memory_planner/greedy_memory_planner.cc
+    ${TFL_SRC}/core/api/tensor_utils.cc
+    ${TFL_SRC}/core/api/flatbuffer_conversions.cc
+    ${TFL_SRC}/core/api/op_resolver.cc
+    ${TFL_SRC}/c/common.cc
+    ${OPT_SRC}
+)
+
+IF(TFLM_EXTRA_KERNEL_LIBS)
+    TARGET_LINK_LIBRARIES(tflm PUBLIC ${TFLM_EXTRA_KERNEL_LIBS})
+ENDIF()
+TARGET_LINK_LIBRARIES(tflm PUBLIC m)
+
+IF(TFLM_OPTIMIZED_KERNEL_DEPS)
+    ADD_DEPENDENCIES(tflm ${TFLM_OPTIMIZED_KERNEL_DEPS})
+ENDIF()
+
+# cmake-format: off
+TARGET_INCLUDE_DIRECTORIES(tflm PUBLIC
+    ${CONFIG_TF_DIR}
+    ${TFLD_SRC}/flatbuffers/include
+    ${TFLD_SRC}/gemmlowp
+    ${TFLD_SRC}/ruy
+    ${TFLM_EXTRA_KERNEL_INCS}
+)
+# cmake-format: on
+
+# cmake-format: off
+TARGET_COMPILE_DEFINITIONS(tflm PUBLIC
+    TF_LITE_USE_GLOBAL_CMATH_FUNCTIONS
+    TF_LITE_USE_GLOBAL_MAX
+    TF_LITE_USE_GLOBAL_MIN
+    TF_LITE_STATIC_MEMORY
+    TFLITE_EMULATE_FLOAT
+    "$<$<CONFIG:RELEASE>:TF_LITE_STRIP_ERROR_STRINGS>"
+    ${TFLM_OPTIMIZED_KERNEL_UPPER}
+)
+
+# Workaround for the following issue which does not envolve patching the tflite-micro codebase:
+
+# .../micro_error_reporter.cc: In function 'tflite::ErrorReporter* tflite::GetMicroErrorReporter()':
+# .../micro_error_reporter.cc:58:76: error: 'static void tflite::MicroErrorReporter::operator delete(void*)' is private within this context
+#    58 |     error_reporter_ = new (micro_error_reporter_buffer) MicroErrorReporter();
+#       |                                                                            ^
+# In file included from .../micro_error_reporter.h:21,
+#                  from .../micro_error_reporter.cc:16:
+# .../compatibility.h:27:8: note: declared private here
+#    27 |   void operator delete(void* p) {}
+#       |        ^~~~~~~~
+# .../micro_error_reporter.h:51:3: note: in expansion of macro 'TF_LITE_REMOVE_VIRTUAL_DELETE'
+#    51 |   TF_LITE_REMOVE_VIRTUAL_DELETE
+#
+# If disabling the exceptions has major disadvantages needs to be investigated.
+
+TARGET_COMPILE_OPTIONS(tflm PUBLIC
+    -fno-exceptions
+)
+# cmake-format: on

resources/platforms/zephyr/project2/cmake/LinkTVM.cmake

@@ -0,0 +1,68 @@
+SET(TVM_ALIGNMENT_BYTES 4)
+
+# cmake-format: off
+SET(TVM_HEADERS
+    ${CONFIG_TVM_DIR}/include
+    ${CONFIG_TVM_DIR}/3rdparty/dlpack/include
+    ${CONFIG_TVM_DIR}/apps/bundle_deploy
+    ${CONFIG_TVM_DIR}/src/runtime/crt/include
+)
+# cmake-format: on
+
+IF(CONFIG_TVM_CRT_CONFIG_DIR)
+    LIST(APPEND TVM_HEADERS ${CONFIG_TVM_CRT_CONFIG_DIR})
+ELSE()
+    LIST(APPEND TVM_HEADERS ${CONFIG_TVM_DIR}/apps/bundle_deploy/crt_config)
+ENDIF()
+
+# # cmake-format: off
+# ADD_LIBRARY(tvm_static_rt STATIC
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/common/crt_runtime_api.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/memory/stack_allocator.c
+# )
+# # cmake-format: on
+#
+# TARGET_INCLUDE_DIRECTORIES(tvm_static_rt PUBLIC ${TVM_HEADERS})
+#
+# # cmake-format: off
+# TARGET_COMPILE_DEFINITIONS(tvm_static_rt PUBLIC
+#     -DTVM_RUNTIME_ALLOC_ALIGNMENT_BYTES=${TVM_ALIGNMENT_BYTES}
+# )
+# # cmake-format: on
+#
+# # cmake-format: off
+# ADD_LIBRARY(tvm_graph_rt STATIC
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/common/crt_backend_api.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/common/crt_runtime_api.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/common/func_registry.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/memory/page_allocator.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/memory/stack_allocator.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/common/ndarray.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/common/packed_func.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/graph_executor/graph_executor.c
+#     ${CONFIG_TVM_DIR}/src/runtime/crt/graph_executor/load_json.c
+# )
+# # cmake-format: on
+#
+# TARGET_INCLUDE_DIRECTORIES(tvm_graph_rt PUBLIC ${TVM_HEADERS})
+#
+# # cmake-format: off
+# TARGET_COMPILE_DEFINITIONS(tvm_graph_rt PUBLIC
+#     -DTVM_RUNTIME_ALLOC_ALIGNMENT_BYTES=${TVM_ALIGNMENT_BYTES}
+# )
+# # cmake-format: on
+#
+# cmake-format: off
+ADD_LIBRARY(tvm_aot_rt STATIC
+    ${CONFIG_TVM_DIR}/src/runtime/crt/common/crt_backend_api.c
+    ${CONFIG_TVM_DIR}/src/runtime/crt/memory/stack_allocator.c
+)
+# cmake-format: on
+
+TARGET_INCLUDE_DIRECTORIES(tvm_aot_rt PUBLIC ${TVM_HEADERS})
+
+# cmake-format: off
+TARGET_COMPILE_DEFINITIONS(tvm_aot_rt PUBLIC
+    -DTVM_RUNTIME_ALLOC_ALIGNMENT_BYTES=${TVM_ALIGNMENT_BYTES}
+)
+# cmake-format: on

resources/platforms/zephyr/project2/cmake/LookupClang.cmake

@@ -0,0 +1,41 @@
+set(CLANG_VERSIONS 15 14)
+
+set(LLVM_DIR "" CACHE PATH "Lookup path for the llvm installation.")
+MESSAGE("LLVM_DIR=${LLVM_DIR}")
+
+# Find clang
+function(do_lookup program out)
+    set(VERSION_NAMES "")
+    foreach(version ${CLANG_VERSIONS})
+        set(NEW_NAME "${program}-${version}")
+        list(APPEND VERSION_NAMES ${NEW_NAME})
+    endforeach()
+    # Custom path, explicit versions
+    find_program(${program}_NAME_MATCH NAMES ${VERSION_NAMES} PATHS ${LLVM_DIR}/bin/ NO_DEFAULT_PATH)
+    IF(NOT ${program}_NAME_MATCH)
+        # System path, explicit versions
+        find_program(${program}_NAME_MATCH NAMES ${VERSION_NAMES})
+        IF(NOT ${program}_NAME_MATCH)
+            # Custom path, implicit version
+            find_program(${program}_NAME_MATCH NAMES ${program} PATHS ${LLVM_DIR}/bin/ NO_DEFAULT_PATH)
+            IF(NOT ${program}_NAME_MATCH)
+                # System path, implicit version
+                find_program(${program}_NAME_MATCH NAMES ${program})
+            ENDIF()
+        ENDIF()
+    ENDIF()
+    IF(NOT ${program}_NAME_MATCH)
+        MESSAGE(FATAL_ERROR "Unable to find ${program} executable")
+    ENDIF()
+    MESSAGE(STATUS "${program}_NAME_MATCH=${${program}_NAME_MATCH}")
+    set(${out} ${${program}_NAME_MATCH} PARENT_SCOPE)
+endfunction()
+
+
+do_lookup(clang CLANG_EXECUTABLE)
+do_lookup(clang++ CLANG++_EXECUTABLE)
+do_lookup(lld LLD_EXECUTABLE)
+
+MESSAGE(STATUS "CLANG_EXECUTABLE=${CLANG_EXECUTABLE}")
+MESSAGE(STATUS "CLANG++_EXECUTABLE=${CLANG++_EXECUTABLE}")
+MESSAGE(STATUS "LLD_EXECUTABLE=${LLD_EXECUTABLE}")

resources/platforms/zephyr/project2/cmake/backends/tflmc.cmake

@@ -0,0 +1,5 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tflm")
+ENDIF()
+
+SET(TFLITE_REQUIRED_COMPONENTS a b c)

resources/platforms/zephyr/project2/cmake/backends/tflmi.cmake

@@ -0,0 +1,5 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tflm")
+ENDIF()
+
+SET(TFLITE_REQUIRED_COMPONENTS a b c)

resources/platforms/zephyr/project2/cmake/backends/tvmaot.cmake

@@ -0,0 +1,10 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -DTVMCG_DEBUG_ALLOCATIONS")
+
+SET(TVM_LIB tvm_aot_rt)
+SET(TVM_WRAPPER_FILENAME aot_wrapper.c)

resources/platforms/zephyr/project2/cmake/backends/tvmaotplus.cmake

@@ -0,0 +1,10 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -DTVMCG_DEBUG_ALLOCATIONS")
+
+SET(TVM_LIB tvm_aot_rt)
+SET(TVM_WRAPPER_FILENAME aot_wrapper.c)

resources/platforms/zephyr/project2/cmake/backends/tvmcg.cmake

@@ -0,0 +1,10 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -DTVMAOT_DEBUG_ALLOCATIONS")
+
+SET(TVM_LIB tvm_static_rt)
+SET(TVM_WRAPPER_FILENAME staticrt.c)

resources/platforms/zephyr/project2/cmake/backends/tvmllvm.cmake

@@ -0,0 +1,8 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(TVM_LIB tvm_graph_rt)
+SET(TVM_WRAPPER_FILENAME rt_wrapper.c)

resources/platforms/zephyr/project2/cmake/backends/tvmrt.cmake

@@ -0,0 +1,8 @@
+IF("${MLONMCU_FRAMEWORK}" STREQUAL "")
+    SET(MLONMCU_FRAMEWORK "tvm")
+ENDIF()
+
+SET(TVM_REQUIRED_COMPONENTS a b c)
+
+SET(TVM_LIB tvm_graph_rt)
+SET(TVM_WRAPPER_FILENAME rt_wrapper.c)

resources/platforms/zephyr/project2/cmake/extras.cmake

@@ -0,0 +1,9 @@
+IF(DEFINED DEBUG_ARENA_USAGE)
+    IF(DEBUG_ARENA_USAGE)
+        SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -DDEBUG_ARENA_USAGE=1")
+        SET(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -DDEBUG_ARENA_USAGE=1")
+    ELSE()
+        SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -DDEBUG_ARENA_USAGE=0")
+        SET(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -DDEBUG_ARENA_USAGE=0")
+    ENDIF()
+ENDIF()

resources/platforms/zephyr/project2/cmake/features/auto_vectorize_gcc.cmake

@@ -0,0 +1,65 @@
+IF(NOT RISCV_VEXT)
+    MESSAGE(FATAL_ERROR "RISCV_AUTO_VECTORIZE requires RISCV_VEXT")
+ENDIF()
+IF(RISCV_RVV_VLEN)
+    SET(VLEN ${RISCV_RVV_VLEN})
+ELSE()
+    SET(VLEN "?")
+ENDIF()
+SET(CMAKE_CXX_FLAGS_RELEASE
+    "${CMAKE_CXX_FLAGS_RELEASE} \
+    -ftree-vectorize \
+    -mriscv-vector-bits=${VLEN} \
+"
+)
+SET(CMAKE_C_FLAGS_RELEASE
+    "${CMAKE_C_FLAGS_RELEASE} \
+    -ftree-vectorize \
+    -mriscv-vector-bits=${VLEN} \
+"
+)
+IF(DEFINED RISCV_AUTO_VECTORIZE_LOOP)
+    IF(NOT RISCV_AUTO_VECTORIZE_LOOP)
+        SET(CMAKE_CXX_FLAGS_RELEASE
+            "${CMAKE_CXX_FLAGS_RELEASE} \
+            -fno-tree-loop-vectorize \
+        "
+        )
+        SET(CMAKE_C_FLAGS_RELEASE
+            "${CMAKE_C_FLAGS_RELEASE} \
+            -fno-tree-loop-vectorize \
+        "
+        )
+    ENDIF()
+ENDIF()
+IF(DEFINED RISCV_AUTO_VECTORIZE_SLP)
+    IF(NOT RISCV_AUTO_VECTORIZE_SLP)
+        SET(CMAKE_CXX_FLAGS_RELEASE
+            "${CMAKE_CXX_FLAGS_RELEASE} \
+            -fno-tree-slp-vectorize \
+        "
+        )
+        SET(CMAKE_C_FLAGS_RELEASE
+            "${CMAKE_C_FLAGS_RELEASE} \
+            -fno-tree-slp-vectorize \
+        "
+        )
+    ENDIF()
+ENDIF()
+# Also interesting:
+# -mriscv-vector-lmul=<lmul>  Set the vf using lmul in auto-vectorization
+# -fsimd-cost-model=[unlimited|dynamic|cheap|very-cheap] Specifies the vectorization cost model for code marked with a simd directive
+IF(RISCV_AUTO_VECTORIZE_VERBOSE)
+    SET(CMAKE_CXX_FLAGS_RELEASE
+        "${CMAKE_CXX_FLAGS_RELEASE} \
+        -fopt-info-vec \
+        -fopt-info-vec-missed \
+    "
+    )
+    SET(CMAKE_C_FLAGS_RELEASE
+        "${CMAKE_C_FLAGS_RELEASE} \
+        -fopt-info-vec \
+        -fopt-info-vec-missed \
+    "
+    )
+ENDIF()

resources/platforms/zephyr/project2/cmake/features/auto_vectorize_llvm.cmake

@@ -0,0 +1,20 @@
+IF(NOT RISCV_VEXT)
+    MESSAGE(FATAL_ERROR "RISCV_AUTO_VECTORIZE requires RISCV_VEXT")
+ENDIF()
+IF(RISCV_RVV_VLEN)
+    SET(VLEN ${RISCV_RVV_VLEN})
+ELSE()
+    SET(VLEN "?")
+ENDIF()
+ SET(CMAKE_CXX_FLAGS_RELEASE
+     "${CMAKE_CXX_FLAGS_RELEASE} \
+     -mllvm \
+     --riscv-v-vector-bits-min=${VLEN} \
+ "
+ )
+ SET(CMAKE_C_FLAGS_RELEASE
+     "${CMAKE_C_FLAGS_RELEASE} \
+     -mllvm \
+     --riscv-v-vector-bits-min=${VLEN} \
+ "
+ )

resources/platforms/zephyr/project2/cmake/features/cmsisnn.cmake

@@ -0,0 +1,86 @@
+IF(NOT CMSISNN_DIR)
+    MESSAGE(FATAL_ERROR "Missing value: CMSISNN_DIR")
+ENDIF()
+
+IF(NOT ARM_MVEI)
+    SET(USE_MVEI OFF)
+ELSE()
+    SET(USE_MVEI ON)
+ENDIF()
+
+IF(NOT ARM_DSP)
+    SET(USE_DSP OFF)
+ELSE()
+    SET(USE_DSP ON)
+ENDIF()
+
+SET(BUILD_FLAGS "")
+# IF(USE_MVEI) SET(BUILD_FLAGS "${BUILD_FLAGS} -D__ARM_FEATURE_MVE=1 -DARM_MATH_MVEI=1") ENDIF() IF(USE_DSP)
+# SET(BUILD_FLAGS "${BUILD_FLAGS} -D__ARM_FEATURE_DSP=1 -DARM_MATH_DSP=1") ENDIF()
+
+SET(CMSISNN_INCLUDE_DIRS ${CMSISNN_DIR} ${CMSISNN_DIR}/CMSIS/Core/Include ${CMSISNN_DIR}/CMSIS/NN/Include
+                         ${CMSISNN_DIR}/CMSIS/DSP/Include
+)
+
+# TODO: propagarting all toolchain specific vars does not scale well
+
+MESSAGE(STATUS "ARM_CPU=${ARM_CPU}")
+INCLUDE(ExternalProject)
+EXTERNALPROJECT_ADD(
+    cmsisnn
+    PREFIX cmsisnn
+    SOURCE_DIR ${CMSISNN_DIR}/CMSIS/NN/
+    CMAKE_ARGS -DCMAKE_BUILD_TYPE:STRING=${CMAKE_BUILD_TYPE}
+               -DCMAKE_C_FLAGS:STRING=${BUILD_FLAGS}
+               -DCMAKE_TOOLCHAIN_FILE=${TOOLCHAIN_FILE}
+               -DTC_PREFIX=${TC_PREFIX}
+               -DEXE_EXT=${EXE_EXT}
+               -DARM_CPU=${ARM_CPU}
+               -DARM_FLOAT_ABI=${ARM_FLOAT_ABI}
+               -DARM_FPU=${ARM_FPU}
+               -DRISCV_ARCH=${RISCV_ARCH}
+               -DRISCV_ABI=${RISCV_ABI}
+    BUILD_COMMAND "${CMAKE_COMMAND}" --build .
+    INSTALL_COMMAND ""
+)
+
+EXTERNALPROJECT_GET_PROPERTY(cmsisnn BINARY_DIR)
+SET(CMSISNN_LIB ${BINARY_DIR}/Source/libcmsis-nn.a)
+
+# TFLite integration
+IF(TFLM_OPTIMIZED_KERNEL_LIB)
+    LIST(APPEND TFLM_OPTIMIZED_KERNEL_LIB ${CMSISNN_LIB})
+ELSE()
+    SET(TFLM_OPTIMIZED_KERNEL_LIB ${CMSISNN_LIB})
+ENDIF()
+
+IF(TFLM_OPTIMIZED_KERNEL_INCLUDE_DIR)
+    LIST(APPEND TFLM_OPTIMIZED_KERNEL_INCLUDE_DIR ${CMSISNN_INCLUDE_DIRS})
+ELSE()
+    SET(TFLM_OPTIMIZED_KERNEL_INCLUDE_DIR ${CMSISNN_INCLUDE_DIRS})
+ENDIF()
+
+IF(TFLM_OPTIMIZED_KERNEL_DEPS)
+    LIST(APPEND TFLM_OPTIMIZED_KERNEL_DEPS cmsisnn)
+ELSE()
+    SET(TFLM_OPTIMIZED_KERNEL_DEPS cmsisnn)
+ENDIF()
+
+# TVM integration
+IF(TVM_EXTRA_LIBS)
+    LIST(APPEND TVM_EXTRA_LIBS ${CMSISNN_LIB})
+ELSE()
+    SET(TVM_EXTRA_LIBS ${CMSISNN_LIB})
+ENDIF()
+
+IF(TVM_EXTRA_INCS)
+    LIST(APPEND TVM_EXTRA_INCS ${CMSISNN_INCLUDE_DIRS})
+ELSE()
+    SET(TVM_EXTRA_INCS ${CMSISNN_INCLUDE_DIRS})
+ENDIF()
+
+IF(TVM_EXTRA_DEPS)
+    LIST(APPEND TVM_EXTRA_DEPS cmsisnn)
+ELSE()
+    SET(TVM_EXTRA_DEPS cmsisnn)
+ENDIF()