mlonmcu 0.3.0.dev0__3-none-any.whl

resources/platforms/espidf/micro_speech_esp32devboard/components/mlif2/ml_interface_tflm.cc

@@ -0,0 +1,64 @@
+/*
+ * Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+ *
+ * This file is part of MLonMCU.
+ * See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#include "ml_interface.h"
+
+#include "model.cc.h"
+
+// TODO: inline
+// TODO: ideally we would just use #define aliases for those functions however tflm uses c++ linkage...
+// #define mlif_input_ptr model_input_ptr
+// #define mlif_input_size model_input_size
+// #define mlif_inputs model_inputs
+// #define mlif_invoke model_invoke
+// #define mlif_output_ptr model_output_ptr
+// #define mlif_output_size model_output_size
+// #define mlif_outputs model_outputs
+
+void mlif_init() {
+  model_init();
+}
+
+void *mlif_input_ptr(int index) {
+  return model_input_ptr(index);
+
+}
+
+size_t mlif_input_size(int index) {
+  return model_input_size(index);
+}
+
+size_t mlif_inputs() {
+  return model_inputs();
+}
+
+void mlif_invoke() {
+  model_invoke();
+}
+
+void *mlif_output_ptr(int index) {
+  return model_output_ptr(index);
+}
+
+size_t mlif_output_size(int index) {
+  return model_output_size(index);
+}
+
+size_t mlif_outputs() {
+  return model_outputs();
+}

resources/platforms/espidf/micro_speech_esp32devboard/components/mlif2/ml_interface_tvm.c

@@ -0,0 +1,53 @@
+/*
+ * Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+ *
+ * This file is part of MLonMCU.
+ * See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#include "ml_interface.h"
+#include "tvm_wrapper.h"
+
+void mlif_init() {
+  TVMWrap_Init();
+}
+
+void *mlif_input_ptr(int index) {
+  return TVMWrap_GetInputPtr(index);
+
+}
+
+size_t mlif_input_size(int index) {
+  return TVMWrap_GetInputSize(index);
+}
+
+size_t mlif_inputs() {
+  return TVMWrap_GetNumInputs();
+}
+
+void mlif_invoke() {
+  TVMWrap_Run();
+}
+
+void *mlif_output_ptr(int index) {
+  return TVMWrap_GetOutputPtr(index);
+}
+
+size_t mlif_output_size(int index) {
+  return TVMWrap_GetOutputSize(index);
+}
+
+size_t mlif_outputs() {
+  return TVMWrap_GetNumOutputs();
+}

resources/platforms/espidf/micro_speech_esp32devboard/components/tflite-lib/CMakeLists.txt

@@ -0,0 +1,140 @@
+#[[
+Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+
+This file is part of MLonMCU.
+See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+]]
+cmake_minimum_required(VERSION 3.5)
+
+# set(TF_SRC "${CONFIG_TF_DIR}" CACHE PATH "Tensorflow (Lite Micro) Source Directory")
+set(TF_SRC "${CONFIG_TF_DIR}")
+
+IF (NOT ${TF_SRC} STREQUAL "")
+
+set(TFL_SRC "${TF_SRC}/tensorflow/lite/")
+set(TFLM_SRC "${TFL_SRC}/micro")
+set(TFLD_SRC "${TFLM_SRC}/tools/make/downloads")
+
+set(srcs_micro
+    ${TFLM_SRC}/micro_error_reporter.cc
+    ${TFLM_SRC}/debug_log.cc
+    ${TFLM_SRC}/micro_string.cc
+    ${TF_SRC}/tensorflow/lite/core/api/error_reporter.cc
+    ${TFLM_SRC}/kernels/kernel_util.cc
+    ${TFLM_SRC}/all_ops_resolver.cc
+    ${TFLM_SRC}/micro_utils.cc
+    ${TFL_SRC}/kernels/internal/quantization_util.cc
+    ${TFL_SRC}/kernels/kernel_util.cc
+    ${TFL_SRC}/c/common.c
+    ${TFLM_SRC}/micro_interpreter.cc
+    ${TFLM_SRC}/micro_allocator.cc
+    ${TFLM_SRC}/simple_memory_allocator.cc
+    ${TFLM_SRC}/memory_helpers.cc
+    ${TFLM_SRC}/memory_planner/greedy_memory_planner.cc
+    ${TFL_SRC}/core/api/tensor_utils.cc
+    ${TFL_SRC}/core/api/flatbuffer_conversions.cc
+    ${TFL_SRC}/core/api/op_resolver.cc
+    ${TFL_SRC}/schema/schema_utils.cc
+    ${TFLM_SRC}/micro_context.cc
+    ${TFLM_SRC}/micro_graph.cc
+    ${TFLM_SRC}//flatbuffer_utils.cc
+    )
+
+set(srcs_kernels
+    ${TFLM_SRC}/kernels/softmax.cc
+    ${TFLM_SRC}/kernels/fully_connected.cc
+    ${TFLM_SRC}/kernels/pooling.cc
+    ${TFLM_SRC}/kernels/add.cc
+    ${TFLM_SRC}/kernels/mul.cc
+    ${TFLM_SRC}/kernels/conv.cc
+    ${TFLM_SRC}/kernels/depthwise_conv.cc
+    ${TFLM_SRC}/kernels/softmax.cc
+    ${TFLM_SRC}/kernels/fully_connected.cc
+    ${TFLM_SRC}/kernels/pooling.cc
+    ${TFLM_SRC}/kernels/add.cc
+    ${TFLM_SRC}/kernels/mul.cc
+    ${TFLM_SRC}/kernels/conv.cc
+    ${TFLM_SRC}/kernels/depthwise_conv.cc
+    ${TFLM_SRC}/kernels/logical.cc
+    ${TFLM_SRC}/kernels/logistic.cc
+    ${TFLM_SRC}/kernels/svdf.cc
+    ${TFLM_SRC}/kernels/concatenation.cc
+    ${TFLM_SRC}/kernels/ceil.cc
+    ${TFLM_SRC}/kernels/floor.cc
+    ${TFLM_SRC}/kernels/prelu.cc
+    ${TFLM_SRC}/kernels/neg.cc
+    ${TFLM_SRC}/kernels/elementwise.cc
+    ${TFLM_SRC}/kernels/maximum_minimum.cc
+    ${TFLM_SRC}/kernels/arg_min_max.cc
+    ${TFLM_SRC}/kernels/reshape.cc
+    ${TFLM_SRC}/kernels/comparisons.cc
+    ${TFLM_SRC}/kernels/round.cc
+    ${TFLM_SRC}/kernels/strided_slice.cc
+    ${TFLM_SRC}/kernels/pack.cc
+    ${TFLM_SRC}/kernels/pad.cc
+    ${TFLM_SRC}/kernels/split.cc
+    ${TFLM_SRC}/kernels/unpack.cc
+    ${TFLM_SRC}/kernels/quantize.cc
+    ${TFLM_SRC}/kernels/activations.cc
+    ${TFLM_SRC}/kernels/dequantize.cc
+    ${TFLM_SRC}/kernels/reduce.cc
+    ${TFLM_SRC}/kernels/sub.cc
+    ${TFLM_SRC}/kernels/resize_nearest_neighbor.cc
+    ${TFLM_SRC}/kernels/l2norm.cc
+    ${TFLM_SRC}/kernels/circular_buffer.cc
+    ${TFLM_SRC}/kernels/ethosu.cc
+    ${TFLM_SRC}/kernels/tanh.cc
+    ${TFLM_SRC}/kernels/conv_common.cc
+    ${TFLM_SRC}/kernels/depthwise_conv_common.cc
+    ${TFLM_SRC}/kernels/fully_connected_common.cc
+    ${TFLM_SRC}/kernels/quantize_common.cc
+    ${TFLM_SRC}/kernels/dequantize_common.cc
+    ${TFLM_SRC}/kernels/softmax_common.cc
+    ${TFLM_SRC}/kernels/svdf_common.cc
+    ${TFLM_SRC}/kernels/pooling_common.cc
+    ${TFLM_SRC}/kernels/add_common.cc
+    ${TFLM_SRC}/kernels/detection_postprocess.cc
+)
+
+set(LIB_SRCS
+          "${srcs_micro}"
+          "${srcs_kernels}"
+)
+
+
+idf_component_register(
+    SRCS "${LIB_SRCS}"
+            INCLUDE_DIRS "." "${TF_SRC}" "${TFLD_SRC}/gemmlowp"
+                         "${TFLD_SRC}/flatbuffers/include"
+                         "${TFLD_SRC}/ruy"
+                         "${TFLD_SRC}/kissfft"
+            )
+            # REQUIRES "esp-nn")
+
+# Reduce the level of paranoia to be able to compile TF sources
+target_compile_options(${COMPONENT_LIB} PRIVATE
+  -Wno-maybe-uninitialized
+  -Wno-missing-field-initializers
+  -DESP_NN # enables ESP-NN optimizations by Espressif
+  -Wno-type-limits)
+
+target_compile_options(${COMPONENT_LIB} PRIVATE -fno-unwind-tables -ffunction-sections -fdata-sections -fmessage-length=0 -DTF_LITE_STATIC_MEMORY -DTF_LITE_DISABLE_X86_NEON -O3 -Wsign-compare -Wdouble-promotion -Wshadow -Wunused-variable -Wmissing-field-initializers -Wunused-function -Wswitch -Wvla -Wall -Wextra -Wstrict-aliasing -Wno-unused-parameter -Wno-nonnull)
+target_compile_options(${COMPONENT_LIB} PRIVATE $<$<COMPILE_LANGUAGE:CXX>: -std=c++11 -fno-rtti -fno-exceptions -fno-threadsafe-statics -fno-unwind-tables -ffunction-sections -fdata-sections -fmessage-length=0 -DTF_LITE_STATIC_MEMORY -DTF_LITE_DISABLE_X86_NEON -O3 -Werror -Wsign-compare -Wdouble-promotion -Wshadow -Wunused-variable -Wmissing-field-initializers -Wunused-function -Wswitch -Wvla -Wall -Wextra -Wstrict-aliasing -Wno-unused-parameter -Wno-return-type -Wno-strict-aliasing -std=gnu++14 >)
+target_compile_options(${COMPONENT_LIB} INTERFACE $<$<IN_LIST:-DTF_LITE_STATIC_MEMORY,$<TARGET_PROPERTY:${COMPONENT_LIB},COMPILE_OPTIONS>>:-DTF_LITE_STATIC_MEMORY>)
+target_link_libraries(${COMPONENT_LIB} PRIVATE -lm)
+
+ELSE()
+    idf_component_register()
+ENDIF()

resources/platforms/espidf/micro_speech_esp32devboard/components/tflite-lib/Kconfig

@@ -0,0 +1,8 @@
+menu "TFLite Micro Build Options"
+    
+    config TF_DIR
+        string "Path to TFLite Micro"
+        default "$(TF_SRC)"
+        help
+            TFLite Micro directory path.
+endmenu

resources/platforms/espidf/micro_speech_esp32devboard/components/tvm-lib/CMakeLists.txt

@@ -0,0 +1,66 @@
+#[[
+Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+
+This file is part of MLonMCU.
+See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+]]
+cmake_minimum_required(VERSION 3.5)
+
+SET(TVM_SRC ${CONFIG_TVM_DIR})
+
+IF (NOT ${TVM_SRC} STREQUAL "")
+
+SET(TVM_ALIGNMENT_BYTES 4)
+
+# cmake-format: off
+SET(TVM_HEADERS
+    ${TVM_SRC}/include
+    ${TVM_SRC}/3rdparty/dlpack/include
+    ${TVM_SRC}/apps/bundle_deploy
+    ${TVM_SRC}/src/runtime/crt/include
+)
+# cmake-format: on
+
+IF(TVM_CRT_CONFIG_DIR)
+    LIST(APPEND TVM_HEADERS ${TVM_CRT_CONFIG_DIR})
+ELSE()
+    LIST(APPEND TVM_HEADERS ${TVM_SRC}/apps/bundle_deploy/crt_config)
+ENDIF()
+
+    idf_component_register(
+            SRCS
+                ${TVM_SRC}/src/runtime/crt/common/crt_backend_api.c
+                ${TVM_SRC}/src/runtime/crt/memory/stack_allocator.c
+                ${TVM_SRC}/src/runtime/crt/common/crt_runtime_api.c
+                ${TVM_SRC}/src/runtime/crt/common/func_registry.c
+                ${TVM_SRC}/src/runtime/crt/memory/page_allocator.c
+                ${TVM_SRC}/src/runtime/crt/common/ndarray.c
+                ${TVM_SRC}/src/runtime/crt/common/packed_func.c
+                ${TVM_SRC}/src/runtime/crt/graph_executor/graph_executor.c
+                ${TVM_SRC}/src/runtime/crt/graph_executor/load_json.c
+            INCLUDE_DIRS
+                ${TVM_HEADERS}
+    )
+
+
+component_compile_options(-Wno-error=unused-but-set-parameter)
+
+TARGET_INCLUDE_DIRECTORIES(${COMPONENT_LIB} PUBLIC
+    -DTVM_RUNTIME_ALLOC_ALIGNMENT_BYTES=${TVM_ALIGNMENT_BYTES}
+)
+ELSE()
+    idf_component_register()
+ENDIF()
+

resources/platforms/espidf/micro_speech_esp32devboard/components/tvm-lib/Kconfig

@@ -0,0 +1,7 @@
+menu "TVM Build Options"
+    config TVM_DIR
+        string "Path to TVM"
+        default "$(TVM_SRC)"
+        help
+            TVM directory path.
+endmenu

resources/platforms/espidf/micro_speech_esp32devboard/example_test.py

@@ -0,0 +1,38 @@
+#!/usr/bin/env python
+#
+# Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+#
+# This file is part of MLonMCU.
+# See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+from __future__ import division, print_function, unicode_literals
+
+import ttfw_idf
+
+
+@ttfw_idf.idf_example_test(env_tag="Example_GENERIC", target=["esp32", "esp32s2", "esp32c3"], ci_target=["esp32"])
+def test_examples_hello_world(env, extra_data):
+    app_name = "hello_world"
+    dut = env.get_dut(app_name, "examples/get-started/hello_world")
+    dut.start_app()
+    res = dut.expect(ttfw_idf.MINIMUM_FREE_HEAP_SIZE_RE)
+    if not res:
+        raise ValueError("Maximum heap size info not found")
+    ttfw_idf.print_heap_size(app_name, dut.app.config_name, dut.TARGET, res[0])
+
+
+if __name__ == "__main__":
+    test_examples_hello_world()

resources/platforms/espidf/micro_speech_esp32devboard/info.txt

@@ -0,0 +1,9 @@
+I have used this demo with the following command:
+
+python -m mlonmcu.cli.main flow run micro_speech_custom_ud --backend tvmaot --target esp32c3 -c espidf.project_template=micro_speech_esp32devboard -c espidf.use_idf_monitor=0 -c esp32c3.port=/dev/ttyUSB0 -c espidf.print_outputs=1 -c esp32c3.print_outputs=1
+
+
+ESP-IDF logging is optional
+
+
+TODO: show results on leds, demo feature, print stats

resources/platforms/espidf/micro_speech_esp32devboard/main/CMakeLists.txt

@@ -0,0 +1,58 @@
+#[[
+Copyright (c) 2022 TUM Department of Electrical and Computer Engineering.
+
+This file is part of MLonMCU.
+See https://github.com/tum-ei-eda/mlonmcu.git for further info.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+]]
+
+# SET(COMPONENTS TODO)
+
+# TODO: make chip/pins variable
+
+idf_component_register(
+  SRCS
+  main.cc
+  main_functions.cc
+  audio_provider.cc
+  feature_provider.cc
+  recognize_commands.cc
+  command_responder.cc
+  micro_features_generator.cc
+  micro_model_settings.cc
+  ringbuf.c
+  pins.c
+  # TODO: use components?
+  microfrontend/lib/fft.cc
+  microfrontend/lib/fft_util.cc
+  microfrontend/lib/filterbank.c
+  microfrontend/lib/filterbank_util.c
+  microfrontend/lib/frontend.c
+  microfrontend/lib/frontend_util.c
+  microfrontend/lib/kiss_fft_int16.cc
+  microfrontend/lib/log_lut.c
+  microfrontend/lib/log_scale.c
+  microfrontend/lib/log_scale_util.c
+  microfrontend/lib/noise_reduction.c
+  microfrontend/lib/noise_reduction_util.c
+  microfrontend/lib/pcan_gain_control_util.c
+  microfrontend/lib/pcan_gain_control.c
+  microfrontend/lib/window.c
+  microfrontend/lib/window_util.c
+  INCLUDE_DIRS
+  .
+  kissfft/
+  REQUIRES
+  mlif2
+  spi_flash)

resources/platforms/espidf/micro_speech_esp32devboard/main/audio_provider.cc

@@ -0,0 +1,193 @@
+/* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "audio_provider.h"
+
+#include <cstdlib>
+#include <cstring>
+
+// FreeRTOS.h must be included before some of the following dependencies.
+// Solves b/150260343.
+// clang-format off
+#include "freertos/FreeRTOS.h"
+// clang-format on
+
+#include "driver/i2s.h"
+#include "esp_log.h"
+#include "esp_spi_flash.h"
+#include "esp_system.h"
+#include "esp_timer.h"
+#include "freertos/task.h"
+#include "ringbuf.h"
+#include "micro_model_settings.h"
+
+using namespace std;
+
+static const char* TAG = "TF_LITE_AUDIO_PROVIDER";
+/* ringbuffer to hold the incoming audio data */
+ringbuf_t* g_audio_capture_buffer;
+volatile int32_t g_latest_audio_timestamp = 0;
+/* model requires 20ms new data from g_audio_capture_buffer and 10ms old data
+ * each time , storing old data in the histrory buffer , {
+ * history_samples_to_keep = 10 * 16 } */
+constexpr int32_t history_samples_to_keep =
+    ((kFeatureSliceDurationMs - kFeatureSliceStrideMs) *
+     (kAudioSampleFrequency / 1000));
+/* new samples to get each time from ringbuffer, { new_samples_to_get =  20 * 16
+ * } */
+constexpr int32_t new_samples_to_get =
+    (kFeatureSliceStrideMs * (kAudioSampleFrequency / 1000));
+
+namespace {
+int16_t g_audio_output_buffer[kMaxAudioSampleSize];
+bool g_is_audio_initialized = false;
+int16_t g_history_buffer[history_samples_to_keep];
+}  // namespace
+
+const int32_t kAudioCaptureBufferSize = 80000;
+const int32_t i2s_bytes_to_read = 3200;
+
+static void i2s_init(void) {
+  // Start listening for audio: MONO @ 16KHz
+  i2s_config_t i2s_config = {
+      .mode = (i2s_mode_t)(I2S_MODE_MASTER | I2S_MODE_RX | I2S_MODE_TX),
+      .sample_rate = 16000,
+      .bits_per_sample = (i2s_bits_per_sample_t)16,
+      .channel_format = I2S_CHANNEL_FMT_ONLY_LEFT,
+      .communication_format = I2S_COMM_FORMAT_I2S,
+      .intr_alloc_flags = 0,
+      .dma_buf_count = 3,
+      .dma_buf_len = 300,
+      .use_apll = false,
+      .tx_desc_auto_clear = false,
+      .fixed_mclk = -1,
+  };
+  i2s_pin_config_t pin_config = {
+      // .bck_io_num = 32,    // IIS_SCLK
+      // .ws_io_num = 25,     // IIS_LCLK
+      // .data_out_num = -1,  // IIS_DSIN
+      // .data_in_num = 33,   // IIS_DOUT
+      .bck_io_num = 8,
+      .ws_io_num = 9,
+      .data_out_num = -1,
+      .data_in_num = 10
+  };
+  esp_err_t ret = 0;
+  ret = i2s_driver_install((i2s_port_t)0, &i2s_config, 0, NULL);
+  if (ret != ESP_OK) {
+    ESP_LOGE(TAG, "Error in i2s_driver_install");
+  }
+  ret = i2s_set_pin((i2s_port_t)0, &pin_config);
+  if (ret != ESP_OK) {
+    ESP_LOGE(TAG, "Error in i2s_set_pin");
+  }
+
+  ret = i2s_zero_dma_buffer((i2s_port_t)0);
+  if (ret != ESP_OK) {
+    ESP_LOGE(TAG, "Error in initializing dma buffer with 0");
+  }
+}
+
+static void CaptureSamples(void* arg) {
+  size_t bytes_read = i2s_bytes_to_read;
+  uint8_t i2s_read_buffer[i2s_bytes_to_read] = {};
+  i2s_init();
+  while (1) {
+    /* read 100ms data at once from i2s */
+    i2s_read((i2s_port_t)0, (void*)i2s_read_buffer, i2s_bytes_to_read,
+             &bytes_read, 10);
+    if (bytes_read <= 0) {
+      ESP_LOGE(TAG, "Error in I2S read : %d", bytes_read);
+    } else {
+      if (bytes_read < i2s_bytes_to_read) {
+        ESP_LOGW(TAG, "Partial I2S read");
+      }
+      /* write bytes read by i2s into ring buffer */
+      int bytes_written = rb_write(g_audio_capture_buffer,
+                                   (uint8_t*)i2s_read_buffer, bytes_read, 10);
+      /* update the timestamp (in ms) to let the model know that new data has
+       * arrived */
+      g_latest_audio_timestamp +=
+          ((1000 * (bytes_written / 2)) / kAudioSampleFrequency);
+      if (bytes_written <= 0) {
+        ESP_LOGE(TAG, "Could Not Write in Ring Buffer: %d ", bytes_written);
+      } else if (bytes_written < bytes_read) {
+        ESP_LOGW(TAG, "Partial Write");
+      }
+    }
+  }
+  vTaskDelete(NULL);
+}
+
+// TfLiteStatus InitAudioRecording(tflite::ErrorReporter* error_reporter) {
+//   g_audio_capture_buffer = rb_init("tf_ringbuffer", kAudioCaptureBufferSize);
+int InitAudioRecording() {
+  g_audio_capture_buffer = rb_init("tf_ringbuffer", kAudioCaptureBufferSize);
+  if (!g_audio_capture_buffer) {
+    ESP_LOGE(TAG, "Error creating ring buffer");
+    return -1;
+  }
+  /* create CaptureSamples Task which will get the i2s_data from mic and fill it
+   * in the ring buffer */
+  xTaskCreate(CaptureSamples, "CaptureSamples", 1024 * 32, NULL, 10, NULL);
+  while (!g_latest_audio_timestamp) {
+  }
+  ESP_LOGI(TAG, "Audio Recording started");
+  return 0;
+}
+
+// TfLiteStatus GetAudioSamples(tflite::ErrorReporter* error_reporter,
+//                              int start_ms, int duration_ms,
+//                              int* audio_samples_size, int16_t** audio_samples) {
+int GetAudioSamples(int start_ms, int duration_ms,
+                             int* audio_samples_size, int16_t** audio_samples) {
+  if (!g_is_audio_initialized) {
+    int init_status = InitAudioRecording();
+    if (init_status != 0) {
+      return init_status;
+    }
+    g_is_audio_initialized = true;
+  }
+  /* copy 160 samples (320 bytes) into output_buff from history */
+  memcpy((void*)(g_audio_output_buffer), (void*)(g_history_buffer),
+         history_samples_to_keep * sizeof(int16_t));
+
+  /* copy 320 samples (640 bytes) from rb at ( int16_t*(g_audio_output_buffer) +
+   * 160 ), first 160 samples (320 bytes) will be from history */
+  int32_t bytes_read =
+      rb_read(g_audio_capture_buffer,
+              ((uint8_t*)(g_audio_output_buffer + history_samples_to_keep)),
+              new_samples_to_get * sizeof(int16_t), 10);
+  if (bytes_read < 0) {
+    ESP_LOGE(TAG, " Model Could not read data from Ring Buffer");
+  } else if (bytes_read < new_samples_to_get * sizeof(int16_t)) {
+    ESP_LOGD(TAG, "RB FILLED RIGHT NOW IS %d",
+             rb_filled(g_audio_capture_buffer));
+    ESP_LOGD(TAG, " Partial Read of Data by Model ");
+    ESP_LOGV(TAG, " Could only read %d bytes when required %d bytes ",
+             bytes_read, new_samples_to_get * sizeof(int16_t));
+  }
+
+  /* copy 320 bytes from output_buff into history */
+  memcpy((void*)(g_history_buffer),
+         (void*)(g_audio_output_buffer + new_samples_to_get),
+         history_samples_to_keep * sizeof(int16_t));
+
+  *audio_samples_size = kMaxAudioSampleSize;
+  *audio_samples = g_audio_output_buffer;
+  return 0;
+}
+
+int32_t LatestAudioTimestamp() { return g_latest_audio_timestamp; }