xmos-ai-tools 1.3.2.dev232__py3-none-macosx_10_15_universal2.whl → 1.3.2.dev256__py3-none-macosx_10_15_universal2.whl

xmos_ai_tools/runtime/include/lib_tflite_micro/api/xcore_shared_config.h

@@ -8,22 +8,35 @@ namespace shared_config {
 // between xformer and lib_tflite_micro in the flatbuffer
 constexpr char xcoreMetadataName[] = "xcoreSharedConfig";
 
-struct xcore_metadata {
-  // Dummy variable for aligning the metadata struct to 16 bytes
-  // We cannot use alignas(16) yet in xcore
-  int32_t padding[2];
+constexpr int xcoreMaxNumOfTensors = 25;
+
+struct tensor_info_t {
+  uint32_t index;
+  uint32_t external_address;
+  uint32_t size;
+};
+
+// The metadata struct must be aligned to 16 bytes
+// We cannot use alignas(16) yet in xcore
+struct xcore_metadata_t {
   // Versions of libraries used to build the model
-  int32_t lib_nn_major_version;
-  int32_t lib_nn_minor_version;
-  int32_t lib_nn_patch_version;
-  int32_t lib_tflite_micro_major_version;
-  int32_t lib_tflite_micro_minor_version;
-  int32_t lib_tflite_micro_patch_version;
-  int32_t xformer_major_version;
-  int32_t xformer_minor_version;
-  int32_t xformer_patch_version;
+  uint32_t lib_nn_major_version;
+  uint32_t lib_nn_minor_version;
+  uint32_t lib_nn_patch_version;
+  uint32_t lib_tflite_micro_major_version;
+  uint32_t lib_tflite_micro_minor_version;
+  uint32_t lib_tflite_micro_patch_version;
+  uint32_t xformer_major_version;
+  uint32_t xformer_minor_version;
+  uint32_t xformer_patch_version;
   // Number of threads required from the runtime to execute the model
-  int32_t required_thread_count;
+  uint32_t required_thread_count;
+  // Number of input tensors loaded from external memory
+  uint32_t num_external_input_tensors;
+  // Number of output tensors loaded from external memory
+  uint32_t num_external_output_tensors;
+  tensor_info_t external_input_tensors_data[xcoreMaxNumOfTensors];
+  tensor_info_t external_output_tensors_data[xcoreMaxNumOfTensors];
 };
 
 } // namespace shared_config

xmos_ai_tools/runtime/include/tensorflow/lite/micro/memory_planner/greedy_memory_planner.h

@@ -22,6 +22,8 @@ limitations under the License.
 namespace tflite_micro {
 
 constexpr int kOnlinePlannedBuffer = -1;
+// We are using this to mark a buffer explicitly as externally offline allocated 
+constexpr int kXcoreOfflinePlannedBuffer = -111;
 
 // A memory planner that uses a greedy algorithm to arrange buffers in memory
 // to minimize the overall arena size needed.

xmos_ai_tools/xinterpreters/host_interpreter.py

@@ -127,8 +127,9 @@ class TFLMHostInterpreter:
         @param model_index  The model to target, for interpreters that support multiple models
         running concurrently. Defaults to 0 for use with a single model.
         """
-        max_model_size = 50000000
-        self.obj = lib.new_interpreter(max_model_size, max_model_size)
+        max_arena_size = 50000000
+        external_memory_size = 50000000
+        self.obj = lib.new_interpreter(max_arena_size, external_memory_size)
         currentModel = None
 
         for model in self.models:

{xmos_ai_tools-1.3.2.dev232.dist-info → xmos_ai_tools-1.3.2.dev256.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: xmos_ai_tools
-Version: 1.3.2.dev232
+Version: 1.3.2.dev256
 Summary: XMOS AI Tools
 Home-page: https://github.com/xmos/ai_tools
 Author: XMOS
@@ -41,4 +41,4 @@ Dynamic: summary
 Documentation
 -------------
 
-Click [here](https://github.com/xmos/ai_tools/blob/24050bb7d969295eacb8b21cc5a4a4df778147a3/README.md) for documentation on using xmos-ai-tools to deploy AI models on xcore.
+Click [here](https://github.com/xmos/ai_tools/blob/87ffb35b87ae897e79bd2b2b091f825df2268662/README.md) for documentation on using xmos-ai-tools to deploy AI models on xcore.

{xmos_ai_tools-1.3.2.dev232.dist-info → xmos_ai_tools-1.3.2.dev256.dist-info}/RECORD

@@ -78,7 +78,7 @@ xmos_ai_tools/runtime/include/lib_tflite_micro/api/memory_parallel_transport.h,s
 xmos_ai_tools/runtime/include/lib_tflite_micro/api/version.h,sha256=ImFxGU2PzLZ3TzGiB1V2Ghgd2yh0qWR7UI7ao-MrG6w,318
 xmos_ai_tools/runtime/include/lib_tflite_micro/api/xcore_config.h,sha256=gywR3hBJe05GTLkcdJss0bmk3dzsWivXK6U9FF7Pfm0,589
 xmos_ai_tools/runtime/include/lib_tflite_micro/api/xcore_device_memory.h,sha256=bLWcRDNrzClLh8_eR3XRRz3sA2pEAzzxGLDoPTsNp8A,1917
-xmos_ai_tools/runtime/include/lib_tflite_micro/api/xcore_shared_config.h,sha256=qv3cxHGUHDxdR0xlfdd0qWDOd4V0vwPkmYEVka_j6xw,1015
+xmos_ai_tools/runtime/include/lib_tflite_micro/api/xcore_shared_config.h,sha256=bcpjAc7bfGrxovRkBZIr3hu4vpayX-TdhjCNrYXzQik,1451
 xmos_ai_tools/runtime/include/lib_tflite_micro/src/thread_call.h,sha256=KNG-3gNWMSonzYTGbk4L0kT8WU9JD0bOzlk8naz7JO0,4965
 xmos_ai_tools/runtime/include/lib_tflite_micro/src/tflite-xcore-kernels/conv2d_float.h,sha256=XfVVWAKhbv6nByOzO1j6WA4oQ4RTX3PvYx22f-_3JFA,7681
 xmos_ai_tools/runtime/include/lib_tflite_micro/src/tflite-xcore-kernels/xcore_custom_options.h,sha256=lC4Tw1Pxxg3zOXRdqNNtokuU-_cX9TTkYmGLe47-9dQ,630
@@ -362,7 +362,7 @@ xmos_ai_tools/runtime/include/tensorflow/lite/micro/kernels/xtensa/xtensa_reshap
 xmos_ai_tools/runtime/include/tensorflow/lite/micro/kernels/xtensa/xtensa_softmax.h,sha256=YdqdqJWO3Z98A0ZnBoOqEwxKssrxLtdo34n9q7Fb0Bc,2221
 xmos_ai_tools/runtime/include/tensorflow/lite/micro/kernels/xtensa/xtensa_svdf.h,sha256=bjGNE3Om4UmwRt-dTH4hrxefESiH14hx55tME77Ip14,1513
 xmos_ai_tools/runtime/include/tensorflow/lite/micro/kernels/xtensa/hifimini/fixedpoint_utils.h,sha256=wCfzgUMDfuhpNacv6oEkRxnL53K0jUaYHYZoWbcH3ME,5204
-xmos_ai_tools/runtime/include/tensorflow/lite/micro/memory_planner/greedy_memory_planner.h,sha256=zFbOFlWdjKYuBV-iKW-CzXI2FfPgERDaMB2s478euXI,7246
+xmos_ai_tools/runtime/include/tensorflow/lite/micro/memory_planner/greedy_memory_planner.h,sha256=rylOZj9xMLNfJrfCshfKlmHPW8x3qNAoEFWo7ygPvFk,7377
 xmos_ai_tools/runtime/include/tensorflow/lite/micro/memory_planner/linear_memory_planner.h,sha256=nn2dlEk2cVobNR8aSUpPz1Fb7XT_WcOC2QCYDesCIqU,1931
 xmos_ai_tools/runtime/include/tensorflow/lite/micro/memory_planner/memory_plan_struct.h,sha256=pE5VCrP59Y7nrISKw-H3fThfmL5n26gzvrHqk9CKulU,3011
 xmos_ai_tools/runtime/include/tensorflow/lite/micro/memory_planner/micro_memory_planner.h,sha256=mgKMG_3yUeOgPDLxgG0lXeA2Qw1rtlMeex_CeSlfeoU,3942
@@ -379,17 +379,17 @@ xmos_ai_tools/runtime/include/tensorflow/lite/micro/tools/benchmarking/metrics.h
 xmos_ai_tools/runtime/include/tensorflow/lite/micro/tools/benchmarking/op_resolver.h,sha256=g0dl9tzUqngiINvjBlqDclFqvkC85MC4kbU13vE4OkY,6071
 xmos_ai_tools/runtime/include/tensorflow/lite/schema/schema_generated.h,sha256=hSumwEqc-LmMHG82KKl1yPLiVMNbLj_q19-VRPCR7ng,1093175
 xmos_ai_tools/runtime/include/tensorflow/lite/schema/schema_utils.h,sha256=tkHMDPARjIqppYCVInIowwdHxjNP3pfSS9O7vx-ODeo,1333
-xmos_ai_tools/runtime/lib/libhost_xtflitemicro.a,sha256=-5Wh8DvSGKZM8yLfLNXaSMlHmN2-FO0OlBYGVNe3OS8,2468232
-xmos_ai_tools/runtime/lib/libxtflitemicro.a,sha256=zMcXwpvNBEX-kIq_jBajm10WKhFMQdj_CTo3VIIzgCw,71830940
+xmos_ai_tools/runtime/lib/libhost_xtflitemicro.a,sha256=rKuGy3O9BR9S4bwcHo0mJ1v5Bm7E6xySnZiZB2YKOVo,2468232
+xmos_ai_tools/runtime/lib/libxtflitemicro.a,sha256=6yyWcidNhaN2BEBmbznT2bnw07i-xQM1V0QySTHEuQ4,71830940
 xmos_ai_tools/xformer/__init__.py,sha256=a4K06oiSu2TYVwGvzwMDGGejPUYTvW9-5Uw6SfuFCX4,1903
 xmos_ai_tools/xformer/flash.py,sha256=MG4coi_Lvvg-oQmw1pomJD8eeOH4gAMjixjBFvO2BCk,6376
 xmos_ai_tools/xinterpreters/__init__.py,sha256=PFRB9VxOLKaA--j2ZvWGcmesv2C6uNYqJ_kBam68aUI,50
 xmos_ai_tools/xinterpreters/exceptions.py,sha256=HOjADxHYMPI9mN0YIbWxtw9hSeL2B6XWWwqtGtyJdVs,577
-xmos_ai_tools/xinterpreters/host_interpreter.py,sha256=9oZVFVGs34dkBAyye-8pg1TTfCj8B1ZvbsBKB0HnBtY,25709
-xmos_ai_tools/xinterpreters/libs/macos/xtflm_python.1.0.1.dylib,sha256=snXJNzi2mM4-YB_5wbx2-C602nv_Jdfl_yqr9M5sZ30,2357816
-xmos_ai_tools/xinterpreters/libs/macos/xtflm_python.dylib,sha256=snXJNzi2mM4-YB_5wbx2-C602nv_Jdfl_yqr9M5sZ30,2357816
-xmos_ai_tools-1.3.2.dev232.data/data/bin/xcore-opt,sha256=IdAQD2i4_2Rj3XGzmc3JigXXCKZABPt0pPpdGMo_mqw,286222392
-xmos_ai_tools-1.3.2.dev232.dist-info/METADATA,sha256=kQpVAtse6xSBNRR6FnCm-VIZIpAVRHEIb-dcDRrBEhk,1574
-xmos_ai_tools-1.3.2.dev232.dist-info/WHEEL,sha256=HwB_UO1X29gO_-RNo4EXa9K4pIwQmN1aaAHIeI9Tfw8,112
-xmos_ai_tools-1.3.2.dev232.dist-info/top_level.txt,sha256=YWegea73ll3tMlRWRdHJemUy2VOuEYDdOIaffxu_eF0,14
-xmos_ai_tools-1.3.2.dev232.dist-info/RECORD,,
+xmos_ai_tools/xinterpreters/host_interpreter.py,sha256=ZdvzXUnAdnCcSU-dNQvq6ad2MDk9PZqu9UyNoBgBYKI,25755
+xmos_ai_tools/xinterpreters/libs/macos/xtflm_python.1.0.1.dylib,sha256=oJpZXxT1c2gF_YGaWvcwe0B7Je9pBVy1NF4QnIJfIMI,2359240
+xmos_ai_tools/xinterpreters/libs/macos/xtflm_python.dylib,sha256=oJpZXxT1c2gF_YGaWvcwe0B7Je9pBVy1NF4QnIJfIMI,2359240
+xmos_ai_tools-1.3.2.dev256.data/data/bin/xcore-opt,sha256=oIZCVKsylh4bEmmYhqOy0Q63o-32fN6oImQ68gO4wxE,286345240
+xmos_ai_tools-1.3.2.dev256.dist-info/METADATA,sha256=6MPEatNa9U-0BQdljtAPw545y4bWEFSG2BRzBNtVuuE,1574
+xmos_ai_tools-1.3.2.dev256.dist-info/WHEEL,sha256=HwB_UO1X29gO_-RNo4EXa9K4pIwQmN1aaAHIeI9Tfw8,112
+xmos_ai_tools-1.3.2.dev256.dist-info/top_level.txt,sha256=YWegea73ll3tMlRWRdHJemUy2VOuEYDdOIaffxu_eF0,14
+xmos_ai_tools-1.3.2.dev256.dist-info/RECORD,,