react-native-executorch 0.5.2 → 0.5.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (561) hide show
  1. package/android/CMakeLists.txt +24 -0
  2. package/android/build.gradle +1 -0
  3. package/android/src/main/cpp/CMakeLists.txt +27 -1
  4. package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchPackage.kt +1 -13
  5. package/common/rnexecutorch/RnExecutorchInstaller.cpp +52 -18
  6. package/common/rnexecutorch/RnExecutorchInstaller.h +0 -25
  7. package/common/rnexecutorch/TokenizerModule.cpp +1 -1
  8. package/common/rnexecutorch/TokenizerModule.h +4 -1
  9. package/common/rnexecutorch/data_processing/FileUtils.h +2 -2
  10. package/common/rnexecutorch/data_processing/ImageProcessing.cpp +5 -5
  11. package/common/rnexecutorch/data_processing/ImageProcessing.h +2 -2
  12. package/common/rnexecutorch/data_processing/Numerical.cpp +40 -19
  13. package/common/rnexecutorch/data_processing/Numerical.h +53 -4
  14. package/common/rnexecutorch/data_processing/dsp.cpp +1 -1
  15. package/common/rnexecutorch/data_processing/dsp.h +1 -1
  16. package/common/rnexecutorch/data_processing/gzip.cpp +47 -0
  17. package/common/rnexecutorch/data_processing/gzip.h +7 -0
  18. package/common/rnexecutorch/host_objects/JsiConversions.h +43 -62
  19. package/common/rnexecutorch/host_objects/ModelHostObject.h +67 -24
  20. package/common/rnexecutorch/metaprogramming/ConstructorHelpers.h +8 -6
  21. package/common/rnexecutorch/metaprogramming/FunctionHelpers.h +1 -1
  22. package/common/rnexecutorch/metaprogramming/TypeConcepts.h +21 -1
  23. package/common/rnexecutorch/models/BaseModel.cpp +5 -4
  24. package/common/rnexecutorch/models/BaseModel.h +8 -2
  25. package/common/rnexecutorch/models/classification/Classification.cpp +6 -6
  26. package/common/rnexecutorch/models/classification/Classification.h +5 -0
  27. package/common/rnexecutorch/models/classification/Constants.h +3 -3
  28. package/common/rnexecutorch/models/embeddings/BaseEmbeddings.cpp +2 -2
  29. package/common/rnexecutorch/models/embeddings/BaseEmbeddings.h +2 -2
  30. package/common/rnexecutorch/models/embeddings/image/ImageEmbeddings.cpp +3 -3
  31. package/common/rnexecutorch/models/embeddings/image/ImageEmbeddings.h +5 -0
  32. package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.cpp +2 -2
  33. package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.h +6 -1
  34. package/common/rnexecutorch/models/image_segmentation/Constants.h +3 -3
  35. package/common/rnexecutorch/models/image_segmentation/ImageSegmentation.cpp +6 -5
  36. package/common/rnexecutorch/models/image_segmentation/ImageSegmentation.h +8 -1
  37. package/common/rnexecutorch/models/llm/LLM.cpp +58 -0
  38. package/common/rnexecutorch/models/llm/LLM.h +35 -0
  39. package/common/rnexecutorch/models/object_detection/Constants.h +3 -3
  40. package/common/rnexecutorch/models/object_detection/ObjectDetection.cpp +8 -8
  41. package/common/rnexecutorch/models/object_detection/ObjectDetection.h +11 -5
  42. package/common/rnexecutorch/models/object_detection/Types.h +13 -0
  43. package/common/rnexecutorch/models/object_detection/Utils.cpp +13 -11
  44. package/common/rnexecutorch/models/object_detection/Utils.h +7 -13
  45. package/common/rnexecutorch/models/ocr/CTCLabelConverter.cpp +2 -2
  46. package/common/rnexecutorch/models/ocr/CTCLabelConverter.h +2 -2
  47. package/common/rnexecutorch/models/ocr/Constants.h +33 -26
  48. package/common/rnexecutorch/models/ocr/Detector.cpp +20 -22
  49. package/common/rnexecutorch/models/ocr/Detector.h +4 -4
  50. package/common/rnexecutorch/models/ocr/OCR.cpp +9 -8
  51. package/common/rnexecutorch/models/ocr/OCR.h +11 -3
  52. package/common/rnexecutorch/models/ocr/RecognitionHandler.cpp +20 -19
  53. package/common/rnexecutorch/models/ocr/RecognitionHandler.h +9 -7
  54. package/common/rnexecutorch/models/ocr/Recognizer.cpp +7 -7
  55. package/common/rnexecutorch/models/ocr/Recognizer.h +2 -2
  56. package/common/rnexecutorch/models/ocr/Types.h +4 -6
  57. package/common/rnexecutorch/models/ocr/{DetectorUtils.cpp → utils/DetectorUtils.cpp} +70 -63
  58. package/common/rnexecutorch/models/ocr/{DetectorUtils.h → utils/DetectorUtils.h} +12 -11
  59. package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.cpp → utils/RecognitionHandlerUtils.cpp} +14 -11
  60. package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.h → utils/RecognitionHandlerUtils.h} +5 -5
  61. package/common/rnexecutorch/models/ocr/{RecognizerUtils.cpp → utils/RecognizerUtils.cpp} +28 -26
  62. package/common/rnexecutorch/models/ocr/{RecognizerUtils.h → utils/RecognizerUtils.h} +15 -14
  63. package/common/rnexecutorch/models/speech_to_text/SpeechToText.cpp +102 -41
  64. package/common/rnexecutorch/models/speech_to_text/SpeechToText.h +48 -19
  65. package/common/rnexecutorch/models/speech_to_text/asr/ASR.cpp +307 -0
  66. package/common/rnexecutorch/models/speech_to_text/asr/ASR.h +61 -0
  67. package/common/rnexecutorch/models/speech_to_text/stream/HypothesisBuffer.cpp +80 -0
  68. package/common/rnexecutorch/models/speech_to_text/stream/HypothesisBuffer.h +27 -0
  69. package/common/rnexecutorch/models/speech_to_text/stream/OnlineASRProcessor.cpp +96 -0
  70. package/common/rnexecutorch/models/speech_to_text/stream/OnlineASRProcessor.h +36 -0
  71. package/common/rnexecutorch/models/speech_to_text/types/DecodingOptions.h +15 -0
  72. package/common/rnexecutorch/models/speech_to_text/types/GenerationResult.h +12 -0
  73. package/common/rnexecutorch/models/speech_to_text/types/ProcessResult.h +12 -0
  74. package/common/rnexecutorch/models/speech_to_text/types/Segment.h +14 -0
  75. package/common/rnexecutorch/models/speech_to_text/types/Word.h +13 -0
  76. package/common/rnexecutorch/models/style_transfer/StyleTransfer.cpp +5 -5
  77. package/common/rnexecutorch/models/style_transfer/StyleTransfer.h +6 -0
  78. package/common/rnexecutorch/models/vertical_ocr/VerticalDetector.cpp +23 -22
  79. package/common/rnexecutorch/models/vertical_ocr/VerticalDetector.h +4 -4
  80. package/common/rnexecutorch/models/vertical_ocr/VerticalOCR.cpp +34 -34
  81. package/common/rnexecutorch/models/vertical_ocr/VerticalOCR.h +27 -20
  82. package/{third-party/ios/ExecutorchLib/ExecutorchLib/sampler → common/runner}/sampler.cpp +3 -2
  83. package/{third-party/ios/ExecutorchLib/ExecutorchLib/sampler → common/runner}/sampler.h +3 -2
  84. package/ios/libs/executorch/libbackend_coreml_ios.a +0 -0
  85. package/ios/libs/executorch/libbackend_coreml_simulator.a +0 -0
  86. package/{third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/ios-arm64 → ios/libs/executorch}/libbackend_mps_ios.a +0 -0
  87. package/{third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/ios-arm64-simulator → ios/libs/executorch}/libbackend_mps_simulator.a +0 -0
  88. package/ios/libs/executorch/libbackend_xnnpack_ios.a +0 -0
  89. package/ios/libs/executorch/libbackend_xnnpack_simulator.a +0 -0
  90. package/ios/libs/executorch/libexecutorch_ios.a +0 -0
  91. package/ios/libs/executorch/libexecutorch_simulator.a +0 -0
  92. package/ios/libs/executorch/libkernels_custom_ios.a +0 -0
  93. package/ios/libs/executorch/libkernels_custom_simulator.a +0 -0
  94. package/ios/libs/executorch/libkernels_optimized_ios.a +0 -0
  95. package/ios/libs/executorch/libkernels_optimized_simulator.a +0 -0
  96. package/ios/libs/executorch/libkernels_portable_ios.a +0 -0
  97. package/ios/libs/executorch/libkernels_portable_simulator.a +0 -0
  98. package/ios/libs/executorch/libkernels_quantized_ios.a +0 -0
  99. package/ios/libs/executorch/libkernels_quantized_simulator.a +0 -0
  100. package/ios/libs/tokenizers-cpp/physical-arm64-release/libsentencepiece.a +0 -0
  101. package/ios/{ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/ExecutorchLib → libs/tokenizers-cpp/physical-arm64-release/libtokenizers_c.a} +0 -0
  102. package/ios/libs/tokenizers-cpp/physical-arm64-release/libtokenizers_cpp.a +0 -0
  103. package/ios/libs/tokenizers-cpp/simulator-arm64-debug/libsentencepiece.a +0 -0
  104. package/ios/{ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/ExecutorchLib → libs/tokenizers-cpp/simulator-arm64-debug/libtokenizers_c.a} +0 -0
  105. package/ios/libs/tokenizers-cpp/simulator-arm64-debug/libtokenizers_cpp.a +0 -0
  106. package/lib/Error.js +9 -6
  107. package/lib/ThreadPool.d.ts +10 -0
  108. package/lib/ThreadPool.js +28 -0
  109. package/lib/constants/modelUrls.js +1 -1
  110. package/lib/controllers/OCRController.js +9 -14
  111. package/lib/controllers/VerticalOCRController.js +9 -14
  112. package/lib/hooks/computer_vision/useOCR.js +7 -8
  113. package/lib/hooks/computer_vision/useVerticalOCR.js +3 -5
  114. package/lib/index.d.ts +0 -2
  115. package/lib/index.js +1 -3
  116. package/lib/module/controllers/LLMController.js +6 -10
  117. package/lib/module/controllers/LLMController.js.map +1 -1
  118. package/lib/module/hooks/computer_vision/useClassification.js +2 -2
  119. package/lib/module/hooks/computer_vision/useClassification.js.map +1 -1
  120. package/lib/module/hooks/computer_vision/useImageEmbeddings.js +2 -2
  121. package/lib/module/hooks/computer_vision/useImageEmbeddings.js.map +1 -1
  122. package/lib/module/hooks/computer_vision/useImageSegmentation.js +2 -2
  123. package/lib/module/hooks/computer_vision/useImageSegmentation.js.map +1 -1
  124. package/lib/module/hooks/computer_vision/useObjectDetection.js +2 -2
  125. package/lib/module/hooks/computer_vision/useObjectDetection.js.map +1 -1
  126. package/lib/module/hooks/computer_vision/useStyleTransfer.js +2 -2
  127. package/lib/module/hooks/computer_vision/useStyleTransfer.js.map +1 -1
  128. package/lib/module/hooks/general/useExecutorchModule.js +2 -2
  129. package/lib/module/hooks/general/useExecutorchModule.js.map +1 -1
  130. package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js +2 -2
  131. package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js.map +1 -1
  132. package/lib/module/hooks/useModule.js +13 -9
  133. package/lib/module/hooks/useModule.js.map +1 -1
  134. package/lib/module/index.js +1 -1
  135. package/lib/module/index.js.map +1 -1
  136. package/lib/module/modules/BaseModule.js +9 -17
  137. package/lib/module/modules/BaseModule.js.map +1 -1
  138. package/lib/module/modules/computer_vision/ClassificationModule.js +2 -2
  139. package/lib/module/modules/computer_vision/ClassificationModule.js.map +1 -1
  140. package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js +2 -2
  141. package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js.map +1 -1
  142. package/lib/module/modules/computer_vision/ImageSegmentationModule.js +2 -2
  143. package/lib/module/modules/computer_vision/ImageSegmentationModule.js.map +1 -1
  144. package/lib/module/modules/computer_vision/ObjectDetectionModule.js +2 -2
  145. package/lib/module/modules/computer_vision/ObjectDetectionModule.js.map +1 -1
  146. package/lib/module/modules/computer_vision/StyleTransferModule.js +2 -2
  147. package/lib/module/modules/computer_vision/StyleTransferModule.js.map +1 -1
  148. package/lib/module/modules/general/ExecutorchModule.js +2 -2
  149. package/lib/module/modules/general/ExecutorchModule.js.map +1 -1
  150. package/lib/module/modules/natural_language_processing/SpeechToTextModule.js +75 -53
  151. package/lib/module/modules/natural_language_processing/SpeechToTextModule.js.map +1 -1
  152. package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js +2 -2
  153. package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js.map +1 -1
  154. package/lib/module/native/RnExecutorchModules.js +1 -2
  155. package/lib/module/native/RnExecutorchModules.js.map +1 -1
  156. package/lib/modules/computer_vision/OCRModule.d.ts +4 -5
  157. package/lib/modules/computer_vision/OCRModule.js +9 -12
  158. package/lib/modules/computer_vision/VerticalOCRModule.d.ts +4 -5
  159. package/lib/modules/computer_vision/VerticalOCRModule.js +9 -12
  160. package/lib/native/RnExecutorchModules.d.ts +5 -1
  161. package/lib/native/RnExecutorchModules.js +3 -1
  162. package/lib/tsconfig.tsbuildinfo +1 -0
  163. package/lib/types/common.d.ts +1 -0
  164. package/lib/typescript/controllers/LLMController.d.ts +1 -1
  165. package/lib/typescript/controllers/LLMController.d.ts.map +1 -1
  166. package/lib/typescript/hooks/natural_language_processing/useSpeechToText.d.ts +5 -5
  167. package/lib/typescript/hooks/useModule.d.ts +8 -5
  168. package/lib/typescript/hooks/useModule.d.ts.map +1 -1
  169. package/lib/typescript/index.d.ts +1 -0
  170. package/lib/typescript/index.d.ts.map +1 -1
  171. package/lib/typescript/modules/BaseModule.d.ts +7 -6
  172. package/lib/typescript/modules/BaseModule.d.ts.map +1 -1
  173. package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts +2 -2
  174. package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts.map +1 -1
  175. package/lib/typescript/modules/computer_vision/ImageEmbeddingsModule.d.ts +2 -2
  176. package/lib/typescript/modules/computer_vision/ImageEmbeddingsModule.d.ts.map +1 -1
  177. package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts +2 -2
  178. package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts.map +1 -1
  179. package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts +2 -2
  180. package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts.map +1 -1
  181. package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts +2 -2
  182. package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts.map +1 -1
  183. package/lib/typescript/modules/general/ExecutorchModule.d.ts +2 -2
  184. package/lib/typescript/modules/general/ExecutorchModule.d.ts.map +1 -1
  185. package/lib/typescript/modules/natural_language_processing/SpeechToTextModule.d.ts +7 -12
  186. package/lib/typescript/modules/natural_language_processing/SpeechToTextModule.d.ts.map +1 -1
  187. package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts +2 -2
  188. package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts.map +1 -1
  189. package/lib/typescript/native/RnExecutorchModules.d.ts +1 -3
  190. package/lib/typescript/native/RnExecutorchModules.d.ts.map +1 -1
  191. package/lib/typescript/types/stt.d.ts +0 -9
  192. package/lib/typescript/types/stt.d.ts.map +1 -1
  193. package/lib/utils/ResourceFetcherUtils.js +0 -1
  194. package/lib/utils/llm.js +0 -1
  195. package/package.json +1 -2
  196. package/react-native-executorch.podspec +49 -44
  197. package/src/controllers/LLMController.ts +8 -13
  198. package/src/hooks/computer_vision/useClassification.ts +2 -2
  199. package/src/hooks/computer_vision/useImageEmbeddings.ts +2 -2
  200. package/src/hooks/computer_vision/useImageSegmentation.ts +2 -2
  201. package/src/hooks/computer_vision/useObjectDetection.ts +2 -2
  202. package/src/hooks/computer_vision/useStyleTransfer.ts +2 -2
  203. package/src/hooks/general/useExecutorchModule.ts +2 -2
  204. package/src/hooks/natural_language_processing/useTextEmbeddings.ts +2 -2
  205. package/src/hooks/useModule.ts +23 -13
  206. package/src/index.ts +3 -2
  207. package/src/modules/BaseModule.ts +17 -28
  208. package/src/modules/computer_vision/ClassificationModule.ts +2 -2
  209. package/src/modules/computer_vision/ImageEmbeddingsModule.ts +2 -2
  210. package/src/modules/computer_vision/ImageSegmentationModule.ts +2 -2
  211. package/src/modules/computer_vision/ObjectDetectionModule.ts +2 -2
  212. package/src/modules/computer_vision/StyleTransferModule.ts +2 -2
  213. package/src/modules/general/ExecutorchModule.ts +2 -2
  214. package/src/modules/natural_language_processing/SpeechToTextModule.ts +118 -54
  215. package/src/modules/natural_language_processing/TextEmbeddingsModule.ts +2 -2
  216. package/src/native/RnExecutorchModules.ts +1 -5
  217. package/src/types/stt.ts +0 -12
  218. package/third-party/android/libs/cpuinfo/arm64-v8a/libcpuinfo.so +0 -0
  219. package/third-party/android/libs/pthreadpool/arm64-v8a/libpthreadpool.so +0 -0
  220. package/third-party/include/cpuinfo/cpuinfo.h +2305 -0
  221. package/third-party/include/executorch/extension/threadpool/cpuinfo_utils.h +26 -0
  222. package/third-party/include/executorch/extension/threadpool/threadpool.h +94 -0
  223. package/third-party/include/pthreadpool/pthreadpool.h +2236 -0
  224. package/android/src/main/java/com/swmansion/rnexecutorch/LLM.kt +0 -63
  225. package/common/rnexecutorch/models/EncoderDecoderBase.cpp +0 -21
  226. package/common/rnexecutorch/models/EncoderDecoderBase.h +0 -31
  227. package/common/rnexecutorch/models/speech_to_text/SpeechToTextStrategy.h +0 -27
  228. package/common/rnexecutorch/models/speech_to_text/WhisperStrategy.cpp +0 -50
  229. package/common/rnexecutorch/models/speech_to_text/WhisperStrategy.h +0 -25
  230. package/ios/ExecutorchLib.xcframework/Info.plist +0 -43
  231. package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/ETModel.h +0 -27
  232. package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +0 -14
  233. package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/LLaMARunner.h +0 -32
  234. package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Info.plist +0 -0
  235. package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/ETModel.h +0 -27
  236. package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +0 -14
  237. package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/LLaMARunner.h +0 -32
  238. package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Info.plist +0 -0
  239. package/ios/RnExecutorch/LLM.h +0 -5
  240. package/ios/RnExecutorch/LLM.mm +0 -78
  241. package/lib/Error.d.ts +0 -30
  242. package/lib/constants/directories.d.ts +0 -1
  243. package/lib/constants/ocr/symbols.d.ts +0 -75
  244. package/lib/controllers/OCRController.d.ts +0 -23
  245. package/lib/controllers/VerticalOCRController.d.ts +0 -25
  246. package/lib/hooks/useModule.d.ts +0 -17
  247. package/lib/module/modules/BaseNonStaticModule.js +0 -17
  248. package/lib/module/modules/BaseNonStaticModule.js.map +0 -1
  249. package/lib/module/native/NativeLLM.js +0 -5
  250. package/lib/module/native/NativeLLM.js.map +0 -1
  251. package/lib/module/utils/SpeechToTextModule/ASR.js +0 -191
  252. package/lib/module/utils/SpeechToTextModule/ASR.js.map +0 -1
  253. package/lib/module/utils/SpeechToTextModule/OnlineProcessor.js +0 -73
  254. package/lib/module/utils/SpeechToTextModule/OnlineProcessor.js.map +0 -1
  255. package/lib/module/utils/SpeechToTextModule/hypothesisBuffer.js +0 -56
  256. package/lib/module/utils/SpeechToTextModule/hypothesisBuffer.js.map +0 -1
  257. package/lib/module/utils/stt.js +0 -22
  258. package/lib/module/utils/stt.js.map +0 -1
  259. package/lib/modules/BaseModule.d.ts +0 -8
  260. package/lib/modules/BaseNonStaticModule.d.ts +0 -9
  261. package/lib/native/NativeETInstaller.d.ts +0 -6
  262. package/lib/native/NativeOCR.d.ts +0 -8
  263. package/lib/native/NativeVerticalOCR.d.ts +0 -8
  264. package/lib/types/imageSegmentation.d.ts +0 -24
  265. package/lib/types/objectDetection.d.ts +0 -104
  266. package/lib/types/ocr.d.ts +0 -11
  267. package/lib/typescript/modules/BaseNonStaticModule.d.ts +0 -10
  268. package/lib/typescript/modules/BaseNonStaticModule.d.ts.map +0 -1
  269. package/lib/typescript/native/NativeLLM.d.ts +0 -12
  270. package/lib/typescript/native/NativeLLM.d.ts.map +0 -1
  271. package/lib/typescript/utils/SpeechToTextModule/ASR.d.ts +0 -27
  272. package/lib/typescript/utils/SpeechToTextModule/ASR.d.ts.map +0 -1
  273. package/lib/typescript/utils/SpeechToTextModule/OnlineProcessor.d.ts +0 -23
  274. package/lib/typescript/utils/SpeechToTextModule/OnlineProcessor.d.ts.map +0 -1
  275. package/lib/typescript/utils/SpeechToTextModule/hypothesisBuffer.d.ts +0 -13
  276. package/lib/typescript/utils/SpeechToTextModule/hypothesisBuffer.d.ts.map +0 -1
  277. package/lib/typescript/utils/stt.d.ts +0 -2
  278. package/lib/typescript/utils/stt.d.ts.map +0 -1
  279. package/lib/utils/stt.d.ts +0 -1
  280. package/src/modules/BaseNonStaticModule.ts +0 -26
  281. package/src/native/NativeLLM.ts +0 -14
  282. package/src/utils/SpeechToTextModule/ASR.ts +0 -303
  283. package/src/utils/SpeechToTextModule/OnlineProcessor.ts +0 -87
  284. package/src/utils/SpeechToTextModule/hypothesisBuffer.ts +0 -79
  285. package/src/utils/stt.ts +0 -28
  286. package/third-party/include/tokenizers-cpp/tokenizers_c.h +0 -61
  287. package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.h +0 -27
  288. package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.mm +0 -249
  289. package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.h +0 -14
  290. package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.mm +0 -80
  291. package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.h +0 -32
  292. package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.mm +0 -95
  293. package/third-party/ios/ExecutorchLib/ExecutorchLib/InputType.h +0 -12
  294. package/third-party/ios/ExecutorchLib/ExecutorchLib/Utils.hpp +0 -217
  295. package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.cpp +0 -11
  296. package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.h +0 -11
  297. package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/base64.h +0 -202
  298. package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/bpe_tokenizer.cpp +0 -313
  299. package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/bpe_tokenizer.h +0 -57
  300. package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/llama_tiktoken.cpp +0 -78
  301. package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/llama_tiktoken.h +0 -23
  302. package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tiktoken.cpp +0 -427
  303. package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tiktoken.h +0 -87
  304. package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tokenizer.h +0 -76
  305. package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.pbxproj +0 -683
  306. package/third-party/ios/ExecutorchLib/build.sh +0 -44
  307. package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/Info.plist +0 -43
  308. package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/ios-arm64/libbackend_coreml_ios.a +0 -0
  309. package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/ios-arm64-simulator/libbackend_coreml_simulator.a +0 -0
  310. package/third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/Info.plist +0 -43
  311. package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/Info.plist +0 -43
  312. package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/ios-arm64/libbackend_xnnpack_ios.a +0 -0
  313. package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/ios-arm64-simulator/libbackend_xnnpack_simulator.a +0 -0
  314. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/Info.plist +0 -47
  315. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/macros/Export.h +0 -163
  316. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/macros/Macros.h +0 -497
  317. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16-inl.h +0 -342
  318. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16-math.h +0 -266
  319. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16.h +0 -125
  320. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/Half-inl.h +0 -347
  321. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/Half.h +0 -416
  322. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/TypeSafeSignMath.h +0 -133
  323. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/bit_cast.h +0 -43
  324. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/floating_point_utils.h +0 -33
  325. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/irange.h +0 -107
  326. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorch.h +0 -13
  327. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchError.h +0 -16
  328. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchLog.h +0 -76
  329. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchModule.h +0 -286
  330. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchTensor.h +0 -742
  331. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchValue.h +0 -219
  332. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/module/module.h +0 -492
  333. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor.h +0 -13
  334. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_accessor.h +0 -190
  335. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_ptr.h +0 -347
  336. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_ptr_maker.h +0 -653
  337. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/backend_execution_context.h +0 -71
  338. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/backend_init_context.h +0 -72
  339. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/interface.h +0 -166
  340. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/array_ref.h +0 -235
  341. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/data_loader.h +0 -136
  342. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/defines.h +0 -20
  343. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/error.h +0 -229
  344. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/evalue.h +0 -521
  345. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer.h +0 -565
  346. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer_hooks.h +0 -323
  347. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer_hooks_delegate.h +0 -197
  348. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/exec_aten.h +0 -147
  349. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/dim_order_util.h +0 -263
  350. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/scalar_type_util.h +0 -1331
  351. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +0 -21
  352. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +0 -69
  353. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_util.h +0 -1250
  354. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/freeable_buffer.h +0 -107
  355. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/hierarchical_allocator.h +0 -107
  356. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/memory_allocator.h +0 -198
  357. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/named_data_map.h +0 -86
  358. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bfloat16.h +0 -27
  359. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bfloat16_math.h +0 -14
  360. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bits_types.h +0 -83
  361. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +0 -163
  362. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +0 -497
  363. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +0 -342
  364. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +0 -266
  365. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +0 -125
  366. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +0 -347
  367. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half.h +0 -416
  368. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +0 -133
  369. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +0 -43
  370. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +0 -33
  371. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/irange.h +0 -107
  372. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/complex.h +0 -44
  373. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/device.h +0 -70
  374. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/half.h +0 -27
  375. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/optional.h +0 -36
  376. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/qint_types.h +0 -83
  377. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/scalar.h +0 -110
  378. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/scalar_type.h +0 -154
  379. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/string_view.h +0 -29
  380. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor.h +0 -142
  381. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor_impl.h +0 -261
  382. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor_options.h +0 -60
  383. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/result.h +0 -258
  384. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/span.h +0 -93
  385. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tag.h +0 -71
  386. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tensor_layout.h +0 -79
  387. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tensor_shape_dynamism.h +0 -39
  388. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/memory_manager.h +0 -113
  389. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/method.h +0 -387
  390. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/method_meta.h +0 -251
  391. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/program.h +0 -320
  392. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/pte_data_map.h +0 -144
  393. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/tensor_parser.h +0 -156
  394. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/kernel/kernel_runtime_context.h +0 -122
  395. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/kernel/operator_registry.h +0 -278
  396. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/abort.h +0 -36
  397. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/assert.h +0 -119
  398. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/clock.h +0 -43
  399. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/compat_unistd.h +0 -75
  400. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/compiler.h +0 -191
  401. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/log.h +0 -177
  402. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/platform.h +0 -133
  403. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/profiler.h +0 -292
  404. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/runtime.h +0 -35
  405. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/system.h +0 -49
  406. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/types.h +0 -24
  407. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/schema/extended_header.h +0 -76
  408. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/module.modulemap +0 -5
  409. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/libexecutorch_ios.a +0 -0
  410. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/macros/Export.h +0 -163
  411. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/macros/Macros.h +0 -497
  412. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16-inl.h +0 -342
  413. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16-math.h +0 -266
  414. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16.h +0 -125
  415. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/Half-inl.h +0 -347
  416. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/Half.h +0 -416
  417. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/TypeSafeSignMath.h +0 -133
  418. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/bit_cast.h +0 -43
  419. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/floating_point_utils.h +0 -33
  420. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/irange.h +0 -107
  421. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorch.h +0 -13
  422. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchError.h +0 -16
  423. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchLog.h +0 -76
  424. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchModule.h +0 -286
  425. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchTensor.h +0 -742
  426. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchValue.h +0 -219
  427. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/module/module.h +0 -492
  428. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor.h +0 -13
  429. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_accessor.h +0 -190
  430. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_ptr.h +0 -347
  431. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_ptr_maker.h +0 -653
  432. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/backend_execution_context.h +0 -71
  433. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/backend_init_context.h +0 -72
  434. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/interface.h +0 -166
  435. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/array_ref.h +0 -235
  436. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/data_loader.h +0 -136
  437. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/defines.h +0 -20
  438. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/error.h +0 -229
  439. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/evalue.h +0 -521
  440. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer.h +0 -565
  441. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer_hooks.h +0 -323
  442. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer_hooks_delegate.h +0 -197
  443. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/exec_aten.h +0 -147
  444. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/dim_order_util.h +0 -263
  445. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/scalar_type_util.h +0 -1331
  446. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +0 -21
  447. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +0 -69
  448. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_util.h +0 -1250
  449. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/freeable_buffer.h +0 -107
  450. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/hierarchical_allocator.h +0 -107
  451. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/memory_allocator.h +0 -198
  452. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/named_data_map.h +0 -86
  453. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bfloat16.h +0 -27
  454. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bfloat16_math.h +0 -14
  455. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bits_types.h +0 -83
  456. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +0 -163
  457. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +0 -497
  458. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +0 -342
  459. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +0 -266
  460. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +0 -125
  461. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +0 -347
  462. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half.h +0 -416
  463. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +0 -133
  464. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +0 -43
  465. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +0 -33
  466. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/irange.h +0 -107
  467. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/complex.h +0 -44
  468. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/device.h +0 -70
  469. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/half.h +0 -27
  470. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/optional.h +0 -36
  471. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/qint_types.h +0 -83
  472. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/scalar.h +0 -110
  473. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/scalar_type.h +0 -154
  474. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/string_view.h +0 -29
  475. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor.h +0 -142
  476. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor_impl.h +0 -261
  477. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor_options.h +0 -60
  478. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/result.h +0 -258
  479. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/span.h +0 -93
  480. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tag.h +0 -71
  481. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tensor_layout.h +0 -79
  482. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tensor_shape_dynamism.h +0 -39
  483. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/memory_manager.h +0 -113
  484. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/method.h +0 -387
  485. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/method_meta.h +0 -251
  486. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/program.h +0 -320
  487. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/pte_data_map.h +0 -144
  488. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/tensor_parser.h +0 -156
  489. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/kernel/kernel_runtime_context.h +0 -122
  490. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/kernel/operator_registry.h +0 -278
  491. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/abort.h +0 -36
  492. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/assert.h +0 -119
  493. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/clock.h +0 -43
  494. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/compat_unistd.h +0 -75
  495. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/compiler.h +0 -191
  496. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/log.h +0 -177
  497. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/platform.h +0 -133
  498. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/profiler.h +0 -292
  499. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/runtime.h +0 -35
  500. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/system.h +0 -49
  501. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/types.h +0 -24
  502. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/schema/extended_header.h +0 -76
  503. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/module.modulemap +0 -5
  504. package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/libexecutorch_simulator.a +0 -0
  505. package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/Info.plist +0 -43
  506. package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/ios-arm64/libkernels_custom_ios.a +0 -0
  507. package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/ios-arm64-simulator/libkernels_custom_simulator.a +0 -0
  508. package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/Info.plist +0 -43
  509. package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/ios-arm64/libkernels_optimized_ios.a +0 -0
  510. package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/ios-arm64-simulator/libkernels_optimized_simulator.a +0 -0
  511. package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/Info.plist +0 -43
  512. package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/ios-arm64/libkernels_portable_ios.a +0 -0
  513. package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/ios-arm64-simulator/libkernels_portable_simulator.a +0 -0
  514. package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/Info.plist +0 -43
  515. package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/ios-arm64/libkernels_quantized_ios.a +0 -0
  516. package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/ios-arm64-simulator/libkernels_quantized_simulator.a +0 -0
  517. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/Info.plist +0 -43
  518. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/bitmap256.h +0 -82
  519. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/filtered_re2.h +0 -111
  520. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/pod_array.h +0 -43
  521. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prefilter.h +0 -130
  522. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prefilter_tree.h +0 -139
  523. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prog.h +0 -483
  524. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/re2.h +0 -994
  525. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/regexp.h +0 -692
  526. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/set.h +0 -85
  527. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/sparse_array.h +0 -367
  528. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/sparse_set.h +0 -241
  529. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/stringpiece.h +0 -205
  530. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/unicode_casefold.h +0 -78
  531. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/unicode_groups.h +0 -64
  532. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/walker-inl.h +0 -235
  533. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Info.plist +0 -26
  534. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/re2 +0 -0
  535. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/bitmap256.h +0 -82
  536. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/filtered_re2.h +0 -111
  537. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/pod_array.h +0 -43
  538. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prefilter.h +0 -130
  539. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prefilter_tree.h +0 -139
  540. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prog.h +0 -483
  541. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/re2.h +0 -994
  542. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/regexp.h +0 -692
  543. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/set.h +0 -85
  544. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/sparse_array.h +0 -367
  545. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/sparse_set.h +0 -241
  546. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/stringpiece.h +0 -205
  547. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/unicode_casefold.h +0 -78
  548. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/unicode_groups.h +0 -64
  549. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/walker-inl.h +0 -235
  550. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Info.plist +0 -26
  551. package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/re2 +0 -0
  552. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/irunner.h +0 -0
  553. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/runner.cpp +0 -0
  554. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/runner.h +0 -0
  555. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/stats.h +0 -0
  556. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_decoder_runner.cpp +0 -0
  557. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_decoder_runner.h +0 -0
  558. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_prefiller.cpp +0 -0
  559. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_prefiller.h +0 -0
  560. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_token_generator.h +0 -0
  561. /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/util.h +0 -0
@@ -4,9 +4,11 @@
4
4
  #include <executorch/runtime/core/evalue.h>
5
5
  #include <opencv2/opencv.hpp>
6
6
 
7
+ #include "rnexecutorch/metaprogramming/ConstructorHelpers.h"
7
8
  #include <rnexecutorch/models/embeddings/BaseEmbeddings.h>
8
9
 
9
10
  namespace rnexecutorch {
11
+ namespace models::embeddings {
10
12
  using executorch::extension::TensorPtr;
11
13
  using executorch::runtime::EValue;
12
14
 
@@ -19,5 +21,8 @@ public:
19
21
  private:
20
22
  cv::Size modelImageSize{0, 0};
21
23
  };
24
+ } // namespace models::embeddings
22
25
 
26
+ REGISTER_CONSTRUCTOR(models::embeddings::ImageEmbeddings, std::string,
27
+ std::shared_ptr<react::CallInvoker>);
23
28
  } // namespace rnexecutorch
@@ -2,7 +2,7 @@
2
2
  #include <executorch/extension/tensor/tensor_ptr_maker.h>
3
3
  #include <rnexecutorch/data_processing/Numerical.h>
4
4
 
5
- namespace rnexecutorch {
5
+ namespace rnexecutorch::models::embeddings {
6
6
 
7
7
  using namespace executorch::extension;
8
8
 
@@ -58,4 +58,4 @@ TextEmbeddings::generate(const std::string input) {
58
58
  return BaseEmbeddings::postprocess(forwardResult);
59
59
  }
60
60
 
61
- } // namespace rnexecutorch
61
+ } // namespace rnexecutorch::models::embeddings
@@ -1,9 +1,11 @@
1
1
  #pragma once
2
2
 
3
+ #include "rnexecutorch/metaprogramming/ConstructorHelpers.h"
3
4
  #include <rnexecutorch/TokenizerModule.h>
4
5
  #include <rnexecutorch/models/embeddings/BaseEmbeddings.h>
5
6
 
6
7
  namespace rnexecutorch {
8
+ namespace models::embeddings {
7
9
 
8
10
  struct TokenIdsWithAttentionMask {
9
11
  std::vector<int64_t> inputIds;
@@ -22,5 +24,8 @@ private:
22
24
  TokenIdsWithAttentionMask preprocess(const std::string &input);
23
25
  std::unique_ptr<TokenizerModule> tokenizer;
24
26
  };
27
+ } // namespace models::embeddings
25
28
 
26
- }; // namespace rnexecutorch
29
+ REGISTER_CONSTRUCTOR(models::embeddings::TextEmbeddings, std::string,
30
+ std::string, std::shared_ptr<react::CallInvoker>);
31
+ } // namespace rnexecutorch
@@ -3,11 +3,11 @@
3
3
  #include <array>
4
4
  #include <string_view>
5
5
 
6
- namespace rnexecutorch {
7
- inline constexpr std::array<std::string_view, 21> DEEPLABV3_RESNET50_LABELS = {
6
+ namespace rnexecutorch::models::image_segmentation::constants {
7
+ inline constexpr std::array<std::string_view, 21> kDeeplabV3Resnet50Labels = {
8
8
  "BACKGROUND", "AEROPLANE", "BICYCLE", "BIRD", "BOAT",
9
9
  "BOTTLE", "BUS", "CAR", "CAT", "CHAIR",
10
10
  "COW", "DININGTABLE", "DOG", "HORSE", "MOTORBIKE",
11
11
  "PERSON", "POTTEDPLANT", "SHEEP", "SOFA", "TRAIN",
12
12
  "TVMONITOR"};
13
- } // namespace rnexecutorch
13
+ } // namespace rnexecutorch::models::image_segmentation::constants
@@ -9,7 +9,7 @@
9
9
  #include <rnexecutorch/host_objects/JsiConversions.h>
10
10
  #include <rnexecutorch/models/image_segmentation/Constants.h>
11
11
 
12
- namespace rnexecutorch {
12
+ namespace rnexecutorch::models::image_segmentation {
13
13
 
14
14
  ImageSegmentation::ImageSegmentation(
15
15
  const std::string &modelSource,
@@ -37,7 +37,7 @@ std::shared_ptr<jsi::Object> ImageSegmentation::generate(
37
37
  std::string imageSource,
38
38
  std::set<std::string, std::less<>> classesOfInterest, bool resize) {
39
39
  auto [inputTensor, originalSize] =
40
- imageprocessing::readImageToTensor(imageSource, getAllInputShapes()[0]);
40
+ image_processing::readImageToTensor(imageSource, getAllInputShapes()[0]);
41
41
 
42
42
  auto forwardResult = BaseModel::forward(inputTensor);
43
43
  if (!forwardResult.ok()) {
@@ -101,8 +101,9 @@ std::shared_ptr<jsi::Object> ImageSegmentation::postprocess(
101
101
  auto buffersToReturn = std::make_shared<std::unordered_map<
102
102
  std::string_view, std::shared_ptr<OwningArrayBuffer>>>();
103
103
  for (std::size_t cl = 0; cl < numClasses; ++cl) {
104
- if (classesOfInterest.contains(DEEPLABV3_RESNET50_LABELS[cl])) {
105
- (*buffersToReturn)[DEEPLABV3_RESNET50_LABELS[cl]] = resultClasses[cl];
104
+ if (classesOfInterest.contains(constants::kDeeplabV3Resnet50Labels[cl])) {
105
+ (*buffersToReturn)[constants::kDeeplabV3Resnet50Labels[cl]] =
106
+ resultClasses[cl];
106
107
  }
107
108
  }
108
109
 
@@ -170,4 +171,4 @@ std::shared_ptr<jsi::Object> ImageSegmentation::populateDictionary(
170
171
  return dictPtr;
171
172
  }
172
173
 
173
- } // namespace rnexecutorch
174
+ } // namespace rnexecutorch::models::image_segmentation
@@ -7,11 +7,13 @@
7
7
  #include <jsi/jsi.h>
8
8
  #include <opencv2/opencv.hpp>
9
9
 
10
+ #include "rnexecutorch/metaprogramming/ConstructorHelpers.h"
10
11
  #include <rnexecutorch/jsi/OwningArrayBuffer.h>
11
12
  #include <rnexecutorch/models/BaseModel.h>
12
13
  #include <rnexecutorch/models/image_segmentation/Constants.h>
13
14
 
14
15
  namespace rnexecutorch {
16
+ namespace models::image_segmentation {
15
17
  using namespace facebook;
16
18
 
17
19
  using executorch::aten::Tensor;
@@ -36,8 +38,13 @@ private:
36
38
  std::shared_ptr<OwningArrayBuffer>>>
37
39
  classesToOutput);
38
40
 
39
- static constexpr std::size_t numClasses{DEEPLABV3_RESNET50_LABELS.size()};
41
+ static constexpr std::size_t numClasses{
42
+ constants::kDeeplabV3Resnet50Labels.size()};
40
43
  cv::Size modelImageSize;
41
44
  std::size_t numModelPixels;
42
45
  };
46
+ } // namespace models::image_segmentation
47
+
48
+ REGISTER_CONSTRUCTOR(models::image_segmentation::ImageSegmentation, std::string,
49
+ std::shared_ptr<react::CallInvoker>);
43
50
  } // namespace rnexecutorch
@@ -0,0 +1,58 @@
1
+ #include "LLM.h"
2
+
3
+ #include <executorch/extension/tensor/tensor.h>
4
+ #include <filesystem>
5
+
6
+ namespace rnexecutorch::models::llm {
7
+ using namespace facebook;
8
+ using executorch::extension::TensorPtr;
9
+ using executorch::runtime::Error;
10
+
11
+ LLM::LLM(const std::string &modelSource, const std::string &tokenizerSource,
12
+ std::shared_ptr<react::CallInvoker> callInvoker)
13
+ : runner(std::make_unique<example::Runner>(modelSource, tokenizerSource)),
14
+ callInvoker(callInvoker) {
15
+
16
+ auto loadResult = runner->load();
17
+ if (loadResult != Error::Ok) {
18
+ throw std::runtime_error("Failed to load LLM runner, error code: " +
19
+ std::to_string(static_cast<int>(loadResult)));
20
+ }
21
+ memorySizeLowerBound =
22
+ std::filesystem::file_size(std::filesystem::path(modelSource)) +
23
+ std::filesystem::file_size(std::filesystem::path(tokenizerSource));
24
+ }
25
+
26
+ void LLM::generate(std::string input, std::shared_ptr<jsi::Function> callback) {
27
+ if (!runner || !runner->is_loaded()) {
28
+ throw std::runtime_error("Runner is not loaded");
29
+ }
30
+
31
+ // Create a native callback that will invoke the JS callback on the JS thread
32
+ auto nativeCallback = [this, callback](const std::string &token) {
33
+ callInvoker->invokeAsync([callback, token](jsi::Runtime &runtime) {
34
+ callback->call(runtime, jsi::String::createFromUtf8(runtime, token));
35
+ });
36
+ };
37
+
38
+ auto error = runner->generate(input, nativeCallback, {}, false);
39
+ if (error != executorch::runtime::Error::Ok) {
40
+ throw std::runtime_error("Failed to generate text, error code: " +
41
+ std::to_string(static_cast<int>(error)));
42
+ }
43
+ }
44
+
45
+ void LLM::interrupt() {
46
+ if (!runner || !runner->is_loaded()) {
47
+ throw std::runtime_error("Can't interrupt a model that's not loaded!");
48
+ }
49
+ runner->stop();
50
+ }
51
+
52
+ std::size_t LLM::getMemoryLowerBound() const noexcept {
53
+ return memorySizeLowerBound;
54
+ }
55
+
56
+ void LLM::unload() noexcept { runner.reset(nullptr); }
57
+
58
+ } // namespace rnexecutorch::models::llm
@@ -0,0 +1,35 @@
1
+ #pragma once
2
+
3
+ #include <memory>
4
+ #include <string>
5
+
6
+ #include "rnexecutorch/metaprogramming/ConstructorHelpers.h"
7
+ #include <ReactCommon/CallInvoker.h>
8
+ #include <jsi/jsi.h>
9
+ #include <runner/runner.h>
10
+
11
+ namespace rnexecutorch {
12
+ namespace models::llm {
13
+ using namespace facebook;
14
+
15
+ class LLM {
16
+ public:
17
+ explicit LLM(const std::string &modelSource,
18
+ const std::string &tokenizerSource,
19
+ std::shared_ptr<react::CallInvoker> callInvoker);
20
+
21
+ void generate(std::string input, std::shared_ptr<jsi::Function> callback);
22
+ void interrupt();
23
+ void unload() noexcept;
24
+ std::size_t getMemoryLowerBound() const noexcept;
25
+
26
+ private:
27
+ size_t memorySizeLowerBound;
28
+ std::unique_ptr<example::Runner> runner;
29
+ std::shared_ptr<react::CallInvoker> callInvoker;
30
+ };
31
+ } // namespace models::llm
32
+
33
+ REGISTER_CONSTRUCTOR(models::llm::LLM, std::string, std::string,
34
+ std::shared_ptr<react::CallInvoker>);
35
+ } // namespace rnexecutorch
@@ -3,10 +3,10 @@
3
3
  #include <string>
4
4
  #include <unordered_map>
5
5
 
6
- namespace rnexecutorch {
6
+ namespace rnexecutorch::models::object_detection::constants {
7
7
  inline constexpr float IOU_THRESHOLD = 0.55;
8
8
 
9
- inline const std::unordered_map<int, std::string> COCO_LABELS_MAP = {
9
+ inline const std::unordered_map<int, std::string> kCocoLablesMap = {
10
10
  {1, "PERSON"}, {2, "BICYCLE"}, {3, "CAR"},
11
11
  {4, "MOTORCYCLE"}, {5, "AIRPLANE"}, {6, "BUS"},
12
12
  {7, "TRAIN"}, {8, "TRUCK"}, {9, "BOAT"},
@@ -38,4 +38,4 @@ inline const std::unordered_map<int, std::string> COCO_LABELS_MAP = {
38
38
  {85, "CLOCK"}, {86, "VASE"}, {87, "SCISSORS"},
39
39
  {88, "TEDDY_BEAR"}, {89, "HAIR_DRIER"}, {90, "TOOTHBRUSH"},
40
40
  {91, "HAIR_BRUSH"}};
41
- } // namespace rnexecutorch
41
+ } // namespace rnexecutorch::models::object_detection::constants
@@ -2,7 +2,7 @@
2
2
 
3
3
  #include <rnexecutorch/data_processing/ImageProcessing.h>
4
4
 
5
- namespace rnexecutorch {
5
+ namespace rnexecutorch::models::object_detection {
6
6
 
7
7
  ObjectDetection::ObjectDetection(
8
8
  const std::string &modelSource,
@@ -25,7 +25,7 @@ ObjectDetection::ObjectDetection(
25
25
  modelInputShape[modelInputShape.size() - 2]);
26
26
  }
27
27
 
28
- std::vector<Detection>
28
+ std::vector<types::Detection>
29
29
  ObjectDetection::postprocess(const std::vector<EValue> &tensors,
30
30
  cv::Size originalSize, double detectionThreshold) {
31
31
  float widthRatio =
@@ -33,7 +33,7 @@ ObjectDetection::postprocess(const std::vector<EValue> &tensors,
33
33
  float heightRatio =
34
34
  static_cast<float>(originalSize.height) / modelImageSize.height;
35
35
 
36
- std::vector<Detection> detections;
36
+ std::vector<types::Detection> detections;
37
37
  auto bboxTensor = tensors.at(0).toTensor();
38
38
  std::span<const float> bboxes(
39
39
  static_cast<const float *>(bboxTensor.const_data_ptr()),
@@ -61,14 +61,14 @@ ObjectDetection::postprocess(const std::vector<EValue> &tensors,
61
61
  scores[i]);
62
62
  }
63
63
 
64
- std::vector<Detection> output = nonMaxSuppression(detections);
64
+ std::vector<types::Detection> output = utils::nonMaxSuppression(detections);
65
65
  return output;
66
66
  }
67
67
 
68
- std::vector<Detection> ObjectDetection::generate(std::string imageSource,
69
- double detectionThreshold) {
68
+ std::vector<types::Detection>
69
+ ObjectDetection::generate(std::string imageSource, double detectionThreshold) {
70
70
  auto [inputTensor, originalSize] =
71
- imageprocessing::readImageToTensor(imageSource, getAllInputShapes()[0]);
71
+ image_processing::readImageToTensor(imageSource, getAllInputShapes()[0]);
72
72
 
73
73
  auto forwardResult = BaseModel::forward(inputTensor);
74
74
  if (!forwardResult.ok()) {
@@ -79,4 +79,4 @@ std::vector<Detection> ObjectDetection::generate(std::string imageSource,
79
79
 
80
80
  return postprocess(forwardResult.get(), originalSize, detectionThreshold);
81
81
  }
82
- } // namespace rnexecutorch
82
+ } // namespace rnexecutorch::models::object_detection
@@ -6,10 +6,13 @@
6
6
  #include <executorch/runtime/core/evalue.h>
7
7
  #include <opencv2/opencv.hpp>
8
8
 
9
+ #include "Types.h"
10
+ #include "rnexecutorch/metaprogramming/ConstructorHelpers.h"
9
11
  #include <rnexecutorch/models/BaseModel.h>
10
12
  #include <rnexecutorch/models/object_detection/Utils.h>
11
13
 
12
14
  namespace rnexecutorch {
15
+ namespace models::object_detection {
13
16
  using executorch::extension::TensorPtr;
14
17
  using executorch::runtime::EValue;
15
18
 
@@ -17,15 +20,18 @@ class ObjectDetection : public BaseModel {
17
20
  public:
18
21
  ObjectDetection(const std::string &modelSource,
19
22
  std::shared_ptr<react::CallInvoker> callInvoker);
20
- std::vector<Detection> generate(std::string imageSource,
21
- double detectionThreshold);
23
+ std::vector<types::Detection> generate(std::string imageSource,
24
+ double detectionThreshold);
22
25
 
23
26
  private:
24
- std::vector<Detection> postprocess(const std::vector<EValue> &tensors,
25
- cv::Size originalSize,
26
- double detectionThreshold);
27
+ std::vector<types::Detection> postprocess(const std::vector<EValue> &tensors,
28
+ cv::Size originalSize,
29
+ double detectionThreshold);
27
30
 
28
31
  cv::Size modelImageSize{0, 0};
29
32
  };
33
+ } // namespace models::object_detection
30
34
 
35
+ REGISTER_CONSTRUCTOR(models::object_detection::ObjectDetection, std::string,
36
+ std::shared_ptr<react::CallInvoker>);
31
37
  } // namespace rnexecutorch
@@ -0,0 +1,13 @@
1
+ #pragma once
2
+
3
+ namespace rnexecutorch::models::object_detection::types {
4
+ struct Detection {
5
+ float x1;
6
+ float y1;
7
+ float x2;
8
+ float y2;
9
+ int label;
10
+ float score;
11
+ };
12
+
13
+ } // namespace rnexecutorch::models::object_detection::types
@@ -1,8 +1,9 @@
1
1
  #include "Utils.h"
2
2
  #include "Constants.h"
3
3
 
4
- namespace rnexecutorch {
5
- float intersectionOverUnion(const Detection &a, const Detection &b) {
4
+ namespace rnexecutorch::models::object_detection::utils {
5
+ float intersectionOverUnion(const types::Detection &a,
6
+ const types::Detection &b) {
6
7
  float x1 = std::max(a.x1, b.x1);
7
8
  float y1 = std::max(a.y1, b.y1);
8
9
  float x2 = std::min(a.x2, b.x2);
@@ -16,40 +17,41 @@ float intersectionOverUnion(const Detection &a, const Detection &b) {
16
17
  return intersectionArea / unionArea;
17
18
  }
18
19
 
19
- std::vector<Detection> nonMaxSuppression(std::vector<Detection> detections) {
20
+ std::vector<types::Detection>
21
+ nonMaxSuppression(std::vector<types::Detection> detections) {
20
22
  if (detections.empty()) {
21
23
  return {};
22
24
  }
23
25
 
24
26
  // Sort by label, then by score
25
27
  std::sort(detections.begin(), detections.end(),
26
- [](const Detection &a, const Detection &b) {
28
+ [](const types::Detection &a, const types::Detection &b) {
27
29
  if (a.label == b.label) {
28
30
  return a.score > b.score;
29
31
  }
30
32
  return a.label < b.label;
31
33
  });
32
34
 
33
- std::vector<Detection> result;
35
+ std::vector<types::Detection> result;
34
36
  // Apply NMS for each label
35
37
  for (size_t i = 0; i < detections.size();) {
36
38
  float currentLabel = detections[i].label;
37
39
 
38
- std::vector<Detection> labelDetections;
40
+ std::vector<types::Detection> labelDetections;
39
41
  while (i < detections.size() && detections[i].label == currentLabel) {
40
42
  labelDetections.push_back(detections[i]);
41
43
  ++i;
42
44
  }
43
45
 
44
- std::vector<Detection> filteredLabelDetections;
46
+ std::vector<types::Detection> filteredLabelDetections;
45
47
  while (!labelDetections.empty()) {
46
- Detection current = labelDetections.front();
48
+ types::Detection current = labelDetections.front();
47
49
  filteredLabelDetections.push_back(current);
48
50
  labelDetections.erase(
49
51
  std::remove_if(labelDetections.begin(), labelDetections.end(),
50
- [&current](const Detection &other) {
52
+ [&current](const types::Detection &other) {
51
53
  return intersectionOverUnion(current, other) >
52
- IOU_THRESHOLD;
54
+ constants::IOU_THRESHOLD;
53
55
  }),
54
56
  labelDetections.end());
55
57
  }
@@ -59,4 +61,4 @@ std::vector<Detection> nonMaxSuppression(std::vector<Detection> detections) {
59
61
  return result;
60
62
  }
61
63
 
62
- } // namespace rnexecutorch
64
+ } // namespace rnexecutorch::models::object_detection::utils
@@ -1,17 +1,11 @@
1
1
  #pragma once
2
2
 
3
+ #include "Types.h"
3
4
  #include <vector>
4
5
 
5
- namespace rnexecutorch {
6
- struct Detection {
7
- float x1;
8
- float y1;
9
- float x2;
10
- float y2;
11
- int label;
12
- float score;
13
- };
14
-
15
- float intersectionOverUnion(const Detection &a, const Detection &b);
16
- std::vector<Detection> nonMaxSuppression(std::vector<Detection> detections);
17
- } // namespace rnexecutorch
6
+ namespace rnexecutorch::models::object_detection::utils {
7
+ float intersectionOverUnion(const types::Detection &a,
8
+ const types::Detection &b);
9
+ std::vector<types::Detection>
10
+ nonMaxSuppression(std::vector<types::Detection> detections);
11
+ } // namespace rnexecutorch::models::object_detection::utils
@@ -2,7 +2,7 @@
2
2
  #include <algorithm>
3
3
  #include <optional>
4
4
 
5
- namespace rnexecutorch::ocr {
5
+ namespace rnexecutorch::models::ocr {
6
6
  CTCLabelConverter::CTCLabelConverter(const std::string &characters)
7
7
  : ignoreIdx(0),
8
8
  character({"[blank]"}) // blank character is ignored character (index 0).
@@ -85,4 +85,4 @@ CTCLabelConverter::decodeGreedy(const std::vector<int32_t> &textIndex,
85
85
 
86
86
  return texts;
87
87
  }
88
- } // namespace rnexecutorch::ocr
88
+ } // namespace rnexecutorch::models::ocr
@@ -3,7 +3,7 @@
3
3
  #include <string>
4
4
  #include <vector>
5
5
 
6
- namespace rnexecutorch::ocr {
6
+ namespace rnexecutorch::models::ocr {
7
7
  /*
8
8
  CTC (Connectionist Temporal Classification) Label Converter
9
9
  is used for decoding the returned list of indices by Recognizer into
@@ -26,4 +26,4 @@ private:
26
26
  std::vector<std::string> character;
27
27
  int32_t ignoreIdx;
28
28
  };
29
- } // namespace rnexecutorch::ocr
29
+ } // namespace rnexecutorch::models::ocr
@@ -3,32 +3,39 @@
3
3
  #include <cstdint>
4
4
  #include <opencv2/opencv.hpp>
5
5
 
6
- namespace rnexecutorch::ocr {
6
+ namespace rnexecutorch::models::ocr::constants {
7
7
 
8
- inline constexpr float TEXT_THRESHOLD = 0.4;
9
- inline constexpr float TEXT_THRESHOLD_VERTICAL = 0.3;
10
- inline constexpr float LINK_THRESHOLD = 0.4;
11
- inline constexpr float LOW_TEXT_THRESHOLD = 0.7;
12
- inline constexpr float CENTER_THRESHOLD = 0.5;
13
- inline constexpr float DISTANCE_THRESHOLD = 2.0;
14
- inline constexpr float HEIGHT_THRESHOLD = 2.0;
15
- inline constexpr float SINGLE_CHARACTER_CENTER_THRESHOLD = 0.3;
16
- inline constexpr float LOW_CONFIDENCE_THRESHOLD = 0.3;
17
- inline constexpr float ADJUST_CONTRAST = 0.2;
18
- inline constexpr int32_t MIN_SIDE_THRESHOLD = 15;
19
- inline constexpr int32_t MAX_SIDE_THRESHOLD = 30;
20
- inline constexpr int32_t RECOGNIZER_HEIGHT = 64;
21
- inline constexpr int32_t LARGE_RECOGNIZER_WIDTH = 512;
22
- inline constexpr int32_t MEDIUM_RECOGNIZER_WIDTH = 256;
23
- inline constexpr int32_t SMALL_RECOGNIZER_WIDTH = 128;
24
- inline constexpr int32_t SMALL_VERTICAL_RECOGNIZER_WIDTH = 64;
25
- inline constexpr int32_t MAX_WIDTH =
26
- LARGE_RECOGNIZER_WIDTH + (LARGE_RECOGNIZER_WIDTH * 0.15);
27
- inline constexpr int32_t SINGLE_CHARACTER_MIN_SIZE = 70;
28
- inline constexpr int32_t RECOGNIZER_IMAGE_SIZE = 1280;
29
- inline constexpr int32_t VERTICAL_LINE_THRESHOLD = 20;
8
+ inline constexpr float kTextThreshold = 0.4;
9
+ inline constexpr float kTextThresholdVertical = 0.3;
10
+ inline constexpr float kLinkThreshold = 0.4;
11
+ inline constexpr float kLowTextThreshold = 0.7;
12
+ inline constexpr float kCenterThreshold = 0.5;
13
+ inline constexpr float kDistanceThreshold = 2.0;
14
+ inline constexpr float kHeightThreshold = 2.0;
15
+ inline constexpr float kSingleCharacterCenterThreshold = 0.3;
16
+ inline constexpr float kLowConfidenceThreshold = 0.3;
17
+ inline constexpr float kAdjustContrast = 0.2;
18
+ inline constexpr int32_t kMinSideThreshold = 15;
19
+ inline constexpr int32_t kMaxSideThreshold = 30;
20
+ inline constexpr int32_t kRecognizerHeight = 64;
21
+ inline constexpr int32_t kLargeRecognizerWidth = 512;
22
+ inline constexpr int32_t kMediumRecognizerWidth = 256;
23
+ inline constexpr int32_t kSmallRecognizerWidth = 128;
24
+ inline constexpr int32_t kSmallVerticalRecognizerWidth = 64;
25
+ inline constexpr int32_t kMaxWidth =
26
+ kLargeRecognizerWidth + (kLargeRecognizerWidth * 0.15);
27
+ inline constexpr int32_t kSingleCharacterMinSize = 70;
28
+ inline constexpr int32_t kRecognizerImageSize = 1280;
29
+ inline constexpr int32_t kVerticalLineThreshold = 20;
30
30
 
31
- inline const cv::Scalar MEAN(0.485, 0.456, 0.406);
32
- inline const cv::Scalar VARIANCE(0.229, 0.224, 0.225);
31
+ /*
32
+ Mean and variance values for image normalization were used in EASYOCR pipeline
33
+ (see
34
+ https://github.com/JaidedAI/EasyOCR/blob/c4f3cd7225efd4f85451bd8b4a7646ae9a092420/easyocr/imgproc.py#L20)
35
+ but they originate from ImageNet dataset and they are widely use in
36
+ ComputerVision preprocessing.
37
+ */
38
+ inline const cv::Scalar kNormalizationMean(0.485, 0.456, 0.406);
39
+ inline const cv::Scalar kNormalizationVariance(0.229, 0.224, 0.225);
33
40
 
34
- } // namespace rnexecutorch::ocr
41
+ } // namespace rnexecutorch::models::ocr::constants
@@ -1,9 +1,9 @@
1
1
  #include "Detector.h"
2
2
  #include <rnexecutorch/data_processing/ImageProcessing.h>
3
3
  #include <rnexecutorch/models/ocr/Constants.h>
4
- #include <rnexecutorch/models/ocr/DetectorUtils.h>
4
+ #include <rnexecutorch/models/ocr/utils/DetectorUtils.h>
5
5
 
6
- namespace rnexecutorch {
6
+ namespace rnexecutorch::models::ocr {
7
7
  Detector::Detector(const std::string &modelSource,
8
8
  std::shared_ptr<react::CallInvoker> callInvoker)
9
9
  : BaseModel(modelSource, callInvoker) {
@@ -24,7 +24,7 @@ Detector::Detector(const std::string &modelSource,
24
24
 
25
25
  cv::Size Detector::getModelImageSize() const noexcept { return modelImageSize; }
26
26
 
27
- std::vector<ocr::DetectorBBox> Detector::generate(const cv::Mat &inputImage) {
27
+ std::vector<types::DetectorBBox> Detector::generate(const cv::Mat &inputImage) {
28
28
  /*
29
29
  Detector as an input accepts tensor with a shape of [1, 3, H, H].
30
30
  where H is a constant for model. In our supported models it is currently
@@ -34,9 +34,10 @@ std::vector<ocr::DetectorBBox> Detector::generate(const cv::Mat &inputImage) {
34
34
  */
35
35
  auto inputShapes = getAllInputShapes();
36
36
  cv::Mat resizedInputImage =
37
- imageprocessing::resizePadded(inputImage, getModelImageSize());
38
- TensorPtr inputTensor = imageprocessing::getTensorFromMatrix(
39
- inputShapes[0], resizedInputImage, ocr::MEAN, ocr::VARIANCE);
37
+ image_processing::resizePadded(inputImage, getModelImageSize());
38
+ TensorPtr inputTensor = image_processing::getTensorFromMatrix(
39
+ inputShapes[0], resizedInputImage, constants::kNormalizationMean,
40
+ constants::kNormalizationVariance);
40
41
  auto forwardResult = BaseModel::forward(inputTensor);
41
42
  if (!forwardResult.ok()) {
42
43
  throw std::runtime_error(
@@ -47,7 +48,7 @@ std::vector<ocr::DetectorBBox> Detector::generate(const cv::Mat &inputImage) {
47
48
  return postprocess(forwardResult->at(0).toTensor());
48
49
  }
49
50
 
50
- std::vector<ocr::DetectorBBox>
51
+ std::vector<types::DetectorBBox>
51
52
  Detector::postprocess(const Tensor &tensor) const {
52
53
  /*
53
54
  The output of the model consists of two matrices (heat maps):
@@ -62,19 +63,16 @@ Detector::postprocess(const Tensor &tensor) const {
62
63
  The output of the model is a matrix half the size of the input image
63
64
  containing two channels representing the heatmaps.
64
65
  */
65
- auto [scoreTextMat, scoreAffinityMat] = ocr::interleavedArrayToMats(
66
+ auto [scoreTextMat, scoreAffinityMat] = utils::interleavedArrayToMats(
66
67
  tensorData,
67
68
  cv::Size(modelImageSize.width / 2, modelImageSize.height / 2));
68
69
 
69
70
  /*
70
71
  Heatmaps are then converted into list of bounding boxes.
71
- Too see how it is achieved see the description of this function in
72
- the DetectorUtils.h source file and the implementation in the
73
- DetectorUtils.cpp.
74
72
  */
75
- std::vector<ocr::DetectorBBox> bBoxesList = ocr::getDetBoxesFromTextMap(
76
- scoreTextMat, scoreAffinityMat, ocr::TEXT_THRESHOLD, ocr::LINK_THRESHOLD,
77
- ocr::LOW_TEXT_THRESHOLD);
73
+ std::vector<types::DetectorBBox> bBoxesList = utils::getDetBoxesFromTextMap(
74
+ scoreTextMat, scoreAffinityMat, constants::kTextThreshold,
75
+ constants::kLinkThreshold, constants::kLowTextThreshold);
78
76
 
79
77
  /*
80
78
  Bounding boxes are at first corresponding to the 400x400 size or 640x640.
@@ -82,21 +80,21 @@ Detector::postprocess(const Tensor &tensor) const {
82
80
  1280x1280. To match this difference we has to scale by the proper factor
83
81
  (3.2 or 2.0).
84
82
  */
85
- const float restoreRatio =
86
- ocr::calculateRestoreRatio(scoreTextMat.rows, ocr::RECOGNIZER_IMAGE_SIZE);
87
- ocr::restoreBboxRatio(bBoxesList, restoreRatio);
83
+ const float restoreRatio = utils::calculateRestoreRatio(
84
+ scoreTextMat.rows, constants::kRecognizerImageSize);
85
+ utils::restoreBboxRatio(bBoxesList, restoreRatio);
88
86
  /*
89
87
  Since every bounding box is processed separately by Recognition models, we'd
90
88
  like to reduce the number of boxes. Also, grouping nearby boxes means we
91
89
  process many words / full line at once. It is not only faster but also easier
92
90
  for Recognizer models than recognition of single characters.
93
91
  */
94
- bBoxesList = ocr::groupTextBoxes(
95
- bBoxesList, ocr::CENTER_THRESHOLD, ocr::DISTANCE_THRESHOLD,
96
- ocr::HEIGHT_THRESHOLD, ocr::MIN_SIDE_THRESHOLD, ocr::MAX_SIDE_THRESHOLD,
97
- ocr::MAX_WIDTH);
92
+ bBoxesList = utils::groupTextBoxes(
93
+ bBoxesList, constants::kCenterThreshold, constants::kDistanceThreshold,
94
+ constants::kHeightThreshold, constants::kMinSideThreshold,
95
+ constants::kMaxSideThreshold, constants::kMaxWidth);
98
96
 
99
97
  return bBoxesList;
100
98
  }
101
99
 
102
- } // namespace rnexecutorch
100
+ } // namespace rnexecutorch::models::ocr