react-native-executorch 0.5.1 → 0.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/CMakeLists.txt +24 -0
- package/android/build.gradle +1 -0
- package/android/src/main/cpp/CMakeLists.txt +25 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchPackage.kt +1 -13
- package/common/rnexecutorch/RnExecutorchInstaller.cpp +52 -18
- package/common/rnexecutorch/RnExecutorchInstaller.h +0 -25
- package/common/rnexecutorch/TokenizerModule.cpp +1 -1
- package/common/rnexecutorch/TokenizerModule.h +4 -1
- package/common/rnexecutorch/data_processing/FileUtils.h +2 -2
- package/common/rnexecutorch/data_processing/ImageProcessing.cpp +5 -5
- package/common/rnexecutorch/data_processing/ImageProcessing.h +2 -2
- package/common/rnexecutorch/data_processing/Numerical.cpp +13 -0
- package/common/rnexecutorch/host_objects/JsiConversions.h +43 -62
- package/common/rnexecutorch/host_objects/ModelHostObject.h +43 -24
- package/common/rnexecutorch/metaprogramming/ConstructorHelpers.h +8 -6
- package/common/rnexecutorch/metaprogramming/FunctionHelpers.h +1 -1
- package/common/rnexecutorch/models/BaseModel.cpp +2 -2
- package/common/rnexecutorch/models/BaseModel.h +5 -0
- package/common/rnexecutorch/models/EncoderDecoderBase.cpp +2 -2
- package/common/rnexecutorch/models/EncoderDecoderBase.h +2 -2
- package/common/rnexecutorch/models/classification/Classification.cpp +6 -6
- package/common/rnexecutorch/models/classification/Classification.h +5 -0
- package/common/rnexecutorch/models/classification/Constants.h +3 -3
- package/common/rnexecutorch/models/embeddings/BaseEmbeddings.cpp +2 -2
- package/common/rnexecutorch/models/embeddings/BaseEmbeddings.h +2 -2
- package/common/rnexecutorch/models/embeddings/image/ImageEmbeddings.cpp +3 -3
- package/common/rnexecutorch/models/embeddings/image/ImageEmbeddings.h +5 -0
- package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.cpp +2 -2
- package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.h +6 -1
- package/common/rnexecutorch/models/image_segmentation/Constants.h +3 -3
- package/common/rnexecutorch/models/image_segmentation/ImageSegmentation.cpp +6 -5
- package/common/rnexecutorch/models/image_segmentation/ImageSegmentation.h +8 -1
- package/common/rnexecutorch/models/llm/LLM.cpp +58 -0
- package/common/rnexecutorch/models/llm/LLM.h +35 -0
- package/common/rnexecutorch/models/object_detection/Constants.h +3 -3
- package/common/rnexecutorch/models/object_detection/ObjectDetection.cpp +8 -8
- package/common/rnexecutorch/models/object_detection/ObjectDetection.h +11 -5
- package/common/rnexecutorch/models/object_detection/Types.h +13 -0
- package/common/rnexecutorch/models/object_detection/Utils.cpp +13 -11
- package/common/rnexecutorch/models/object_detection/Utils.h +7 -13
- package/common/rnexecutorch/models/ocr/CTCLabelConverter.cpp +2 -2
- package/common/rnexecutorch/models/ocr/CTCLabelConverter.h +2 -2
- package/common/rnexecutorch/models/ocr/Constants.h +33 -26
- package/common/rnexecutorch/models/ocr/Detector.cpp +20 -22
- package/common/rnexecutorch/models/ocr/Detector.h +4 -4
- package/common/rnexecutorch/models/ocr/OCR.cpp +9 -8
- package/common/rnexecutorch/models/ocr/OCR.h +11 -3
- package/common/rnexecutorch/models/ocr/RecognitionHandler.cpp +20 -19
- package/common/rnexecutorch/models/ocr/RecognitionHandler.h +9 -7
- package/common/rnexecutorch/models/ocr/Recognizer.cpp +7 -7
- package/common/rnexecutorch/models/ocr/Recognizer.h +2 -2
- package/common/rnexecutorch/models/ocr/Types.h +4 -6
- package/common/rnexecutorch/models/ocr/{DetectorUtils.cpp → utils/DetectorUtils.cpp} +70 -63
- package/common/rnexecutorch/models/ocr/{DetectorUtils.h → utils/DetectorUtils.h} +12 -11
- package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.cpp → utils/RecognitionHandlerUtils.cpp} +14 -11
- package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.h → utils/RecognitionHandlerUtils.h} +5 -5
- package/common/rnexecutorch/models/ocr/{RecognizerUtils.cpp → utils/RecognizerUtils.cpp} +28 -26
- package/common/rnexecutorch/models/ocr/{RecognizerUtils.h → utils/RecognizerUtils.h} +15 -14
- package/common/rnexecutorch/models/speech_to_text/SpeechToText.cpp +2 -2
- package/common/rnexecutorch/models/speech_to_text/SpeechToText.h +9 -2
- package/common/rnexecutorch/models/speech_to_text/SpeechToTextStrategy.h +2 -2
- package/common/rnexecutorch/models/speech_to_text/WhisperStrategy.cpp +2 -2
- package/common/rnexecutorch/models/speech_to_text/WhisperStrategy.h +2 -2
- package/common/rnexecutorch/models/style_transfer/StyleTransfer.cpp +5 -5
- package/common/rnexecutorch/models/style_transfer/StyleTransfer.h +6 -0
- package/common/rnexecutorch/models/vertical_ocr/VerticalDetector.cpp +23 -22
- package/common/rnexecutorch/models/vertical_ocr/VerticalDetector.h +4 -4
- package/common/rnexecutorch/models/vertical_ocr/VerticalOCR.cpp +34 -34
- package/common/rnexecutorch/models/vertical_ocr/VerticalOCR.h +27 -20
- package/{third-party/ios/ExecutorchLib/ExecutorchLib/sampler → common/runner}/sampler.cpp +3 -2
- package/{third-party/ios/ExecutorchLib/ExecutorchLib/sampler → common/runner}/sampler.h +3 -2
- package/ios/libs/executorch/libbackend_coreml_ios.a +0 -0
- package/ios/libs/executorch/libbackend_coreml_simulator.a +0 -0
- package/{third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/ios-arm64 → ios/libs/executorch}/libbackend_mps_ios.a +0 -0
- package/{third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/ios-arm64-simulator → ios/libs/executorch}/libbackend_mps_simulator.a +0 -0
- package/ios/libs/executorch/libbackend_xnnpack_ios.a +0 -0
- package/ios/libs/executorch/libbackend_xnnpack_simulator.a +0 -0
- package/ios/libs/executorch/libexecutorch_ios.a +0 -0
- package/ios/libs/executorch/libexecutorch_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_custom_ios.a +0 -0
- package/ios/libs/executorch/libkernels_custom_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_optimized_ios.a +0 -0
- package/ios/libs/executorch/libkernels_optimized_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_portable_ios.a +0 -0
- package/ios/libs/executorch/libkernels_portable_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_quantized_ios.a +0 -0
- package/ios/libs/executorch/libkernels_quantized_simulator.a +0 -0
- package/ios/libs/tokenizers-cpp/physical-arm64-release/libsentencepiece.a +0 -0
- package/ios/{ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/ExecutorchLib → libs/tokenizers-cpp/physical-arm64-release/libtokenizers_c.a} +0 -0
- package/ios/libs/tokenizers-cpp/physical-arm64-release/libtokenizers_cpp.a +0 -0
- package/ios/libs/tokenizers-cpp/simulator-arm64-debug/libsentencepiece.a +0 -0
- package/ios/{ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/ExecutorchLib → libs/tokenizers-cpp/simulator-arm64-debug/libtokenizers_c.a} +0 -0
- package/ios/libs/tokenizers-cpp/simulator-arm64-debug/libtokenizers_cpp.a +0 -0
- package/lib/Error.js +53 -0
- package/lib/ThreadPool.d.ts +10 -0
- package/lib/ThreadPool.js +28 -0
- package/lib/common/Logger.d.ts +8 -0
- package/lib/common/Logger.js +19 -0
- package/lib/constants/directories.js +2 -0
- package/lib/constants/llmDefaults.d.ts +6 -0
- package/lib/constants/llmDefaults.js +16 -0
- package/lib/constants/modelUrls.d.ts +223 -0
- package/lib/constants/modelUrls.js +322 -0
- package/lib/constants/ocr/models.d.ts +882 -0
- package/lib/constants/ocr/models.js +182 -0
- package/lib/constants/ocr/symbols.js +139 -0
- package/lib/constants/sttDefaults.d.ts +28 -0
- package/lib/constants/sttDefaults.js +68 -0
- package/lib/controllers/LLMController.d.ts +47 -0
- package/lib/controllers/LLMController.js +213 -0
- package/lib/controllers/OCRController.js +67 -0
- package/lib/controllers/SpeechToTextController.d.ts +56 -0
- package/lib/controllers/SpeechToTextController.js +349 -0
- package/lib/controllers/VerticalOCRController.js +70 -0
- package/lib/hooks/computer_vision/useClassification.d.ts +15 -0
- package/lib/hooks/computer_vision/useClassification.js +7 -0
- package/lib/hooks/computer_vision/useImageEmbeddings.d.ts +15 -0
- package/lib/hooks/computer_vision/useImageEmbeddings.js +7 -0
- package/lib/hooks/computer_vision/useImageSegmentation.d.ts +38 -0
- package/lib/hooks/computer_vision/useImageSegmentation.js +7 -0
- package/lib/hooks/computer_vision/useOCR.d.ts +20 -0
- package/lib/hooks/computer_vision/useOCR.js +41 -0
- package/lib/hooks/computer_vision/useObjectDetection.d.ts +15 -0
- package/lib/hooks/computer_vision/useObjectDetection.js +7 -0
- package/lib/hooks/computer_vision/useStyleTransfer.d.ts +15 -0
- package/lib/hooks/computer_vision/useStyleTransfer.js +7 -0
- package/lib/hooks/computer_vision/useVerticalOCR.d.ts +21 -0
- package/lib/hooks/computer_vision/useVerticalOCR.js +43 -0
- package/lib/hooks/general/useExecutorchModule.d.ts +13 -0
- package/lib/hooks/general/useExecutorchModule.js +7 -0
- package/lib/hooks/natural_language_processing/useLLM.d.ts +10 -0
- package/lib/hooks/natural_language_processing/useLLM.js +78 -0
- package/lib/hooks/natural_language_processing/useSpeechToText.d.ts +27 -0
- package/lib/hooks/natural_language_processing/useSpeechToText.js +49 -0
- package/lib/hooks/natural_language_processing/useTextEmbeddings.d.ts +16 -0
- package/lib/hooks/natural_language_processing/useTextEmbeddings.js +7 -0
- package/lib/hooks/natural_language_processing/useTokenizer.d.ts +17 -0
- package/lib/hooks/natural_language_processing/useTokenizer.js +52 -0
- package/lib/hooks/useModule.js +45 -0
- package/lib/hooks/useNonStaticModule.d.ts +20 -0
- package/lib/hooks/useNonStaticModule.js +49 -0
- package/lib/index.d.ts +48 -0
- package/lib/index.js +58 -0
- package/lib/module/controllers/LLMController.js +6 -10
- package/lib/module/controllers/LLMController.js.map +1 -1
- package/lib/module/hooks/computer_vision/useClassification.js +2 -2
- package/lib/module/hooks/computer_vision/useClassification.js.map +1 -1
- package/lib/module/hooks/computer_vision/useImageEmbeddings.js +2 -2
- package/lib/module/hooks/computer_vision/useImageEmbeddings.js.map +1 -1
- package/lib/module/hooks/computer_vision/useImageSegmentation.js +2 -2
- package/lib/module/hooks/computer_vision/useImageSegmentation.js.map +1 -1
- package/lib/module/hooks/computer_vision/useObjectDetection.js +2 -2
- package/lib/module/hooks/computer_vision/useObjectDetection.js.map +1 -1
- package/lib/module/hooks/computer_vision/useStyleTransfer.js +2 -2
- package/lib/module/hooks/computer_vision/useStyleTransfer.js.map +1 -1
- package/lib/module/hooks/general/useExecutorchModule.js +2 -2
- package/lib/module/hooks/general/useExecutorchModule.js.map +1 -1
- package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js +2 -2
- package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js.map +1 -1
- package/lib/module/hooks/useModule.js +13 -9
- package/lib/module/hooks/useModule.js.map +1 -1
- package/lib/module/index.js +1 -1
- package/lib/module/index.js.map +1 -1
- package/lib/module/modules/BaseModule.js +9 -17
- package/lib/module/modules/BaseModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ClassificationModule.js +2 -2
- package/lib/module/modules/computer_vision/ClassificationModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js +2 -2
- package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ImageSegmentationModule.js +2 -2
- package/lib/module/modules/computer_vision/ImageSegmentationModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ObjectDetectionModule.js +2 -2
- package/lib/module/modules/computer_vision/ObjectDetectionModule.js.map +1 -1
- package/lib/module/modules/computer_vision/StyleTransferModule.js +2 -2
- package/lib/module/modules/computer_vision/StyleTransferModule.js.map +1 -1
- package/lib/module/modules/general/ExecutorchModule.js +2 -2
- package/lib/module/modules/general/ExecutorchModule.js.map +1 -1
- package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js +2 -2
- package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js.map +1 -1
- package/lib/module/native/RnExecutorchModules.js +1 -2
- package/lib/module/native/RnExecutorchModules.js.map +1 -1
- package/lib/module/utils/ResourceFetcher.js +6 -8
- package/lib/module/utils/ResourceFetcher.js.map +1 -1
- package/lib/module/utils/ResourceFetcherUtils.js +20 -20
- package/lib/module/utils/ResourceFetcherUtils.js.map +1 -1
- package/lib/module/utils/SpeechToTextModule/ASR.js +3 -3
- package/lib/module/utils/SpeechToTextModule/ASR.js.map +1 -1
- package/lib/modules/BaseModule.js +25 -0
- package/lib/modules/BaseNonStaticModule.js +14 -0
- package/lib/modules/computer_vision/ClassificationModule.d.ts +8 -0
- package/lib/modules/computer_vision/ClassificationModule.js +17 -0
- package/lib/modules/computer_vision/ImageEmbeddingsModule.d.ts +8 -0
- package/lib/modules/computer_vision/ImageEmbeddingsModule.js +17 -0
- package/lib/modules/computer_vision/ImageSegmentationModule.d.ts +11 -0
- package/lib/modules/computer_vision/ImageSegmentationModule.js +27 -0
- package/lib/modules/computer_vision/OCRModule.d.ts +14 -0
- package/lib/modules/computer_vision/OCRModule.js +17 -0
- package/lib/modules/computer_vision/ObjectDetectionModule.d.ts +9 -0
- package/lib/modules/computer_vision/ObjectDetectionModule.js +17 -0
- package/lib/modules/computer_vision/StyleTransferModule.d.ts +8 -0
- package/lib/modules/computer_vision/StyleTransferModule.js +17 -0
- package/lib/modules/computer_vision/VerticalOCRModule.d.ts +14 -0
- package/lib/modules/computer_vision/VerticalOCRModule.js +19 -0
- package/lib/modules/general/ExecutorchModule.d.ts +7 -0
- package/lib/modules/general/ExecutorchModule.js +14 -0
- package/lib/modules/natural_language_processing/LLMModule.d.ts +28 -0
- package/lib/modules/natural_language_processing/LLMModule.js +45 -0
- package/lib/modules/natural_language_processing/SpeechToTextModule.d.ts +24 -0
- package/lib/modules/natural_language_processing/SpeechToTextModule.js +36 -0
- package/lib/modules/natural_language_processing/TextEmbeddingsModule.d.ts +9 -0
- package/lib/modules/natural_language_processing/TextEmbeddingsModule.js +21 -0
- package/lib/modules/natural_language_processing/TokenizerModule.d.ts +12 -0
- package/lib/modules/natural_language_processing/TokenizerModule.js +30 -0
- package/lib/native/NativeETInstaller.js +2 -0
- package/lib/native/NativeOCR.js +2 -0
- package/lib/native/NativeVerticalOCR.js +2 -0
- package/lib/native/RnExecutorchModules.d.ts +7 -0
- package/lib/native/RnExecutorchModules.js +18 -0
- package/lib/tsconfig.tsbuildinfo +1 -1
- package/lib/types/common.d.ts +32 -0
- package/lib/types/common.js +25 -0
- package/lib/types/imageSegmentation.js +26 -0
- package/lib/types/llm.d.ts +46 -0
- package/lib/types/llm.js +9 -0
- package/lib/types/objectDetection.js +94 -0
- package/lib/types/ocr.js +1 -0
- package/lib/types/stt.d.ts +94 -0
- package/lib/types/stt.js +85 -0
- package/lib/typescript/controllers/LLMController.d.ts +1 -1
- package/lib/typescript/controllers/LLMController.d.ts.map +1 -1
- package/lib/typescript/hooks/useModule.d.ts +8 -5
- package/lib/typescript/hooks/useModule.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +1 -0
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/modules/BaseModule.d.ts +7 -6
- package/lib/typescript/modules/BaseModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ImageEmbeddingsModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ImageEmbeddingsModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts.map +1 -1
- package/lib/typescript/modules/general/ExecutorchModule.d.ts +2 -2
- package/lib/typescript/modules/general/ExecutorchModule.d.ts.map +1 -1
- package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts +2 -2
- package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts.map +1 -1
- package/lib/typescript/native/RnExecutorchModules.d.ts +1 -3
- package/lib/typescript/native/RnExecutorchModules.d.ts.map +1 -1
- package/lib/typescript/utils/ResourceFetcher.d.ts.map +1 -1
- package/lib/typescript/utils/ResourceFetcherUtils.d.ts.map +1 -1
- package/lib/utils/ResourceFetcher.d.ts +24 -0
- package/lib/utils/ResourceFetcher.js +305 -0
- package/lib/utils/ResourceFetcherUtils.d.ts +54 -0
- package/lib/utils/ResourceFetcherUtils.js +127 -0
- package/lib/utils/llm.d.ts +6 -0
- package/lib/utils/llm.js +72 -0
- package/lib/utils/stt.js +21 -0
- package/package.json +1 -2
- package/react-native-executorch.podspec +47 -44
- package/src/controllers/LLMController.ts +8 -13
- package/src/hooks/computer_vision/useClassification.ts +2 -2
- package/src/hooks/computer_vision/useImageEmbeddings.ts +2 -2
- package/src/hooks/computer_vision/useImageSegmentation.ts +2 -2
- package/src/hooks/computer_vision/useObjectDetection.ts +2 -2
- package/src/hooks/computer_vision/useStyleTransfer.ts +2 -2
- package/src/hooks/general/useExecutorchModule.ts +2 -2
- package/src/hooks/natural_language_processing/useTextEmbeddings.ts +2 -2
- package/src/hooks/useModule.ts +23 -13
- package/src/index.ts +3 -2
- package/src/modules/BaseModule.ts +17 -28
- package/src/modules/computer_vision/ClassificationModule.ts +2 -2
- package/src/modules/computer_vision/ImageEmbeddingsModule.ts +2 -2
- package/src/modules/computer_vision/ImageSegmentationModule.ts +2 -2
- package/src/modules/computer_vision/ObjectDetectionModule.ts +2 -2
- package/src/modules/computer_vision/StyleTransferModule.ts +2 -2
- package/src/modules/general/ExecutorchModule.ts +2 -2
- package/src/modules/natural_language_processing/TextEmbeddingsModule.ts +2 -2
- package/src/native/RnExecutorchModules.ts +1 -5
- package/src/utils/ResourceFetcher.ts +9 -7
- package/src/utils/ResourceFetcherUtils.ts +15 -17
- package/src/utils/SpeechToTextModule/ASR.ts +4 -4
- package/third-party/android/libs/cpuinfo/arm64-v8a/libcpuinfo.so +0 -0
- package/third-party/android/libs/pthreadpool/arm64-v8a/libpthreadpool.so +0 -0
- package/third-party/include/cpuinfo/cpuinfo.h +2305 -0
- package/third-party/include/executorch/extension/threadpool/cpuinfo_utils.h +26 -0
- package/third-party/include/executorch/extension/threadpool/threadpool.h +94 -0
- package/third-party/include/pthreadpool/pthreadpool.h +2236 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/LLM.kt +0 -63
- package/ios/ExecutorchLib.xcframework/Info.plist +0 -43
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/ETModel.h +0 -27
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +0 -14
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/LLaMARunner.h +0 -32
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Info.plist +0 -0
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/ETModel.h +0 -27
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +0 -14
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/LLaMARunner.h +0 -32
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Info.plist +0 -0
- package/ios/RnExecutorch/LLM.h +0 -5
- package/ios/RnExecutorch/LLM.mm +0 -78
- package/ios/RnExecutorch.xcodeproj/project.xcworkspace/contents.xcworkspacedata +0 -7
- package/ios/RnExecutorch.xcodeproj/project.xcworkspace/xcuserdata/jakubchmura.xcuserdatad/UserInterfaceState.xcuserstate +0 -0
- package/ios/RnExecutorch.xcodeproj/xcuserdata/jakubchmura.xcuserdatad/xcschemes/xcschememanagement.plist +0 -14
- package/lib/module/modules/BaseNonStaticModule.js +0 -17
- package/lib/module/modules/BaseNonStaticModule.js.map +0 -1
- package/lib/module/native/NativeLLM.js +0 -5
- package/lib/module/native/NativeLLM.js.map +0 -1
- package/lib/typescript/modules/BaseNonStaticModule.d.ts +0 -10
- package/lib/typescript/modules/BaseNonStaticModule.d.ts.map +0 -1
- package/lib/typescript/native/NativeLLM.d.ts +0 -12
- package/lib/typescript/native/NativeLLM.d.ts.map +0 -1
- package/src/modules/BaseNonStaticModule.ts +0 -26
- package/src/native/NativeLLM.ts +0 -14
- package/third-party/include/tokenizers-cpp/tokenizers_c.h +0 -61
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.h +0 -27
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.mm +0 -249
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.h +0 -14
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.mm +0 -80
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.h +0 -32
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.mm +0 -95
- package/third-party/ios/ExecutorchLib/ExecutorchLib/InputType.h +0 -12
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Utils.hpp +0 -217
- package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.cpp +0 -11
- package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.h +0 -11
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/base64.h +0 -202
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/bpe_tokenizer.cpp +0 -313
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/bpe_tokenizer.h +0 -57
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/llama_tiktoken.cpp +0 -78
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/llama_tiktoken.h +0 -23
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tiktoken.cpp +0 -427
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tiktoken.h +0 -87
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tokenizer.h +0 -76
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.pbxproj +0 -683
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.xcworkspace/contents.xcworkspacedata +0 -7
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.xcworkspace/xcuserdata/jakubchmura.xcuserdatad/UserInterfaceState.xcuserstate +0 -0
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/xcuserdata/jakubchmura.xcuserdatad/xcschemes/xcschememanagement.plist +0 -14
- package/third-party/ios/ExecutorchLib/build.sh +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/ios-arm64/libbackend_coreml_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/ios-arm64-simulator/libbackend_coreml_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/ios-arm64/libbackend_xnnpack_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/ios-arm64-simulator/libbackend_xnnpack_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/Info.plist +0 -47
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorch.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchError.h +0 -16
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchLog.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchModule.h +0 -286
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchTensor.h +0 -742
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchValue.h +0 -219
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/module/module.h +0 -492
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_accessor.h +0 -190
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_ptr.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_ptr_maker.h +0 -653
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/backend_execution_context.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/backend_init_context.h +0 -72
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/interface.h +0 -166
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/array_ref.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/data_loader.h +0 -136
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/defines.h +0 -20
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/error.h +0 -229
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/evalue.h +0 -521
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer.h +0 -565
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer_hooks.h +0 -323
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer_hooks_delegate.h +0 -197
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/exec_aten.h +0 -147
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/dim_order_util.h +0 -263
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/scalar_type_util.h +0 -1331
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +0 -21
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +0 -69
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_util.h +0 -1250
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/freeable_buffer.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/hierarchical_allocator.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/memory_allocator.h +0 -198
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/named_data_map.h +0 -86
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bfloat16.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bfloat16_math.h +0 -14
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bits_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/complex.h +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/device.h +0 -70
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/half.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/optional.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/qint_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/scalar.h +0 -110
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/scalar_type.h +0 -154
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/string_view.h +0 -29
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor.h +0 -142
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor_impl.h +0 -261
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor_options.h +0 -60
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/result.h +0 -258
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/span.h +0 -93
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tag.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tensor_layout.h +0 -79
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tensor_shape_dynamism.h +0 -39
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/memory_manager.h +0 -113
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/method.h +0 -387
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/method_meta.h +0 -251
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/program.h +0 -320
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/pte_data_map.h +0 -144
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/tensor_parser.h +0 -156
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/kernel/kernel_runtime_context.h +0 -122
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/kernel/operator_registry.h +0 -278
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/abort.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/assert.h +0 -119
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/clock.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/compat_unistd.h +0 -75
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/compiler.h +0 -191
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/log.h +0 -177
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/platform.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/profiler.h +0 -292
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/runtime.h +0 -35
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/system.h +0 -49
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/types.h +0 -24
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/schema/extended_header.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/module.modulemap +0 -5
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/libexecutorch_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorch.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchError.h +0 -16
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchLog.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchModule.h +0 -286
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchTensor.h +0 -742
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchValue.h +0 -219
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/module/module.h +0 -492
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_accessor.h +0 -190
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_ptr.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_ptr_maker.h +0 -653
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/backend_execution_context.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/backend_init_context.h +0 -72
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/interface.h +0 -166
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/array_ref.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/data_loader.h +0 -136
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/defines.h +0 -20
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/error.h +0 -229
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/evalue.h +0 -521
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer.h +0 -565
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer_hooks.h +0 -323
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer_hooks_delegate.h +0 -197
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/exec_aten.h +0 -147
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/dim_order_util.h +0 -263
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/scalar_type_util.h +0 -1331
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +0 -21
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +0 -69
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_util.h +0 -1250
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/freeable_buffer.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/hierarchical_allocator.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/memory_allocator.h +0 -198
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/named_data_map.h +0 -86
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bfloat16.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bfloat16_math.h +0 -14
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bits_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/complex.h +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/device.h +0 -70
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/half.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/optional.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/qint_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/scalar.h +0 -110
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/scalar_type.h +0 -154
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/string_view.h +0 -29
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor.h +0 -142
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor_impl.h +0 -261
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor_options.h +0 -60
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/result.h +0 -258
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/span.h +0 -93
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tag.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tensor_layout.h +0 -79
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tensor_shape_dynamism.h +0 -39
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/memory_manager.h +0 -113
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/method.h +0 -387
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/method_meta.h +0 -251
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/program.h +0 -320
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/pte_data_map.h +0 -144
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/tensor_parser.h +0 -156
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/kernel/kernel_runtime_context.h +0 -122
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/kernel/operator_registry.h +0 -278
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/abort.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/assert.h +0 -119
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/clock.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/compat_unistd.h +0 -75
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/compiler.h +0 -191
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/log.h +0 -177
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/platform.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/profiler.h +0 -292
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/runtime.h +0 -35
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/system.h +0 -49
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/types.h +0 -24
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/schema/extended_header.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/module.modulemap +0 -5
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/libexecutorch_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/ios-arm64/libkernels_custom_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/ios-arm64-simulator/libkernels_custom_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/ios-arm64/libkernels_optimized_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/ios-arm64-simulator/libkernels_optimized_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/ios-arm64/libkernels_portable_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/ios-arm64-simulator/libkernels_portable_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/ios-arm64/libkernels_quantized_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/ios-arm64-simulator/libkernels_quantized_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/bitmap256.h +0 -82
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/filtered_re2.h +0 -111
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/pod_array.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prefilter.h +0 -130
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prefilter_tree.h +0 -139
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prog.h +0 -483
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/re2.h +0 -994
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/regexp.h +0 -692
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/set.h +0 -85
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/sparse_array.h +0 -367
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/sparse_set.h +0 -241
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/stringpiece.h +0 -205
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/unicode_casefold.h +0 -78
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/unicode_groups.h +0 -64
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/walker-inl.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Info.plist +0 -26
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/re2 +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/bitmap256.h +0 -82
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/filtered_re2.h +0 -111
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/pod_array.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prefilter.h +0 -130
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prefilter_tree.h +0 -139
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prog.h +0 -483
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/re2.h +0 -994
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/regexp.h +0 -692
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/set.h +0 -85
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/sparse_array.h +0 -367
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/sparse_set.h +0 -241
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/stringpiece.h +0 -205
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/unicode_casefold.h +0 -78
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/unicode_groups.h +0 -64
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/walker-inl.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Info.plist +0 -26
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/re2 +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/irunner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/runner.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/runner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/stats.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_decoder_runner.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_decoder_runner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_prefiller.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_prefiller.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_token_generator.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/util.h +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#include "RecognizerUtils.h"
|
|
2
2
|
|
|
3
|
-
namespace rnexecutorch::ocr {
|
|
3
|
+
namespace rnexecutorch::models::ocr::utils {
|
|
4
4
|
cv::Mat softmax(const cv::Mat &inputs) {
|
|
5
5
|
cv::Mat maxVal;
|
|
6
6
|
cv::reduce(inputs, maxVal, 1, cv::REDUCE_MAX, CV_32F);
|
|
@@ -28,9 +28,9 @@ void divideMatrixByRows(cv::Mat &matrix, const std::vector<float> &rowSums) {
|
|
|
28
28
|
}
|
|
29
29
|
}
|
|
30
30
|
|
|
31
|
-
ValuesAndIndices findMaxValuesIndices(const cv::Mat &mat) {
|
|
31
|
+
types::ValuesAndIndices findMaxValuesIndices(const cv::Mat &mat) {
|
|
32
32
|
CV_Assert(mat.type() == CV_32F);
|
|
33
|
-
ValuesAndIndices result{};
|
|
33
|
+
types::ValuesAndIndices result{};
|
|
34
34
|
result.values.reserve(mat.rows);
|
|
35
35
|
result.indices.reserve(mat.rows);
|
|
36
36
|
|
|
@@ -66,7 +66,7 @@ float confidenceScore(const std::vector<float> &values,
|
|
|
66
66
|
return std::pow(product, exponent);
|
|
67
67
|
}
|
|
68
68
|
|
|
69
|
-
cv::Rect extractBoundingBox(std::array<Point, 4> &points) {
|
|
69
|
+
cv::Rect extractBoundingBox(std::array<types::Point, 4> &points) {
|
|
70
70
|
cv::Mat pointsMat(4, 1, CV_32FC2, points.data());
|
|
71
71
|
return cv::boundingRect(pointsMat);
|
|
72
72
|
}
|
|
@@ -107,10 +107,11 @@ cv::Mat characterBitMask(const cv::Mat &img) {
|
|
|
107
107
|
|
|
108
108
|
const int32_t height = thresh.rows;
|
|
109
109
|
const int32_t width = thresh.cols;
|
|
110
|
-
const int32_t minX =
|
|
111
|
-
const int32_t maxX = (1 -
|
|
112
|
-
const int32_t minY =
|
|
113
|
-
const int32_t maxY =
|
|
110
|
+
const int32_t minX = constants::kSingleCharacterCenterThreshold * width;
|
|
111
|
+
const int32_t maxX = (1 - constants::kSingleCharacterCenterThreshold) * width;
|
|
112
|
+
const int32_t minY = constants::kSingleCharacterCenterThreshold * height;
|
|
113
|
+
const int32_t maxY =
|
|
114
|
+
(1 - constants::kSingleCharacterCenterThreshold) * height;
|
|
114
115
|
|
|
115
116
|
int32_t selectedComponent = -1;
|
|
116
117
|
int32_t maxArea = -1;
|
|
@@ -120,8 +121,8 @@ cv::Mat characterBitMask(const cv::Mat &img) {
|
|
|
120
121
|
const double cy = centroids.at<double>(i, 1);
|
|
121
122
|
|
|
122
123
|
if ((minX < cx && cx < maxX && minY < cy &&
|
|
123
|
-
cy < maxY &&
|
|
124
|
-
area >
|
|
124
|
+
cy < maxY && // check if centered
|
|
125
|
+
area > constants::kSingleCharacterMinSize) && // check if large enough
|
|
125
126
|
area > maxArea) {
|
|
126
127
|
selectedComponent = i;
|
|
127
128
|
maxArea = area;
|
|
@@ -142,21 +143,22 @@ cv::Mat characterBitMask(const cv::Mat &img) {
|
|
|
142
143
|
return resultImage;
|
|
143
144
|
}
|
|
144
145
|
|
|
145
|
-
cv::Mat
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
146
|
+
cv::Mat
|
|
147
|
+
cropImageWithBoundingBox(const cv::Mat &img,
|
|
148
|
+
const std::array<types::Point, 4> &bbox,
|
|
149
|
+
const std::array<types::Point, 4> &originalBbox,
|
|
150
|
+
const types::PaddingInfo &paddings,
|
|
151
|
+
const types::PaddingInfo &originalPaddings) {
|
|
150
152
|
if (originalBbox.empty()) {
|
|
151
153
|
throw std::runtime_error("Original bounding box cannot be empty.");
|
|
152
154
|
}
|
|
153
|
-
const Point topLeft = originalBbox[0];
|
|
155
|
+
const types::Point topLeft = originalBbox[0];
|
|
154
156
|
|
|
155
157
|
std::vector<cv::Point2f> points;
|
|
156
158
|
points.reserve(bbox.size());
|
|
157
159
|
|
|
158
160
|
for (const auto &point : bbox) {
|
|
159
|
-
Point transformedPoint = point;
|
|
161
|
+
types::Point transformedPoint = point;
|
|
160
162
|
|
|
161
163
|
transformedPoint.x -= paddings.left;
|
|
162
164
|
transformedPoint.y -= paddings.top;
|
|
@@ -186,17 +188,17 @@ cv::Mat cropImageWithBoundingBox(const cv::Mat &img,
|
|
|
186
188
|
}
|
|
187
189
|
|
|
188
190
|
cv::Mat prepareForRecognition(const cv::Mat &originalImage,
|
|
189
|
-
const std::array<Point, 4> &bbox,
|
|
190
|
-
const std::array<Point, 4> &originalBbox,
|
|
191
|
-
const PaddingInfo &paddings,
|
|
192
|
-
const PaddingInfo &originalPaddings) {
|
|
191
|
+
const std::array<types::Point, 4> &bbox,
|
|
192
|
+
const std::array<types::Point, 4> &originalBbox,
|
|
193
|
+
const types::PaddingInfo &paddings,
|
|
194
|
+
const types::PaddingInfo &originalPaddings) {
|
|
193
195
|
auto croppedChar = cropImageWithBoundingBox(originalImage, bbox, originalBbox,
|
|
194
196
|
paddings, originalPaddings);
|
|
195
197
|
cv::cvtColor(croppedChar, croppedChar, cv::COLOR_BGR2GRAY);
|
|
196
|
-
cv::resize(
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
198
|
+
cv::resize(croppedChar, croppedChar,
|
|
199
|
+
cv::Size(constants::kSmallVerticalRecognizerWidth,
|
|
200
|
+
constants::kRecognizerHeight),
|
|
201
|
+
0, 0, cv::INTER_AREA);
|
|
200
202
|
return croppedChar;
|
|
201
203
|
}
|
|
202
|
-
} // namespace rnexecutorch::ocr
|
|
204
|
+
} // namespace rnexecutorch::models::ocr::utils
|
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
#include <rnexecutorch/models/ocr/Types.h>
|
|
7
7
|
#include <vector>
|
|
8
8
|
|
|
9
|
-
namespace rnexecutorch::ocr {
|
|
9
|
+
namespace rnexecutorch::models::ocr::utils {
|
|
10
10
|
/**
|
|
11
11
|
* @brief Computes per row softmax funcion.
|
|
12
12
|
* Formula: softmax(x_i) = exp(x_i - max(x)) / sum(exp(x_j - max(x))) for each
|
|
@@ -18,10 +18,10 @@ cv::Mat softmax(const cv::Mat &inputs);
|
|
|
18
18
|
* @brief For each row of matrix computes {maxValue, index} pair. Returns a list
|
|
19
19
|
* of maxValues and a list of corresponding indices.
|
|
20
20
|
*/
|
|
21
|
-
ValuesAndIndices findMaxValuesIndices(const cv::Mat &mat);
|
|
21
|
+
types::ValuesAndIndices findMaxValuesIndices(const cv::Mat &mat);
|
|
22
22
|
std::vector<float> sumProbabilityRows(const cv::Mat &matrix);
|
|
23
23
|
void divideMatrixByRows(cv::Mat &matrix, const std::vector<float> &rowSums);
|
|
24
|
-
cv::Rect extractBoundingBox(std::array<Point, 4> &points);
|
|
24
|
+
cv::Rect extractBoundingBox(std::array<types::Point, 4> &points);
|
|
25
25
|
|
|
26
26
|
/**
|
|
27
27
|
* @brief Computes confidence score for given values and indices vectors.
|
|
@@ -43,11 +43,12 @@ cv::Mat characterBitMask(const cv::Mat &img);
|
|
|
43
43
|
* with internal bounding box and padding.
|
|
44
44
|
* It does so to preserve the best possible image quality.
|
|
45
45
|
*/
|
|
46
|
-
cv::Mat
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
46
|
+
cv::Mat
|
|
47
|
+
cropImageWithBoundingBox(const cv::Mat &img,
|
|
48
|
+
const std::array<types::Point, 4> &bbox,
|
|
49
|
+
const std::array<types::Point, 4> &originalBbox,
|
|
50
|
+
const types::PaddingInfo &paddings,
|
|
51
|
+
const types::PaddingInfo &originalPaddings);
|
|
51
52
|
|
|
52
53
|
/**
|
|
53
54
|
* @brief Perform cropping, resizing and convert to grayscale to prepare image
|
|
@@ -56,15 +57,15 @@ cv::Mat cropImageWithBoundingBox(const cv::Mat &img,
|
|
|
56
57
|
* Prepare for Recognition by following steps:
|
|
57
58
|
* 1. Crop image to the character bounding box,
|
|
58
59
|
* 2. Convert Image to gray.
|
|
59
|
-
* 3. Resize it to [
|
|
60
|
+
* 3. Resize it to [kSmallVerticalRecognizerWidth x kRecognizerHeight] (64 x
|
|
60
61
|
* 64).
|
|
61
62
|
*
|
|
62
63
|
* @details it utilizes cropImageWithBoundingBox to perform specific cropping.
|
|
63
64
|
*/
|
|
64
65
|
|
|
65
66
|
cv::Mat prepareForRecognition(const cv::Mat &originalImage,
|
|
66
|
-
const std::array<Point, 4> &bbox,
|
|
67
|
-
const std::array<Point, 4> &originalBbox,
|
|
68
|
-
const PaddingInfo &paddings,
|
|
69
|
-
const PaddingInfo &originalPaddings);
|
|
70
|
-
} // namespace rnexecutorch::ocr
|
|
67
|
+
const std::array<types::Point, 4> &bbox,
|
|
68
|
+
const std::array<types::Point, 4> &originalBbox,
|
|
69
|
+
const types::PaddingInfo &paddings,
|
|
70
|
+
const types::PaddingInfo &originalPaddings);
|
|
71
|
+
} // namespace rnexecutorch::models::ocr::utils
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
#include <rnexecutorch/models/speech_to_text/WhisperStrategy.h>
|
|
3
3
|
#include <stdexcept>
|
|
4
4
|
|
|
5
|
-
namespace rnexecutorch {
|
|
5
|
+
namespace rnexecutorch::models::speech_to_text {
|
|
6
6
|
|
|
7
7
|
using namespace ::executorch::extension;
|
|
8
8
|
|
|
@@ -61,4 +61,4 @@ SpeechToText::decode(std::vector<int64_t> prevTokens) {
|
|
|
61
61
|
return strategy->extractOutputToken(decoderOutputTensor);
|
|
62
62
|
}
|
|
63
63
|
|
|
64
|
-
} // namespace rnexecutorch
|
|
64
|
+
} // namespace rnexecutorch::models::speech_to_text
|
|
@@ -4,13 +4,16 @@
|
|
|
4
4
|
#include "executorch/runtime/core/evalue.h"
|
|
5
5
|
#include <cstdint>
|
|
6
6
|
#include <memory>
|
|
7
|
-
#include <rnexecutorch/models/EncoderDecoderBase.h>
|
|
8
|
-
#include <rnexecutorch/models/speech_to_text/SpeechToTextStrategy.h>
|
|
9
7
|
#include <span>
|
|
10
8
|
#include <string>
|
|
11
9
|
#include <vector>
|
|
12
10
|
|
|
11
|
+
#include "rnexecutorch/metaprogramming/ConstructorHelpers.h"
|
|
12
|
+
#include <rnexecutorch/models/EncoderDecoderBase.h>
|
|
13
|
+
#include <rnexecutorch/models/speech_to_text/SpeechToTextStrategy.h>
|
|
14
|
+
|
|
13
15
|
namespace rnexecutorch {
|
|
16
|
+
namespace models::speech_to_text {
|
|
14
17
|
class SpeechToText : public EncoderDecoderBase {
|
|
15
18
|
public:
|
|
16
19
|
explicit SpeechToText(const std::string &encoderPath,
|
|
@@ -27,5 +30,9 @@ private:
|
|
|
27
30
|
|
|
28
31
|
void initializeStrategy();
|
|
29
32
|
};
|
|
33
|
+
} // namespace models::speech_to_text
|
|
30
34
|
|
|
35
|
+
REGISTER_CONSTRUCTOR(models::speech_to_text::SpeechToText, std::string,
|
|
36
|
+
std::string, std::string,
|
|
37
|
+
std::shared_ptr<react::CallInvoker>);
|
|
31
38
|
} // namespace rnexecutorch
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
#include <span>
|
|
6
6
|
#include <vector>
|
|
7
7
|
|
|
8
|
-
namespace rnexecutorch {
|
|
8
|
+
namespace rnexecutorch::models::speech_to_text {
|
|
9
9
|
|
|
10
10
|
using TensorPtr = ::executorch::extension::TensorPtr;
|
|
11
11
|
|
|
@@ -24,4 +24,4 @@ public:
|
|
|
24
24
|
const executorch::aten::Tensor &decoderOutputTensor) const = 0;
|
|
25
25
|
};
|
|
26
26
|
|
|
27
|
-
} // namespace rnexecutorch
|
|
27
|
+
} // namespace rnexecutorch::models::speech_to_text
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
#include "rnexecutorch/data_processing/dsp.h"
|
|
3
3
|
#include <rnexecutorch/models/speech_to_text/WhisperStrategy.h>
|
|
4
4
|
|
|
5
|
-
namespace rnexecutorch {
|
|
5
|
+
namespace rnexecutorch::models::speech_to_text {
|
|
6
6
|
|
|
7
7
|
using namespace ::executorch::extension;
|
|
8
8
|
using namespace ::executorch::aten;
|
|
@@ -47,4 +47,4 @@ std::shared_ptr<OwningArrayBuffer> WhisperStrategy::extractOutputToken(
|
|
|
47
47
|
return createBuffer(modelOutput.data(), modelOutput.size_bytes());
|
|
48
48
|
}
|
|
49
49
|
|
|
50
|
-
} // namespace rnexecutorch
|
|
50
|
+
} // namespace rnexecutorch::models::speech_to_text
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
#include <span>
|
|
5
5
|
#include <vector>
|
|
6
6
|
|
|
7
|
-
namespace rnexecutorch {
|
|
7
|
+
namespace rnexecutorch::models::speech_to_text {
|
|
8
8
|
|
|
9
9
|
class WhisperStrategy final : public SpeechToTextStrategy {
|
|
10
10
|
public:
|
|
@@ -22,4 +22,4 @@ private:
|
|
|
22
22
|
std::vector<int32_t> tokens32;
|
|
23
23
|
};
|
|
24
24
|
|
|
25
|
-
} // namespace rnexecutorch
|
|
25
|
+
} // namespace rnexecutorch::models::speech_to_text
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
#include <executorch/extension/tensor/tensor.h>
|
|
6
6
|
#include <opencv2/opencv.hpp>
|
|
7
7
|
|
|
8
|
-
namespace rnexecutorch {
|
|
8
|
+
namespace rnexecutorch::models::style_transfer {
|
|
9
9
|
using namespace facebook;
|
|
10
10
|
using executorch::extension::TensorPtr;
|
|
11
11
|
using executorch::runtime::Error;
|
|
@@ -32,15 +32,15 @@ StyleTransfer::StyleTransfer(const std::string &modelSource,
|
|
|
32
32
|
|
|
33
33
|
std::string StyleTransfer::postprocess(const Tensor &tensor,
|
|
34
34
|
cv::Size originalSize) {
|
|
35
|
-
cv::Mat mat =
|
|
35
|
+
cv::Mat mat = image_processing::getMatrixFromTensor(modelImageSize, tensor);
|
|
36
36
|
cv::resize(mat, mat, originalSize);
|
|
37
37
|
|
|
38
|
-
return
|
|
38
|
+
return image_processing::saveToTempFile(mat);
|
|
39
39
|
}
|
|
40
40
|
|
|
41
41
|
std::string StyleTransfer::generate(std::string imageSource) {
|
|
42
42
|
auto [inputTensor, originalSize] =
|
|
43
|
-
|
|
43
|
+
image_processing::readImageToTensor(imageSource, getAllInputShapes()[0]);
|
|
44
44
|
|
|
45
45
|
auto forwardResult = BaseModel::forward(inputTensor);
|
|
46
46
|
if (!forwardResult.ok()) {
|
|
@@ -52,4 +52,4 @@ std::string StyleTransfer::generate(std::string imageSource) {
|
|
|
52
52
|
return postprocess(forwardResult->at(0).toTensor(), originalSize);
|
|
53
53
|
}
|
|
54
54
|
|
|
55
|
-
} // namespace rnexecutorch
|
|
55
|
+
} // namespace rnexecutorch::models::style_transfer
|
|
@@ -8,9 +8,11 @@
|
|
|
8
8
|
#include <jsi/jsi.h>
|
|
9
9
|
#include <opencv2/opencv.hpp>
|
|
10
10
|
|
|
11
|
+
#include "rnexecutorch/metaprogramming/ConstructorHelpers.h"
|
|
11
12
|
#include <rnexecutorch/models/BaseModel.h>
|
|
12
13
|
|
|
13
14
|
namespace rnexecutorch {
|
|
15
|
+
namespace models::style_transfer {
|
|
14
16
|
using namespace facebook;
|
|
15
17
|
using executorch::aten::Tensor;
|
|
16
18
|
using executorch::extension::TensorPtr;
|
|
@@ -26,4 +28,8 @@ private:
|
|
|
26
28
|
|
|
27
29
|
cv::Size modelImageSize{0, 0};
|
|
28
30
|
};
|
|
31
|
+
} // namespace models::style_transfer
|
|
32
|
+
|
|
33
|
+
REGISTER_CONSTRUCTOR(models::style_transfer::StyleTransfer, std::string,
|
|
34
|
+
std::shared_ptr<react::CallInvoker>);
|
|
29
35
|
} // namespace rnexecutorch
|
|
@@ -2,11 +2,11 @@
|
|
|
2
2
|
|
|
3
3
|
#include <rnexecutorch/data_processing/ImageProcessing.h>
|
|
4
4
|
#include <rnexecutorch/models/ocr/Constants.h>
|
|
5
|
-
#include <rnexecutorch/models/ocr/DetectorUtils.h>
|
|
5
|
+
#include <rnexecutorch/models/ocr/utils/DetectorUtils.h>
|
|
6
6
|
|
|
7
7
|
#include <executorch/extension/tensor/tensor_ptr.h>
|
|
8
8
|
|
|
9
|
-
namespace rnexecutorch {
|
|
9
|
+
namespace rnexecutorch::models::ocr {
|
|
10
10
|
VerticalDetector::VerticalDetector(
|
|
11
11
|
const std::string &modelSource, bool detectSingleCharacters,
|
|
12
12
|
std::shared_ptr<react::CallInvoker> callInvoker)
|
|
@@ -31,13 +31,14 @@ cv::Size VerticalDetector::getModelImageSize() const noexcept {
|
|
|
31
31
|
return modelImageSize;
|
|
32
32
|
}
|
|
33
33
|
|
|
34
|
-
std::vector<
|
|
34
|
+
std::vector<types::DetectorBBox>
|
|
35
35
|
VerticalDetector::generate(const cv::Mat &inputImage) {
|
|
36
36
|
auto inputShapes = getAllInputShapes();
|
|
37
37
|
cv::Mat resizedInputImage =
|
|
38
|
-
|
|
39
|
-
TensorPtr inputTensor =
|
|
40
|
-
inputShapes[0], resizedInputImage,
|
|
38
|
+
image_processing::resizePadded(inputImage, getModelImageSize());
|
|
39
|
+
TensorPtr inputTensor = image_processing::getTensorFromMatrix(
|
|
40
|
+
inputShapes[0], resizedInputImage, constants::kNormalizationMean,
|
|
41
|
+
constants::kNormalizationVariance);
|
|
41
42
|
auto forwardResult = BaseModel::forward(inputTensor);
|
|
42
43
|
if (!forwardResult.ok()) {
|
|
43
44
|
throw std::runtime_error(
|
|
@@ -47,7 +48,7 @@ VerticalDetector::generate(const cv::Mat &inputImage) {
|
|
|
47
48
|
return postprocess(forwardResult->at(0).toTensor());
|
|
48
49
|
}
|
|
49
50
|
|
|
50
|
-
std::vector<
|
|
51
|
+
std::vector<types::DetectorBBox>
|
|
51
52
|
VerticalDetector::postprocess(const Tensor &tensor) const {
|
|
52
53
|
/*
|
|
53
54
|
The output of the model consists of two matrices (heat maps):
|
|
@@ -64,29 +65,29 @@ VerticalDetector::postprocess(const Tensor &tensor) const {
|
|
|
64
65
|
The output of the model is a matrix half the size of the input image
|
|
65
66
|
containing two channels representing the heatmaps.
|
|
66
67
|
*/
|
|
67
|
-
auto [scoreTextMat, scoreAffinityMat] =
|
|
68
|
+
auto [scoreTextMat, scoreAffinityMat] = utils::interleavedArrayToMats(
|
|
68
69
|
tensorData,
|
|
69
70
|
cv::Size(modelImageSize.width / 2, modelImageSize.height / 2));
|
|
70
71
|
float txtThreshold = this->detectSingleCharacters
|
|
71
|
-
?
|
|
72
|
-
:
|
|
73
|
-
std::vector<
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
const float restoreRatio =
|
|
78
|
-
|
|
79
|
-
|
|
72
|
+
? constants::kTextThreshold
|
|
73
|
+
: constants::kTextThresholdVertical;
|
|
74
|
+
std::vector<types::DetectorBBox> bBoxesList =
|
|
75
|
+
utils::getDetBoxesFromTextMapVertical(
|
|
76
|
+
scoreTextMat, scoreAffinityMat, txtThreshold,
|
|
77
|
+
constants::kLinkThreshold, this->detectSingleCharacters);
|
|
78
|
+
const float restoreRatio = utils::calculateRestoreRatio(
|
|
79
|
+
scoreTextMat.rows, constants::kRecognizerImageSize);
|
|
80
|
+
utils::restoreBboxRatio(bBoxesList, restoreRatio);
|
|
80
81
|
|
|
81
82
|
// if this is Narrow Detector, do not group boxes.
|
|
82
83
|
if (!this->detectSingleCharacters) {
|
|
83
|
-
bBoxesList =
|
|
84
|
-
bBoxesList,
|
|
85
|
-
|
|
86
|
-
|
|
84
|
+
bBoxesList = utils::groupTextBoxes(
|
|
85
|
+
bBoxesList, constants::kCenterThreshold, constants::kDistanceThreshold,
|
|
86
|
+
constants::kHeightThreshold, constants::kMinSideThreshold,
|
|
87
|
+
constants::kMaxSideThreshold, constants::kMaxWidth);
|
|
87
88
|
}
|
|
88
89
|
|
|
89
90
|
return bBoxesList;
|
|
90
91
|
}
|
|
91
92
|
|
|
92
|
-
} // namespace rnexecutorch
|
|
93
|
+
} // namespace rnexecutorch::models::ocr
|
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
#include <rnexecutorch/models/BaseModel.h>
|
|
7
7
|
#include <rnexecutorch/models/ocr/Types.h>
|
|
8
8
|
|
|
9
|
-
namespace rnexecutorch {
|
|
9
|
+
namespace rnexecutorch::models::ocr {
|
|
10
10
|
|
|
11
11
|
/*
|
|
12
12
|
Vertical Detector is an sligtly modified Detector tuned for detecting Vertical
|
|
@@ -38,12 +38,12 @@ public:
|
|
|
38
38
|
explicit VerticalDetector(const std::string &modelSource,
|
|
39
39
|
bool detectSingleCharacters,
|
|
40
40
|
std::shared_ptr<react::CallInvoker> callInvoker);
|
|
41
|
-
std::vector<
|
|
41
|
+
std::vector<types::DetectorBBox> generate(const cv::Mat &inputImage);
|
|
42
42
|
cv::Size getModelImageSize() const noexcept;
|
|
43
43
|
|
|
44
44
|
private:
|
|
45
45
|
bool detectSingleCharacters;
|
|
46
|
-
std::vector<
|
|
46
|
+
std::vector<types::DetectorBBox> postprocess(const Tensor &tensor) const;
|
|
47
47
|
cv::Size modelImageSize;
|
|
48
48
|
};
|
|
49
|
-
} // namespace rnexecutorch
|
|
49
|
+
} // namespace rnexecutorch::models::ocr
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
#include <rnexecutorch/models/ocr/Types.h>
|
|
6
6
|
#include <tuple>
|
|
7
7
|
|
|
8
|
-
namespace rnexecutorch {
|
|
8
|
+
namespace rnexecutorch::models::ocr {
|
|
9
9
|
VerticalOCR::VerticalOCR(const std::string &detectorLargeSource,
|
|
10
10
|
const std::string &detectorNarrowSource,
|
|
11
11
|
const std::string &recognizerSource,
|
|
@@ -16,21 +16,21 @@ VerticalOCR::VerticalOCR(const std::string &detectorLargeSource,
|
|
|
16
16
|
recognizer(recognizerSource, invoker), converter(symbols),
|
|
17
17
|
independentCharacters(independentChars), callInvoker(invoker) {}
|
|
18
18
|
|
|
19
|
-
std::vector<OCRDetection> VerticalOCR::generate(std::string input) {
|
|
20
|
-
cv::Mat image =
|
|
19
|
+
std::vector<types::OCRDetection> VerticalOCR::generate(std::string input) {
|
|
20
|
+
cv::Mat image = image_processing::readImage(input);
|
|
21
21
|
if (image.empty()) {
|
|
22
22
|
throw std::runtime_error("Failed to load image from path: " + input);
|
|
23
23
|
}
|
|
24
24
|
// 1. Large Detector
|
|
25
|
-
std::vector<
|
|
25
|
+
std::vector<types::DetectorBBox> largeBoxes = detectorLarge.generate(image);
|
|
26
26
|
|
|
27
27
|
cv::Size largeDetectorSize = detectorLarge.getModelImageSize();
|
|
28
28
|
cv::Mat resizedImage =
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
29
|
+
image_processing::resizePadded(image, largeDetectorSize);
|
|
30
|
+
types::PaddingInfo imagePaddings =
|
|
31
|
+
utils::calculateResizeRatioAndPaddings(image.size(), largeDetectorSize);
|
|
32
32
|
|
|
33
|
-
std::vector<OCRDetection> predictions;
|
|
33
|
+
std::vector<types::OCRDetection> predictions;
|
|
34
34
|
predictions.reserve(largeBoxes.size());
|
|
35
35
|
|
|
36
36
|
for (auto &box : largeBoxes) {
|
|
@@ -49,10 +49,10 @@ std::size_t VerticalOCR::getMemoryLowerBound() const noexcept {
|
|
|
49
49
|
|
|
50
50
|
// Strategy 1: Recognize each character individually
|
|
51
51
|
std::pair<std::string, float> VerticalOCR::_handleIndependentCharacters(
|
|
52
|
-
const
|
|
53
|
-
const std::vector<
|
|
54
|
-
const
|
|
55
|
-
const
|
|
52
|
+
const types::DetectorBBox &box, const cv::Mat &originalImage,
|
|
53
|
+
const std::vector<types::DetectorBBox> &characterBoxes,
|
|
54
|
+
const types::PaddingInfo &paddingsBox,
|
|
55
|
+
const types::PaddingInfo &imagePaddings) {
|
|
56
56
|
std::string text;
|
|
57
57
|
float confidenceScore = 0.0f;
|
|
58
58
|
float totalScore = 0.0f;
|
|
@@ -65,16 +65,16 @@ std::pair<std::string, float> VerticalOCR::_handleIndependentCharacters(
|
|
|
65
65
|
3. Resize it to [VerticalSmallRecognizerWidth x RecognizerHeight] (64 x
|
|
66
66
|
64),
|
|
67
67
|
*/
|
|
68
|
-
auto croppedChar =
|
|
68
|
+
auto croppedChar = utils::prepareForRecognition(
|
|
69
69
|
originalImage, characterBox.bbox, box.bbox, paddingsBox, imagePaddings);
|
|
70
70
|
|
|
71
71
|
/*
|
|
72
72
|
To make Recognition simpler, we convert cropped character image
|
|
73
73
|
to a bit mask with white character and black background.
|
|
74
74
|
*/
|
|
75
|
-
croppedChar =
|
|
76
|
-
croppedChar =
|
|
77
|
-
croppedChar,
|
|
75
|
+
croppedChar = utils::characterBitMask(croppedChar);
|
|
76
|
+
croppedChar = utils::normalizeForRecognizer(
|
|
77
|
+
croppedChar, constants::kRecognizerHeight, 0.0, true);
|
|
78
78
|
|
|
79
79
|
const auto &[predIndex, score] = recognizer.generate(croppedChar);
|
|
80
80
|
if (!predIndex.empty()) {
|
|
@@ -88,10 +88,10 @@ std::pair<std::string, float> VerticalOCR::_handleIndependentCharacters(
|
|
|
88
88
|
|
|
89
89
|
// Strategy 2: Concatenate characters and recognize as a single line
|
|
90
90
|
std::pair<std::string, float> VerticalOCR::_handleJointCharacters(
|
|
91
|
-
const
|
|
92
|
-
const std::vector<
|
|
93
|
-
const
|
|
94
|
-
const
|
|
91
|
+
const types::DetectorBBox &box, const cv::Mat &originalImage,
|
|
92
|
+
const std::vector<types::DetectorBBox> &characterBoxes,
|
|
93
|
+
const types::PaddingInfo &paddingsBox,
|
|
94
|
+
const types::PaddingInfo &imagePaddings) {
|
|
95
95
|
std::string text;
|
|
96
96
|
std::vector<cv::Mat> croppedCharacters;
|
|
97
97
|
croppedCharacters.reserve(characterBoxes.size());
|
|
@@ -100,22 +100,22 @@ std::pair<std::string, float> VerticalOCR::_handleJointCharacters(
|
|
|
100
100
|
Prepare for Recognition by following steps:
|
|
101
101
|
1. Crop image to the character bounding box,
|
|
102
102
|
2. Convert Image to gray.
|
|
103
|
-
3. Resize it to [
|
|
103
|
+
3. Resize it to [kSmallVerticalRecognizerWidth x kRecognizerHeight] (64 x
|
|
104
104
|
64). The same height is required for horizontal concatenation of single
|
|
105
105
|
characters into one image.
|
|
106
106
|
*/
|
|
107
|
-
auto croppedChar =
|
|
107
|
+
auto croppedChar = utils::prepareForRecognition(
|
|
108
108
|
originalImage, characterBox.bbox, box.bbox, paddingsBox, imagePaddings);
|
|
109
109
|
croppedCharacters.push_back(croppedChar);
|
|
110
110
|
}
|
|
111
111
|
|
|
112
112
|
cv::Mat mergedCharacters;
|
|
113
113
|
cv::hconcat(croppedCharacters, mergedCharacters);
|
|
114
|
-
mergedCharacters =
|
|
114
|
+
mergedCharacters = image_processing::resizePadded(
|
|
115
115
|
mergedCharacters,
|
|
116
|
-
cv::Size(
|
|
117
|
-
mergedCharacters =
|
|
118
|
-
mergedCharacters,
|
|
116
|
+
cv::Size(constants::kLargeRecognizerWidth, constants::kRecognizerHeight));
|
|
117
|
+
mergedCharacters = utils::normalizeForRecognizer(
|
|
118
|
+
mergedCharacters, constants::kRecognizerHeight, 0.0, false);
|
|
119
119
|
|
|
120
120
|
const auto &[predIndex, confidenceScore] =
|
|
121
121
|
recognizer.generate(mergedCharacters);
|
|
@@ -125,10 +125,10 @@ std::pair<std::string, float> VerticalOCR::_handleJointCharacters(
|
|
|
125
125
|
return {text, confidenceScore};
|
|
126
126
|
}
|
|
127
127
|
|
|
128
|
-
OCRDetection VerticalOCR::_processSingleTextBox(
|
|
129
|
-
|
|
130
|
-
const cv::Mat &resizedLargeImage, const
|
|
131
|
-
cv::Rect boundingBox =
|
|
128
|
+
types::OCRDetection VerticalOCR::_processSingleTextBox(
|
|
129
|
+
types::DetectorBBox &box, const cv::Mat &originalImage,
|
|
130
|
+
const cv::Mat &resizedLargeImage, const types::PaddingInfo &imagePaddings) {
|
|
131
|
+
cv::Rect boundingBox = utils::extractBoundingBox(box.bbox);
|
|
132
132
|
|
|
133
133
|
// Crop the image for detection of single characters.
|
|
134
134
|
cv::Rect safeRect =
|
|
@@ -137,7 +137,7 @@ OCRDetection VerticalOCR::_processSingleTextBox(
|
|
|
137
137
|
cv::Mat croppedLargeBox = resizedLargeImage(safeRect);
|
|
138
138
|
|
|
139
139
|
// 2. Narrow Detector - detects single characters
|
|
140
|
-
std::vector<
|
|
140
|
+
std::vector<types::DetectorBBox> characterBoxes =
|
|
141
141
|
detectorNarrow.generate(croppedLargeBox);
|
|
142
142
|
|
|
143
143
|
std::string text;
|
|
@@ -149,7 +149,7 @@ OCRDetection VerticalOCR::_processSingleTextBox(
|
|
|
149
149
|
const int32_t boxHeight =
|
|
150
150
|
static_cast<int32_t>(box.bbox[2].y - box.bbox[0].y);
|
|
151
151
|
cv::Size narrowRecognizerSize = detectorNarrow.getModelImageSize();
|
|
152
|
-
|
|
152
|
+
types::PaddingInfo paddingsBox = utils::calculateResizeRatioAndPaddings(
|
|
153
153
|
cv::Size(boxWidth, boxHeight), narrowRecognizerSize);
|
|
154
154
|
|
|
155
155
|
// 3. Recognition - decide between Strategy 1 and Strategy 2.
|
|
@@ -161,7 +161,7 @@ OCRDetection VerticalOCR::_processSingleTextBox(
|
|
|
161
161
|
paddingsBox, imagePaddings);
|
|
162
162
|
}
|
|
163
163
|
// Modify the returned boxes to match the original image size
|
|
164
|
-
std::array<
|
|
164
|
+
std::array<types::Point, 4> finalBbox;
|
|
165
165
|
for (size_t i = 0; i < box.bbox.size(); ++i) {
|
|
166
166
|
finalBbox[i].x =
|
|
167
167
|
(box.bbox[i].x - imagePaddings.left) * imagePaddings.resizeRatio;
|
|
@@ -177,4 +177,4 @@ void VerticalOCR::unload() noexcept {
|
|
|
177
177
|
detectorNarrow.unload();
|
|
178
178
|
recognizer.unload();
|
|
179
179
|
}
|
|
180
|
-
} // namespace rnexecutorch
|
|
180
|
+
} // namespace rnexecutorch::models::ocr
|