react-native-executorch 0.5.1 → 0.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/CMakeLists.txt +24 -0
- package/android/build.gradle +1 -0
- package/android/src/main/cpp/CMakeLists.txt +25 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchPackage.kt +1 -13
- package/common/rnexecutorch/RnExecutorchInstaller.cpp +52 -18
- package/common/rnexecutorch/RnExecutorchInstaller.h +0 -25
- package/common/rnexecutorch/TokenizerModule.cpp +1 -1
- package/common/rnexecutorch/TokenizerModule.h +4 -1
- package/common/rnexecutorch/data_processing/FileUtils.h +2 -2
- package/common/rnexecutorch/data_processing/ImageProcessing.cpp +5 -5
- package/common/rnexecutorch/data_processing/ImageProcessing.h +2 -2
- package/common/rnexecutorch/data_processing/Numerical.cpp +13 -0
- package/common/rnexecutorch/host_objects/JsiConversions.h +43 -62
- package/common/rnexecutorch/host_objects/ModelHostObject.h +43 -24
- package/common/rnexecutorch/metaprogramming/ConstructorHelpers.h +8 -6
- package/common/rnexecutorch/metaprogramming/FunctionHelpers.h +1 -1
- package/common/rnexecutorch/models/BaseModel.cpp +2 -2
- package/common/rnexecutorch/models/BaseModel.h +5 -0
- package/common/rnexecutorch/models/EncoderDecoderBase.cpp +2 -2
- package/common/rnexecutorch/models/EncoderDecoderBase.h +2 -2
- package/common/rnexecutorch/models/classification/Classification.cpp +6 -6
- package/common/rnexecutorch/models/classification/Classification.h +5 -0
- package/common/rnexecutorch/models/classification/Constants.h +3 -3
- package/common/rnexecutorch/models/embeddings/BaseEmbeddings.cpp +2 -2
- package/common/rnexecutorch/models/embeddings/BaseEmbeddings.h +2 -2
- package/common/rnexecutorch/models/embeddings/image/ImageEmbeddings.cpp +3 -3
- package/common/rnexecutorch/models/embeddings/image/ImageEmbeddings.h +5 -0
- package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.cpp +2 -2
- package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.h +6 -1
- package/common/rnexecutorch/models/image_segmentation/Constants.h +3 -3
- package/common/rnexecutorch/models/image_segmentation/ImageSegmentation.cpp +6 -5
- package/common/rnexecutorch/models/image_segmentation/ImageSegmentation.h +8 -1
- package/common/rnexecutorch/models/llm/LLM.cpp +58 -0
- package/common/rnexecutorch/models/llm/LLM.h +35 -0
- package/common/rnexecutorch/models/object_detection/Constants.h +3 -3
- package/common/rnexecutorch/models/object_detection/ObjectDetection.cpp +8 -8
- package/common/rnexecutorch/models/object_detection/ObjectDetection.h +11 -5
- package/common/rnexecutorch/models/object_detection/Types.h +13 -0
- package/common/rnexecutorch/models/object_detection/Utils.cpp +13 -11
- package/common/rnexecutorch/models/object_detection/Utils.h +7 -13
- package/common/rnexecutorch/models/ocr/CTCLabelConverter.cpp +2 -2
- package/common/rnexecutorch/models/ocr/CTCLabelConverter.h +2 -2
- package/common/rnexecutorch/models/ocr/Constants.h +33 -26
- package/common/rnexecutorch/models/ocr/Detector.cpp +20 -22
- package/common/rnexecutorch/models/ocr/Detector.h +4 -4
- package/common/rnexecutorch/models/ocr/OCR.cpp +9 -8
- package/common/rnexecutorch/models/ocr/OCR.h +11 -3
- package/common/rnexecutorch/models/ocr/RecognitionHandler.cpp +20 -19
- package/common/rnexecutorch/models/ocr/RecognitionHandler.h +9 -7
- package/common/rnexecutorch/models/ocr/Recognizer.cpp +7 -7
- package/common/rnexecutorch/models/ocr/Recognizer.h +2 -2
- package/common/rnexecutorch/models/ocr/Types.h +4 -6
- package/common/rnexecutorch/models/ocr/{DetectorUtils.cpp → utils/DetectorUtils.cpp} +70 -63
- package/common/rnexecutorch/models/ocr/{DetectorUtils.h → utils/DetectorUtils.h} +12 -11
- package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.cpp → utils/RecognitionHandlerUtils.cpp} +14 -11
- package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.h → utils/RecognitionHandlerUtils.h} +5 -5
- package/common/rnexecutorch/models/ocr/{RecognizerUtils.cpp → utils/RecognizerUtils.cpp} +28 -26
- package/common/rnexecutorch/models/ocr/{RecognizerUtils.h → utils/RecognizerUtils.h} +15 -14
- package/common/rnexecutorch/models/speech_to_text/SpeechToText.cpp +2 -2
- package/common/rnexecutorch/models/speech_to_text/SpeechToText.h +9 -2
- package/common/rnexecutorch/models/speech_to_text/SpeechToTextStrategy.h +2 -2
- package/common/rnexecutorch/models/speech_to_text/WhisperStrategy.cpp +2 -2
- package/common/rnexecutorch/models/speech_to_text/WhisperStrategy.h +2 -2
- package/common/rnexecutorch/models/style_transfer/StyleTransfer.cpp +5 -5
- package/common/rnexecutorch/models/style_transfer/StyleTransfer.h +6 -0
- package/common/rnexecutorch/models/vertical_ocr/VerticalDetector.cpp +23 -22
- package/common/rnexecutorch/models/vertical_ocr/VerticalDetector.h +4 -4
- package/common/rnexecutorch/models/vertical_ocr/VerticalOCR.cpp +34 -34
- package/common/rnexecutorch/models/vertical_ocr/VerticalOCR.h +27 -20
- package/{third-party/ios/ExecutorchLib/ExecutorchLib/sampler → common/runner}/sampler.cpp +3 -2
- package/{third-party/ios/ExecutorchLib/ExecutorchLib/sampler → common/runner}/sampler.h +3 -2
- package/ios/libs/executorch/libbackend_coreml_ios.a +0 -0
- package/ios/libs/executorch/libbackend_coreml_simulator.a +0 -0
- package/{third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/ios-arm64 → ios/libs/executorch}/libbackend_mps_ios.a +0 -0
- package/{third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/ios-arm64-simulator → ios/libs/executorch}/libbackend_mps_simulator.a +0 -0
- package/ios/libs/executorch/libbackend_xnnpack_ios.a +0 -0
- package/ios/libs/executorch/libbackend_xnnpack_simulator.a +0 -0
- package/ios/libs/executorch/libexecutorch_ios.a +0 -0
- package/ios/libs/executorch/libexecutorch_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_custom_ios.a +0 -0
- package/ios/libs/executorch/libkernels_custom_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_optimized_ios.a +0 -0
- package/ios/libs/executorch/libkernels_optimized_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_portable_ios.a +0 -0
- package/ios/libs/executorch/libkernels_portable_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_quantized_ios.a +0 -0
- package/ios/libs/executorch/libkernels_quantized_simulator.a +0 -0
- package/ios/libs/tokenizers-cpp/physical-arm64-release/libsentencepiece.a +0 -0
- package/ios/{ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/ExecutorchLib → libs/tokenizers-cpp/physical-arm64-release/libtokenizers_c.a} +0 -0
- package/ios/libs/tokenizers-cpp/physical-arm64-release/libtokenizers_cpp.a +0 -0
- package/ios/libs/tokenizers-cpp/simulator-arm64-debug/libsentencepiece.a +0 -0
- package/ios/{ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/ExecutorchLib → libs/tokenizers-cpp/simulator-arm64-debug/libtokenizers_c.a} +0 -0
- package/ios/libs/tokenizers-cpp/simulator-arm64-debug/libtokenizers_cpp.a +0 -0
- package/lib/Error.js +53 -0
- package/lib/ThreadPool.d.ts +10 -0
- package/lib/ThreadPool.js +28 -0
- package/lib/common/Logger.d.ts +8 -0
- package/lib/common/Logger.js +19 -0
- package/lib/constants/directories.js +2 -0
- package/lib/constants/llmDefaults.d.ts +6 -0
- package/lib/constants/llmDefaults.js +16 -0
- package/lib/constants/modelUrls.d.ts +223 -0
- package/lib/constants/modelUrls.js +322 -0
- package/lib/constants/ocr/models.d.ts +882 -0
- package/lib/constants/ocr/models.js +182 -0
- package/lib/constants/ocr/symbols.js +139 -0
- package/lib/constants/sttDefaults.d.ts +28 -0
- package/lib/constants/sttDefaults.js +68 -0
- package/lib/controllers/LLMController.d.ts +47 -0
- package/lib/controllers/LLMController.js +213 -0
- package/lib/controllers/OCRController.js +67 -0
- package/lib/controllers/SpeechToTextController.d.ts +56 -0
- package/lib/controllers/SpeechToTextController.js +349 -0
- package/lib/controllers/VerticalOCRController.js +70 -0
- package/lib/hooks/computer_vision/useClassification.d.ts +15 -0
- package/lib/hooks/computer_vision/useClassification.js +7 -0
- package/lib/hooks/computer_vision/useImageEmbeddings.d.ts +15 -0
- package/lib/hooks/computer_vision/useImageEmbeddings.js +7 -0
- package/lib/hooks/computer_vision/useImageSegmentation.d.ts +38 -0
- package/lib/hooks/computer_vision/useImageSegmentation.js +7 -0
- package/lib/hooks/computer_vision/useOCR.d.ts +20 -0
- package/lib/hooks/computer_vision/useOCR.js +41 -0
- package/lib/hooks/computer_vision/useObjectDetection.d.ts +15 -0
- package/lib/hooks/computer_vision/useObjectDetection.js +7 -0
- package/lib/hooks/computer_vision/useStyleTransfer.d.ts +15 -0
- package/lib/hooks/computer_vision/useStyleTransfer.js +7 -0
- package/lib/hooks/computer_vision/useVerticalOCR.d.ts +21 -0
- package/lib/hooks/computer_vision/useVerticalOCR.js +43 -0
- package/lib/hooks/general/useExecutorchModule.d.ts +13 -0
- package/lib/hooks/general/useExecutorchModule.js +7 -0
- package/lib/hooks/natural_language_processing/useLLM.d.ts +10 -0
- package/lib/hooks/natural_language_processing/useLLM.js +78 -0
- package/lib/hooks/natural_language_processing/useSpeechToText.d.ts +27 -0
- package/lib/hooks/natural_language_processing/useSpeechToText.js +49 -0
- package/lib/hooks/natural_language_processing/useTextEmbeddings.d.ts +16 -0
- package/lib/hooks/natural_language_processing/useTextEmbeddings.js +7 -0
- package/lib/hooks/natural_language_processing/useTokenizer.d.ts +17 -0
- package/lib/hooks/natural_language_processing/useTokenizer.js +52 -0
- package/lib/hooks/useModule.js +45 -0
- package/lib/hooks/useNonStaticModule.d.ts +20 -0
- package/lib/hooks/useNonStaticModule.js +49 -0
- package/lib/index.d.ts +48 -0
- package/lib/index.js +58 -0
- package/lib/module/controllers/LLMController.js +6 -10
- package/lib/module/controllers/LLMController.js.map +1 -1
- package/lib/module/hooks/computer_vision/useClassification.js +2 -2
- package/lib/module/hooks/computer_vision/useClassification.js.map +1 -1
- package/lib/module/hooks/computer_vision/useImageEmbeddings.js +2 -2
- package/lib/module/hooks/computer_vision/useImageEmbeddings.js.map +1 -1
- package/lib/module/hooks/computer_vision/useImageSegmentation.js +2 -2
- package/lib/module/hooks/computer_vision/useImageSegmentation.js.map +1 -1
- package/lib/module/hooks/computer_vision/useObjectDetection.js +2 -2
- package/lib/module/hooks/computer_vision/useObjectDetection.js.map +1 -1
- package/lib/module/hooks/computer_vision/useStyleTransfer.js +2 -2
- package/lib/module/hooks/computer_vision/useStyleTransfer.js.map +1 -1
- package/lib/module/hooks/general/useExecutorchModule.js +2 -2
- package/lib/module/hooks/general/useExecutorchModule.js.map +1 -1
- package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js +2 -2
- package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js.map +1 -1
- package/lib/module/hooks/useModule.js +13 -9
- package/lib/module/hooks/useModule.js.map +1 -1
- package/lib/module/index.js +1 -1
- package/lib/module/index.js.map +1 -1
- package/lib/module/modules/BaseModule.js +9 -17
- package/lib/module/modules/BaseModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ClassificationModule.js +2 -2
- package/lib/module/modules/computer_vision/ClassificationModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js +2 -2
- package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ImageSegmentationModule.js +2 -2
- package/lib/module/modules/computer_vision/ImageSegmentationModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ObjectDetectionModule.js +2 -2
- package/lib/module/modules/computer_vision/ObjectDetectionModule.js.map +1 -1
- package/lib/module/modules/computer_vision/StyleTransferModule.js +2 -2
- package/lib/module/modules/computer_vision/StyleTransferModule.js.map +1 -1
- package/lib/module/modules/general/ExecutorchModule.js +2 -2
- package/lib/module/modules/general/ExecutorchModule.js.map +1 -1
- package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js +2 -2
- package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js.map +1 -1
- package/lib/module/native/RnExecutorchModules.js +1 -2
- package/lib/module/native/RnExecutorchModules.js.map +1 -1
- package/lib/module/utils/ResourceFetcher.js +6 -8
- package/lib/module/utils/ResourceFetcher.js.map +1 -1
- package/lib/module/utils/ResourceFetcherUtils.js +20 -20
- package/lib/module/utils/ResourceFetcherUtils.js.map +1 -1
- package/lib/module/utils/SpeechToTextModule/ASR.js +3 -3
- package/lib/module/utils/SpeechToTextModule/ASR.js.map +1 -1
- package/lib/modules/BaseModule.js +25 -0
- package/lib/modules/BaseNonStaticModule.js +14 -0
- package/lib/modules/computer_vision/ClassificationModule.d.ts +8 -0
- package/lib/modules/computer_vision/ClassificationModule.js +17 -0
- package/lib/modules/computer_vision/ImageEmbeddingsModule.d.ts +8 -0
- package/lib/modules/computer_vision/ImageEmbeddingsModule.js +17 -0
- package/lib/modules/computer_vision/ImageSegmentationModule.d.ts +11 -0
- package/lib/modules/computer_vision/ImageSegmentationModule.js +27 -0
- package/lib/modules/computer_vision/OCRModule.d.ts +14 -0
- package/lib/modules/computer_vision/OCRModule.js +17 -0
- package/lib/modules/computer_vision/ObjectDetectionModule.d.ts +9 -0
- package/lib/modules/computer_vision/ObjectDetectionModule.js +17 -0
- package/lib/modules/computer_vision/StyleTransferModule.d.ts +8 -0
- package/lib/modules/computer_vision/StyleTransferModule.js +17 -0
- package/lib/modules/computer_vision/VerticalOCRModule.d.ts +14 -0
- package/lib/modules/computer_vision/VerticalOCRModule.js +19 -0
- package/lib/modules/general/ExecutorchModule.d.ts +7 -0
- package/lib/modules/general/ExecutorchModule.js +14 -0
- package/lib/modules/natural_language_processing/LLMModule.d.ts +28 -0
- package/lib/modules/natural_language_processing/LLMModule.js +45 -0
- package/lib/modules/natural_language_processing/SpeechToTextModule.d.ts +24 -0
- package/lib/modules/natural_language_processing/SpeechToTextModule.js +36 -0
- package/lib/modules/natural_language_processing/TextEmbeddingsModule.d.ts +9 -0
- package/lib/modules/natural_language_processing/TextEmbeddingsModule.js +21 -0
- package/lib/modules/natural_language_processing/TokenizerModule.d.ts +12 -0
- package/lib/modules/natural_language_processing/TokenizerModule.js +30 -0
- package/lib/native/NativeETInstaller.js +2 -0
- package/lib/native/NativeOCR.js +2 -0
- package/lib/native/NativeVerticalOCR.js +2 -0
- package/lib/native/RnExecutorchModules.d.ts +7 -0
- package/lib/native/RnExecutorchModules.js +18 -0
- package/lib/tsconfig.tsbuildinfo +1 -1
- package/lib/types/common.d.ts +32 -0
- package/lib/types/common.js +25 -0
- package/lib/types/imageSegmentation.js +26 -0
- package/lib/types/llm.d.ts +46 -0
- package/lib/types/llm.js +9 -0
- package/lib/types/objectDetection.js +94 -0
- package/lib/types/ocr.js +1 -0
- package/lib/types/stt.d.ts +94 -0
- package/lib/types/stt.js +85 -0
- package/lib/typescript/controllers/LLMController.d.ts +1 -1
- package/lib/typescript/controllers/LLMController.d.ts.map +1 -1
- package/lib/typescript/hooks/useModule.d.ts +8 -5
- package/lib/typescript/hooks/useModule.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +1 -0
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/modules/BaseModule.d.ts +7 -6
- package/lib/typescript/modules/BaseModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ImageEmbeddingsModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ImageEmbeddingsModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts.map +1 -1
- package/lib/typescript/modules/general/ExecutorchModule.d.ts +2 -2
- package/lib/typescript/modules/general/ExecutorchModule.d.ts.map +1 -1
- package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts +2 -2
- package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts.map +1 -1
- package/lib/typescript/native/RnExecutorchModules.d.ts +1 -3
- package/lib/typescript/native/RnExecutorchModules.d.ts.map +1 -1
- package/lib/typescript/utils/ResourceFetcher.d.ts.map +1 -1
- package/lib/typescript/utils/ResourceFetcherUtils.d.ts.map +1 -1
- package/lib/utils/ResourceFetcher.d.ts +24 -0
- package/lib/utils/ResourceFetcher.js +305 -0
- package/lib/utils/ResourceFetcherUtils.d.ts +54 -0
- package/lib/utils/ResourceFetcherUtils.js +127 -0
- package/lib/utils/llm.d.ts +6 -0
- package/lib/utils/llm.js +72 -0
- package/lib/utils/stt.js +21 -0
- package/package.json +1 -2
- package/react-native-executorch.podspec +47 -44
- package/src/controllers/LLMController.ts +8 -13
- package/src/hooks/computer_vision/useClassification.ts +2 -2
- package/src/hooks/computer_vision/useImageEmbeddings.ts +2 -2
- package/src/hooks/computer_vision/useImageSegmentation.ts +2 -2
- package/src/hooks/computer_vision/useObjectDetection.ts +2 -2
- package/src/hooks/computer_vision/useStyleTransfer.ts +2 -2
- package/src/hooks/general/useExecutorchModule.ts +2 -2
- package/src/hooks/natural_language_processing/useTextEmbeddings.ts +2 -2
- package/src/hooks/useModule.ts +23 -13
- package/src/index.ts +3 -2
- package/src/modules/BaseModule.ts +17 -28
- package/src/modules/computer_vision/ClassificationModule.ts +2 -2
- package/src/modules/computer_vision/ImageEmbeddingsModule.ts +2 -2
- package/src/modules/computer_vision/ImageSegmentationModule.ts +2 -2
- package/src/modules/computer_vision/ObjectDetectionModule.ts +2 -2
- package/src/modules/computer_vision/StyleTransferModule.ts +2 -2
- package/src/modules/general/ExecutorchModule.ts +2 -2
- package/src/modules/natural_language_processing/TextEmbeddingsModule.ts +2 -2
- package/src/native/RnExecutorchModules.ts +1 -5
- package/src/utils/ResourceFetcher.ts +9 -7
- package/src/utils/ResourceFetcherUtils.ts +15 -17
- package/src/utils/SpeechToTextModule/ASR.ts +4 -4
- package/third-party/android/libs/cpuinfo/arm64-v8a/libcpuinfo.so +0 -0
- package/third-party/android/libs/pthreadpool/arm64-v8a/libpthreadpool.so +0 -0
- package/third-party/include/cpuinfo/cpuinfo.h +2305 -0
- package/third-party/include/executorch/extension/threadpool/cpuinfo_utils.h +26 -0
- package/third-party/include/executorch/extension/threadpool/threadpool.h +94 -0
- package/third-party/include/pthreadpool/pthreadpool.h +2236 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/LLM.kt +0 -63
- package/ios/ExecutorchLib.xcframework/Info.plist +0 -43
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/ETModel.h +0 -27
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +0 -14
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/LLaMARunner.h +0 -32
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Info.plist +0 -0
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/ETModel.h +0 -27
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +0 -14
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/LLaMARunner.h +0 -32
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Info.plist +0 -0
- package/ios/RnExecutorch/LLM.h +0 -5
- package/ios/RnExecutorch/LLM.mm +0 -78
- package/ios/RnExecutorch.xcodeproj/project.xcworkspace/contents.xcworkspacedata +0 -7
- package/ios/RnExecutorch.xcodeproj/project.xcworkspace/xcuserdata/jakubchmura.xcuserdatad/UserInterfaceState.xcuserstate +0 -0
- package/ios/RnExecutorch.xcodeproj/xcuserdata/jakubchmura.xcuserdatad/xcschemes/xcschememanagement.plist +0 -14
- package/lib/module/modules/BaseNonStaticModule.js +0 -17
- package/lib/module/modules/BaseNonStaticModule.js.map +0 -1
- package/lib/module/native/NativeLLM.js +0 -5
- package/lib/module/native/NativeLLM.js.map +0 -1
- package/lib/typescript/modules/BaseNonStaticModule.d.ts +0 -10
- package/lib/typescript/modules/BaseNonStaticModule.d.ts.map +0 -1
- package/lib/typescript/native/NativeLLM.d.ts +0 -12
- package/lib/typescript/native/NativeLLM.d.ts.map +0 -1
- package/src/modules/BaseNonStaticModule.ts +0 -26
- package/src/native/NativeLLM.ts +0 -14
- package/third-party/include/tokenizers-cpp/tokenizers_c.h +0 -61
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.h +0 -27
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.mm +0 -249
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.h +0 -14
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.mm +0 -80
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.h +0 -32
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.mm +0 -95
- package/third-party/ios/ExecutorchLib/ExecutorchLib/InputType.h +0 -12
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Utils.hpp +0 -217
- package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.cpp +0 -11
- package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.h +0 -11
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/base64.h +0 -202
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/bpe_tokenizer.cpp +0 -313
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/bpe_tokenizer.h +0 -57
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/llama_tiktoken.cpp +0 -78
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/llama_tiktoken.h +0 -23
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tiktoken.cpp +0 -427
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tiktoken.h +0 -87
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tokenizer.h +0 -76
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.pbxproj +0 -683
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.xcworkspace/contents.xcworkspacedata +0 -7
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.xcworkspace/xcuserdata/jakubchmura.xcuserdatad/UserInterfaceState.xcuserstate +0 -0
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/xcuserdata/jakubchmura.xcuserdatad/xcschemes/xcschememanagement.plist +0 -14
- package/third-party/ios/ExecutorchLib/build.sh +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/ios-arm64/libbackend_coreml_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/ios-arm64-simulator/libbackend_coreml_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/ios-arm64/libbackend_xnnpack_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/ios-arm64-simulator/libbackend_xnnpack_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/Info.plist +0 -47
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorch.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchError.h +0 -16
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchLog.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchModule.h +0 -286
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchTensor.h +0 -742
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchValue.h +0 -219
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/module/module.h +0 -492
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_accessor.h +0 -190
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_ptr.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_ptr_maker.h +0 -653
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/backend_execution_context.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/backend_init_context.h +0 -72
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/interface.h +0 -166
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/array_ref.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/data_loader.h +0 -136
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/defines.h +0 -20
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/error.h +0 -229
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/evalue.h +0 -521
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer.h +0 -565
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer_hooks.h +0 -323
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer_hooks_delegate.h +0 -197
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/exec_aten.h +0 -147
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/dim_order_util.h +0 -263
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/scalar_type_util.h +0 -1331
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +0 -21
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +0 -69
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_util.h +0 -1250
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/freeable_buffer.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/hierarchical_allocator.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/memory_allocator.h +0 -198
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/named_data_map.h +0 -86
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bfloat16.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bfloat16_math.h +0 -14
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bits_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/complex.h +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/device.h +0 -70
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/half.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/optional.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/qint_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/scalar.h +0 -110
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/scalar_type.h +0 -154
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/string_view.h +0 -29
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor.h +0 -142
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor_impl.h +0 -261
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor_options.h +0 -60
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/result.h +0 -258
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/span.h +0 -93
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tag.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tensor_layout.h +0 -79
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tensor_shape_dynamism.h +0 -39
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/memory_manager.h +0 -113
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/method.h +0 -387
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/method_meta.h +0 -251
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/program.h +0 -320
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/pte_data_map.h +0 -144
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/tensor_parser.h +0 -156
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/kernel/kernel_runtime_context.h +0 -122
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/kernel/operator_registry.h +0 -278
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/abort.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/assert.h +0 -119
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/clock.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/compat_unistd.h +0 -75
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/compiler.h +0 -191
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/log.h +0 -177
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/platform.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/profiler.h +0 -292
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/runtime.h +0 -35
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/system.h +0 -49
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/types.h +0 -24
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/schema/extended_header.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/module.modulemap +0 -5
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/libexecutorch_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorch.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchError.h +0 -16
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchLog.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchModule.h +0 -286
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchTensor.h +0 -742
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchValue.h +0 -219
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/module/module.h +0 -492
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_accessor.h +0 -190
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_ptr.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_ptr_maker.h +0 -653
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/backend_execution_context.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/backend_init_context.h +0 -72
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/interface.h +0 -166
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/array_ref.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/data_loader.h +0 -136
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/defines.h +0 -20
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/error.h +0 -229
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/evalue.h +0 -521
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer.h +0 -565
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer_hooks.h +0 -323
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer_hooks_delegate.h +0 -197
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/exec_aten.h +0 -147
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/dim_order_util.h +0 -263
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/scalar_type_util.h +0 -1331
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +0 -21
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +0 -69
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_util.h +0 -1250
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/freeable_buffer.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/hierarchical_allocator.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/memory_allocator.h +0 -198
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/named_data_map.h +0 -86
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bfloat16.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bfloat16_math.h +0 -14
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bits_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/complex.h +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/device.h +0 -70
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/half.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/optional.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/qint_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/scalar.h +0 -110
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/scalar_type.h +0 -154
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/string_view.h +0 -29
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor.h +0 -142
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor_impl.h +0 -261
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor_options.h +0 -60
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/result.h +0 -258
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/span.h +0 -93
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tag.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tensor_layout.h +0 -79
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tensor_shape_dynamism.h +0 -39
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/memory_manager.h +0 -113
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/method.h +0 -387
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/method_meta.h +0 -251
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/program.h +0 -320
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/pte_data_map.h +0 -144
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/tensor_parser.h +0 -156
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/kernel/kernel_runtime_context.h +0 -122
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/kernel/operator_registry.h +0 -278
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/abort.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/assert.h +0 -119
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/clock.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/compat_unistd.h +0 -75
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/compiler.h +0 -191
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/log.h +0 -177
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/platform.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/profiler.h +0 -292
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/runtime.h +0 -35
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/system.h +0 -49
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/types.h +0 -24
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/schema/extended_header.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/module.modulemap +0 -5
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/libexecutorch_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/ios-arm64/libkernels_custom_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/ios-arm64-simulator/libkernels_custom_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/ios-arm64/libkernels_optimized_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/ios-arm64-simulator/libkernels_optimized_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/ios-arm64/libkernels_portable_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/ios-arm64-simulator/libkernels_portable_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/ios-arm64/libkernels_quantized_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/ios-arm64-simulator/libkernels_quantized_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/bitmap256.h +0 -82
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/filtered_re2.h +0 -111
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/pod_array.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prefilter.h +0 -130
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prefilter_tree.h +0 -139
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prog.h +0 -483
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/re2.h +0 -994
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/regexp.h +0 -692
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/set.h +0 -85
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/sparse_array.h +0 -367
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/sparse_set.h +0 -241
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/stringpiece.h +0 -205
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/unicode_casefold.h +0 -78
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/unicode_groups.h +0 -64
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/walker-inl.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Info.plist +0 -26
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/re2 +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/bitmap256.h +0 -82
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/filtered_re2.h +0 -111
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/pod_array.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prefilter.h +0 -130
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prefilter_tree.h +0 -139
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prog.h +0 -483
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/re2.h +0 -994
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/regexp.h +0 -692
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/set.h +0 -85
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/sparse_array.h +0 -367
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/sparse_set.h +0 -241
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/stringpiece.h +0 -205
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/unicode_casefold.h +0 -78
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/unicode_groups.h +0 -64
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/walker-inl.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Info.plist +0 -26
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/re2 +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/irunner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/runner.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/runner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/stats.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_decoder_runner.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_decoder_runner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_prefiller.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_prefiller.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_token_generator.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/util.h +0 -0
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
#include <rnexecutorch/data_processing/ImageProcessing.h>
|
|
4
4
|
#include <rnexecutorch/data_processing/Numerical.h>
|
|
5
5
|
#include <rnexecutorch/models/ocr/Constants.h>
|
|
6
|
-
#include <rnexecutorch/models/ocr/RecognizerUtils.h>
|
|
7
6
|
#include <rnexecutorch/models/ocr/Types.h>
|
|
7
|
+
#include <rnexecutorch/models/ocr/utils/RecognizerUtils.h>
|
|
8
8
|
|
|
9
|
-
namespace rnexecutorch {
|
|
9
|
+
namespace rnexecutorch::models::ocr {
|
|
10
10
|
Recognizer::Recognizer(const std::string &modelSource,
|
|
11
11
|
std::shared_ptr<react::CallInvoker> callInvoker)
|
|
12
12
|
: BaseModel(modelSource, callInvoker) {
|
|
@@ -35,7 +35,7 @@ Recognizer::generate(const cv::Mat &grayImage) {
|
|
|
35
35
|
*/
|
|
36
36
|
std::vector<int32_t> tensorDims = getAllInputShapes()[0];
|
|
37
37
|
TensorPtr inputTensor =
|
|
38
|
-
|
|
38
|
+
image_processing::getTensorFromMatrixGray(tensorDims, grayImage);
|
|
39
39
|
auto forwardResult = BaseModel::forward(inputTensor);
|
|
40
40
|
if (!forwardResult.ok()) {
|
|
41
41
|
throw std::runtime_error(
|
|
@@ -72,9 +72,9 @@ Recognizer::postprocess(const Tensor &tensor) const {
|
|
|
72
72
|
cv::Mat resultMat(numRows, alphabetSize, CV_32F,
|
|
73
73
|
tensor.mutable_data_ptr<float>());
|
|
74
74
|
|
|
75
|
-
auto probabilities =
|
|
76
|
-
auto [maxVal, maxIndices] =
|
|
77
|
-
float confidence =
|
|
75
|
+
auto probabilities = utils::softmax(resultMat);
|
|
76
|
+
auto [maxVal, maxIndices] = utils::findMaxValuesIndices(probabilities);
|
|
77
|
+
float confidence = utils::confidenceScore(maxVal, maxIndices);
|
|
78
78
|
return {maxIndices, confidence};
|
|
79
79
|
}
|
|
80
|
-
} // namespace rnexecutorch
|
|
80
|
+
} // namespace rnexecutorch::models::ocr
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
#include <utility>
|
|
8
8
|
#include <vector>
|
|
9
9
|
|
|
10
|
-
namespace rnexecutorch {
|
|
10
|
+
namespace rnexecutorch::models::ocr {
|
|
11
11
|
/*
|
|
12
12
|
Recognizer is a model responsible for interpreting detected text regions
|
|
13
13
|
into characters/words.
|
|
@@ -33,4 +33,4 @@ private:
|
|
|
33
33
|
|
|
34
34
|
cv::Size modelImageSize;
|
|
35
35
|
};
|
|
36
|
-
} // namespace rnexecutorch
|
|
36
|
+
} // namespace rnexecutorch::models::ocr
|
|
@@ -4,9 +4,7 @@
|
|
|
4
4
|
#include <string>
|
|
5
5
|
#include <vector>
|
|
6
6
|
|
|
7
|
-
namespace rnexecutorch {
|
|
8
|
-
namespace ocr {
|
|
9
|
-
|
|
7
|
+
namespace rnexecutorch::models::ocr::types {
|
|
10
8
|
struct Point {
|
|
11
9
|
float x;
|
|
12
10
|
float y;
|
|
@@ -27,11 +25,11 @@ struct PaddingInfo {
|
|
|
27
25
|
int32_t top;
|
|
28
26
|
int32_t left;
|
|
29
27
|
};
|
|
30
|
-
} // namespace ocr
|
|
31
28
|
|
|
32
29
|
struct OCRDetection {
|
|
33
|
-
std::array<
|
|
30
|
+
std::array<types::Point, 4> bbox;
|
|
34
31
|
std::string text;
|
|
35
32
|
float score;
|
|
36
33
|
};
|
|
37
|
-
|
|
34
|
+
|
|
35
|
+
} // namespace rnexecutorch::models::ocr::types
|
|
@@ -7,9 +7,9 @@
|
|
|
7
7
|
#include <rnexecutorch/models/ocr/Types.h>
|
|
8
8
|
#include <unordered_set>
|
|
9
9
|
|
|
10
|
-
namespace rnexecutorch::ocr {
|
|
10
|
+
namespace rnexecutorch::models::ocr::utils {
|
|
11
11
|
std::array<cv::Point2f, 4>
|
|
12
|
-
cvPointsFromPoints(const std::array<Point, 4> &points) {
|
|
12
|
+
cvPointsFromPoints(const std::array<types::Point, 4> &points) {
|
|
13
13
|
std::array<cv::Point2f, 4> cvPoints;
|
|
14
14
|
#pragma unroll
|
|
15
15
|
for (std::size_t i = 0; i < cvPoints.size(); ++i) {
|
|
@@ -18,8 +18,8 @@ cvPointsFromPoints(const std::array<Point, 4> &points) {
|
|
|
18
18
|
return cvPoints;
|
|
19
19
|
}
|
|
20
20
|
|
|
21
|
-
std::array<Point, 4> pointsFromCvPoints(cv::Point2f cvPoints[4]) {
|
|
22
|
-
std::array<Point, 4> points;
|
|
21
|
+
std::array<types::Point, 4> pointsFromCvPoints(cv::Point2f cvPoints[4]) {
|
|
22
|
+
std::array<types::Point, 4> points;
|
|
23
23
|
#pragma unroll
|
|
24
24
|
for (std::size_t i = 0; i < points.size(); ++i) {
|
|
25
25
|
points[i] = {.x = cvPoints[i].x, .y = cvPoints[i].y};
|
|
@@ -92,19 +92,19 @@ void morphologicalOperations(
|
|
|
92
92
|
cv::dilate(roiSegMap, roiSegMap, kernel, anchor, iterations);
|
|
93
93
|
}
|
|
94
94
|
|
|
95
|
-
DetectorBBox
|
|
95
|
+
types::DetectorBBox
|
|
96
96
|
extractMinAreaBBoxFromContour(const std::vector<cv::Point> contour) {
|
|
97
97
|
cv::RotatedRect minRect = cv::minAreaRect(contour);
|
|
98
98
|
|
|
99
99
|
std::array<cv::Point2f, 4> vertices;
|
|
100
100
|
minRect.points(vertices.data());
|
|
101
101
|
|
|
102
|
-
std::array<Point, 4> points = pointsFromCvPoints(vertices.data());
|
|
102
|
+
std::array<types::Point, 4> points = pointsFromCvPoints(vertices.data());
|
|
103
103
|
return {.bbox = points, .angle = minRect.angle};
|
|
104
104
|
}
|
|
105
105
|
|
|
106
106
|
void getBoxFromContour(cv::Mat &segMap,
|
|
107
|
-
std::vector<DetectorBBox> &detectedBoxes) {
|
|
107
|
+
std::vector<types::DetectorBBox> &detectedBoxes) {
|
|
108
108
|
std::vector<std::vector<cv::Point>> contours;
|
|
109
109
|
cv::findContours(segMap, contours, cv::RETR_EXTERNAL,
|
|
110
110
|
cv::CHAIN_APPROX_SIMPLE);
|
|
@@ -118,7 +118,8 @@ void getBoxFromContour(cv::Mat &segMap,
|
|
|
118
118
|
// param lowTextThreshold is used only by standard OCR.
|
|
119
119
|
void processComponent(const cv::Mat &textMap, const cv::Mat &labels,
|
|
120
120
|
const cv::Mat &stats, int32_t i, int32_t imgW,
|
|
121
|
-
int32_t imgH,
|
|
121
|
+
int32_t imgH,
|
|
122
|
+
std::vector<types::DetectorBBox> &detectedBoxes,
|
|
122
123
|
bool isVertical, int32_t minimalAreaThreshold,
|
|
123
124
|
int32_t dilationIter, float lowTextThreshold = 0.0) {
|
|
124
125
|
const int32_t area = stats.at<int32_t>(i, cv::CC_STAT_AREA);
|
|
@@ -150,11 +151,10 @@ void processComponent(const cv::Mat &textMap, const cv::Mat &labels,
|
|
|
150
151
|
getBoxFromContour(segMap, detectedBoxes);
|
|
151
152
|
}
|
|
152
153
|
|
|
153
|
-
std::vector<DetectorBBox>
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
float lowTextThreshold) {
|
|
154
|
+
std::vector<types::DetectorBBox>
|
|
155
|
+
getDetBoxesFromTextMap(cv::Mat &textMap, cv::Mat &affinityMap,
|
|
156
|
+
float textThreshold, float linkThreshold,
|
|
157
|
+
float lowTextThreshold) {
|
|
158
158
|
// Ensure input mats are of the correct type for processing
|
|
159
159
|
CV_Assert(textMap.type() == CV_32F && affinityMap.type() == CV_32F);
|
|
160
160
|
|
|
@@ -184,7 +184,7 @@ std::vector<DetectorBBox> getDetBoxesFromTextMap(cv::Mat &textMap,
|
|
|
184
184
|
const int32_t nLabels = cv::connectedComponentsWithStats(
|
|
185
185
|
binaryMat, labels, stats, centroids, connectivityType);
|
|
186
186
|
|
|
187
|
-
std::vector<DetectorBBox> detectedBoxes;
|
|
187
|
+
std::vector<types::DetectorBBox> detectedBoxes;
|
|
188
188
|
detectedBoxes.reserve(nLabels); // Pre-allocate memory
|
|
189
189
|
|
|
190
190
|
// number of dilation iterations performed in some
|
|
@@ -203,7 +203,7 @@ std::vector<DetectorBBox> getDetBoxesFromTextMap(cv::Mat &textMap,
|
|
|
203
203
|
return detectedBoxes;
|
|
204
204
|
}
|
|
205
205
|
|
|
206
|
-
std::vector<DetectorBBox>
|
|
206
|
+
std::vector<types::DetectorBBox>
|
|
207
207
|
getDetBoxesFromTextMapVertical(cv::Mat &textMap, cv::Mat &affinityMap,
|
|
208
208
|
float textThreshold, float linkThreshold,
|
|
209
209
|
bool independentCharacters) {
|
|
@@ -265,7 +265,7 @@ getDetBoxesFromTextMapVertical(cv::Mat &textMap, cv::Mat &affinityMap,
|
|
|
265
265
|
const int32_t nLabels = cv::connectedComponentsWithStats(
|
|
266
266
|
binaryMat, labels, stats, centroids, connectivityType);
|
|
267
267
|
|
|
268
|
-
std::vector<DetectorBBox> detectedBoxes;
|
|
268
|
+
std::vector<types::DetectorBBox> detectedBoxes;
|
|
269
269
|
detectedBoxes.reserve(nLabels);
|
|
270
270
|
|
|
271
271
|
// number of dilation iterations performed in some
|
|
@@ -293,7 +293,8 @@ float calculateRestoreRatio(int32_t currentSize, int32_t desiredSize) {
|
|
|
293
293
|
return desiredSize / static_cast<float>(currentSize);
|
|
294
294
|
}
|
|
295
295
|
|
|
296
|
-
void restoreBboxRatio(std::vector<DetectorBBox> &boxes,
|
|
296
|
+
void restoreBboxRatio(std::vector<types::DetectorBBox> &boxes,
|
|
297
|
+
float restoreRatio) {
|
|
297
298
|
for (auto &box : boxes) {
|
|
298
299
|
for (auto &point : box.bbox) {
|
|
299
300
|
point.x *= restoreRatio;
|
|
@@ -302,7 +303,7 @@ void restoreBboxRatio(std::vector<DetectorBBox> &boxes, float restoreRatio) {
|
|
|
302
303
|
}
|
|
303
304
|
}
|
|
304
305
|
|
|
305
|
-
float distanceFromPoint(const Point &p1, const Point &p2) {
|
|
306
|
+
float distanceFromPoint(const types::Point &p1, const types::Point &p2) {
|
|
306
307
|
const float xDist = p2.x - p1.x;
|
|
307
308
|
const float yDist = p2.y - p1.y;
|
|
308
309
|
return std::hypot(xDist, yDist);
|
|
@@ -312,17 +313,19 @@ float normalizeAngle(float angle) {
|
|
|
312
313
|
return (angle > 45.0f) ? (angle - 90.0f) : angle;
|
|
313
314
|
}
|
|
314
315
|
|
|
315
|
-
Point midpointBetweenPoint(const Point &p1,
|
|
316
|
+
types::Point midpointBetweenPoint(const types::Point &p1,
|
|
317
|
+
const types::Point &p2) {
|
|
316
318
|
return {.x = std::midpoint(p1.x, p2.x), .y = std::midpoint(p1.y, p2.y)};
|
|
317
319
|
}
|
|
318
320
|
|
|
319
|
-
Point centerOfBox(const std::array<Point, 4> &box) {
|
|
321
|
+
types::Point centerOfBox(const std::array<types::Point, 4> &box) {
|
|
320
322
|
return midpointBetweenPoint(box[0], box[2]);
|
|
321
323
|
}
|
|
322
324
|
|
|
323
325
|
// function for both; finding maximal side length and minimal side length
|
|
324
326
|
template <typename Compare>
|
|
325
|
-
float findExtremeSideLength(const std::array<Point, 4> &points,
|
|
327
|
+
float findExtremeSideLength(const std::array<types::Point, 4> &points,
|
|
328
|
+
Compare comp) {
|
|
326
329
|
float extremeLength = distanceFromPoint(points[0], points[1]);
|
|
327
330
|
|
|
328
331
|
#pragma unroll
|
|
@@ -339,11 +342,11 @@ float findExtremeSideLength(const std::array<Point, 4> &points, Compare comp) {
|
|
|
339
342
|
return extremeLength;
|
|
340
343
|
}
|
|
341
344
|
|
|
342
|
-
float minSideLength(const std::array<Point, 4> &points) {
|
|
345
|
+
float minSideLength(const std::array<types::Point, 4> &points) {
|
|
343
346
|
return findExtremeSideLength(points, std::less<float>{});
|
|
344
347
|
}
|
|
345
348
|
|
|
346
|
-
float maxSideLength(const std::array<Point, 4> &points) {
|
|
349
|
+
float maxSideLength(const std::array<types::Point, 4> &points) {
|
|
347
350
|
return findExtremeSideLength(points, std::greater<float>{});
|
|
348
351
|
}
|
|
349
352
|
|
|
@@ -364,9 +367,9 @@ float maxSideLength(const std::array<Point, 4> &points) {
|
|
|
364
367
|
* considered vertical.
|
|
365
368
|
*/
|
|
366
369
|
std::tuple<float, float, bool>
|
|
367
|
-
fitLineToShortestSides(const std::array<Point, 4> &points) {
|
|
370
|
+
fitLineToShortestSides(const std::array<types::Point, 4> &points) {
|
|
368
371
|
std::array<std::pair<float, float>, 4> sides;
|
|
369
|
-
std::array<Point, 4> midpoints;
|
|
372
|
+
std::array<types::Point, 4> midpoints;
|
|
370
373
|
#pragma unroll
|
|
371
374
|
for (std::size_t i = 0; i < midpoints.size(); i++) {
|
|
372
375
|
const auto p1 = points[i];
|
|
@@ -380,8 +383,8 @@ fitLineToShortestSides(const std::array<Point, 4> &points) {
|
|
|
380
383
|
// Sort the sides by length ascending
|
|
381
384
|
std::ranges::sort(sides);
|
|
382
385
|
|
|
383
|
-
const Point midpoint1 = midpoints[sides[0].second];
|
|
384
|
-
const Point midpoint2 = midpoints[sides[1].second];
|
|
386
|
+
const types::Point midpoint1 = midpoints[sides[0].second];
|
|
387
|
+
const types::Point midpoint2 = midpoints[sides[1].second];
|
|
385
388
|
const float dx = std::fabs(midpoint2.x - midpoint1.x);
|
|
386
389
|
|
|
387
390
|
float m, c;
|
|
@@ -398,7 +401,7 @@ fitLineToShortestSides(const std::array<Point, 4> &points) {
|
|
|
398
401
|
constexpr double accuracy =
|
|
399
402
|
0.01; // sufficient accuracy. Value proposed by OPENCV
|
|
400
403
|
|
|
401
|
-
isVertical = dx <
|
|
404
|
+
isVertical = dx < constants::kVerticalLineThreshold;
|
|
402
405
|
if (isVertical) {
|
|
403
406
|
for (auto &pt : cvMidPoints) {
|
|
404
407
|
std::swap(pt.x, pt.y);
|
|
@@ -411,14 +414,15 @@ fitLineToShortestSides(const std::array<Point, 4> &points) {
|
|
|
411
414
|
return {m, c, isVertical};
|
|
412
415
|
}
|
|
413
416
|
|
|
414
|
-
std::array<Point, 4> rotateBox(const std::array<Point, 4> &box,
|
|
415
|
-
|
|
417
|
+
std::array<types::Point, 4> rotateBox(const std::array<types::Point, 4> &box,
|
|
418
|
+
float angle) {
|
|
419
|
+
const types::Point center = centerOfBox(box);
|
|
416
420
|
|
|
417
421
|
const float radians = angle * M_PI / 180.0f;
|
|
418
422
|
|
|
419
|
-
std::array<Point, 4> rotatedPoints;
|
|
423
|
+
std::array<types::Point, 4> rotatedPoints;
|
|
420
424
|
for (std::size_t i = 0; i < box.size(); ++i) {
|
|
421
|
-
const Point &point = box[i];
|
|
425
|
+
const types::Point &point = box[i];
|
|
422
426
|
const float translatedX = point.x - center.x;
|
|
423
427
|
const float translatedY = point.y - center.y;
|
|
424
428
|
|
|
@@ -433,11 +437,12 @@ std::array<Point, 4> rotateBox(const std::array<Point, 4> &box, float angle) {
|
|
|
433
437
|
return rotatedPoints;
|
|
434
438
|
}
|
|
435
439
|
|
|
436
|
-
float calculateMinimalDistanceBetweenBox(
|
|
437
|
-
|
|
440
|
+
float calculateMinimalDistanceBetweenBox(
|
|
441
|
+
const std::array<types::Point, 4> &box1,
|
|
442
|
+
const std::array<types::Point, 4> &box2) {
|
|
438
443
|
float minDistance = std::numeric_limits<float>::max();
|
|
439
|
-
for (const Point &corner1 : box1) {
|
|
440
|
-
for (const Point &corner2 : box2) {
|
|
444
|
+
for (const types::Point &corner1 : box1) {
|
|
445
|
+
for (const types::Point &corner2 : box2) {
|
|
441
446
|
const float distance = distanceFromPoint(corner1, corner2);
|
|
442
447
|
minDistance = std::min(distance, minDistance);
|
|
443
448
|
}
|
|
@@ -461,8 +466,9 @@ float calculateMinimalDistanceBetweenBox(const std::array<Point, 4> &box1,
|
|
|
461
466
|
* 4. The points are ordered starting from the top-left in a clockwise manner:
|
|
462
467
|
* top-left, top-right, bottom-right, bottom-left.
|
|
463
468
|
*/
|
|
464
|
-
std::array<
|
|
465
|
-
|
|
469
|
+
std::array<types::Point, 4>
|
|
470
|
+
orderPointsClockwise(const std::array<types::Point, 4> &points) {
|
|
471
|
+
types::Point topLeft, topRight, bottomRight, bottomLeft;
|
|
466
472
|
float minSum = std::numeric_limits<float>::max();
|
|
467
473
|
float maxSum = std::numeric_limits<float>::lowest();
|
|
468
474
|
float minDiff = std::numeric_limits<float>::max();
|
|
@@ -493,8 +499,9 @@ std::array<Point, 4> orderPointsClockwise(const std::array<Point, 4> &points) {
|
|
|
493
499
|
return {topLeft, topRight, bottomRight, bottomLeft};
|
|
494
500
|
}
|
|
495
501
|
|
|
496
|
-
std::array<
|
|
497
|
-
|
|
502
|
+
std::array<types::Point, 4>
|
|
503
|
+
mergeRotatedBoxes(std::array<types::Point, 4> &box1,
|
|
504
|
+
std::array<types::Point, 4> &box2) {
|
|
498
505
|
box1 = orderPointsClockwise(box1);
|
|
499
506
|
box2 = orderPointsClockwise(box2);
|
|
500
507
|
|
|
@@ -546,21 +553,21 @@ std::array<Point, 4> mergeRotatedBoxes(std::array<Point, 4> &box1,
|
|
|
546
553
|
* If no suitable box is found the optional is null.
|
|
547
554
|
*/
|
|
548
555
|
std::optional<std::pair<std::size_t, float>>
|
|
549
|
-
findClosestBox(const std::vector<DetectorBBox> &boxes,
|
|
556
|
+
findClosestBox(const std::vector<types::DetectorBBox> &boxes,
|
|
550
557
|
const std::unordered_set<std::size_t> &ignoredIdxs,
|
|
551
|
-
const std::array<Point, 4> ¤tBox, bool isVertical,
|
|
552
|
-
float c, float centerThreshold) {
|
|
558
|
+
const std::array<types::Point, 4> ¤tBox, bool isVertical,
|
|
559
|
+
float m, float c, float centerThreshold) {
|
|
553
560
|
float smallestDistance = std::numeric_limits<float>::max();
|
|
554
561
|
ssize_t idx = -1;
|
|
555
562
|
float boxHeight = 0.0f;
|
|
556
|
-
const Point centerOfCurrentBox = centerOfBox(currentBox);
|
|
563
|
+
const types::Point centerOfCurrentBox = centerOfBox(currentBox);
|
|
557
564
|
|
|
558
565
|
for (std::size_t i = 0; i < boxes.size(); i++) {
|
|
559
566
|
if (ignoredIdxs.contains(i)) {
|
|
560
567
|
continue;
|
|
561
568
|
}
|
|
562
|
-
std::array<Point, 4> bbox = boxes[i].bbox;
|
|
563
|
-
const Point centerOfProcessedBox = centerOfBox(bbox);
|
|
569
|
+
std::array<types::Point, 4> bbox = boxes[i].bbox;
|
|
570
|
+
const types::Point centerOfProcessedBox = centerOfBox(bbox);
|
|
564
571
|
const float distanceBetweenCenters =
|
|
565
572
|
distanceFromPoint(centerOfCurrentBox, centerOfProcessedBox);
|
|
566
573
|
|
|
@@ -593,10 +600,10 @@ findClosestBox(const std::vector<DetectorBBox> &boxes,
|
|
|
593
600
|
* - Its longer side is **greater than** `maxSideThreshold`.
|
|
594
601
|
* Otherwise, the box is excluded from the result.
|
|
595
602
|
*/
|
|
596
|
-
std::vector<DetectorBBox>
|
|
597
|
-
removeSmallBoxesFromArray(const std::vector<DetectorBBox> &boxes,
|
|
603
|
+
std::vector<types::DetectorBBox>
|
|
604
|
+
removeSmallBoxesFromArray(const std::vector<types::DetectorBBox> &boxes,
|
|
598
605
|
float minSideThreshold, float maxSideThreshold) {
|
|
599
|
-
std::vector<DetectorBBox> filteredBoxes;
|
|
606
|
+
std::vector<types::DetectorBBox> filteredBoxes;
|
|
600
607
|
|
|
601
608
|
for (const auto &box : boxes) {
|
|
602
609
|
const float maxSide = maxSideLength(box.bbox);
|
|
@@ -609,24 +616,24 @@ removeSmallBoxesFromArray(const std::vector<DetectorBBox> &boxes,
|
|
|
609
616
|
return filteredBoxes;
|
|
610
617
|
}
|
|
611
618
|
|
|
612
|
-
static float minimumYFromBox(const std::array<Point, 4> &box) {
|
|
613
|
-
return std::ranges::min_element(
|
|
614
|
-
|
|
619
|
+
static float minimumYFromBox(const std::array<types::Point, 4> &box) {
|
|
620
|
+
return std::ranges::min_element(
|
|
621
|
+
box, [](types::Point a, types::Point b) { return a.y < b.y; })
|
|
615
622
|
->y;
|
|
616
623
|
}
|
|
617
624
|
|
|
618
|
-
std::vector<DetectorBBox>
|
|
619
|
-
groupTextBoxes(std::vector<DetectorBBox> &boxes, float centerThreshold,
|
|
625
|
+
std::vector<types::DetectorBBox>
|
|
626
|
+
groupTextBoxes(std::vector<types::DetectorBBox> &boxes, float centerThreshold,
|
|
620
627
|
float distanceThreshold, float heightThreshold,
|
|
621
628
|
int32_t minSideThreshold, int32_t maxSideThreshold,
|
|
622
629
|
int32_t maxWidth) {
|
|
623
630
|
// Sort boxes descending by maximum side length
|
|
624
|
-
std::ranges::sort(boxes,
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
631
|
+
std::ranges::sort(boxes, [](const types::DetectorBBox &lhs,
|
|
632
|
+
const types::DetectorBBox &rhs) {
|
|
633
|
+
return maxSideLength(lhs.bbox) > maxSideLength(rhs.bbox);
|
|
634
|
+
});
|
|
628
635
|
|
|
629
|
-
std::vector<DetectorBBox> mergedVec;
|
|
636
|
+
std::vector<types::DetectorBBox> mergedVec;
|
|
630
637
|
float lineAngle;
|
|
631
638
|
std::unordered_set<std::size_t> ignoredIdxs;
|
|
632
639
|
while (!boxes.empty()) {
|
|
@@ -652,7 +659,7 @@ groupTextBoxes(std::vector<DetectorBBox> &boxes, float centerThreshold,
|
|
|
652
659
|
break;
|
|
653
660
|
}
|
|
654
661
|
const auto [candidateIdx, candidateHeight] = closestBoxInfo.value();
|
|
655
|
-
DetectorBBox candidateBox = boxes[candidateIdx];
|
|
662
|
+
types::DetectorBBox candidateBox = boxes[candidateIdx];
|
|
656
663
|
|
|
657
664
|
if ((numerical::isClose(candidateBox.angle, 90.0f) && !isVertical) ||
|
|
658
665
|
(numerical::isClose(candidateBox.angle, 0.0f) && isVertical)) {
|
|
@@ -690,9 +697,9 @@ groupTextBoxes(std::vector<DetectorBBox> &boxes, float centerThreshold,
|
|
|
690
697
|
return minY1 < minY2;
|
|
691
698
|
});
|
|
692
699
|
|
|
693
|
-
std::vector<DetectorBBox> orderedSortedBoxes;
|
|
700
|
+
std::vector<types::DetectorBBox> orderedSortedBoxes;
|
|
694
701
|
orderedSortedBoxes.reserve(mergedVec.size());
|
|
695
|
-
for (DetectorBBox bbox : mergedVec) {
|
|
702
|
+
for (types::DetectorBBox bbox : mergedVec) {
|
|
696
703
|
bbox.bbox = orderPointsClockwise(bbox.bbox);
|
|
697
704
|
orderedSortedBoxes.push_back(std::move(bbox));
|
|
698
705
|
}
|
|
@@ -700,4 +707,4 @@ groupTextBoxes(std::vector<DetectorBBox> &boxes, float centerThreshold,
|
|
|
700
707
|
return orderedSortedBoxes;
|
|
701
708
|
}
|
|
702
709
|
|
|
703
|
-
} // namespace rnexecutorch::ocr
|
|
710
|
+
} // namespace rnexecutorch::models::ocr::utils
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
#include <rnexecutorch/models/ocr/Types.h>
|
|
5
5
|
#include <span>
|
|
6
6
|
|
|
7
|
-
namespace rnexecutorch::ocr {
|
|
7
|
+
namespace rnexecutorch::models::ocr::utils {
|
|
8
8
|
std::pair<cv::Mat, cv::Mat> interleavedArrayToMats(std::span<const float> data,
|
|
9
9
|
cv::Size size);
|
|
10
10
|
/**
|
|
@@ -27,19 +27,20 @@ std::pair<cv::Mat, cv::Mat> interleavedArrayToMats(std::span<const float> data,
|
|
|
27
27
|
* detected text box.
|
|
28
28
|
* - "angle": a float representing the rotation angle of the box.
|
|
29
29
|
*/
|
|
30
|
-
std::vector<DetectorBBox> getDetBoxesFromTextMap(cv::Mat &textMap,
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
std::vector<DetectorBBox>
|
|
30
|
+
std::vector<types::DetectorBBox> getDetBoxesFromTextMap(cv::Mat &textMap,
|
|
31
|
+
cv::Mat &affinityMap,
|
|
32
|
+
float textThreshold,
|
|
33
|
+
float linkThreshold,
|
|
34
|
+
float lowTextThreshold);
|
|
35
|
+
std::vector<types::DetectorBBox>
|
|
36
36
|
getDetBoxesFromTextMapVertical(cv::Mat &textMap, cv::Mat &affinityMap,
|
|
37
37
|
float textThreshold, float linkThreshold,
|
|
38
38
|
bool independentCharacters);
|
|
39
39
|
|
|
40
40
|
float calculateRestoreRatio(int32_t currentSize, int32_t desiredSize);
|
|
41
41
|
|
|
42
|
-
void restoreBboxRatio(std::vector<DetectorBBox> &boxes,
|
|
42
|
+
void restoreBboxRatio(std::vector<types::DetectorBBox> &boxes,
|
|
43
|
+
float restoreRatio);
|
|
43
44
|
/**
|
|
44
45
|
* This method processes a vector of DetectorBBox bounding boxes, each
|
|
45
46
|
* containing details about individual text boxes, and attempts to group and
|
|
@@ -72,9 +73,9 @@ void restoreBboxRatio(std::vector<DetectorBBox> &boxes, float restoreRatio);
|
|
|
72
73
|
* 3. Post-processing to remove any boxes that are too small.
|
|
73
74
|
* 4. Sort the final array of boxes by their vertical positions.
|
|
74
75
|
*/
|
|
75
|
-
std::vector<DetectorBBox>
|
|
76
|
-
groupTextBoxes(std::vector<DetectorBBox> &boxes, float centerThreshold,
|
|
76
|
+
std::vector<types::DetectorBBox>
|
|
77
|
+
groupTextBoxes(std::vector<types::DetectorBBox> &boxes, float centerThreshold,
|
|
77
78
|
float distanceThreshold, float heightThreshold,
|
|
78
79
|
int32_t minSideThreshold, int32_t maxSideThreshold,
|
|
79
80
|
int32_t maxWidth);
|
|
80
|
-
} // namespace rnexecutorch::ocr
|
|
81
|
+
} // namespace rnexecutorch::models::ocr::utils
|
|
@@ -3,9 +3,9 @@
|
|
|
3
3
|
#include <rnexecutorch/data_processing/ImageProcessing.h>
|
|
4
4
|
#include <rnexecutorch/models/ocr/Constants.h>
|
|
5
5
|
|
|
6
|
-
namespace rnexecutorch::ocr {
|
|
7
|
-
PaddingInfo calculateResizeRatioAndPaddings(cv::Size size,
|
|
8
|
-
|
|
6
|
+
namespace rnexecutorch::models::ocr::utils {
|
|
7
|
+
types::PaddingInfo calculateResizeRatioAndPaddings(cv::Size size,
|
|
8
|
+
cv::Size desiredSize) {
|
|
9
9
|
const auto newRatioH = static_cast<float>(desiredSize.height) / size.height;
|
|
10
10
|
const auto newRatioW = static_cast<float>(desiredSize.width) / size.width;
|
|
11
11
|
auto resizeRatio = std::min(newRatioH, newRatioW);
|
|
@@ -40,7 +40,8 @@ void computeRatioAndResize(cv::Mat &img, cv::Size size, int32_t modelHeight) {
|
|
|
40
40
|
cv::resize(img, img, resizedSize, 0.0, 0.0, cv::INTER_LANCZOS4);
|
|
41
41
|
}
|
|
42
42
|
|
|
43
|
-
cv::Mat cropImage(DetectorBBox box, cv::Mat &image,
|
|
43
|
+
cv::Mat cropImage(types::DetectorBBox box, cv::Mat &image,
|
|
44
|
+
int32_t modelHeight) {
|
|
44
45
|
// Convert custom points to cv::Point2f
|
|
45
46
|
std::array<cv::Point2f, 4> points;
|
|
46
47
|
#pragma unroll
|
|
@@ -126,13 +127,14 @@ void adjustContrastGrey(cv::Mat &img, double target) {
|
|
|
126
127
|
|
|
127
128
|
int32_t getDesiredWidth(const cv::Mat &img, bool isVertical) {
|
|
128
129
|
|
|
129
|
-
if (img.cols >=
|
|
130
|
-
return
|
|
130
|
+
if (img.cols >= constants::kLargeRecognizerWidth) {
|
|
131
|
+
return constants::kLargeRecognizerWidth;
|
|
131
132
|
}
|
|
132
|
-
if (img.cols >=
|
|
133
|
-
return
|
|
133
|
+
if (img.cols >= constants::kMediumRecognizerWidth) {
|
|
134
|
+
return constants::kMediumRecognizerWidth;
|
|
134
135
|
}
|
|
135
|
-
return isVertical ?
|
|
136
|
+
return isVertical ? constants::kSmallVerticalRecognizerWidth
|
|
137
|
+
: constants::kSmallRecognizerWidth;
|
|
136
138
|
}
|
|
137
139
|
|
|
138
140
|
cv::Mat normalizeForRecognizer(const cv::Mat &image, int32_t modelHeight,
|
|
@@ -144,10 +146,11 @@ cv::Mat normalizeForRecognizer(const cv::Mat &image, int32_t modelHeight,
|
|
|
144
146
|
|
|
145
147
|
int32_t desiredWidth = getDesiredWidth(image, isVertical);
|
|
146
148
|
|
|
147
|
-
img =
|
|
149
|
+
img =
|
|
150
|
+
image_processing::resizePadded(img, cv::Size(desiredWidth, modelHeight));
|
|
148
151
|
img.convertTo(img, CV_32F, 1.0f / 255.0f);
|
|
149
152
|
img -= 0.5f;
|
|
150
153
|
img *= 2.0f;
|
|
151
154
|
return img;
|
|
152
155
|
}
|
|
153
|
-
} // namespace rnexecutorch::ocr
|
|
156
|
+
} // namespace rnexecutorch::models::ocr::utils
|
package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.h → utils/RecognitionHandlerUtils.h}
RENAMED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
#include <opencv2/opencv.hpp>
|
|
4
4
|
#include <rnexecutorch/models/ocr/Types.h>
|
|
5
5
|
|
|
6
|
-
namespace rnexecutorch::ocr {
|
|
6
|
+
namespace rnexecutorch::models::ocr::utils {
|
|
7
7
|
/**
|
|
8
8
|
* @brief Calculates the resize ratio and padding offsets needed to fit an image
|
|
9
9
|
* into a target size while maintaining aspect ratio.
|
|
@@ -12,8 +12,8 @@ namespace rnexecutorch::ocr {
|
|
|
12
12
|
* @return Struct containing the scaling factor and top/left padding amounts for
|
|
13
13
|
* centering the image.
|
|
14
14
|
*/
|
|
15
|
-
PaddingInfo calculateResizeRatioAndPaddings(cv::Size size,
|
|
16
|
-
|
|
15
|
+
types::PaddingInfo calculateResizeRatioAndPaddings(cv::Size size,
|
|
16
|
+
cv::Size desiredSize);
|
|
17
17
|
/**
|
|
18
18
|
* @brief Resizes an image proportionally to match a target height while
|
|
19
19
|
* maintaining aspect ratio.
|
|
@@ -41,7 +41,7 @@ void computeRatioAndResize(cv::Mat &img, cv::Size size, int32_t modelHeight);
|
|
|
41
41
|
* @param modelHeight Target height for output (width scales proportionally)
|
|
42
42
|
* @return Cropped, aligned and resized image region (empty if invalid box)
|
|
43
43
|
*/
|
|
44
|
-
cv::Mat cropImage(DetectorBBox box, cv::Mat &image, int32_t modelHeight);
|
|
44
|
+
cv::Mat cropImage(types::DetectorBBox box, cv::Mat &image, int32_t modelHeight);
|
|
45
45
|
void adjustContrastGrey(cv::Mat &img, double target);
|
|
46
46
|
/**
|
|
47
47
|
* @brief Prepares an image for recognition models by standardizing size,
|
|
@@ -69,4 +69,4 @@ void adjustContrastGrey(cv::Mat &img, double target);
|
|
|
69
69
|
cv::Mat normalizeForRecognizer(const cv::Mat &image, int32_t modelHeight,
|
|
70
70
|
double adjustContrast = 0.0,
|
|
71
71
|
bool isVertical = false);
|
|
72
|
-
} // namespace rnexecutorch::ocr
|
|
72
|
+
} // namespace rnexecutorch::models::ocr::utils
|