react-native-executorch 0.3.3 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -13
- package/android/build.gradle +1 -1
- package/android/src/main/java/com/swmansion/rnexecutorch/ETModule.kt +1 -2
- package/android/src/main/java/com/swmansion/rnexecutorch/ImageSegmentation.kt +58 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/LLM.kt +13 -49
- package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchPackage.kt +37 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/StyleTransfer.kt +1 -1
- package/android/src/main/java/com/swmansion/rnexecutorch/TextEmbeddings.kt +51 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/Tokenizer.kt +86 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/models/BaseModel.kt +3 -4
- package/android/src/main/java/com/swmansion/rnexecutorch/models/TextEmbeddings/TextEmbeddingsModel.kt +48 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/models/TextEmbeddings/TextEmbeddingsUtils.kt +37 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/models/classification/ClassificationModel.kt +1 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/models/imageSegmentation/Constants.kt +26 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/models/imageSegmentation/ImageSegmentationModel.kt +142 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/models/ocr/utils/RecognizerUtils.kt +3 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/models/{StyleTransferModel.kt → styleTransfer/StyleTransferModel.kt} +2 -1
- package/android/src/main/java/com/swmansion/rnexecutorch/utils/ArrayUtils.kt +0 -8
- package/android/src/main/java/com/swmansion/rnexecutorch/{models/classification/Utils.kt → utils/Numerical.kt} +1 -1
- package/ios/ExecutorchLib.xcframework/Info.plist +4 -4
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/ExecutorchLib +0 -0
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +14 -0
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/LLaMARunner.h +1 -23
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Info.plist +0 -0
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/ExecutorchLib +0 -0
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +14 -0
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/LLaMARunner.h +1 -23
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Info.plist +0 -0
- package/ios/RnExecutorch/Classification.mm +15 -18
- package/ios/RnExecutorch/ETModule.mm +6 -5
- package/ios/RnExecutorch/ImageSegmentation.h +5 -0
- package/ios/RnExecutorch/ImageSegmentation.mm +60 -0
- package/ios/RnExecutorch/LLM.mm +12 -53
- package/ios/RnExecutorch/OCR.mm +39 -43
- package/ios/RnExecutorch/ObjectDetection.mm +20 -20
- package/ios/RnExecutorch/SpeechToText.mm +6 -7
- package/ios/RnExecutorch/StyleTransfer.mm +16 -19
- package/ios/RnExecutorch/TextEmbeddings.h +5 -0
- package/ios/RnExecutorch/TextEmbeddings.mm +62 -0
- package/ios/RnExecutorch/Tokenizer.h +5 -0
- package/ios/RnExecutorch/Tokenizer.mm +83 -0
- package/ios/RnExecutorch/VerticalOCR.mm +36 -36
- package/ios/RnExecutorch/models/BaseModel.h +2 -5
- package/ios/RnExecutorch/models/BaseModel.mm +5 -15
- package/ios/RnExecutorch/models/classification/ClassificationModel.mm +2 -3
- package/ios/RnExecutorch/models/classification/Constants.mm +0 -1
- package/ios/RnExecutorch/models/image_segmentation/Constants.h +4 -0
- package/ios/RnExecutorch/models/image_segmentation/Constants.mm +8 -0
- package/ios/RnExecutorch/models/image_segmentation/ImageSegmentationModel.h +10 -0
- package/ios/RnExecutorch/models/image_segmentation/ImageSegmentationModel.mm +146 -0
- package/ios/RnExecutorch/models/object_detection/SSDLiteLargeModel.mm +1 -2
- package/ios/RnExecutorch/models/ocr/Detector.h +0 -2
- package/ios/RnExecutorch/models/ocr/Detector.mm +2 -1
- package/ios/RnExecutorch/models/ocr/RecognitionHandler.h +5 -4
- package/ios/RnExecutorch/models/ocr/RecognitionHandler.mm +9 -26
- package/ios/RnExecutorch/models/ocr/Recognizer.mm +1 -2
- package/ios/RnExecutorch/models/ocr/VerticalDetector.h +0 -2
- package/ios/RnExecutorch/models/ocr/VerticalDetector.mm +2 -1
- package/ios/RnExecutorch/models/ocr/utils/OCRUtils.mm +0 -1
- package/ios/RnExecutorch/models/stt/Moonshine.mm +1 -6
- package/ios/RnExecutorch/models/stt/SpeechToTextBaseModel.mm +7 -11
- package/ios/RnExecutorch/models/stt/Whisper.mm +0 -5
- package/ios/RnExecutorch/models/{StyleTransferModel.h → style_transfer/StyleTransferModel.h} +1 -1
- package/ios/RnExecutorch/models/{StyleTransferModel.mm → style_transfer/StyleTransferModel.mm} +2 -3
- package/ios/RnExecutorch/models/text_embeddings/TextEmbeddingsModel.h +15 -0
- package/ios/RnExecutorch/models/text_embeddings/TextEmbeddingsModel.mm +45 -0
- package/ios/RnExecutorch/models/text_embeddings/TextEmbeddingsUtils.h +8 -0
- package/ios/RnExecutorch/models/text_embeddings/TextEmbeddingsUtils.mm +49 -0
- package/ios/RnExecutorch/utils/Conversions.h +15 -0
- package/ios/RnExecutorch/utils/ImageProcessor.h +0 -1
- package/ios/RnExecutorch/{models/classification/Utils.h → utils/Numerical.h} +0 -2
- package/ios/RnExecutorch/{models/classification/Utils.mm → utils/Numerical.mm} +0 -2
- package/ios/RnExecutorch/utils/ObjectDetectionUtils.mm +0 -2
- package/ios/RnExecutorch/utils/SFFT.mm +1 -1
- package/ios/RnExecutorch/utils/ScalarType.h +0 -2
- package/lib/module/Error.js +16 -2
- package/lib/module/Error.js.map +1 -1
- package/lib/module/constants/{llamaDefaults.js → llmDefaults.js} +7 -3
- package/lib/module/constants/llmDefaults.js.map +1 -0
- package/lib/module/constants/modelUrls.js +88 -27
- package/lib/module/constants/modelUrls.js.map +1 -1
- package/lib/module/constants/ocr/models.js +290 -0
- package/lib/module/constants/ocr/models.js.map +1 -0
- package/lib/module/constants/ocr/symbols.js +137 -2
- package/lib/module/constants/ocr/symbols.js.map +1 -1
- package/lib/module/constants/sttDefaults.js +50 -25
- package/lib/module/constants/sttDefaults.js.map +1 -1
- package/lib/module/controllers/LLMController.js +205 -0
- package/lib/module/controllers/LLMController.js.map +1 -0
- package/lib/module/controllers/OCRController.js +5 -10
- package/lib/module/controllers/OCRController.js.map +1 -1
- package/lib/module/controllers/SpeechToTextController.js +225 -122
- package/lib/module/controllers/SpeechToTextController.js.map +1 -1
- package/lib/module/controllers/VerticalOCRController.js +6 -10
- package/lib/module/controllers/VerticalOCRController.js.map +1 -1
- package/lib/module/hooks/computer_vision/useClassification.js +8 -23
- package/lib/module/hooks/computer_vision/useClassification.js.map +1 -1
- package/lib/module/hooks/computer_vision/useImageSegmentation.js +13 -0
- package/lib/module/hooks/computer_vision/useImageSegmentation.js.map +1 -0
- package/lib/module/hooks/computer_vision/useOCR.js +11 -6
- package/lib/module/hooks/computer_vision/useOCR.js.map +1 -1
- package/lib/module/hooks/computer_vision/useObjectDetection.js +8 -23
- package/lib/module/hooks/computer_vision/useObjectDetection.js.map +1 -1
- package/lib/module/hooks/computer_vision/useStyleTransfer.js +8 -23
- package/lib/module/hooks/computer_vision/useStyleTransfer.js.map +1 -1
- package/lib/module/hooks/computer_vision/useVerticalOCR.js +10 -7
- package/lib/module/hooks/computer_vision/useVerticalOCR.js.map +1 -1
- package/lib/module/hooks/general/useExecutorchModule.js +8 -36
- package/lib/module/hooks/general/useExecutorchModule.js.map +1 -1
- package/lib/module/hooks/natural_language_processing/useLLM.js +54 -63
- package/lib/module/hooks/natural_language_processing/useLLM.js.map +1 -1
- package/lib/module/hooks/natural_language_processing/useSpeechToText.js +15 -11
- package/lib/module/hooks/natural_language_processing/useSpeechToText.js.map +1 -1
- package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js +14 -0
- package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js.map +1 -0
- package/lib/module/hooks/natural_language_processing/useTokenizer.js +54 -0
- package/lib/module/hooks/natural_language_processing/useTokenizer.js.map +1 -0
- package/lib/module/hooks/useModule.js +18 -62
- package/lib/module/hooks/useModule.js.map +1 -1
- package/lib/module/index.js +16 -2
- package/lib/module/index.js.map +1 -1
- package/lib/module/modules/BaseModule.js +9 -10
- package/lib/module/modules/BaseModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ClassificationModule.js +8 -5
- package/lib/module/modules/computer_vision/ClassificationModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ImageSegmentationModule.js +28 -0
- package/lib/module/modules/computer_vision/ImageSegmentationModule.js.map +1 -0
- package/lib/module/modules/computer_vision/ObjectDetectionModule.js +8 -5
- package/lib/module/modules/computer_vision/ObjectDetectionModule.js.map +1 -1
- package/lib/module/modules/computer_vision/StyleTransferModule.js +8 -5
- package/lib/module/modules/computer_vision/StyleTransferModule.js.map +1 -1
- package/lib/module/modules/general/ExecutorchModule.js +8 -5
- package/lib/module/modules/general/ExecutorchModule.js.map +1 -1
- package/lib/module/modules/natural_language_processing/LLMModule.js +46 -27
- package/lib/module/modules/natural_language_processing/LLMModule.js.map +1 -1
- package/lib/module/modules/natural_language_processing/SpeechToTextModule.js +8 -5
- package/lib/module/modules/natural_language_processing/SpeechToTextModule.js.map +1 -1
- package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js +14 -0
- package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js.map +1 -0
- package/lib/module/modules/natural_language_processing/TokenizerModule.js +26 -0
- package/lib/module/modules/natural_language_processing/TokenizerModule.js.map +1 -0
- package/lib/module/native/NativeClassification.js.map +1 -1
- package/lib/module/native/NativeImageSegmentation.js +5 -0
- package/lib/module/native/NativeImageSegmentation.js.map +1 -0
- package/lib/module/native/NativeLLM.js.map +1 -1
- package/lib/module/native/NativeTextEmbeddings.js +5 -0
- package/lib/module/native/NativeTextEmbeddings.js.map +1 -0
- package/lib/module/native/NativeTokenizer.js +5 -0
- package/lib/module/native/NativeTokenizer.js.map +1 -0
- package/lib/module/native/RnExecutorchModules.js +18 -113
- package/lib/module/native/RnExecutorchModules.js.map +1 -1
- package/lib/module/types/common.js.map +1 -1
- package/lib/module/types/imageSegmentation.js +29 -0
- package/lib/module/types/imageSegmentation.js.map +1 -0
- package/lib/module/types/llm.js +7 -0
- package/lib/module/types/llm.js.map +1 -0
- package/lib/module/types/{object_detection.js → objectDetection.js} +1 -1
- package/lib/module/types/objectDetection.js.map +1 -0
- package/lib/module/types/ocr.js +2 -0
- package/lib/module/types/stt.js +82 -0
- package/lib/module/types/stt.js.map +1 -0
- package/lib/module/utils/ResourceFetcher.js +156 -0
- package/lib/module/utils/ResourceFetcher.js.map +1 -0
- package/lib/module/utils/llm.js +25 -0
- package/lib/module/utils/llm.js.map +1 -0
- package/lib/module/utils/stt.js +22 -0
- package/lib/module/utils/stt.js.map +1 -0
- package/lib/typescript/Error.d.ts +4 -1
- package/lib/typescript/Error.d.ts.map +1 -1
- package/lib/typescript/constants/{llamaDefaults.d.ts → llmDefaults.d.ts} +5 -5
- package/lib/typescript/constants/llmDefaults.d.ts.map +1 -0
- package/lib/typescript/constants/modelUrls.d.ts +74 -28
- package/lib/typescript/constants/modelUrls.d.ts.map +1 -1
- package/lib/typescript/constants/ocr/models.d.ts +285 -0
- package/lib/typescript/constants/ocr/models.d.ts.map +1 -0
- package/lib/typescript/constants/ocr/symbols.d.ts +73 -1
- package/lib/typescript/constants/ocr/symbols.d.ts.map +1 -1
- package/lib/typescript/constants/sttDefaults.d.ts +8 -13
- package/lib/typescript/constants/sttDefaults.d.ts.map +1 -1
- package/lib/typescript/controllers/LLMController.d.ts +46 -0
- package/lib/typescript/controllers/LLMController.d.ts.map +1 -0
- package/lib/typescript/controllers/OCRController.d.ts.map +1 -1
- package/lib/typescript/controllers/SpeechToTextController.d.ts +30 -16
- package/lib/typescript/controllers/SpeechToTextController.d.ts.map +1 -1
- package/lib/typescript/controllers/VerticalOCRController.d.ts +1 -1
- package/lib/typescript/controllers/VerticalOCRController.d.ts.map +1 -1
- package/lib/typescript/hooks/computer_vision/useClassification.d.ts +5 -5
- package/lib/typescript/hooks/computer_vision/useClassification.d.ts.map +1 -1
- package/lib/typescript/hooks/computer_vision/useImageSegmentation.d.ts +37 -0
- package/lib/typescript/hooks/computer_vision/useImageSegmentation.d.ts.map +1 -0
- package/lib/typescript/hooks/computer_vision/useOCR.d.ts +2 -1
- package/lib/typescript/hooks/computer_vision/useOCR.d.ts.map +1 -1
- package/lib/typescript/hooks/computer_vision/useObjectDetection.d.ts +5 -4
- package/lib/typescript/hooks/computer_vision/useObjectDetection.d.ts.map +1 -1
- package/lib/typescript/hooks/computer_vision/useStyleTransfer.d.ts +4 -2
- package/lib/typescript/hooks/computer_vision/useStyleTransfer.d.ts.map +1 -1
- package/lib/typescript/hooks/computer_vision/useVerticalOCR.d.ts +2 -1
- package/lib/typescript/hooks/computer_vision/useVerticalOCR.d.ts.map +1 -1
- package/lib/typescript/hooks/general/useExecutorchModule.d.ts +5 -6
- package/lib/typescript/hooks/general/useExecutorchModule.d.ts.map +1 -1
- package/lib/typescript/hooks/natural_language_processing/useLLM.d.ts +6 -6
- package/lib/typescript/hooks/natural_language_processing/useLLM.d.ts.map +1 -1
- package/lib/typescript/hooks/natural_language_processing/useSpeechToText.d.ts +7 -3
- package/lib/typescript/hooks/natural_language_processing/useSpeechToText.d.ts.map +1 -1
- package/lib/typescript/hooks/natural_language_processing/useTextEmbeddings.d.ts +13 -0
- package/lib/typescript/hooks/natural_language_processing/useTextEmbeddings.d.ts.map +1 -0
- package/lib/typescript/hooks/natural_language_processing/useTokenizer.d.ts +16 -0
- package/lib/typescript/hooks/natural_language_processing/useTokenizer.d.ts.map +1 -0
- package/lib/typescript/hooks/useModule.d.ts +11 -10
- package/lib/typescript/hooks/useModule.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +15 -2
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/modules/BaseModule.d.ts +4 -5
- package/lib/typescript/modules/BaseModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts +7 -7
- package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts +32 -0
- package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts.map +1 -0
- package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts +6 -5
- package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts +6 -5
- package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts.map +1 -1
- package/lib/typescript/modules/general/ExecutorchModule.d.ts +4 -3
- package/lib/typescript/modules/general/ExecutorchModule.d.ts.map +1 -1
- package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts +19 -5
- package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts.map +1 -1
- package/lib/typescript/modules/natural_language_processing/SpeechToTextModule.d.ts +7 -4
- package/lib/typescript/modules/natural_language_processing/SpeechToTextModule.d.ts.map +1 -1
- package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts +8 -0
- package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts.map +1 -0
- package/lib/typescript/modules/natural_language_processing/TokenizerModule.d.ts +12 -0
- package/lib/typescript/modules/natural_language_processing/TokenizerModule.d.ts.map +1 -0
- package/lib/typescript/native/NativeClassification.d.ts.map +1 -1
- package/lib/typescript/native/NativeImageSegmentation.d.ts +10 -0
- package/lib/typescript/native/NativeImageSegmentation.d.ts.map +1 -0
- package/lib/typescript/native/NativeLLM.d.ts +3 -4
- package/lib/typescript/native/NativeLLM.d.ts.map +1 -1
- package/lib/typescript/native/NativeObjectDetection.d.ts +1 -1
- package/lib/typescript/native/NativeObjectDetection.d.ts.map +1 -1
- package/lib/typescript/native/NativeSpeechToText.d.ts +2 -2
- package/lib/typescript/native/NativeSpeechToText.d.ts.map +1 -1
- package/lib/typescript/native/NativeTextEmbeddings.d.ts +8 -0
- package/lib/typescript/native/NativeTextEmbeddings.d.ts.map +1 -0
- package/lib/typescript/native/NativeTokenizer.d.ts +12 -0
- package/lib/typescript/native/NativeTokenizer.d.ts.map +1 -0
- package/lib/typescript/native/RnExecutorchModules.d.ts +18 -41
- package/lib/typescript/native/RnExecutorchModules.d.ts.map +1 -1
- package/lib/typescript/types/common.d.ts +1 -26
- package/lib/typescript/types/common.d.ts.map +1 -1
- package/lib/typescript/types/imageSegmentation.d.ts +25 -0
- package/lib/typescript/types/imageSegmentation.d.ts.map +1 -0
- package/lib/typescript/types/llm.d.ts +38 -0
- package/lib/typescript/types/llm.d.ts.map +1 -0
- package/lib/typescript/types/{object_detection.d.ts → objectDetection.d.ts} +1 -1
- package/lib/typescript/types/objectDetection.d.ts.map +1 -0
- package/lib/typescript/types/ocr.d.ts +2 -1
- package/lib/typescript/types/ocr.d.ts.map +1 -1
- package/lib/typescript/types/stt.d.ts +91 -0
- package/lib/typescript/types/stt.d.ts.map +1 -0
- package/lib/typescript/utils/ResourceFetcher.d.ts +17 -0
- package/lib/typescript/utils/ResourceFetcher.d.ts.map +1 -0
- package/lib/typescript/utils/llm.d.ts +3 -0
- package/lib/typescript/utils/llm.d.ts.map +1 -0
- package/lib/typescript/utils/stt.d.ts +2 -0
- package/lib/typescript/utils/stt.d.ts.map +1 -0
- package/package.json +13 -49
- package/react-native-executorch.podspec +1 -1
- package/src/Error.ts +16 -3
- package/src/constants/llmDefaults.ts +14 -0
- package/src/constants/modelUrls.ts +146 -39
- package/src/constants/ocr/models.ts +453 -0
- package/src/constants/ocr/symbols.ts +147 -3
- package/src/constants/sttDefaults.ts +55 -37
- package/src/controllers/LLMController.ts +286 -0
- package/src/controllers/OCRController.ts +14 -28
- package/src/controllers/SpeechToTextController.ts +318 -180
- package/src/controllers/VerticalOCRController.ts +17 -32
- package/src/hooks/computer_vision/useClassification.ts +11 -26
- package/src/hooks/computer_vision/useImageSegmentation.ts +18 -0
- package/src/hooks/computer_vision/useOCR.ts +17 -5
- package/src/hooks/computer_vision/useObjectDetection.ts +10 -24
- package/src/hooks/computer_vision/useStyleTransfer.ts +9 -25
- package/src/hooks/computer_vision/useVerticalOCR.ts +11 -4
- package/src/hooks/general/useExecutorchModule.ts +10 -50
- package/src/hooks/natural_language_processing/useLLM.ts +80 -97
- package/src/hooks/natural_language_processing/useSpeechToText.ts +39 -12
- package/src/hooks/natural_language_processing/useTextEmbeddings.ts +18 -0
- package/src/hooks/natural_language_processing/useTokenizer.ts +61 -0
- package/src/hooks/useModule.ts +32 -92
- package/src/index.tsx +16 -2
- package/src/modules/BaseModule.ts +16 -26
- package/src/modules/computer_vision/ClassificationModule.ts +13 -8
- package/src/modules/computer_vision/ImageSegmentationModule.ts +39 -0
- package/src/modules/computer_vision/ObjectDetectionModule.ts +13 -8
- package/src/modules/computer_vision/StyleTransferModule.ts +13 -8
- package/src/modules/general/ExecutorchModule.ts +11 -6
- package/src/modules/natural_language_processing/LLMModule.ts +64 -51
- package/src/modules/natural_language_processing/SpeechToTextModule.ts +25 -10
- package/src/modules/natural_language_processing/TextEmbeddingsModule.ts +18 -0
- package/src/modules/natural_language_processing/TokenizerModule.ts +34 -0
- package/src/native/NativeClassification.ts +0 -1
- package/src/native/NativeImageSegmentation.ts +14 -0
- package/src/native/NativeLLM.ts +3 -10
- package/src/native/NativeObjectDetection.ts +1 -1
- package/src/native/NativeSpeechToText.ts +2 -2
- package/src/native/NativeTextEmbeddings.ts +9 -0
- package/src/native/NativeTokenizer.ts +13 -0
- package/src/native/RnExecutorchModules.ts +54 -234
- package/src/types/common.ts +1 -44
- package/src/types/imageSegmentation.ts +25 -0
- package/src/types/llm.ts +57 -0
- package/src/types/ocr.ts +3 -1
- package/src/types/stt.ts +93 -0
- package/src/utils/ResourceFetcher.ts +196 -0
- package/src/utils/llm.ts +34 -0
- package/src/utils/stt.ts +28 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/utils/llms/ConversationManager.kt +0 -68
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/_CodeSignature/CodeResources +0 -124
- package/ios/RnExecutorch/utils/llms/Constants.h +0 -6
- package/ios/RnExecutorch/utils/llms/Constants.mm +0 -23
- package/ios/RnExecutorch/utils/llms/ConversationManager.h +0 -26
- package/ios/RnExecutorch/utils/llms/ConversationManager.mm +0 -71
- package/lib/module/constants/llamaDefaults.js.map +0 -1
- package/lib/module/modules/computer_vision/BaseCVModule.js +0 -14
- package/lib/module/modules/computer_vision/BaseCVModule.js.map +0 -1
- package/lib/module/types/object_detection.js.map +0 -1
- package/lib/module/utils/fetchResource.js +0 -93
- package/lib/module/utils/fetchResource.js.map +0 -1
- package/lib/module/utils/listDownloadedResources.js +0 -13
- package/lib/module/utils/listDownloadedResources.js.map +0 -1
- package/lib/typescript/constants/llamaDefaults.d.ts.map +0 -1
- package/lib/typescript/modules/computer_vision/BaseCVModule.d.ts +0 -9
- package/lib/typescript/modules/computer_vision/BaseCVModule.d.ts.map +0 -1
- package/lib/typescript/types/object_detection.d.ts.map +0 -1
- package/lib/typescript/utils/fetchResource.d.ts +0 -3
- package/lib/typescript/utils/fetchResource.d.ts.map +0 -1
- package/lib/typescript/utils/listDownloadedResources.d.ts +0 -3
- package/lib/typescript/utils/listDownloadedResources.d.ts.map +0 -1
- package/src/constants/llamaDefaults.ts +0 -9
- package/src/modules/computer_vision/BaseCVModule.ts +0 -22
- package/src/utils/fetchResource.ts +0 -106
- package/src/utils/listDownloadedResources.ts +0 -12
- /package/src/types/{object_detection.ts → objectDetection.ts} +0 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OCRController.d.ts","sourceRoot":"","sources":["../../../src/controllers/OCRController.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"OCRController.d.ts","sourceRoot":"","sources":["../../../src/controllers/OCRController.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAG3C,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAyB;IACtC,OAAO,EAAE,OAAO,CAAS;IACzB,YAAY,EAAE,OAAO,CAAS;IAC9B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAQ;IACnC,OAAO,CAAC,6BAA6B,CAAqC;IAC1E,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAA0B;gBAEnC,EACV,6BAAiE,EACjE,eAA2C,EAC3C,oBAAqD,EACrD,aAAsC,GACvC;6DAJqD,MAAM;sCAC7B,OAAO;gDACG,OAAO;kCACrB,MAAM;KAChC;IAQM,SAAS,GACd,gBAAgB,cAAc,EAC9B,mBAAmB;QACjB,eAAe,EAAE,cAAc,CAAC;QAChC,gBAAgB,EAAE,cAAc,CAAC;QACjC,eAAe,EAAE,cAAc,CAAC;KACjC,EACD,UAAU,WAAW,mBAsCrB;IAEK,OAAO,GAAU,OAAO,MAAM,oDAkBnC;CACH"}
|
|
@@ -1,24 +1,29 @@
|
|
|
1
|
+
import { MODES, STREAMING_ACTION } from '../constants/sttDefaults';
|
|
2
|
+
import { AvailableModels } from '../types/stt';
|
|
1
3
|
import { ResourceSource } from '../types/common';
|
|
2
|
-
import {
|
|
4
|
+
import { SpeechToTextLanguage } from '../types/stt';
|
|
3
5
|
export declare class SpeechToTextController {
|
|
4
|
-
private
|
|
5
|
-
private overlapSeconds;
|
|
6
|
-
private windowSize;
|
|
7
|
-
private chunks;
|
|
6
|
+
private speechToTextNativeModule;
|
|
8
7
|
sequence: number[];
|
|
9
8
|
isReady: boolean;
|
|
10
9
|
isGenerating: boolean;
|
|
11
|
-
private
|
|
12
|
-
private
|
|
10
|
+
private overlapSeconds;
|
|
11
|
+
private windowSize;
|
|
12
|
+
private chunks;
|
|
13
|
+
private seqs;
|
|
14
|
+
private prevSeq;
|
|
15
|
+
private waveform;
|
|
16
|
+
private numOfChunks;
|
|
17
|
+
private streaming;
|
|
13
18
|
private decodedTranscribeCallback;
|
|
14
|
-
private
|
|
19
|
+
private modelDownloadProgressCallback;
|
|
15
20
|
private isReadyCallback;
|
|
16
21
|
private isGeneratingCallback;
|
|
17
22
|
private onErrorCallback;
|
|
18
23
|
private config;
|
|
19
|
-
constructor({ transcribeCallback,
|
|
24
|
+
constructor({ transcribeCallback, modelDownloadProgressCallback, isReadyCallback, isGeneratingCallback, onErrorCallback, overlapSeconds, windowSize, streamingConfig, }: {
|
|
20
25
|
transcribeCallback: (sequence: string) => void;
|
|
21
|
-
|
|
26
|
+
modelDownloadProgressCallback?: (downloadProgress: number) => void;
|
|
22
27
|
isReadyCallback?: (isReady: boolean) => void;
|
|
23
28
|
isGeneratingCallback?: (isGenerating: boolean) => void;
|
|
24
29
|
onErrorCallback?: (error: Error | undefined) => void;
|
|
@@ -26,13 +31,22 @@ export declare class SpeechToTextController {
|
|
|
26
31
|
windowSize?: number;
|
|
27
32
|
streamingConfig?: keyof typeof MODES;
|
|
28
33
|
});
|
|
29
|
-
|
|
30
|
-
loadModel(modelName: 'moonshine' | 'whisper', encoderSource?: ResourceSource, decoderSource?: ResourceSource, tokenizerSource?: ResourceSource): Promise<void>;
|
|
34
|
+
loadModel(modelName: AvailableModels, encoderSource?: ResourceSource, decoderSource?: ResourceSource, tokenizerSource?: ResourceSource): Promise<void>;
|
|
31
35
|
configureStreaming(overlapSeconds?: number, windowSize?: number, streamingConfig?: keyof typeof MODES): void;
|
|
32
36
|
private chunkWaveform;
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
+
private resetState;
|
|
38
|
+
private expectedChunkLength;
|
|
39
|
+
private getStartingTokenIds;
|
|
40
|
+
private decodeChunk;
|
|
41
|
+
private handleOverlaps;
|
|
42
|
+
private trimLeft;
|
|
43
|
+
private trimRight;
|
|
44
|
+
private trimSequences;
|
|
45
|
+
private validateAndFixLastChunk;
|
|
46
|
+
private tokenIdsToText;
|
|
47
|
+
transcribe(waveform: number[], audioLanguage?: SpeechToTextLanguage): Promise<string>;
|
|
48
|
+
streamingTranscribe(streamAction: STREAMING_ACTION, waveform?: number[], audioLanguage?: SpeechToTextLanguage): Promise<string>;
|
|
49
|
+
encode(waveform: number[]): Promise<number[]>;
|
|
50
|
+
decode(seq: number[], encodings?: number[]): Promise<number>;
|
|
37
51
|
}
|
|
38
52
|
//# sourceMappingURL=SpeechToTextController.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SpeechToTextController.d.ts","sourceRoot":"","sources":["../../../src/controllers/SpeechToTextController.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"SpeechToTextController.d.ts","sourceRoot":"","sources":["../../../src/controllers/SpeechToTextController.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,EAEL,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,eAAe,EAAe,MAAM,cAAc,CAAC;AAG5D,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAGpD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,wBAAwB,CAA4B;IAErD,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,OAAO,UAAS;IAChB,YAAY,UAAS;IAE5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,IAAI,CAAkB;IAC9B,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,QAAQ,CAAgB;IAChC,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,SAAS,CAAS;IAG1B,OAAO,CAAC,yBAAyB,CAA+B;IAChE,OAAO,CAAC,6BAA6B,CAEvB;IACd,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,MAAM,CAAe;gBAEjB,EACV,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,EACf,oBAAoB,EACpB,eAAe,EACf,cAAc,EACd,UAAU,EACV,eAAe,GAChB,EAAE;QACD,kBAAkB,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC/C,6BAA6B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;QACnE,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;QACvD,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,SAAS,KAAK,IAAI,CAAC;QACrD,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,eAAe,CAAC,EAAE,MAAM,OAAO,KAAK,CAAC;KACtC;IA2BY,SAAS,CACpB,SAAS,EAAE,eAAe,EAC1B,aAAa,CAAC,EAAE,cAAc,EAC9B,aAAa,CAAC,EAAE,cAAc,EAC9B,eAAe,CAAC,EAAE,cAAc;IA0C3B,kBAAkB,CACvB,cAAc,CAAC,EAAE,MAAM,EACvB,UAAU,CAAC,EAAE,MAAM,EACnB,eAAe,CAAC,EAAE,MAAM,OAAO,KAAK;IAqBtC,OAAO,CAAC,aAAa;IAcrB,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,mBAAmB;YAOb,mBAAmB;YAsBnB,WAAW;YAkCX,cAAc;IAW5B,OAAO,CAAC,QAAQ;IAOhB,OAAO,CAAC,SAAS;YASH,aAAa;IAQ3B,OAAO,CAAC,uBAAuB;YAYjB,cAAc;IAWf,UAAU,CACrB,QAAQ,EAAE,MAAM,EAAE,EAClB,aAAa,CAAC,EAAE,oBAAoB,GACnC,OAAO,CAAC,MAAM,CAAC;IAkDL,mBAAmB,CAC9B,YAAY,EAAE,gBAAgB,EAC9B,QAAQ,CAAC,EAAE,MAAM,EAAE,EACnB,aAAa,CAAC,EAAE,oBAAoB,GACnC,OAAO,CAAC,MAAM,CAAC;IAqFL,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE;IAIzB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE;CAGxD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"VerticalOCRController.d.ts","sourceRoot":"","sources":["../../../src/controllers/VerticalOCRController.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"VerticalOCRController.d.ts","sourceRoot":"","sources":["../../../src/controllers/VerticalOCRController.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAG3C,qBAAa,qBAAqB;IAChC,OAAO,CAAC,eAAe,CAAiC;IACjD,OAAO,EAAE,OAAO,CAAS;IACzB,YAAY,EAAE,OAAO,CAAS;IAC9B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAQ;IACnC,OAAO,CAAC,6BAA6B,CAAqC;IAC1E,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAA0B;gBAEnC,EACV,6BAAiE,EACjE,eAA2C,EAC3C,oBAAqD,EACrD,aAAsC,GACvC;6DAJqD,MAAM;sCAC7B,OAAO;gDACG,OAAO;kCACrB,MAAM;KAChC;IAQM,SAAS,GACd,iBAAiB;QACf,aAAa,EAAE,cAAc,CAAC;QAC9B,cAAc,EAAE,cAAc,CAAC;KAChC,EACD,mBAAmB;QACjB,eAAe,EAAE,cAAc,CAAC;QAChC,eAAe,EAAE,cAAc,CAAC;KACjC,EACD,UAAU,WAAW,EACrB,uBAAuB,OAAO,mBA0C9B;IAEK,OAAO,GAAU,OAAO,MAAM,oDAkBnC;CACH"}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
2
|
+
export declare const useClassification: ({ modelSource, preventLoad, }: {
|
|
3
|
+
modelSource: ResourceSource;
|
|
4
|
+
preventLoad?: boolean;
|
|
5
|
+
}) => {
|
|
5
6
|
error: string | null;
|
|
6
7
|
isReady: boolean;
|
|
7
8
|
isGenerating: boolean;
|
|
@@ -10,5 +11,4 @@ export declare const useClassification: ({ modelSource, }: Props) => {
|
|
|
10
11
|
[category: string]: number;
|
|
11
12
|
}>;
|
|
12
13
|
};
|
|
13
|
-
export {};
|
|
14
14
|
//# sourceMappingURL=useClassification.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useClassification.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useClassification.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"useClassification.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useClassification.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,eAAO,MAAM,iBAAiB,GAAI,+BAG/B;IACD,WAAW,EAAE,cAAc,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;;;;;;;;CAKG,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
2
|
+
interface Props {
|
|
3
|
+
modelSource: ResourceSource;
|
|
4
|
+
preventLoad?: boolean;
|
|
5
|
+
}
|
|
6
|
+
export declare const useImageSegmentation: ({ modelSource, preventLoad, }: Props) => {
|
|
7
|
+
error: string | null;
|
|
8
|
+
isReady: boolean;
|
|
9
|
+
isGenerating: boolean;
|
|
10
|
+
downloadProgress: number;
|
|
11
|
+
forward: (input: string, classesOfInterest?: import("../..").DeeplabLabel[] | undefined, resize?: boolean | undefined) => Promise<{
|
|
12
|
+
0?: number[] | undefined;
|
|
13
|
+
1?: number[] | undefined;
|
|
14
|
+
2?: number[] | undefined;
|
|
15
|
+
3?: number[] | undefined;
|
|
16
|
+
4?: number[] | undefined;
|
|
17
|
+
5?: number[] | undefined;
|
|
18
|
+
6?: number[] | undefined;
|
|
19
|
+
7?: number[] | undefined;
|
|
20
|
+
8?: number[] | undefined;
|
|
21
|
+
9?: number[] | undefined;
|
|
22
|
+
10?: number[] | undefined;
|
|
23
|
+
11?: number[] | undefined;
|
|
24
|
+
12?: number[] | undefined;
|
|
25
|
+
13?: number[] | undefined;
|
|
26
|
+
14?: number[] | undefined;
|
|
27
|
+
15?: number[] | undefined;
|
|
28
|
+
16?: number[] | undefined;
|
|
29
|
+
17?: number[] | undefined;
|
|
30
|
+
18?: number[] | undefined;
|
|
31
|
+
19?: number[] | undefined;
|
|
32
|
+
20?: number[] | undefined;
|
|
33
|
+
21?: number[] | undefined;
|
|
34
|
+
}>;
|
|
35
|
+
};
|
|
36
|
+
export {};
|
|
37
|
+
//# sourceMappingURL=useImageSegmentation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useImageSegmentation.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useImageSegmentation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,UAAU,KAAK;IACb,WAAW,EAAE,cAAc,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,eAAO,MAAM,oBAAoB,GAAI,+BAGlC,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAKJ,CAAC"}
|
|
@@ -7,7 +7,7 @@ interface OCRModule {
|
|
|
7
7
|
forward: (input: string) => Promise<OCRDetection[]>;
|
|
8
8
|
downloadProgress: number;
|
|
9
9
|
}
|
|
10
|
-
export declare const useOCR: ({ detectorSource, recognizerSources, language, }: {
|
|
10
|
+
export declare const useOCR: ({ detectorSource, recognizerSources, language, preventLoad, }: {
|
|
11
11
|
detectorSource: ResourceSource;
|
|
12
12
|
recognizerSources: {
|
|
13
13
|
recognizerLarge: ResourceSource;
|
|
@@ -15,6 +15,7 @@ export declare const useOCR: ({ detectorSource, recognizerSources, language, }:
|
|
|
15
15
|
recognizerSmall: ResourceSource;
|
|
16
16
|
};
|
|
17
17
|
language?: OCRLanguage;
|
|
18
|
+
preventLoad?: boolean;
|
|
18
19
|
}) => OCRModule;
|
|
19
20
|
export {};
|
|
20
21
|
//# sourceMappingURL=useOCR.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useOCR.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useOCR.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG5D,UAAU,SAAS;IACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACpD,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,MAAM,GAAI
|
|
1
|
+
{"version":3,"file":"useOCR.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useOCR.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG5D,UAAU,SAAS;IACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACpD,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,MAAM,GAAI,+DAKpB;IACD,cAAc,EAAE,cAAc,CAAC;IAC/B,iBAAiB,EAAE;QACjB,eAAe,EAAE,cAAc,CAAC;QAChC,gBAAgB,EAAE,cAAc,CAAC;QACjC,eAAe,EAAE,cAAc,CAAC;KACjC,CAAC;IACF,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,KAAG,SA0CH,CAAC"}
|
|
@@ -1,13 +1,14 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
2
2
|
interface Props {
|
|
3
|
-
modelSource:
|
|
3
|
+
modelSource: ResourceSource;
|
|
4
|
+
preventLoad?: boolean;
|
|
4
5
|
}
|
|
5
|
-
export declare const useObjectDetection: ({ modelSource, }: Props) => {
|
|
6
|
+
export declare const useObjectDetection: ({ modelSource, preventLoad, }: Props) => {
|
|
6
7
|
error: string | null;
|
|
7
8
|
isReady: boolean;
|
|
8
9
|
isGenerating: boolean;
|
|
9
10
|
downloadProgress: number;
|
|
10
|
-
forward: (input: string) => Promise<Detection[]>;
|
|
11
|
+
forward: (input: string) => Promise<import("../..").Detection[]>;
|
|
11
12
|
};
|
|
12
13
|
export {};
|
|
13
14
|
//# sourceMappingURL=useObjectDetection.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useObjectDetection.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useObjectDetection.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"useObjectDetection.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useObjectDetection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAIpD,UAAU,KAAK;IACb,WAAW,EAAE,cAAc,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,eAAO,MAAM,kBAAkB,GAAI,+BAGhC,KAAK;;;;;;CAKJ,CAAC"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
1
2
|
interface Props {
|
|
2
|
-
modelSource:
|
|
3
|
+
modelSource: ResourceSource;
|
|
4
|
+
preventLoad?: boolean;
|
|
3
5
|
}
|
|
4
|
-
export declare const useStyleTransfer: ({ modelSource, }: Props) => {
|
|
6
|
+
export declare const useStyleTransfer: ({ modelSource, preventLoad }: Props) => {
|
|
5
7
|
error: string | null;
|
|
6
8
|
isReady: boolean;
|
|
7
9
|
isGenerating: boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useStyleTransfer.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useStyleTransfer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"useStyleTransfer.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useStyleTransfer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAIpD,UAAU,KAAK;IACb,WAAW,EAAE,cAAc,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,eAAO,MAAM,gBAAgB,GAAI,8BAAsC,KAAK;;;;;;CAKxE,CAAC"}
|
|
@@ -7,7 +7,7 @@ interface OCRModule {
|
|
|
7
7
|
forward: (input: string) => Promise<OCRDetection[]>;
|
|
8
8
|
downloadProgress: number;
|
|
9
9
|
}
|
|
10
|
-
export declare const useVerticalOCR: ({ detectorSources, recognizerSources, language, independentCharacters, }: {
|
|
10
|
+
export declare const useVerticalOCR: ({ detectorSources, recognizerSources, language, independentCharacters, preventLoad, }: {
|
|
11
11
|
detectorSources: {
|
|
12
12
|
detectorLarge: ResourceSource;
|
|
13
13
|
detectorNarrow: ResourceSource;
|
|
@@ -18,6 +18,7 @@ export declare const useVerticalOCR: ({ detectorSources, recognizerSources, lang
|
|
|
18
18
|
};
|
|
19
19
|
language?: OCRLanguage;
|
|
20
20
|
independentCharacters?: boolean;
|
|
21
|
+
preventLoad?: boolean;
|
|
21
22
|
}) => OCRModule;
|
|
22
23
|
export {};
|
|
23
24
|
//# sourceMappingURL=useVerticalOCR.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useVerticalOCR.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useVerticalOCR.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG5D,UAAU,SAAS;IACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACpD,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,cAAc,GAAI,
|
|
1
|
+
{"version":3,"file":"useVerticalOCR.d.ts","sourceRoot":"","sources":["../../../../src/hooks/computer_vision/useVerticalOCR.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG5D,UAAU,SAAS;IACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACpD,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,cAAc,GAAI,uFAM5B;IACD,eAAe,EAAE;QACf,aAAa,EAAE,cAAc,CAAC;QAC9B,cAAc,EAAE,cAAc,CAAC;KAChC,CAAC;IACF,iBAAiB,EAAE;QACjB,eAAe,EAAE,cAAc,CAAC;QAChC,eAAe,EAAE,cAAc,CAAC;KACjC,CAAC;IACF,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,KAAG,SAiDH,CAAC"}
|
|
@@ -1,15 +1,14 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
2
2
|
interface Props {
|
|
3
|
-
modelSource:
|
|
3
|
+
modelSource: ResourceSource;
|
|
4
|
+
preventLoad?: boolean;
|
|
4
5
|
}
|
|
5
|
-
export declare const useExecutorchModule: ({ modelSource, }: Props) => {
|
|
6
|
+
export declare const useExecutorchModule: ({ modelSource, preventLoad, }: Props) => {
|
|
6
7
|
error: string | null;
|
|
7
8
|
isReady: boolean;
|
|
8
9
|
isGenerating: boolean;
|
|
9
10
|
downloadProgress: number;
|
|
10
|
-
forward: (input: ETInput | ETInput[], shape: number[]
|
|
11
|
-
loadMethod: (methodName: string) => Promise<void>;
|
|
12
|
-
loadForward: () => Promise<void>;
|
|
11
|
+
forward: (input: import("../../types/common").ETInput | import("../../types/common").ETInput[], shape: number[][]) => Promise<number[][]>;
|
|
13
12
|
};
|
|
14
13
|
export {};
|
|
15
14
|
//# sourceMappingURL=useExecutorchModule.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useExecutorchModule.d.ts","sourceRoot":"","sources":["../../../../src/hooks/general/useExecutorchModule.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"useExecutorchModule.d.ts","sourceRoot":"","sources":["../../../../src/hooks/general/useExecutorchModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,UAAU,KAAK;IACb,WAAW,EAAE,cAAc,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,eAAO,MAAM,mBAAmB,GAAI,+BAGjC,KAAK;;;;;;CAKJ,CAAC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { ResourceSource
|
|
2
|
-
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
2
|
+
import { LLMType } from '../../types/llm';
|
|
3
|
+
export declare const useLLM: ({ modelSource, tokenizerSource, tokenizerConfigSource, preventLoad, }: {
|
|
3
4
|
modelSource: ResourceSource;
|
|
4
5
|
tokenizerSource: ResourceSource;
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
}) => Model;
|
|
6
|
+
tokenizerConfigSource: ResourceSource;
|
|
7
|
+
preventLoad?: boolean;
|
|
8
|
+
}) => LLMType;
|
|
9
9
|
//# sourceMappingURL=useLLM.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useLLM.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useLLM.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"useLLM.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useLLM.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAGL,OAAO,EAGR,MAAM,iBAAiB,CAAC;AAMzB,eAAO,MAAM,MAAM,GAAI,uEAKpB;IACD,WAAW,EAAE,cAAc,CAAC;IAC5B,eAAe,EAAE,cAAc,CAAC;IAChC,qBAAqB,EAAE,cAAc,CAAC;IACtC,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,KAAG,OAoFH,CAAC"}
|
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import { SpeechToTextController } from '../../controllers/SpeechToTextController';
|
|
2
2
|
import { ResourceSource } from '../../types/common';
|
|
3
|
+
import { STREAMING_ACTION } from '../../constants/sttDefaults';
|
|
4
|
+
import { AvailableModels, SpeechToTextLanguage } from '../../types/stt';
|
|
3
5
|
interface SpeechToTextModule {
|
|
4
6
|
isReady: boolean;
|
|
5
7
|
isGenerating: boolean;
|
|
@@ -7,16 +9,18 @@ interface SpeechToTextModule {
|
|
|
7
9
|
downloadProgress: number;
|
|
8
10
|
configureStreaming: SpeechToTextController['configureStreaming'];
|
|
9
11
|
error: Error | undefined;
|
|
10
|
-
transcribe: (input: number[]) => ReturnType<SpeechToTextController['transcribe']>;
|
|
12
|
+
transcribe: (input: number[], audioLanguage?: SpeechToTextLanguage) => ReturnType<SpeechToTextController['transcribe']>;
|
|
13
|
+
streamingTranscribe: (streamAction: STREAMING_ACTION, input?: number[], audioLanguage?: SpeechToTextLanguage) => ReturnType<SpeechToTextController['streamingTranscribe']>;
|
|
11
14
|
}
|
|
12
|
-
export declare const useSpeechToText: ({ modelName, encoderSource, decoderSource, tokenizerSource, overlapSeconds, windowSize, streamingConfig, }: {
|
|
13
|
-
modelName:
|
|
15
|
+
export declare const useSpeechToText: ({ modelName, encoderSource, decoderSource, tokenizerSource, overlapSeconds, windowSize, streamingConfig, preventLoad, }: {
|
|
16
|
+
modelName: AvailableModels;
|
|
14
17
|
encoderSource?: ResourceSource;
|
|
15
18
|
decoderSource?: ResourceSource;
|
|
16
19
|
tokenizerSource?: ResourceSource;
|
|
17
20
|
overlapSeconds?: ConstructorParameters<typeof SpeechToTextController>["0"]["overlapSeconds"];
|
|
18
21
|
windowSize?: ConstructorParameters<typeof SpeechToTextController>["0"]["windowSize"];
|
|
19
22
|
streamingConfig?: ConstructorParameters<typeof SpeechToTextController>["0"]["streamingConfig"];
|
|
23
|
+
preventLoad?: boolean;
|
|
20
24
|
}) => SpeechToTextModule;
|
|
21
25
|
export {};
|
|
22
26
|
//# sourceMappingURL=useSpeechToText.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useSpeechToText.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useSpeechToText.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,0CAA0C,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"useSpeechToText.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useSpeechToText.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,0CAA0C,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAExE,UAAU,kBAAkB;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,sBAAsB,CAAC,oBAAoB,CAAC,CAAC;IACjE,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC;IACzB,UAAU,EAAE,CACV,KAAK,EAAE,MAAM,EAAE,EACf,aAAa,CAAC,EAAE,oBAAoB,KACjC,UAAU,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAC,CAAC;IACtD,mBAAmB,EAAE,CACnB,YAAY,EAAE,gBAAgB,EAC9B,KAAK,CAAC,EAAE,MAAM,EAAE,EAChB,aAAa,CAAC,EAAE,oBAAoB,KACjC,UAAU,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,CAAC,CAAC;CAChE;AAED,eAAO,MAAM,eAAe,GAAI,yHAS7B;IACD,SAAS,EAAE,eAAe,CAAC;IAC3B,aAAa,CAAC,EAAE,cAAc,CAAC;IAC/B,aAAa,CAAC,EAAE,cAAc,CAAC;IAC/B,eAAe,CAAC,EAAE,cAAc,CAAC;IACjC,cAAc,CAAC,EAAE,qBAAqB,CACpC,OAAO,sBAAsB,CAC9B,CAAC,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACzB,UAAU,CAAC,EAAE,qBAAqB,CAChC,OAAO,sBAAsB,CAC9B,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IACrB,eAAe,CAAC,EAAE,qBAAqB,CACrC,OAAO,sBAAsB,CAC9B,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAC1B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,KAAG,kBA2DH,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
2
|
+
export declare const useTextEmbeddings: ({ modelSource, tokenizerSource, preventLoad, }: {
|
|
3
|
+
modelSource: ResourceSource;
|
|
4
|
+
tokenizerSource: ResourceSource;
|
|
5
|
+
preventLoad?: boolean;
|
|
6
|
+
}) => {
|
|
7
|
+
error: string | null;
|
|
8
|
+
isReady: boolean;
|
|
9
|
+
isGenerating: boolean;
|
|
10
|
+
downloadProgress: number;
|
|
11
|
+
forward: (input: string) => Promise<number[]>;
|
|
12
|
+
};
|
|
13
|
+
//# sourceMappingURL=useTextEmbeddings.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useTextEmbeddings.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useTextEmbeddings.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,eAAO,MAAM,iBAAiB,GAAI,gDAI/B;IACD,WAAW,EAAE,cAAc,CAAC;IAC5B,eAAe,EAAE,cAAc,CAAC;IAChC,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;;;;;;CAKG,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
2
|
+
export declare const useTokenizer: ({ tokenizerSource, preventLoad, }: {
|
|
3
|
+
tokenizerSource: ResourceSource;
|
|
4
|
+
preventLoad?: boolean;
|
|
5
|
+
}) => {
|
|
6
|
+
error: string | null;
|
|
7
|
+
isReady: boolean;
|
|
8
|
+
isGenerating: boolean;
|
|
9
|
+
downloadProgress: number;
|
|
10
|
+
decode: (input: number[], skipSpecialTokens?: boolean | undefined) => Promise<Promise<string>>;
|
|
11
|
+
encode: (input: string) => Promise<Promise<number[]>>;
|
|
12
|
+
getVocabSize: () => Promise<Promise<number>>;
|
|
13
|
+
idToToken: (tokenId: number) => Promise<Promise<string>>;
|
|
14
|
+
tokenToId: (token: string) => Promise<Promise<number>>;
|
|
15
|
+
};
|
|
16
|
+
//# sourceMappingURL=useTokenizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useTokenizer.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useTokenizer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,eAAO,MAAM,YAAY,GAAI,mCAG1B;IACD,eAAe,EAAE,cAAc,CAAC;IAChC,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;;;;;;;;;;CAiDA,CAAC"}
|
|
@@ -1,17 +1,18 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
module: Module;
|
|
1
|
+
interface Module {
|
|
2
|
+
load: (...args: any[]) => Promise<void>;
|
|
3
|
+
forward: (...input: any[]) => Promise<any>;
|
|
4
|
+
onDownloadProgress: (cb: (progress: number) => void) => void;
|
|
6
5
|
}
|
|
7
|
-
|
|
6
|
+
export declare const useModule: <M extends Module, LoadArgs extends Parameters<M["load"]>, ForwardArgs extends Parameters<M["forward"]>, ForwardReturn extends Awaited<ReturnType<M["forward"]>>>({ module, loadArgs, preventLoad, }: {
|
|
7
|
+
module: M;
|
|
8
|
+
loadArgs: LoadArgs;
|
|
9
|
+
preventLoad?: boolean;
|
|
10
|
+
}) => {
|
|
8
11
|
error: string | null;
|
|
9
12
|
isReady: boolean;
|
|
10
13
|
isGenerating: boolean;
|
|
11
14
|
downloadProgress: number;
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
}
|
|
15
|
-
export declare const useModule: ({ modelSource, module }: Props) => _Module;
|
|
15
|
+
forward: (...input: ForwardArgs) => Promise<ForwardReturn>;
|
|
16
|
+
};
|
|
16
17
|
export {};
|
|
17
18
|
//# sourceMappingURL=useModule.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useModule.d.ts","sourceRoot":"","sources":["../../../src/hooks/useModule.ts"],"names":[],"mappings":"AAGA,
|
|
1
|
+
{"version":3,"file":"useModule.d.ts","sourceRoot":"","sources":["../../../src/hooks/useModule.ts"],"names":[],"mappings":"AAGA,UAAU,MAAM;IACd,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO,EAAE,CAAC,GAAG,KAAK,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3C,kBAAkB,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,KAAK,IAAI,CAAC;CAC9D;AAED,eAAO,MAAM,SAAS,GACpB,CAAC,SAAS,MAAM,EAChB,QAAQ,SAAS,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EACtC,WAAW,SAAS,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAC5C,aAAa,SAAS,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EACvD,oCAIC;IACD,MAAM,EAAE,CAAC,CAAC;IACV,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;;;;;wBAuBkC,WAAW,KAAG,OAAO,CAAC,aAAa,CAAC;CAkBtE,CAAC"}
|
|
@@ -1,21 +1,34 @@
|
|
|
1
|
+
import { SpeechToTextLanguage } from './types/stt';
|
|
1
2
|
export * from './hooks/computer_vision/useClassification';
|
|
2
3
|
export * from './hooks/computer_vision/useObjectDetection';
|
|
3
4
|
export * from './hooks/computer_vision/useStyleTransfer';
|
|
5
|
+
export * from './hooks/computer_vision/useImageSegmentation';
|
|
4
6
|
export * from './hooks/computer_vision/useOCR';
|
|
5
7
|
export * from './hooks/computer_vision/useVerticalOCR';
|
|
6
8
|
export * from './hooks/natural_language_processing/useLLM';
|
|
7
9
|
export * from './hooks/natural_language_processing/useSpeechToText';
|
|
10
|
+
export * from './hooks/natural_language_processing/useTextEmbeddings';
|
|
11
|
+
export * from './hooks/natural_language_processing/useTokenizer';
|
|
8
12
|
export * from './hooks/general/useExecutorchModule';
|
|
9
13
|
export * from './modules/computer_vision/ClassificationModule';
|
|
10
14
|
export * from './modules/computer_vision/ObjectDetectionModule';
|
|
11
15
|
export * from './modules/computer_vision/StyleTransferModule';
|
|
16
|
+
export * from './modules/computer_vision/ImageSegmentationModule';
|
|
12
17
|
export * from './modules/computer_vision/OCRModule';
|
|
13
18
|
export * from './modules/computer_vision/VerticalOCRModule';
|
|
14
19
|
export * from './modules/natural_language_processing/LLMModule';
|
|
15
20
|
export * from './modules/natural_language_processing/SpeechToTextModule';
|
|
21
|
+
export * from './modules/natural_language_processing/TextEmbeddingsModule';
|
|
22
|
+
export * from './modules/natural_language_processing/TokenizerModule';
|
|
16
23
|
export * from './modules/general/ExecutorchModule';
|
|
17
|
-
export * from './utils/
|
|
18
|
-
export * from './types/
|
|
24
|
+
export * from './utils/ResourceFetcher';
|
|
25
|
+
export * from './types/objectDetection';
|
|
19
26
|
export * from './types/ocr';
|
|
27
|
+
export * from './types/imageSegmentation';
|
|
28
|
+
export * from './types/llm';
|
|
29
|
+
export { SpeechToTextLanguage };
|
|
20
30
|
export * from './constants/modelUrls';
|
|
31
|
+
export * from './constants/ocr/models';
|
|
32
|
+
export * from './constants/llmDefaults';
|
|
33
|
+
export { STREAMING_ACTION, MODES } from './constants/sttDefaults';
|
|
21
34
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAGnD,cAAc,2CAA2C,CAAC;AAC1D,cAAc,4CAA4C,CAAC;AAC3D,cAAc,0CAA0C,CAAC;AACzD,cAAc,8CAA8C,CAAC;AAC7D,cAAc,gCAAgC,CAAC;AAC/C,cAAc,wCAAwC,CAAC;AAEvD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,qDAAqD,CAAC;AACpE,cAAc,uDAAuD,CAAC;AACtE,cAAc,kDAAkD,CAAC;AAEjE,cAAc,qCAAqC,CAAC;AAGpD,cAAc,gDAAgD,CAAC;AAC/D,cAAc,iDAAiD,CAAC;AAChE,cAAc,+CAA+C,CAAC;AAC9D,cAAc,mDAAmD,CAAC;AAClE,cAAc,qCAAqC,CAAC;AACpD,cAAc,6CAA6C,CAAC;AAE5D,cAAc,iDAAiD,CAAC;AAChE,cAAc,0DAA0D,CAAC;AACzE,cAAc,4DAA4D,CAAC;AAC3E,cAAc,uDAAuD,CAAC;AAEtE,cAAc,oCAAoC,CAAC;AAGnD,cAAc,yBAAyB,CAAC;AAGxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,aAAa,CAAC;AAC5B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,oBAAoB,EAAE,CAAC;AAGhC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC"}
|
|
@@ -1,10 +1,9 @@
|
|
|
1
|
-
import { _StyleTransferModule, _ObjectDetectionModule, _ClassificationModule, _ETModule } from '../native/RnExecutorchModules';
|
|
2
1
|
import { ResourceSource } from '../types/common';
|
|
3
2
|
export declare class BaseModule {
|
|
4
|
-
static
|
|
5
|
-
static onDownloadProgressCallback: (
|
|
6
|
-
static load(
|
|
7
|
-
static forward(...
|
|
3
|
+
protected static nativeModule: any;
|
|
4
|
+
static onDownloadProgressCallback: (downloadProgress: number) => void;
|
|
5
|
+
static load(...sources: ResourceSource[]): Promise<void>;
|
|
6
|
+
protected static forward(..._args: any[]): Promise<any>;
|
|
8
7
|
static onDownloadProgress(callback: (downloadProgress: number) => void): void;
|
|
9
8
|
}
|
|
10
9
|
//# sourceMappingURL=BaseModule.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BaseModule.d.ts","sourceRoot":"","sources":["../../../src/modules/BaseModule.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"BaseModule.d.ts","sourceRoot":"","sources":["../../../src/modules/BaseModule.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEjD,qBAAa,UAAU;IACrB,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC;IACnC,MAAM,CAAC,0BAA0B,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAC1D;WAEE,IAAI,CAAC,GAAG,OAAO,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;qBAYvC,OAAO,CAAC,GAAG,KAAK,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;IAM7D,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI;CAGvE"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
static
|
|
6
|
-
|
|
7
|
-
|
|
1
|
+
import { ClassificationNativeModule } from '../../native/RnExecutorchModules';
|
|
2
|
+
import { ResourceSource } from '../../types/common';
|
|
3
|
+
import { BaseModule } from '../BaseModule';
|
|
4
|
+
export declare class ClassificationModule extends BaseModule {
|
|
5
|
+
protected static nativeModule: import("../../native/NativeClassification").Spec;
|
|
6
|
+
static load(modelSource: ResourceSource): Promise<void>;
|
|
7
|
+
static forward(input: string): ReturnType<typeof ClassificationNativeModule.forward>;
|
|
8
8
|
}
|
|
9
9
|
//# sourceMappingURL=ClassificationModule.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ClassificationModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/ClassificationModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"ClassificationModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/ClassificationModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,qBAAa,oBAAqB,SAAQ,UAAU;IAClD,iBAA0B,YAAY,mDAA8B;WAE9C,IAAI,CAAC,WAAW,EAAE,cAAc;WAIhC,OAAO,CAC3B,KAAK,EAAE,MAAM,GACZ,UAAU,CAAC,OAAO,0BAA0B,CAAC,OAAO,CAAC;CAGzD"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { BaseModule } from '../BaseModule';
|
|
2
|
+
import { DeeplabLabel } from '../../types/imageSegmentation';
|
|
3
|
+
import { ResourceSource } from '../../types/common';
|
|
4
|
+
export declare class ImageSegmentationModule extends BaseModule {
|
|
5
|
+
protected static nativeModule: import("../../native/NativeImageSegmentation").Spec;
|
|
6
|
+
static load(modelSource: ResourceSource): Promise<void>;
|
|
7
|
+
static forward(input: string, classesOfInterest?: DeeplabLabel[], resize?: boolean): Promise<{
|
|
8
|
+
0?: number[] | undefined;
|
|
9
|
+
1?: number[] | undefined;
|
|
10
|
+
2?: number[] | undefined;
|
|
11
|
+
3?: number[] | undefined;
|
|
12
|
+
4?: number[] | undefined;
|
|
13
|
+
5?: number[] | undefined;
|
|
14
|
+
6?: number[] | undefined;
|
|
15
|
+
7?: number[] | undefined;
|
|
16
|
+
8?: number[] | undefined;
|
|
17
|
+
9?: number[] | undefined;
|
|
18
|
+
10?: number[] | undefined;
|
|
19
|
+
11?: number[] | undefined;
|
|
20
|
+
12?: number[] | undefined;
|
|
21
|
+
13?: number[] | undefined;
|
|
22
|
+
14?: number[] | undefined;
|
|
23
|
+
15?: number[] | undefined;
|
|
24
|
+
16?: number[] | undefined;
|
|
25
|
+
17?: number[] | undefined;
|
|
26
|
+
18?: number[] | undefined;
|
|
27
|
+
19?: number[] | undefined;
|
|
28
|
+
20?: number[] | undefined;
|
|
29
|
+
21?: number[] | undefined;
|
|
30
|
+
}>;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=ImageSegmentationModule.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ImageSegmentationModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/ImageSegmentationModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,qBAAa,uBAAwB,SAAQ,UAAU;IACrD,iBAA0B,YAAY,sDAAiC;WAEjD,IAAI,CAAC,WAAW,EAAE,cAAc;WAIhC,OAAO,CAC3B,KAAK,EAAE,MAAM,EACb,iBAAiB,CAAC,EAAE,YAAY,EAAE,EAClC,MAAM,CAAC,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;CAsBnB"}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
export declare class ObjectDetectionModule extends
|
|
4
|
-
static
|
|
5
|
-
static
|
|
1
|
+
import { ResourceSource } from '../../types/common';
|
|
2
|
+
import { BaseModule } from '../BaseModule';
|
|
3
|
+
export declare class ObjectDetectionModule extends BaseModule {
|
|
4
|
+
protected static nativeModule: import("../../native/NativeObjectDetection").Spec;
|
|
5
|
+
static load(modelSource: ResourceSource): Promise<void>;
|
|
6
|
+
static forward(input: string): ReturnType<typeof this.nativeModule.forward>;
|
|
6
7
|
}
|
|
7
8
|
//# sourceMappingURL=ObjectDetectionModule.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ObjectDetectionModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/ObjectDetectionModule.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ObjectDetectionModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/ObjectDetectionModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,qBAAa,qBAAsB,SAAQ,UAAU;IACnD,iBAA0B,YAAY,oDAA+B;WAE/C,IAAI,CAAC,WAAW,EAAE,cAAc;WAIhC,OAAO,CAC3B,KAAK,EAAE,MAAM,GACZ,UAAU,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;CAGhD"}
|