react-native-executorch 0.5.1 → 0.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/CMakeLists.txt +24 -0
- package/android/build.gradle +1 -0
- package/android/src/main/cpp/CMakeLists.txt +25 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchPackage.kt +1 -13
- package/common/rnexecutorch/RnExecutorchInstaller.cpp +52 -18
- package/common/rnexecutorch/RnExecutorchInstaller.h +0 -25
- package/common/rnexecutorch/TokenizerModule.cpp +1 -1
- package/common/rnexecutorch/TokenizerModule.h +4 -1
- package/common/rnexecutorch/data_processing/FileUtils.h +2 -2
- package/common/rnexecutorch/data_processing/ImageProcessing.cpp +5 -5
- package/common/rnexecutorch/data_processing/ImageProcessing.h +2 -2
- package/common/rnexecutorch/data_processing/Numerical.cpp +13 -0
- package/common/rnexecutorch/host_objects/JsiConversions.h +43 -62
- package/common/rnexecutorch/host_objects/ModelHostObject.h +43 -24
- package/common/rnexecutorch/metaprogramming/ConstructorHelpers.h +8 -6
- package/common/rnexecutorch/metaprogramming/FunctionHelpers.h +1 -1
- package/common/rnexecutorch/models/BaseModel.cpp +2 -2
- package/common/rnexecutorch/models/BaseModel.h +5 -0
- package/common/rnexecutorch/models/EncoderDecoderBase.cpp +2 -2
- package/common/rnexecutorch/models/EncoderDecoderBase.h +2 -2
- package/common/rnexecutorch/models/classification/Classification.cpp +6 -6
- package/common/rnexecutorch/models/classification/Classification.h +5 -0
- package/common/rnexecutorch/models/classification/Constants.h +3 -3
- package/common/rnexecutorch/models/embeddings/BaseEmbeddings.cpp +2 -2
- package/common/rnexecutorch/models/embeddings/BaseEmbeddings.h +2 -2
- package/common/rnexecutorch/models/embeddings/image/ImageEmbeddings.cpp +3 -3
- package/common/rnexecutorch/models/embeddings/image/ImageEmbeddings.h +5 -0
- package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.cpp +2 -2
- package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.h +6 -1
- package/common/rnexecutorch/models/image_segmentation/Constants.h +3 -3
- package/common/rnexecutorch/models/image_segmentation/ImageSegmentation.cpp +6 -5
- package/common/rnexecutorch/models/image_segmentation/ImageSegmentation.h +8 -1
- package/common/rnexecutorch/models/llm/LLM.cpp +58 -0
- package/common/rnexecutorch/models/llm/LLM.h +35 -0
- package/common/rnexecutorch/models/object_detection/Constants.h +3 -3
- package/common/rnexecutorch/models/object_detection/ObjectDetection.cpp +8 -8
- package/common/rnexecutorch/models/object_detection/ObjectDetection.h +11 -5
- package/common/rnexecutorch/models/object_detection/Types.h +13 -0
- package/common/rnexecutorch/models/object_detection/Utils.cpp +13 -11
- package/common/rnexecutorch/models/object_detection/Utils.h +7 -13
- package/common/rnexecutorch/models/ocr/CTCLabelConverter.cpp +2 -2
- package/common/rnexecutorch/models/ocr/CTCLabelConverter.h +2 -2
- package/common/rnexecutorch/models/ocr/Constants.h +33 -26
- package/common/rnexecutorch/models/ocr/Detector.cpp +20 -22
- package/common/rnexecutorch/models/ocr/Detector.h +4 -4
- package/common/rnexecutorch/models/ocr/OCR.cpp +9 -8
- package/common/rnexecutorch/models/ocr/OCR.h +11 -3
- package/common/rnexecutorch/models/ocr/RecognitionHandler.cpp +20 -19
- package/common/rnexecutorch/models/ocr/RecognitionHandler.h +9 -7
- package/common/rnexecutorch/models/ocr/Recognizer.cpp +7 -7
- package/common/rnexecutorch/models/ocr/Recognizer.h +2 -2
- package/common/rnexecutorch/models/ocr/Types.h +4 -6
- package/common/rnexecutorch/models/ocr/{DetectorUtils.cpp → utils/DetectorUtils.cpp} +70 -63
- package/common/rnexecutorch/models/ocr/{DetectorUtils.h → utils/DetectorUtils.h} +12 -11
- package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.cpp → utils/RecognitionHandlerUtils.cpp} +14 -11
- package/common/rnexecutorch/models/ocr/{RecognitionHandlerUtils.h → utils/RecognitionHandlerUtils.h} +5 -5
- package/common/rnexecutorch/models/ocr/{RecognizerUtils.cpp → utils/RecognizerUtils.cpp} +28 -26
- package/common/rnexecutorch/models/ocr/{RecognizerUtils.h → utils/RecognizerUtils.h} +15 -14
- package/common/rnexecutorch/models/speech_to_text/SpeechToText.cpp +2 -2
- package/common/rnexecutorch/models/speech_to_text/SpeechToText.h +9 -2
- package/common/rnexecutorch/models/speech_to_text/SpeechToTextStrategy.h +2 -2
- package/common/rnexecutorch/models/speech_to_text/WhisperStrategy.cpp +2 -2
- package/common/rnexecutorch/models/speech_to_text/WhisperStrategy.h +2 -2
- package/common/rnexecutorch/models/style_transfer/StyleTransfer.cpp +5 -5
- package/common/rnexecutorch/models/style_transfer/StyleTransfer.h +6 -0
- package/common/rnexecutorch/models/vertical_ocr/VerticalDetector.cpp +23 -22
- package/common/rnexecutorch/models/vertical_ocr/VerticalDetector.h +4 -4
- package/common/rnexecutorch/models/vertical_ocr/VerticalOCR.cpp +34 -34
- package/common/rnexecutorch/models/vertical_ocr/VerticalOCR.h +27 -20
- package/{third-party/ios/ExecutorchLib/ExecutorchLib/sampler → common/runner}/sampler.cpp +3 -2
- package/{third-party/ios/ExecutorchLib/ExecutorchLib/sampler → common/runner}/sampler.h +3 -2
- package/ios/libs/executorch/libbackend_coreml_ios.a +0 -0
- package/ios/libs/executorch/libbackend_coreml_simulator.a +0 -0
- package/{third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/ios-arm64 → ios/libs/executorch}/libbackend_mps_ios.a +0 -0
- package/{third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/ios-arm64-simulator → ios/libs/executorch}/libbackend_mps_simulator.a +0 -0
- package/ios/libs/executorch/libbackend_xnnpack_ios.a +0 -0
- package/ios/libs/executorch/libbackend_xnnpack_simulator.a +0 -0
- package/ios/libs/executorch/libexecutorch_ios.a +0 -0
- package/ios/libs/executorch/libexecutorch_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_custom_ios.a +0 -0
- package/ios/libs/executorch/libkernels_custom_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_optimized_ios.a +0 -0
- package/ios/libs/executorch/libkernels_optimized_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_portable_ios.a +0 -0
- package/ios/libs/executorch/libkernels_portable_simulator.a +0 -0
- package/ios/libs/executorch/libkernels_quantized_ios.a +0 -0
- package/ios/libs/executorch/libkernels_quantized_simulator.a +0 -0
- package/ios/libs/tokenizers-cpp/physical-arm64-release/libsentencepiece.a +0 -0
- package/ios/{ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/ExecutorchLib → libs/tokenizers-cpp/physical-arm64-release/libtokenizers_c.a} +0 -0
- package/ios/libs/tokenizers-cpp/physical-arm64-release/libtokenizers_cpp.a +0 -0
- package/ios/libs/tokenizers-cpp/simulator-arm64-debug/libsentencepiece.a +0 -0
- package/ios/{ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/ExecutorchLib → libs/tokenizers-cpp/simulator-arm64-debug/libtokenizers_c.a} +0 -0
- package/ios/libs/tokenizers-cpp/simulator-arm64-debug/libtokenizers_cpp.a +0 -0
- package/lib/Error.js +53 -0
- package/lib/ThreadPool.d.ts +10 -0
- package/lib/ThreadPool.js +28 -0
- package/lib/common/Logger.d.ts +8 -0
- package/lib/common/Logger.js +19 -0
- package/lib/constants/directories.js +2 -0
- package/lib/constants/llmDefaults.d.ts +6 -0
- package/lib/constants/llmDefaults.js +16 -0
- package/lib/constants/modelUrls.d.ts +223 -0
- package/lib/constants/modelUrls.js +322 -0
- package/lib/constants/ocr/models.d.ts +882 -0
- package/lib/constants/ocr/models.js +182 -0
- package/lib/constants/ocr/symbols.js +139 -0
- package/lib/constants/sttDefaults.d.ts +28 -0
- package/lib/constants/sttDefaults.js +68 -0
- package/lib/controllers/LLMController.d.ts +47 -0
- package/lib/controllers/LLMController.js +213 -0
- package/lib/controllers/OCRController.js +67 -0
- package/lib/controllers/SpeechToTextController.d.ts +56 -0
- package/lib/controllers/SpeechToTextController.js +349 -0
- package/lib/controllers/VerticalOCRController.js +70 -0
- package/lib/hooks/computer_vision/useClassification.d.ts +15 -0
- package/lib/hooks/computer_vision/useClassification.js +7 -0
- package/lib/hooks/computer_vision/useImageEmbeddings.d.ts +15 -0
- package/lib/hooks/computer_vision/useImageEmbeddings.js +7 -0
- package/lib/hooks/computer_vision/useImageSegmentation.d.ts +38 -0
- package/lib/hooks/computer_vision/useImageSegmentation.js +7 -0
- package/lib/hooks/computer_vision/useOCR.d.ts +20 -0
- package/lib/hooks/computer_vision/useOCR.js +41 -0
- package/lib/hooks/computer_vision/useObjectDetection.d.ts +15 -0
- package/lib/hooks/computer_vision/useObjectDetection.js +7 -0
- package/lib/hooks/computer_vision/useStyleTransfer.d.ts +15 -0
- package/lib/hooks/computer_vision/useStyleTransfer.js +7 -0
- package/lib/hooks/computer_vision/useVerticalOCR.d.ts +21 -0
- package/lib/hooks/computer_vision/useVerticalOCR.js +43 -0
- package/lib/hooks/general/useExecutorchModule.d.ts +13 -0
- package/lib/hooks/general/useExecutorchModule.js +7 -0
- package/lib/hooks/natural_language_processing/useLLM.d.ts +10 -0
- package/lib/hooks/natural_language_processing/useLLM.js +78 -0
- package/lib/hooks/natural_language_processing/useSpeechToText.d.ts +27 -0
- package/lib/hooks/natural_language_processing/useSpeechToText.js +49 -0
- package/lib/hooks/natural_language_processing/useTextEmbeddings.d.ts +16 -0
- package/lib/hooks/natural_language_processing/useTextEmbeddings.js +7 -0
- package/lib/hooks/natural_language_processing/useTokenizer.d.ts +17 -0
- package/lib/hooks/natural_language_processing/useTokenizer.js +52 -0
- package/lib/hooks/useModule.js +45 -0
- package/lib/hooks/useNonStaticModule.d.ts +20 -0
- package/lib/hooks/useNonStaticModule.js +49 -0
- package/lib/index.d.ts +48 -0
- package/lib/index.js +58 -0
- package/lib/module/controllers/LLMController.js +6 -10
- package/lib/module/controllers/LLMController.js.map +1 -1
- package/lib/module/hooks/computer_vision/useClassification.js +2 -2
- package/lib/module/hooks/computer_vision/useClassification.js.map +1 -1
- package/lib/module/hooks/computer_vision/useImageEmbeddings.js +2 -2
- package/lib/module/hooks/computer_vision/useImageEmbeddings.js.map +1 -1
- package/lib/module/hooks/computer_vision/useImageSegmentation.js +2 -2
- package/lib/module/hooks/computer_vision/useImageSegmentation.js.map +1 -1
- package/lib/module/hooks/computer_vision/useObjectDetection.js +2 -2
- package/lib/module/hooks/computer_vision/useObjectDetection.js.map +1 -1
- package/lib/module/hooks/computer_vision/useStyleTransfer.js +2 -2
- package/lib/module/hooks/computer_vision/useStyleTransfer.js.map +1 -1
- package/lib/module/hooks/general/useExecutorchModule.js +2 -2
- package/lib/module/hooks/general/useExecutorchModule.js.map +1 -1
- package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js +2 -2
- package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js.map +1 -1
- package/lib/module/hooks/useModule.js +13 -9
- package/lib/module/hooks/useModule.js.map +1 -1
- package/lib/module/index.js +1 -1
- package/lib/module/index.js.map +1 -1
- package/lib/module/modules/BaseModule.js +9 -17
- package/lib/module/modules/BaseModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ClassificationModule.js +2 -2
- package/lib/module/modules/computer_vision/ClassificationModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js +2 -2
- package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ImageSegmentationModule.js +2 -2
- package/lib/module/modules/computer_vision/ImageSegmentationModule.js.map +1 -1
- package/lib/module/modules/computer_vision/ObjectDetectionModule.js +2 -2
- package/lib/module/modules/computer_vision/ObjectDetectionModule.js.map +1 -1
- package/lib/module/modules/computer_vision/StyleTransferModule.js +2 -2
- package/lib/module/modules/computer_vision/StyleTransferModule.js.map +1 -1
- package/lib/module/modules/general/ExecutorchModule.js +2 -2
- package/lib/module/modules/general/ExecutorchModule.js.map +1 -1
- package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js +2 -2
- package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js.map +1 -1
- package/lib/module/native/RnExecutorchModules.js +1 -2
- package/lib/module/native/RnExecutorchModules.js.map +1 -1
- package/lib/module/utils/ResourceFetcher.js +6 -8
- package/lib/module/utils/ResourceFetcher.js.map +1 -1
- package/lib/module/utils/ResourceFetcherUtils.js +20 -20
- package/lib/module/utils/ResourceFetcherUtils.js.map +1 -1
- package/lib/module/utils/SpeechToTextModule/ASR.js +3 -3
- package/lib/module/utils/SpeechToTextModule/ASR.js.map +1 -1
- package/lib/modules/BaseModule.js +25 -0
- package/lib/modules/BaseNonStaticModule.js +14 -0
- package/lib/modules/computer_vision/ClassificationModule.d.ts +8 -0
- package/lib/modules/computer_vision/ClassificationModule.js +17 -0
- package/lib/modules/computer_vision/ImageEmbeddingsModule.d.ts +8 -0
- package/lib/modules/computer_vision/ImageEmbeddingsModule.js +17 -0
- package/lib/modules/computer_vision/ImageSegmentationModule.d.ts +11 -0
- package/lib/modules/computer_vision/ImageSegmentationModule.js +27 -0
- package/lib/modules/computer_vision/OCRModule.d.ts +14 -0
- package/lib/modules/computer_vision/OCRModule.js +17 -0
- package/lib/modules/computer_vision/ObjectDetectionModule.d.ts +9 -0
- package/lib/modules/computer_vision/ObjectDetectionModule.js +17 -0
- package/lib/modules/computer_vision/StyleTransferModule.d.ts +8 -0
- package/lib/modules/computer_vision/StyleTransferModule.js +17 -0
- package/lib/modules/computer_vision/VerticalOCRModule.d.ts +14 -0
- package/lib/modules/computer_vision/VerticalOCRModule.js +19 -0
- package/lib/modules/general/ExecutorchModule.d.ts +7 -0
- package/lib/modules/general/ExecutorchModule.js +14 -0
- package/lib/modules/natural_language_processing/LLMModule.d.ts +28 -0
- package/lib/modules/natural_language_processing/LLMModule.js +45 -0
- package/lib/modules/natural_language_processing/SpeechToTextModule.d.ts +24 -0
- package/lib/modules/natural_language_processing/SpeechToTextModule.js +36 -0
- package/lib/modules/natural_language_processing/TextEmbeddingsModule.d.ts +9 -0
- package/lib/modules/natural_language_processing/TextEmbeddingsModule.js +21 -0
- package/lib/modules/natural_language_processing/TokenizerModule.d.ts +12 -0
- package/lib/modules/natural_language_processing/TokenizerModule.js +30 -0
- package/lib/native/NativeETInstaller.js +2 -0
- package/lib/native/NativeOCR.js +2 -0
- package/lib/native/NativeVerticalOCR.js +2 -0
- package/lib/native/RnExecutorchModules.d.ts +7 -0
- package/lib/native/RnExecutorchModules.js +18 -0
- package/lib/tsconfig.tsbuildinfo +1 -1
- package/lib/types/common.d.ts +32 -0
- package/lib/types/common.js +25 -0
- package/lib/types/imageSegmentation.js +26 -0
- package/lib/types/llm.d.ts +46 -0
- package/lib/types/llm.js +9 -0
- package/lib/types/objectDetection.js +94 -0
- package/lib/types/ocr.js +1 -0
- package/lib/types/stt.d.ts +94 -0
- package/lib/types/stt.js +85 -0
- package/lib/typescript/controllers/LLMController.d.ts +1 -1
- package/lib/typescript/controllers/LLMController.d.ts.map +1 -1
- package/lib/typescript/hooks/useModule.d.ts +8 -5
- package/lib/typescript/hooks/useModule.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +1 -0
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/modules/BaseModule.d.ts +7 -6
- package/lib/typescript/modules/BaseModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ClassificationModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ImageEmbeddingsModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ImageEmbeddingsModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ImageSegmentationModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/ObjectDetectionModule.d.ts.map +1 -1
- package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts +2 -2
- package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts.map +1 -1
- package/lib/typescript/modules/general/ExecutorchModule.d.ts +2 -2
- package/lib/typescript/modules/general/ExecutorchModule.d.ts.map +1 -1
- package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts +2 -2
- package/lib/typescript/modules/natural_language_processing/TextEmbeddingsModule.d.ts.map +1 -1
- package/lib/typescript/native/RnExecutorchModules.d.ts +1 -3
- package/lib/typescript/native/RnExecutorchModules.d.ts.map +1 -1
- package/lib/typescript/utils/ResourceFetcher.d.ts.map +1 -1
- package/lib/typescript/utils/ResourceFetcherUtils.d.ts.map +1 -1
- package/lib/utils/ResourceFetcher.d.ts +24 -0
- package/lib/utils/ResourceFetcher.js +305 -0
- package/lib/utils/ResourceFetcherUtils.d.ts +54 -0
- package/lib/utils/ResourceFetcherUtils.js +127 -0
- package/lib/utils/llm.d.ts +6 -0
- package/lib/utils/llm.js +72 -0
- package/lib/utils/stt.js +21 -0
- package/package.json +1 -2
- package/react-native-executorch.podspec +47 -44
- package/src/controllers/LLMController.ts +8 -13
- package/src/hooks/computer_vision/useClassification.ts +2 -2
- package/src/hooks/computer_vision/useImageEmbeddings.ts +2 -2
- package/src/hooks/computer_vision/useImageSegmentation.ts +2 -2
- package/src/hooks/computer_vision/useObjectDetection.ts +2 -2
- package/src/hooks/computer_vision/useStyleTransfer.ts +2 -2
- package/src/hooks/general/useExecutorchModule.ts +2 -2
- package/src/hooks/natural_language_processing/useTextEmbeddings.ts +2 -2
- package/src/hooks/useModule.ts +23 -13
- package/src/index.ts +3 -2
- package/src/modules/BaseModule.ts +17 -28
- package/src/modules/computer_vision/ClassificationModule.ts +2 -2
- package/src/modules/computer_vision/ImageEmbeddingsModule.ts +2 -2
- package/src/modules/computer_vision/ImageSegmentationModule.ts +2 -2
- package/src/modules/computer_vision/ObjectDetectionModule.ts +2 -2
- package/src/modules/computer_vision/StyleTransferModule.ts +2 -2
- package/src/modules/general/ExecutorchModule.ts +2 -2
- package/src/modules/natural_language_processing/TextEmbeddingsModule.ts +2 -2
- package/src/native/RnExecutorchModules.ts +1 -5
- package/src/utils/ResourceFetcher.ts +9 -7
- package/src/utils/ResourceFetcherUtils.ts +15 -17
- package/src/utils/SpeechToTextModule/ASR.ts +4 -4
- package/third-party/android/libs/cpuinfo/arm64-v8a/libcpuinfo.so +0 -0
- package/third-party/android/libs/pthreadpool/arm64-v8a/libpthreadpool.so +0 -0
- package/third-party/include/cpuinfo/cpuinfo.h +2305 -0
- package/third-party/include/executorch/extension/threadpool/cpuinfo_utils.h +26 -0
- package/third-party/include/executorch/extension/threadpool/threadpool.h +94 -0
- package/third-party/include/pthreadpool/pthreadpool.h +2236 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/LLM.kt +0 -63
- package/ios/ExecutorchLib.xcframework/Info.plist +0 -43
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/ETModel.h +0 -27
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +0 -14
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/LLaMARunner.h +0 -32
- package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Info.plist +0 -0
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/ETModel.h +0 -27
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h +0 -14
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/LLaMARunner.h +0 -32
- package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Info.plist +0 -0
- package/ios/RnExecutorch/LLM.h +0 -5
- package/ios/RnExecutorch/LLM.mm +0 -78
- package/ios/RnExecutorch.xcodeproj/project.xcworkspace/contents.xcworkspacedata +0 -7
- package/ios/RnExecutorch.xcodeproj/project.xcworkspace/xcuserdata/jakubchmura.xcuserdatad/UserInterfaceState.xcuserstate +0 -0
- package/ios/RnExecutorch.xcodeproj/xcuserdata/jakubchmura.xcuserdatad/xcschemes/xcschememanagement.plist +0 -14
- package/lib/module/modules/BaseNonStaticModule.js +0 -17
- package/lib/module/modules/BaseNonStaticModule.js.map +0 -1
- package/lib/module/native/NativeLLM.js +0 -5
- package/lib/module/native/NativeLLM.js.map +0 -1
- package/lib/typescript/modules/BaseNonStaticModule.d.ts +0 -10
- package/lib/typescript/modules/BaseNonStaticModule.d.ts.map +0 -1
- package/lib/typescript/native/NativeLLM.d.ts +0 -12
- package/lib/typescript/native/NativeLLM.d.ts.map +0 -1
- package/src/modules/BaseNonStaticModule.ts +0 -26
- package/src/native/NativeLLM.ts +0 -14
- package/third-party/include/tokenizers-cpp/tokenizers_c.h +0 -61
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.h +0 -27
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.mm +0 -249
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.h +0 -14
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.mm +0 -80
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.h +0 -32
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.mm +0 -95
- package/third-party/ios/ExecutorchLib/ExecutorchLib/InputType.h +0 -12
- package/third-party/ios/ExecutorchLib/ExecutorchLib/Utils.hpp +0 -217
- package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.cpp +0 -11
- package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.h +0 -11
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/base64.h +0 -202
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/bpe_tokenizer.cpp +0 -313
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/bpe_tokenizer.h +0 -57
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/llama_tiktoken.cpp +0 -78
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/llama_tiktoken.h +0 -23
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tiktoken.cpp +0 -427
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tiktoken.h +0 -87
- package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/tokenizer.h +0 -76
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.pbxproj +0 -683
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.xcworkspace/contents.xcworkspacedata +0 -7
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/project.xcworkspace/xcuserdata/jakubchmura.xcuserdatad/UserInterfaceState.xcuserstate +0 -0
- package/third-party/ios/ExecutorchLib/ExecutorchLib.xcodeproj/xcuserdata/jakubchmura.xcuserdatad/xcschemes/xcschememanagement.plist +0 -14
- package/third-party/ios/ExecutorchLib/build.sh +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/ios-arm64/libbackend_coreml_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_coreml.xcframework/ios-arm64-simulator/libbackend_coreml_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_mps.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/ios-arm64/libbackend_xnnpack_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/backend_xnnpack.xcframework/ios-arm64-simulator/libbackend_xnnpack_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/Info.plist +0 -47
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorch.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchError.h +0 -16
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchLog.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchModule.h +0 -286
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchTensor.h +0 -742
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/ExecuTorchValue.h +0 -219
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/module/module.h +0 -492
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_accessor.h +0 -190
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_ptr.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/extension/tensor/tensor_ptr_maker.h +0 -653
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/backend_execution_context.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/backend_init_context.h +0 -72
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/backend/interface.h +0 -166
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/array_ref.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/data_loader.h +0 -136
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/defines.h +0 -20
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/error.h +0 -229
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/evalue.h +0 -521
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer.h +0 -565
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer_hooks.h +0 -323
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/event_tracer_hooks_delegate.h +0 -197
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/exec_aten.h +0 -147
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/dim_order_util.h +0 -263
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/scalar_type_util.h +0 -1331
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +0 -21
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +0 -69
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/exec_aten/util/tensor_util.h +0 -1250
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/freeable_buffer.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/hierarchical_allocator.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/memory_allocator.h +0 -198
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/named_data_map.h +0 -86
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bfloat16.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bfloat16_math.h +0 -14
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/bits_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/c10/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/complex.h +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/device.h +0 -70
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/half.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/optional.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/qint_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/scalar.h +0 -110
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/scalar_type.h +0 -154
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/string_view.h +0 -29
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor.h +0 -142
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor_impl.h +0 -261
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/portable_type/tensor_options.h +0 -60
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/result.h +0 -258
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/span.h +0 -93
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tag.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tensor_layout.h +0 -79
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/core/tensor_shape_dynamism.h +0 -39
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/memory_manager.h +0 -113
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/method.h +0 -387
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/method_meta.h +0 -251
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/program.h +0 -320
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/pte_data_map.h +0 -144
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/executor/tensor_parser.h +0 -156
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/kernel/kernel_runtime_context.h +0 -122
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/kernel/operator_registry.h +0 -278
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/abort.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/assert.h +0 -119
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/clock.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/compat_unistd.h +0 -75
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/compiler.h +0 -191
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/log.h +0 -177
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/platform.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/profiler.h +0 -292
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/runtime.h +0 -35
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/system.h +0 -49
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/runtime/platform/types.h +0 -24
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/executorch/schema/extended_header.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/Headers/module.modulemap +0 -5
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64/libexecutorch_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorch.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchError.h +0 -16
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchLog.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchModule.h +0 -286
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchTensor.h +0 -742
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/ExecuTorchValue.h +0 -219
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/module/module.h +0 -492
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor.h +0 -13
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_accessor.h +0 -190
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_ptr.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/extension/tensor/tensor_ptr_maker.h +0 -653
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/backend_execution_context.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/backend_init_context.h +0 -72
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/backend/interface.h +0 -166
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/array_ref.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/data_loader.h +0 -136
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/defines.h +0 -20
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/error.h +0 -229
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/evalue.h +0 -521
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer.h +0 -565
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer_hooks.h +0 -323
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/event_tracer_hooks_delegate.h +0 -197
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/exec_aten.h +0 -147
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/dim_order_util.h +0 -263
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/scalar_type_util.h +0 -1331
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +0 -21
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +0 -69
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/exec_aten/util/tensor_util.h +0 -1250
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/freeable_buffer.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/hierarchical_allocator.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/memory_allocator.h +0 -198
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/named_data_map.h +0 -86
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bfloat16.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bfloat16_math.h +0 -14
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/bits_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +0 -163
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +0 -497
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +0 -342
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +0 -266
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +0 -125
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +0 -347
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/Half.h +0 -416
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +0 -33
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/c10/c10/util/irange.h +0 -107
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/complex.h +0 -44
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/device.h +0 -70
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/half.h +0 -27
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/optional.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/qint_types.h +0 -83
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/scalar.h +0 -110
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/scalar_type.h +0 -154
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/string_view.h +0 -29
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor.h +0 -142
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor_impl.h +0 -261
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/portable_type/tensor_options.h +0 -60
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/result.h +0 -258
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/span.h +0 -93
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tag.h +0 -71
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tensor_layout.h +0 -79
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/core/tensor_shape_dynamism.h +0 -39
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/memory_manager.h +0 -113
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/method.h +0 -387
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/method_meta.h +0 -251
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/program.h +0 -320
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/pte_data_map.h +0 -144
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/executor/tensor_parser.h +0 -156
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/kernel/kernel_runtime_context.h +0 -122
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/kernel/operator_registry.h +0 -278
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/abort.h +0 -36
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/assert.h +0 -119
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/clock.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/compat_unistd.h +0 -75
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/compiler.h +0 -191
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/log.h +0 -177
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/platform.h +0 -133
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/profiler.h +0 -292
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/runtime.h +0 -35
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/system.h +0 -49
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/runtime/platform/types.h +0 -24
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/executorch/schema/extended_header.h +0 -76
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/Headers/module.modulemap +0 -5
- package/third-party/ios/ExecutorchLib/frameworks/executorch.xcframework/ios-arm64-simulator/libexecutorch_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/ios-arm64/libkernels_custom_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_custom.xcframework/ios-arm64-simulator/libkernels_custom_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/ios-arm64/libkernels_optimized_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_optimized.xcframework/ios-arm64-simulator/libkernels_optimized_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/ios-arm64/libkernels_portable_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_portable.xcframework/ios-arm64-simulator/libkernels_portable_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/ios-arm64/libkernels_quantized_ios.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/kernels_quantized.xcframework/ios-arm64-simulator/libkernels_quantized_simulator.a +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/Info.plist +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/bitmap256.h +0 -82
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/filtered_re2.h +0 -111
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/pod_array.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prefilter.h +0 -130
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prefilter_tree.h +0 -139
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/prog.h +0 -483
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/re2.h +0 -994
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/regexp.h +0 -692
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/set.h +0 -85
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/sparse_array.h +0 -367
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/sparse_set.h +0 -241
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/stringpiece.h +0 -205
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/unicode_casefold.h +0 -78
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/unicode_groups.h +0 -64
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Headers/walker-inl.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/Info.plist +0 -26
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64/re2.framework/re2 +0 -0
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/bitmap256.h +0 -82
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/filtered_re2.h +0 -111
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/pod_array.h +0 -43
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prefilter.h +0 -130
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prefilter_tree.h +0 -139
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/prog.h +0 -483
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/re2.h +0 -994
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/regexp.h +0 -692
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/set.h +0 -85
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/sparse_array.h +0 -367
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/sparse_set.h +0 -241
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/stringpiece.h +0 -205
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/unicode_casefold.h +0 -78
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/unicode_groups.h +0 -64
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Headers/walker-inl.h +0 -235
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/Info.plist +0 -26
- package/third-party/ios/ExecutorchLib/frameworks/re2.xcframework/ios-arm64-simulator/re2.framework/re2 +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/irunner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/runner.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/runner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/stats.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_decoder_runner.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_decoder_runner.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_prefiller.cpp +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_prefiller.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/text_token_generator.h +0 -0
- /package/{third-party/ios/ExecutorchLib/ExecutorchLib → common}/runner/util.h +0 -0
|
@@ -1,249 +0,0 @@
|
|
|
1
|
-
#import "ETModel.h"
|
|
2
|
-
#include "Utils.hpp"
|
|
3
|
-
#include <executorch/extension/module/module.h>
|
|
4
|
-
#include <executorch/extension/tensor/tensor.h>
|
|
5
|
-
#include <executorch/runtime/core/error.h>
|
|
6
|
-
#include <executorch/runtime/core/result.h>
|
|
7
|
-
#include <string>
|
|
8
|
-
|
|
9
|
-
using namespace ::executorch::extension;
|
|
10
|
-
using namespace ::torch::executor;
|
|
11
|
-
|
|
12
|
-
@implementation ETModel {
|
|
13
|
-
std::unique_ptr<Module> _model;
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
- (NSNumber *)loadModel:(NSString *)filePath {
|
|
17
|
-
_model = std::make_unique<Module>(filePath.UTF8String);
|
|
18
|
-
Error err = _model->load();
|
|
19
|
-
return @((int)err);
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
- (NSNumber *)loadMethod:(NSString *)methodName {
|
|
23
|
-
Error err = _model->load_method([methodName UTF8String]);
|
|
24
|
-
return @((int)err);
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
- (NSNumber *)loadForward {
|
|
28
|
-
Error err = _model->load_forward();
|
|
29
|
-
return @((int)err);
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
- (NSNumber *)getNumberOfInputs {
|
|
33
|
-
const auto method_meta = _model->method_meta("forward");
|
|
34
|
-
if (!method_meta.ok()) {
|
|
35
|
-
@throw [NSException
|
|
36
|
-
exceptionWithName:@"get_number_of_inputs_error"
|
|
37
|
-
reason:[NSString stringWithFormat:@"%ld",
|
|
38
|
-
(long)method_meta.error()]
|
|
39
|
-
userInfo:nil];
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
return @(method_meta->num_inputs());
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
- (NSNumber *)getInputType:(NSNumber *)index {
|
|
46
|
-
const auto method_meta = _model->method_meta("forward");
|
|
47
|
-
if (!method_meta.ok()) {
|
|
48
|
-
@throw [NSException
|
|
49
|
-
exceptionWithName:@"get_input_type_error"
|
|
50
|
-
reason:[NSString stringWithFormat:@"%ld",
|
|
51
|
-
(long)method_meta.error()]
|
|
52
|
-
userInfo:nil];
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
const auto input_meta =
|
|
56
|
-
method_meta->input_tensor_meta([index unsignedLongValue]);
|
|
57
|
-
if (!input_meta.ok()) {
|
|
58
|
-
@throw [NSException
|
|
59
|
-
exceptionWithName:@"get_input_type_error"
|
|
60
|
-
reason:[NSString
|
|
61
|
-
stringWithFormat:@"%ld", (long)input_meta.error()]
|
|
62
|
-
userInfo:nil];
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
return scalarTypeToNSNumber(input_meta->scalar_type());
|
|
66
|
-
};
|
|
67
|
-
|
|
68
|
-
- (NSArray *)getInputShape:(NSNumber *)index {
|
|
69
|
-
const auto method_meta = _model->method_meta("forward");
|
|
70
|
-
if (!method_meta.ok()) {
|
|
71
|
-
@throw [NSException
|
|
72
|
-
exceptionWithName:@"get_input_shape_error"
|
|
73
|
-
reason:[NSString stringWithFormat:@"%ld",
|
|
74
|
-
(long)method_meta.error()]
|
|
75
|
-
userInfo:nil];
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
const auto input_meta =
|
|
79
|
-
method_meta->input_tensor_meta([index unsignedLongValue]);
|
|
80
|
-
if (!input_meta.ok()) {
|
|
81
|
-
@throw [NSException
|
|
82
|
-
exceptionWithName:@"get_input_shape_error"
|
|
83
|
-
reason:[NSString
|
|
84
|
-
stringWithFormat:@"%ld", (long)input_meta.error()]
|
|
85
|
-
userInfo:nil];
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
const auto shape = input_meta->sizes();
|
|
89
|
-
NSMutableArray *nsShape = [[NSMutableArray alloc] init];
|
|
90
|
-
|
|
91
|
-
for (int i = 0; i < shape.size(); i++) {
|
|
92
|
-
[nsShape addObject:@(shape[i])];
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
return [nsShape copy];
|
|
96
|
-
};
|
|
97
|
-
|
|
98
|
-
- (NSNumber *)getNumberOfOutputs {
|
|
99
|
-
const auto method_meta = _model->method_meta("forward");
|
|
100
|
-
if (!method_meta.ok()) {
|
|
101
|
-
@throw [NSException
|
|
102
|
-
exceptionWithName:@"get_number_of_outputs_error"
|
|
103
|
-
reason:[NSString stringWithFormat:@"%ld",
|
|
104
|
-
(long)method_meta.error()]
|
|
105
|
-
userInfo:nil];
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
return @(method_meta->num_outputs());
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
- (NSNumber *)getOutputType:(NSNumber *)index {
|
|
112
|
-
const auto method_meta = _model->method_meta("forward");
|
|
113
|
-
if (!method_meta.ok()) {
|
|
114
|
-
@throw [NSException
|
|
115
|
-
exceptionWithName:@"get_output_type_error"
|
|
116
|
-
reason:[NSString stringWithFormat:@"%ld",
|
|
117
|
-
(long)method_meta.error()]
|
|
118
|
-
userInfo:nil];
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
const auto output_meta =
|
|
122
|
-
method_meta->output_tensor_meta([index unsignedLongValue]);
|
|
123
|
-
if (!output_meta.ok()) {
|
|
124
|
-
@throw [NSException
|
|
125
|
-
exceptionWithName:@"get_output_type_error"
|
|
126
|
-
reason:[NSString stringWithFormat:@"%ld",
|
|
127
|
-
(long)output_meta.error()]
|
|
128
|
-
userInfo:nil];
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
return scalarTypeToNSNumber(output_meta->scalar_type());
|
|
132
|
-
};
|
|
133
|
-
|
|
134
|
-
- (NSArray *)getOutputShape:(NSNumber *)index {
|
|
135
|
-
const auto method_meta = _model->method_meta("forward");
|
|
136
|
-
if (!method_meta.ok()) {
|
|
137
|
-
@throw [NSException
|
|
138
|
-
exceptionWithName:@"get_output_shape_error"
|
|
139
|
-
reason:[NSString stringWithFormat:@"%ld",
|
|
140
|
-
(long)method_meta.error()]
|
|
141
|
-
userInfo:nil];
|
|
142
|
-
}
|
|
143
|
-
|
|
144
|
-
const auto output_meta =
|
|
145
|
-
method_meta->output_tensor_meta([index unsignedLongValue]);
|
|
146
|
-
if (!output_meta.ok()) {
|
|
147
|
-
@throw [NSException
|
|
148
|
-
exceptionWithName:@"get_output_shape_error"
|
|
149
|
-
reason:[NSString stringWithFormat:@"%ld",
|
|
150
|
-
(long)output_meta.error()]
|
|
151
|
-
userInfo:nil];
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
const auto shape = output_meta->sizes();
|
|
155
|
-
NSMutableArray *nsShape = [[NSMutableArray alloc] init];
|
|
156
|
-
|
|
157
|
-
for (int i = 0; i < shape.size(); i++) {
|
|
158
|
-
[nsShape addObject:@(shape[i])];
|
|
159
|
-
}
|
|
160
|
-
|
|
161
|
-
return [nsShape copy];
|
|
162
|
-
};
|
|
163
|
-
|
|
164
|
-
/**
|
|
165
|
-
* @brief Processes inputs through the forward pass of the model.
|
|
166
|
-
*
|
|
167
|
-
* This method takes input tensors, their corresponding shapes, and types,
|
|
168
|
-
* and performs a forward pass using _model. It supports both
|
|
169
|
-
* single and multiple inputs.
|
|
170
|
-
*
|
|
171
|
-
* @param inputs NSArray* of inputs where each element is an NSArray
|
|
172
|
-
* representing the data for a tensor.
|
|
173
|
-
* @param shapes An array of shapes corresponding to the input tensors.
|
|
174
|
-
* Each element is an NSArray of integers defining the dimensions.
|
|
175
|
-
* @param inputTypes An array of NSNumber objects representing the ScalarType of
|
|
176
|
-
* the input tensors
|
|
177
|
-
*
|
|
178
|
-
* @return An NSArray containing the results of the forward pass. Each element
|
|
179
|
-
* represents the output of the corresponding input.
|
|
180
|
-
*
|
|
181
|
-
* @throws NSException Throws an exception with name "forward_error" if
|
|
182
|
-
* an error occurs during input processing or model
|
|
183
|
-
* execution.
|
|
184
|
-
*
|
|
185
|
-
* @warning Ensure that the inputs, shapes, and inputTypes arrays have the
|
|
186
|
-
* same number of elements. Mismatched sizes can lead to runtime
|
|
187
|
-
* errors.
|
|
188
|
-
**/
|
|
189
|
-
- (NSArray *)execute:(NSString *)methodName
|
|
190
|
-
inputs:(NSArray *)inputs
|
|
191
|
-
shapes:(NSArray *)shapes
|
|
192
|
-
inputTypes:(NSArray *)inputTypes {
|
|
193
|
-
std::vector<EValue> inputTensors;
|
|
194
|
-
std::vector<TensorPtr> inputTensorPtrs;
|
|
195
|
-
|
|
196
|
-
for (NSUInteger i = 0; i < [inputTypes count]; i++) {
|
|
197
|
-
NSArray *inputShapeNSArray = [shapes objectAtIndex:i];
|
|
198
|
-
|
|
199
|
-
std::vector<int> inputShape = NSArrayToIntVector(inputShapeNSArray);
|
|
200
|
-
int inputType = [[inputTypes objectAtIndex:i] intValue];
|
|
201
|
-
|
|
202
|
-
NSArray *input = [inputs objectAtIndex:i];
|
|
203
|
-
|
|
204
|
-
TensorPtr currentTensor = NSArrayToTensorPtr(input, inputShape, inputType);
|
|
205
|
-
if (!currentTensor) {
|
|
206
|
-
throw [NSException
|
|
207
|
-
exceptionWithName:@"forward_error"
|
|
208
|
-
reason:[NSString
|
|
209
|
-
stringWithFormat:@"%d", Error::InvalidArgument]
|
|
210
|
-
userInfo:nil];
|
|
211
|
-
}
|
|
212
|
-
|
|
213
|
-
// Since pushing back to inputTensors would cast to EValue (forward accepts
|
|
214
|
-
// a vector of EValues) We also push back to inputTensorPtrs to keep the
|
|
215
|
-
// underlying tensor alive. inputTensorPtrs vector retains shared ownership
|
|
216
|
-
// to prevent premature destruction
|
|
217
|
-
inputTensors.push_back(*currentTensor);
|
|
218
|
-
inputTensorPtrs.push_back(currentTensor);
|
|
219
|
-
}
|
|
220
|
-
|
|
221
|
-
Result result = _model->execute([methodName UTF8String], inputTensors);
|
|
222
|
-
|
|
223
|
-
if (!result.ok()) {
|
|
224
|
-
throw [NSException
|
|
225
|
-
exceptionWithName:@"forward_error"
|
|
226
|
-
reason:[NSString stringWithFormat:@"%d", result.error()]
|
|
227
|
-
userInfo:nil];
|
|
228
|
-
}
|
|
229
|
-
|
|
230
|
-
NSMutableArray *output = [NSMutableArray new];
|
|
231
|
-
for (int i = 0; i < result->size(); i++) {
|
|
232
|
-
auto currentResultTensor = result->at(i).toTensor();
|
|
233
|
-
NSArray *currentOutput = arrayToNsArray(
|
|
234
|
-
currentResultTensor.const_data_ptr(), currentResultTensor.numel(),
|
|
235
|
-
currentResultTensor.scalar_type());
|
|
236
|
-
[output addObject:currentOutput];
|
|
237
|
-
}
|
|
238
|
-
return output;
|
|
239
|
-
}
|
|
240
|
-
- (NSArray *)forward:(NSArray *)inputs
|
|
241
|
-
shapes:(NSArray *)shapes
|
|
242
|
-
inputTypes:(NSArray *)inputTypes {
|
|
243
|
-
return [self execute:@"forward"
|
|
244
|
-
inputs:inputs
|
|
245
|
-
shapes:shapes
|
|
246
|
-
inputTypes:inputTypes];
|
|
247
|
-
}
|
|
248
|
-
|
|
249
|
-
@end
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
#import <Foundation/Foundation.h>
|
|
2
|
-
|
|
3
|
-
@interface HuggingFaceTokenizer : NSObject
|
|
4
|
-
|
|
5
|
-
- (instancetype)initWithTokenizerPath:(NSString *)tokenizerPath;
|
|
6
|
-
- (NSArray<NSNumber *> *)encode:(NSString *)text;
|
|
7
|
-
- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds;
|
|
8
|
-
- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds
|
|
9
|
-
skipSpecialTokens:(BOOL)skipSpecialTokens;
|
|
10
|
-
- (NSUInteger)getVocabSize;
|
|
11
|
-
- (NSString *)idToToken:(NSInteger)tokenId;
|
|
12
|
-
- (NSInteger)tokenToId:(NSString *)token;
|
|
13
|
-
|
|
14
|
-
@end
|
|
@@ -1,80 +0,0 @@
|
|
|
1
|
-
#import "HuggingFaceTokenizer.h"
|
|
2
|
-
#include <fstream>
|
|
3
|
-
#include <iostream>
|
|
4
|
-
#include <stdexcept>
|
|
5
|
-
#include <string>
|
|
6
|
-
#include <tokenizers-cpp/tokenizers_cpp.h>
|
|
7
|
-
|
|
8
|
-
std::string loadBytesFromFile(const std::string &path) {
|
|
9
|
-
std::ifstream fs(path, std::ios::in | std::ios::binary);
|
|
10
|
-
if (fs.fail()) {
|
|
11
|
-
throw std::runtime_error("Failed to open tokenizer file");
|
|
12
|
-
}
|
|
13
|
-
std::string data;
|
|
14
|
-
fs.seekg(0, std::ios::end);
|
|
15
|
-
size_t size = static_cast<size_t>(fs.tellg());
|
|
16
|
-
fs.seekg(0, std::ios::beg);
|
|
17
|
-
data.resize(size);
|
|
18
|
-
fs.read(data.data(), size);
|
|
19
|
-
return data;
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
@implementation HuggingFaceTokenizer {
|
|
23
|
-
std::unique_ptr<tokenizers::Tokenizer> _tokenizer;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
- (instancetype)initWithTokenizerPath:(NSString *)tokenizerPath {
|
|
27
|
-
self = [super init];
|
|
28
|
-
if (self) {
|
|
29
|
-
auto blob = loadBytesFromFile([tokenizerPath UTF8String]);
|
|
30
|
-
_tokenizer = tokenizers::Tokenizer::FromBlobJSON(blob);
|
|
31
|
-
}
|
|
32
|
-
return self;
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
- (NSArray<NSNumber *> *)encode:(NSString *)text {
|
|
36
|
-
std::vector<int32_t> result = _tokenizer->Encode([text UTF8String]);
|
|
37
|
-
NSMutableArray<NSNumber *> *encodedResult =
|
|
38
|
-
[[NSMutableArray alloc] initWithCapacity:result.size()];
|
|
39
|
-
for (int32_t tokenId : result) {
|
|
40
|
-
[encodedResult addObject:@(tokenId)];
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
return encodedResult;
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds {
|
|
47
|
-
return [self decode:tokenIds skipSpecialTokens:NO];
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds
|
|
51
|
-
skipSpecialTokens:(BOOL)skipSpecialTokens {
|
|
52
|
-
std::vector<int32_t> stdTokenIds;
|
|
53
|
-
stdTokenIds.reserve([tokenIds count]);
|
|
54
|
-
for (NSNumber *tokenId in tokenIds) {
|
|
55
|
-
stdTokenIds.push_back([tokenId intValue]);
|
|
56
|
-
}
|
|
57
|
-
std::string decodedString =
|
|
58
|
-
_tokenizer->Decode(stdTokenIds, skipSpecialTokens);
|
|
59
|
-
return [NSString stringWithUTF8String:decodedString.c_str()];
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
- (NSUInteger)getVocabSize {
|
|
63
|
-
return (NSUInteger)_tokenizer->GetVocabSize();
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
- (NSString *)idToToken:(NSInteger)tokenId {
|
|
67
|
-
std::string token = _tokenizer->IdToToken(static_cast<int32_t>(tokenId));
|
|
68
|
-
return [NSString stringWithUTF8String:token.c_str()];
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
- (NSInteger)tokenToId:(NSString *)token {
|
|
72
|
-
std::string stdToken = [token UTF8String];
|
|
73
|
-
return (NSInteger)_tokenizer->TokenToId(stdToken);
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
- (void)dealloc {
|
|
77
|
-
_tokenizer.reset();
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
@end
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
-
* All rights reserved.
|
|
4
|
-
*
|
|
5
|
-
* This source code is licensed under the BSD-style license found in the
|
|
6
|
-
* LICENSE file in the root directory of this source tree.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
#import <UIKit/UIKit.h>
|
|
10
|
-
|
|
11
|
-
NS_ASSUME_NONNULL_BEGIN
|
|
12
|
-
|
|
13
|
-
FOUNDATION_EXPORT NSErrorDomain const LLaMARunnerErrorDomain;
|
|
14
|
-
|
|
15
|
-
NS_SWIFT_NAME(Runner)
|
|
16
|
-
@interface LLaMARunner : NSObject
|
|
17
|
-
|
|
18
|
-
- (instancetype)initWithModelPath:(NSString *)filePath
|
|
19
|
-
tokenizerPath:(NSString *)tokenizerPath;
|
|
20
|
-
- (BOOL)isLoaded;
|
|
21
|
-
- (BOOL)loadWithError:(NSError **)error;
|
|
22
|
-
- (BOOL)generate:(NSString *)prompt
|
|
23
|
-
withTokenCallback:(nullable void (^)(NSString *))callback
|
|
24
|
-
error:(NSError **)error;
|
|
25
|
-
- (void)stop;
|
|
26
|
-
|
|
27
|
-
+ (instancetype)new NS_UNAVAILABLE;
|
|
28
|
-
- (instancetype)init NS_UNAVAILABLE;
|
|
29
|
-
|
|
30
|
-
@end
|
|
31
|
-
|
|
32
|
-
NS_ASSUME_NONNULL_END
|
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
-
* All rights reserved.
|
|
4
|
-
*
|
|
5
|
-
* This source code is licensed under the BSD-style license found in the
|
|
6
|
-
* LICENSE file in the root directory of this source tree.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
#import "LLaMARunner.h"
|
|
10
|
-
|
|
11
|
-
#import "runner.h"
|
|
12
|
-
#import <ExecuTorch/ExecuTorchLog.h>
|
|
13
|
-
|
|
14
|
-
using namespace ::torch::executor;
|
|
15
|
-
|
|
16
|
-
NSErrorDomain const LLaMARunnerErrorDomain = @"LLaMARunnerErrorDomain";
|
|
17
|
-
|
|
18
|
-
@interface LLaMARunner () <ExecuTorchLogSink>
|
|
19
|
-
@end
|
|
20
|
-
|
|
21
|
-
@implementation LLaMARunner {
|
|
22
|
-
std::unique_ptr<example::Runner> _runner;
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
- (instancetype)initWithModelPath:(NSString *)modelPath
|
|
26
|
-
tokenizerPath:(NSString *)tokenizerPath {
|
|
27
|
-
self = [super init];
|
|
28
|
-
if (self) {
|
|
29
|
-
[ExecuTorchLog.sharedLog addSink:self];
|
|
30
|
-
_runner = std::make_unique<example::Runner>(modelPath.UTF8String,
|
|
31
|
-
tokenizerPath.UTF8String);
|
|
32
|
-
}
|
|
33
|
-
return self;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
- (void)dealloc {
|
|
37
|
-
[ExecuTorchLog.sharedLog removeSink:self];
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
- (BOOL)isLoaded {
|
|
41
|
-
return _runner->is_loaded();
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
- (BOOL)loadWithError:(NSError **)error {
|
|
45
|
-
const auto status = _runner->load();
|
|
46
|
-
if (status != Error::Ok) {
|
|
47
|
-
if (error) {
|
|
48
|
-
*error = [NSError errorWithDomain:LLaMARunnerErrorDomain
|
|
49
|
-
code:(NSInteger)status
|
|
50
|
-
userInfo:nil];
|
|
51
|
-
}
|
|
52
|
-
return NO;
|
|
53
|
-
}
|
|
54
|
-
return YES;
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
- (BOOL)generate:(NSString *)prompt
|
|
58
|
-
withTokenCallback:(nullable void (^)(NSString *))callback
|
|
59
|
-
error:(NSError **)error {
|
|
60
|
-
const auto status = _runner->generate(
|
|
61
|
-
prompt.UTF8String,
|
|
62
|
-
[callback](const std::string &token) { callback(@(token.c_str())); });
|
|
63
|
-
if (status != Error::Ok) {
|
|
64
|
-
if (error) {
|
|
65
|
-
*error = [NSError errorWithDomain:LLaMARunnerErrorDomain
|
|
66
|
-
code:(NSInteger)status
|
|
67
|
-
userInfo:nil];
|
|
68
|
-
return NO;
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
return YES;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
- (void)stop {
|
|
75
|
-
_runner->stop();
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
#pragma mark - ExecuTorchLogSink
|
|
79
|
-
|
|
80
|
-
- (void)logWithLevel:(ExecuTorchLogLevel)level
|
|
81
|
-
timestamp:(NSTimeInterval)timestamp
|
|
82
|
-
filename:(NSString *)filename
|
|
83
|
-
line:(NSUInteger)line
|
|
84
|
-
message:(NSString *)message {
|
|
85
|
-
NSUInteger totalSeconds = (NSUInteger)timestamp;
|
|
86
|
-
NSUInteger hours = (totalSeconds / 3600) % 24;
|
|
87
|
-
NSUInteger minutes = (totalSeconds / 60) % 60;
|
|
88
|
-
NSUInteger seconds = totalSeconds % 60;
|
|
89
|
-
NSUInteger microseconds = (timestamp - totalSeconds) * 1000000;
|
|
90
|
-
NSLog(@"%c %02lu:%02lu:%02lu.%06lu executorch:%s:%zu] %s", (char)level, hours,
|
|
91
|
-
minutes, seconds, microseconds, filename.UTF8String, line,
|
|
92
|
-
message.UTF8String);
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
@end
|
|
@@ -1,217 +0,0 @@
|
|
|
1
|
-
#ifndef Utils_hpp
|
|
2
|
-
#define Utils_hpp
|
|
3
|
-
|
|
4
|
-
#include <cstdint>
|
|
5
|
-
#include <executorch/extension/module/module.h>
|
|
6
|
-
#include <executorch/extension/tensor/tensor.h>
|
|
7
|
-
#include <memory>
|
|
8
|
-
#include <span>
|
|
9
|
-
#include <string>
|
|
10
|
-
#include <vector>
|
|
11
|
-
|
|
12
|
-
#ifdef __OBJC__
|
|
13
|
-
#import <Foundation/Foundation.h>
|
|
14
|
-
#endif
|
|
15
|
-
|
|
16
|
-
using namespace ::executorch::extension;
|
|
17
|
-
using namespace ::torch::executor;
|
|
18
|
-
|
|
19
|
-
template <typename T> T getValueFromNSNumber(NSNumber *number) {
|
|
20
|
-
if constexpr (std::is_same<T, char>::value) {
|
|
21
|
-
return static_cast<T>([number charValue]); // `charValue` for 8-bit integers
|
|
22
|
-
} else if constexpr (std::is_same<T, int32_t>::value) {
|
|
23
|
-
return static_cast<T>([number intValue]); // `intValue` for 32-bit integers
|
|
24
|
-
} else if constexpr (std::is_same<T, long>::value ||
|
|
25
|
-
std::is_same<T, long long>::value) {
|
|
26
|
-
return static_cast<T>(
|
|
27
|
-
[number longLongValue]); // Use `longLongValue` for 64-bit integers
|
|
28
|
-
} else if constexpr (std::is_same<T, float>::value) {
|
|
29
|
-
return static_cast<T>([number floatValue]);
|
|
30
|
-
} else if constexpr (std::is_same<T, double>::value) {
|
|
31
|
-
return static_cast<T>([number doubleValue]);
|
|
32
|
-
} else {
|
|
33
|
-
static_assert(std::is_same<T, void>::value,
|
|
34
|
-
"Unsupported type for getValueFromNSNumber");
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
template <typename T>
|
|
39
|
-
std::unique_ptr<T[]> NSArrayToTypedArray(NSArray *nsArray) {
|
|
40
|
-
size_t arraySize = [nsArray count];
|
|
41
|
-
|
|
42
|
-
std::unique_ptr<T[]> typedArray(new T[arraySize]);
|
|
43
|
-
|
|
44
|
-
for (NSUInteger i = 0; i < arraySize; ++i) {
|
|
45
|
-
NSNumber *number = [nsArray objectAtIndex:i];
|
|
46
|
-
if ([number isKindOfClass:[NSNumber class]]) {
|
|
47
|
-
typedArray[i] = getValueFromNSNumber<T>(number);
|
|
48
|
-
} else {
|
|
49
|
-
typedArray[i] = T();
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
return typedArray;
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
std::function<void(void *)> getDeleterForScalarType(ScalarType scalarType) {
|
|
56
|
-
switch (scalarType) {
|
|
57
|
-
case ScalarType::Char:
|
|
58
|
-
return [](void *ptr) { delete[] static_cast<char *>(ptr); };
|
|
59
|
-
case ScalarType::Int:
|
|
60
|
-
return [](void *ptr) { delete[] static_cast<int32_t *>(ptr); };
|
|
61
|
-
case ScalarType::Long:
|
|
62
|
-
return [](void *ptr) { delete[] static_cast<long *>(ptr); };
|
|
63
|
-
case ScalarType::Float:
|
|
64
|
-
return [](void *ptr) { delete[] static_cast<float *>(ptr); };
|
|
65
|
-
case ScalarType::Double:
|
|
66
|
-
return [](void *ptr) { delete[] static_cast<double *>(ptr); };
|
|
67
|
-
default:
|
|
68
|
-
throw std::invalid_argument(
|
|
69
|
-
"Unsupported ScalarType passed to getDeleterForScalarType!");
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
ScalarType intValueToScalarType(int intValue) {
|
|
74
|
-
// Check if the intValue is within the valid range of ScalarType
|
|
75
|
-
if (intValue < 0 || intValue >= static_cast<int>(ScalarType::NumOptions)) {
|
|
76
|
-
throw std::out_of_range("Invalid ScalarType integer value: " +
|
|
77
|
-
std::to_string(intValue));
|
|
78
|
-
}
|
|
79
|
-
return static_cast<ScalarType>(intValue);
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
NSNumber *scalarTypeToNSNumber(ScalarType scalarType) {
|
|
83
|
-
return @(static_cast<int>(scalarType));
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
NSArray *flattenArray(NSArray *array) {
|
|
87
|
-
NSMutableArray *flatArray = [NSMutableArray array];
|
|
88
|
-
|
|
89
|
-
for (id element in array) {
|
|
90
|
-
if ([element isKindOfClass:[NSArray class]]) {
|
|
91
|
-
NSArray *nestedArray = flattenArray(element);
|
|
92
|
-
[flatArray addObjectsFromArray:nestedArray];
|
|
93
|
-
} else {
|
|
94
|
-
[flatArray addObject:element];
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
return [flatArray copy];
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
void *NSArrayToVoidArray(NSArray *nsArray, ScalarType inputScalarType,
|
|
102
|
-
size_t &outSize) {
|
|
103
|
-
// This function assumes that the passed array may not be flattened,
|
|
104
|
-
// that's why we flatten it here
|
|
105
|
-
NSArray *flattenedArray = flattenArray(nsArray);
|
|
106
|
-
outSize = [flattenedArray count];
|
|
107
|
-
|
|
108
|
-
switch (inputScalarType) {
|
|
109
|
-
case ScalarType::Char: {
|
|
110
|
-
auto typedArray = NSArrayToTypedArray<char>(flattenedArray);
|
|
111
|
-
return typedArray.release();
|
|
112
|
-
}
|
|
113
|
-
case ScalarType::Long: {
|
|
114
|
-
auto typedArray = NSArrayToTypedArray<long>(flattenedArray);
|
|
115
|
-
return typedArray.release();
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
case ScalarType::Int: {
|
|
119
|
-
auto typedArray = NSArrayToTypedArray<int>(flattenedArray);
|
|
120
|
-
return typedArray.release();
|
|
121
|
-
}
|
|
122
|
-
case ScalarType::Float: {
|
|
123
|
-
auto typedArray = NSArrayToTypedArray<float>(flattenedArray);
|
|
124
|
-
return typedArray.release();
|
|
125
|
-
}
|
|
126
|
-
case ScalarType::Double: {
|
|
127
|
-
auto typedArray = NSArrayToTypedArray<double>(flattenedArray);
|
|
128
|
-
return typedArray.release();
|
|
129
|
-
}
|
|
130
|
-
default:
|
|
131
|
-
throw std::invalid_argument(
|
|
132
|
-
"Unsupported ScalarType passed to NSArrayToVoidArray!");
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
TensorPtr NSArrayToTensorPtr(NSArray *nsArray, std::vector<int> shape,
|
|
137
|
-
int inputType) {
|
|
138
|
-
ScalarType inputScalarType = intValueToScalarType(inputType);
|
|
139
|
-
size_t arraySize;
|
|
140
|
-
void *data = NSArrayToVoidArray(nsArray, inputScalarType, arraySize);
|
|
141
|
-
std::function<void(void *)> deleter =
|
|
142
|
-
getDeleterForScalarType(inputScalarType);
|
|
143
|
-
auto tensor = make_tensor_ptr(shape, data, inputScalarType,
|
|
144
|
-
TensorShapeDynamism::DYNAMIC_UNBOUND, deleter);
|
|
145
|
-
|
|
146
|
-
return tensor;
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
template <typename T>
|
|
150
|
-
NSArray *arrayToNSArray(const void *array, ssize_t numel) {
|
|
151
|
-
const T *typedArray = static_cast<const T *>(array);
|
|
152
|
-
NSMutableArray *nsArray = [NSMutableArray arrayWithCapacity:numel];
|
|
153
|
-
|
|
154
|
-
for (int i = 0; i < numel; ++i) {
|
|
155
|
-
[nsArray addObject:@(typedArray[i])];
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
return [nsArray copy];
|
|
159
|
-
}
|
|
160
|
-
|
|
161
|
-
template <typename T>
|
|
162
|
-
NSArray *arrayToNSArray(const std::vector<std::span<const T>> &dataPtrVec) {
|
|
163
|
-
NSMutableArray *nsArray = [NSMutableArray array];
|
|
164
|
-
for (const auto &span : dataPtrVec) {
|
|
165
|
-
NSMutableArray *innerArray = [NSMutableArray arrayWithCapacity:span.size()];
|
|
166
|
-
for (auto x : span) {
|
|
167
|
-
[innerArray addObject:@(x)];
|
|
168
|
-
}
|
|
169
|
-
[nsArray addObject:[innerArray copy]];
|
|
170
|
-
}
|
|
171
|
-
return [nsArray copy];
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
NSArray *arrayToNsArray(const void *dataPtr, size_t numel,
|
|
175
|
-
ScalarType scalarType) {
|
|
176
|
-
switch (scalarType) {
|
|
177
|
-
case ScalarType::Char: {
|
|
178
|
-
NSArray *outputArray = arrayToNSArray<char>(dataPtr, numel);
|
|
179
|
-
return outputArray;
|
|
180
|
-
}
|
|
181
|
-
case ScalarType::Long: {
|
|
182
|
-
NSArray *outputArray = arrayToNSArray<long>(dataPtr, numel);
|
|
183
|
-
return outputArray;
|
|
184
|
-
}
|
|
185
|
-
|
|
186
|
-
case ScalarType::Int: {
|
|
187
|
-
NSArray *outputArray = arrayToNSArray<int>(dataPtr, numel);
|
|
188
|
-
return outputArray;
|
|
189
|
-
}
|
|
190
|
-
case ScalarType::Float: {
|
|
191
|
-
NSArray *outputArray = arrayToNSArray<float>(dataPtr, numel);
|
|
192
|
-
return outputArray;
|
|
193
|
-
}
|
|
194
|
-
case ScalarType::Double: {
|
|
195
|
-
NSArray *outputArray = arrayToNSArray<double>(dataPtr, numel);
|
|
196
|
-
return outputArray;
|
|
197
|
-
}
|
|
198
|
-
default:
|
|
199
|
-
throw std::invalid_argument(
|
|
200
|
-
"Unsupported ScalarType passed to arrayToNSArray!");
|
|
201
|
-
}
|
|
202
|
-
}
|
|
203
|
-
|
|
204
|
-
std::vector<int> NSArrayToIntVector(NSArray *inputArray) {
|
|
205
|
-
std::vector<int> output;
|
|
206
|
-
for (NSUInteger i = 0; i < [inputArray count]; ++i) {
|
|
207
|
-
NSNumber *number = [inputArray objectAtIndex:i];
|
|
208
|
-
if (number) {
|
|
209
|
-
output.push_back([number intValue]);
|
|
210
|
-
} else {
|
|
211
|
-
output.push_back(0);
|
|
212
|
-
}
|
|
213
|
-
}
|
|
214
|
-
return output;
|
|
215
|
-
}
|
|
216
|
-
|
|
217
|
-
#endif // Utils_hpp
|