react-native-executorch 0.9.0 → 0.9.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. package/android/libs/classes.jar +0 -0
  2. package/common/rnexecutorch/host_objects/JsiConversions.h +43 -0
  3. package/common/rnexecutorch/models/llm/LLM.cpp +55 -42
  4. package/common/rnexecutorch/models/llm/LLM.h +4 -3
  5. package/common/rnexecutorch/models/llm/Types.h +23 -0
  6. package/common/runner/base_llm_runner.cpp +10 -3
  7. package/common/runner/base_llm_runner.h +1 -0
  8. package/common/runner/constants.h +15 -1
  9. package/common/runner/encoders/audio_encoder.cpp +111 -0
  10. package/common/runner/encoders/audio_encoder.h +40 -0
  11. package/common/runner/encoders/vision_encoder.cpp +13 -5
  12. package/common/runner/encoders/vision_encoder.h +15 -2
  13. package/common/runner/irunner.h +5 -0
  14. package/common/runner/multimodal_decoder_runner.h +50 -1
  15. package/common/runner/multimodal_input.h +16 -1
  16. package/common/runner/multimodal_prefiller.cpp +374 -64
  17. package/common/runner/multimodal_prefiller.h +57 -6
  18. package/common/runner/multimodal_runner.cpp +19 -12
  19. package/common/runner/multimodal_runner.h +1 -1
  20. package/common/runner/sampler.cpp +126 -39
  21. package/common/runner/sampler.h +13 -5
  22. package/common/runner/text_decoder_runner.cpp +1 -4
  23. package/common/runner/text_decoder_runner.h +3 -2
  24. package/common/runner/text_prefiller.cpp +8 -8
  25. package/common/runner/text_prefiller.h +8 -1
  26. package/common/runner/text_runner.cpp +35 -9
  27. package/common/runner/text_token_generator.h +2 -3
  28. package/common/runner/util.h +0 -1
  29. package/lib/module/constants/llmDefaults.js +1 -1
  30. package/lib/module/constants/llmDefaults.js.map +1 -1
  31. package/lib/module/constants/modelRegistry.js +62 -3
  32. package/lib/module/constants/modelRegistry.js.map +1 -1
  33. package/lib/module/constants/modelUrls.js +62 -6
  34. package/lib/module/constants/modelUrls.js.map +1 -1
  35. package/lib/module/controllers/LLMController.js +69 -20
  36. package/lib/module/controllers/LLMController.js.map +1 -1
  37. package/lib/module/hooks/natural_language_processing/useLLM.js +1 -5
  38. package/lib/module/hooks/natural_language_processing/useLLM.js.map +1 -1
  39. package/lib/module/modules/computer_vision/PoseEstimationModule.js +13 -1
  40. package/lib/module/modules/computer_vision/PoseEstimationModule.js.map +1 -1
  41. package/lib/module/modules/natural_language_processing/LLMModule.js +12 -7
  42. package/lib/module/modules/natural_language_processing/LLMModule.js.map +1 -1
  43. package/lib/module/types/llm.js +11 -0
  44. package/lib/module/types/llm.js.map +1 -1
  45. package/lib/module/types/poseEstimation.js.map +1 -1
  46. package/lib/typescript/constants/llmDefaults.d.ts +1 -1
  47. package/lib/typescript/constants/llmDefaults.d.ts.map +1 -1
  48. package/lib/typescript/constants/modelRegistry.d.ts +38 -1
  49. package/lib/typescript/constants/modelRegistry.d.ts.map +1 -1
  50. package/lib/typescript/constants/modelUrls.d.ts +52 -12
  51. package/lib/typescript/constants/modelUrls.d.ts.map +1 -1
  52. package/lib/typescript/controllers/LLMController.d.ts +7 -9
  53. package/lib/typescript/controllers/LLMController.d.ts.map +1 -1
  54. package/lib/typescript/modules/computer_vision/PoseEstimationModule.d.ts +6 -0
  55. package/lib/typescript/modules/computer_vision/PoseEstimationModule.d.ts.map +1 -1
  56. package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts +6 -3
  57. package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts.map +1 -1
  58. package/lib/typescript/types/llm.d.ts +63 -36
  59. package/lib/typescript/types/llm.d.ts.map +1 -1
  60. package/lib/typescript/types/poseEstimation.d.ts +3 -0
  61. package/lib/typescript/types/poseEstimation.d.ts.map +1 -1
  62. package/package.json +1 -1
  63. package/react-native-executorch.podspec +6 -0
  64. package/src/constants/llmDefaults.ts +1 -1
  65. package/src/constants/modelRegistry.ts +62 -2
  66. package/src/constants/modelUrls.ts +69 -6
  67. package/src/controllers/LLMController.ts +89 -40
  68. package/src/hooks/natural_language_processing/useLLM.ts +5 -6
  69. package/src/modules/computer_vision/PoseEstimationModule.ts +12 -0
  70. package/src/modules/natural_language_processing/LLMModule.ts +19 -8
  71. package/src/types/llm.ts +64 -34
  72. package/src/types/poseEstimation.ts +10 -4
  73. package/third-party/android/libs/executorch/arm64-v8a/libexecutorch.so +0 -0
  74. package/third-party/android/libs/executorch/x86_64/libexecutorch.so +0 -0
  75. package/third-party/include/executorch/ExecuTorch.h +2 -0
  76. package/third-party/include/executorch/ExecuTorchModule.h +46 -0
  77. package/third-party/include/executorch/extension/data_loader/buffer_data_loader.h +4 -3
  78. package/third-party/include/executorch/extension/data_loader/mman.h +46 -0
  79. package/third-party/include/executorch/extension/data_loader/mmap_data_loader.h +4 -0
  80. package/third-party/include/executorch/extension/data_loader/shared_ptr_data_loader.h +7 -3
  81. package/third-party/include/executorch/extension/module/module.h +47 -8
  82. package/third-party/include/executorch/extension/tensor/tensor_ptr.h +17 -5
  83. package/third-party/include/executorch/kernels/optimized/Functions.h +12 -0
  84. package/third-party/include/executorch/kernels/optimized/NativeFunctions.h +4 -0
  85. package/third-party/include/executorch/kernels/portable/Functions.h +18 -0
  86. package/third-party/include/executorch/kernels/portable/NativeFunctions.h +6 -0
  87. package/third-party/include/executorch/runtime/backend/backend_options_map.h +37 -0
  88. package/third-party/include/executorch/runtime/core/array_ref.h +3 -1
  89. package/third-party/include/executorch/runtime/core/error.h +1 -0
  90. package/third-party/include/executorch/runtime/core/evalue.h +256 -9
  91. package/third-party/include/executorch/runtime/core/exec_aten/exec_aten.h +24 -0
  92. package/third-party/include/executorch/runtime/core/hierarchical_allocator.h +9 -6
  93. package/third-party/include/executorch/runtime/core/portable_type/device.h +3 -4
  94. package/third-party/include/executorch/runtime/core/portable_type/tensor_impl.h +31 -1
  95. package/third-party/include/executorch/runtime/executor/method.h +9 -3
  96. package/third-party/include/executorch/runtime/executor/method_meta.h +14 -0
  97. package/third-party/include/executorch/runtime/executor/platform_memory_allocator.h +12 -2
  98. package/third-party/include/executorch/runtime/executor/program.h +3 -1
  99. package/third-party/include/executorch/runtime/executor/tensor_parser.h +5 -1
  100. package/third-party/include/executorch/runtime/kernel/operator_registry.h +9 -0
  101. package/third-party/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/ExecutorchLib +0 -0
  102. package/third-party/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Info.plist +0 -0
  103. package/third-party/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/mlx.metallib +0 -0
  104. package/third-party/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/ExecutorchLib +0 -0
  105. package/third-party/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Info.plist +0 -0
  106. package/third-party/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/mlx.metallib +0 -0
package/lib/typescript/constants/modelUrls.d.ts CHANGED
@@ -86,6 +86,34 @@ export declare const QWEN3_0_6B_QUANTIZED: {
86
86
  readonly topP: 0.95;
87
87
  };
88
88
  };
89
+ export declare const GEMMA4_E2B_MLX_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/mlx/gemma4_e2b_mlx_int4.pte";
90
+ export declare const GEMMA4_E2B_XNNPACK_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/xnnpack/gemma_4_e2b_xnnpack_8da4w.pte";
91
+ export declare const GEMMA4_E2B_VULKAN_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte";
92
+ export declare const GEMMA4_E2B_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer.json";
93
+ export declare const GEMMA4_E2B_TOKENIZER_CONFIG = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer_config.json";
94
+ /**
95
+ * @category Models - LLM
96
+ */
97
+ export declare const GEMMA4_E2B: {
98
+ readonly modelName: "gemma4-e2b";
99
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/mlx/gemma4_e2b_mlx_int4.pte" | "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte";
100
+ readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer.json";
101
+ readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer_config.json";
102
+ };
103
+ /**
104
+ * @category Models - LLM Multimodal
105
+ */
106
+ export declare const GEMMA4_E2B_MM: {
107
+ readonly modelName: "gemma4-e2b-multimodal";
108
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4-multimodal/resolve/v0.9.0/e2b/mlx/gemma4_e2b_mlx_int4.pte" | "https://huggingface.co/software-mansion/react-native-executorch-gemma-4-multimodal/resolve/v0.9.0/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte";
109
+ readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer.json";
110
+ readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer_config.json";
111
+ readonly capabilities: readonly ["vision", "audio"];
112
+ readonly audioConfig: {
113
+ readonly samplesPerBlock: 7680;
114
+ readonly tokensPerBlock: 12;
115
+ };
116
+ };
89
117
  /**
90
118
  * @category Models - LLM
91
119
  */
@@ -532,6 +560,18 @@ export declare const YOLO26N_POSE: {
532
560
  readonly modelName: "yolo26n-pose";
533
561
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-yolo26-pose/resolve/v0.9.0/xnnpack/yolo26_pose_n_xnnpack_fp32.pte";
534
562
  };
563
+ export declare const RF_DETR_KEYPOINT_PREVIEW_XNNPACK_FP32_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-rfdetr-keypoint/resolve/v0.9.0/preview/xnnpack/rfdetr_keypoint_preview_xnnpack_fp32.pte";
564
+ export declare const RF_DETR_KEYPOINT_PREVIEW_COREML_FP32_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-rfdetr-keypoint/resolve/v0.9.0/preview/coreml/rfdetr_keypoint_preview_coreml_fp32.pte";
565
+ export declare const RF_DETR_KEYPOINT_PREVIEW_MLX_FP32_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-rfdetr-keypoint/resolve/v0.9.0/preview/mlx/rfdetr_keypoint_preview_mlx_fp32.pte";
566
+ /**
567
+ * @category Models - Pose Estimation
568
+ * @beta Preview export — may be re-exported under a different constant once a
569
+ * stable RF-DETR keypoint model ships.
570
+ */
571
+ export declare const RF_DETR_KEYPOINT_PREVIEW: {
572
+ readonly modelName: "rfdetr-keypoint-preview";
573
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-rfdetr-keypoint/resolve/v0.9.0/preview/xnnpack/rfdetr_keypoint_preview_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-rfdetr-keypoint/resolve/v0.9.0/preview/coreml/rfdetr_keypoint_preview_coreml_fp32.pte";
574
+ };
535
575
  /**
536
576
  * Builds the four `(backend, precision)` URLs for a single style-transfer style.
537
577
  * @param display - HF repo suffix (e.g. `rain-princess`).
@@ -603,29 +643,29 @@ export declare const STYLE_TRANSFER_UDNIE_QUANTIZED: {
603
643
  };
604
644
  export declare const WHISPER_TINY_EN_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/tokenizer.json";
605
645
  export declare const WHISPER_TINY_EN_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/xnnpack/whisper_tiny_en_xnnpack_fp32.pte";
606
- export declare const WHISPER_TINY_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/coreml/whisper_tiny_en_coreml_fp32.pte";
646
+ export declare const WHISPER_TINY_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/coreml/whisper_tiny_en_coreml_fp16.pte";
607
647
  export declare const WHISPER_BASE_EN_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/tokenizer.json";
608
648
  export declare const WHISPER_BASE_EN_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/xnnpack/whisper_base_en_xnnpack_fp32.pte";
609
- export declare const WHISPER_BASE_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/coreml/whisper_base_en_coreml_fp32.pte";
649
+ export declare const WHISPER_BASE_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/coreml/whisper_base_en_coreml_fp16.pte";
610
650
  export declare const WHISPER_SMALL_EN_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/tokenizer.json";
611
651
  export declare const WHISPER_SMALL_EN_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/xnnpack/whisper_small_en_xnnpack_fp32.pte";
612
- export declare const WHISPER_SMALL_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/coreml/whisper_small_en_coreml_fp32.pte";
652
+ export declare const WHISPER_SMALL_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/coreml/whisper_small_en_coreml_fp16.pte";
613
653
  export declare const WHISPER_TINY_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/tokenizer.json";
614
654
  export declare const WHISPER_TINY_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/xnnpack/whisper_tiny_xnnpack_fp32.pte";
615
- export declare const WHISPER_TINY_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/coreml/whisper_tiny_coreml_fp32.pte";
655
+ export declare const WHISPER_TINY_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/coreml/whisper_tiny_coreml_fp16.pte";
616
656
  export declare const WHISPER_BASE_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/tokenizer.json";
617
657
  export declare const WHISPER_BASE_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/xnnpack/whisper_base_xnnpack_fp32.pte";
618
- export declare const WHISPER_BASE_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/coreml/whisper_base_coreml_fp32.pte";
658
+ export declare const WHISPER_BASE_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/coreml/whisper_base_coreml_fp16.pte";
619
659
  export declare const WHISPER_SMALL_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/tokenizer.json";
620
660
  export declare const WHISPER_SMALL_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/xnnpack/whisper_small_xnnpack_fp32.pte";
621
- export declare const WHISPER_SMALL_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/coreml/whisper_small_coreml_fp32.pte";
661
+ export declare const WHISPER_SMALL_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/coreml/whisper_small_coreml_fp16.pte";
622
662
  /**
623
663
  * @category Models - Speech To Text
624
664
  */
625
665
  export declare const WHISPER_TINY_EN: {
626
666
  readonly modelName: "whisper-tiny-en";
627
667
  readonly isMultilingual: false;
628
- readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/xnnpack/whisper_tiny_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/coreml/whisper_tiny_en_coreml_fp32.pte";
668
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/xnnpack/whisper_tiny_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/coreml/whisper_tiny_en_coreml_fp16.pte";
629
669
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/tokenizer.json";
630
670
  };
631
671
  /**
@@ -634,7 +674,7 @@ export declare const WHISPER_TINY_EN: {
634
674
  export declare const WHISPER_BASE_EN: {
635
675
  readonly modelName: "whisper-base-en";
636
676
  readonly isMultilingual: false;
637
- readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/xnnpack/whisper_base_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/coreml/whisper_base_en_coreml_fp32.pte";
677
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/xnnpack/whisper_base_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/coreml/whisper_base_en_coreml_fp16.pte";
638
678
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/tokenizer.json";
639
679
  };
640
680
  /**
@@ -643,7 +683,7 @@ export declare const WHISPER_BASE_EN: {
643
683
  export declare const WHISPER_SMALL_EN: {
644
684
  readonly modelName: "whisper-small-en";
645
685
  readonly isMultilingual: false;
646
- readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/xnnpack/whisper_small_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/coreml/whisper_small_en_coreml_fp32.pte";
686
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/xnnpack/whisper_small_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/coreml/whisper_small_en_coreml_fp16.pte";
647
687
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/tokenizer.json";
648
688
  };
649
689
  /**
@@ -652,7 +692,7 @@ export declare const WHISPER_SMALL_EN: {
652
692
  export declare const WHISPER_TINY: {
653
693
  readonly modelName: "whisper-tiny";
654
694
  readonly isMultilingual: true;
655
- readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/xnnpack/whisper_tiny_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/coreml/whisper_tiny_coreml_fp32.pte";
695
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/xnnpack/whisper_tiny_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/coreml/whisper_tiny_coreml_fp16.pte";
656
696
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/tokenizer.json";
657
697
  };
658
698
  /**
@@ -661,7 +701,7 @@ export declare const WHISPER_TINY: {
661
701
  export declare const WHISPER_BASE: {
662
702
  readonly modelName: "whisper-base";
663
703
  readonly isMultilingual: true;
664
- readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/xnnpack/whisper_base_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/coreml/whisper_base_coreml_fp32.pte";
704
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/xnnpack/whisper_base_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/coreml/whisper_base_coreml_fp16.pte";
665
705
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/tokenizer.json";
666
706
  };
667
707
  /**
@@ -670,7 +710,7 @@ export declare const WHISPER_BASE: {
670
710
  export declare const WHISPER_SMALL: {
671
711
  readonly modelName: "whisper-small";
672
712
  readonly isMultilingual: true;
673
- readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/xnnpack/whisper_small_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/coreml/whisper_small_coreml_fp32.pte";
713
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/xnnpack/whisper_small_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/coreml/whisper_small_coreml_fp16.pte";
674
714
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/tokenizer.json";
675
715
  };
676
716
  /**
package/lib/typescript/constants/modelUrls.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"modelUrls.d.ts","sourceRoot":"","sources":["../../../src/constants/modelUrls.ts"],"names":[],"mappings":"AAmBA;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAoBX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;;;;CAMX,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;CAMrB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAOX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAOX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAKnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AAuBX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAE/D;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAG/D,eAAO,MAAM,oCAAoC,gJAA8F,CAAC;AAChJ,eAAO,MAAM,oCAAoC,gJAA8F,CAAC;AAChJ,eAAO,MAAM,mCAAmC,8IAA4F,CAAC;AAC7I,eAAO,MAAM,mCAAmC,8IAA4F,CAAC;AAU7I;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;CAGpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAGX,eAAO,MAAM,iDAAiD,wKAAsH,CAAC;AACrL,eAAO,MAAM,gDAAgD,sKAAoH,CAAC;AAClL,eAAO,MAAM,+BAA+B,6IAA2F,CAAC;AACxI,eAAO,MAAM,8BAA8B,2IAAyF,CAAC;AAUrI;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAGX;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,CAAC,OAAO,SAAS,MAAM,EAC5B,KAAK,CAAC,IAAI,SAAS,MAAM,EACzB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI;;;;;EAO7B;AAyCD;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;CAGxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAGX,eAAO,MAAM,yBAAyB,kHAAgE,CAAC;AACvG,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AACrI,eAAO,MAAM,4BAA4B,0IAAwF,CAAC;AAElI,eAAO,MAAM,yBAAyB,kHAAgE,CAAC;AACvG,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AACrI,eAAO,MAAM,4BAA4B,0IAAwF,CAAC;AAElI,eAAO,MAAM,0BAA0B,mHAAiE,CAAC;AACzG,eAAO,MAAM,8BAA8B,8IAA4F,CAAC;AACxI,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AAErI,eAAO,MAAM,sBAAsB,+GAA6D,CAAC;AACjG,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAC5H,eAAO,MAAM,yBAAyB,oIAAkF,CAAC;AAEzH,eAAO,MAAM,sBAAsB,+GAA6D,CAAC;AACjG,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAC5H,eAAO,MAAM,yBAAyB,oIAAkF,CAAC;AAEzH,eAAO,MAAM,uBAAuB,gHAA8D,CAAC;AACnG,eAAO,MAAM,2BAA2B,wIAAsF,CAAC;AAC/H,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAE5H;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAQlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAQlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAQnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAQf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAQf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAQhB,CAAC;AAgBX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;CAG5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uCAAuC;;;CAG1C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,mCAAmC;;;CAGtC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;CAGzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;CAG1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAGX,eAAO,MAAM,4BAA4B,kIAAgF,CAAC;AAC1H,eAAO,MAAM,2BAA2B,gIAA8E,CAAC;AACvH,eAAO,MAAM,4BAA4B,kIAAgF,CAAC;AAC1H,eAAO,MAAM,2BAA2B,gIAA8E,CAAC;AAUvH;;GAEG;AACH,eAAO,MAAM,SAAS;;;CAGZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,SAAS;;;CAGZ,CAAC;AAUX,eAAO,MAAM,mCAAmC,iJAA+F,CAAC;AAChJ,eAAO,MAAM,kCAAkC,+IAA6F,CAAC;AAK7I;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;CAGnB,CAAC;AAMX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AAWX,eAAO,MAAM,gDAAgD,uLAAqI,CAAC;AACnM,eAAO,MAAM,8CAA8C,uIAAqF,CAAC;AAMjJ;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;CAInB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;CAIpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;CAI5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,0CAA0C;;;;CAI7C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+CAA+C;;;;CAIlD,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AASX;;;;;GAKG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;;;;GAKG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAgHX;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAElE"}
1
+ {"version":3,"file":"modelUrls.d.ts","sourceRoot":"","sources":["../../../src/constants/modelUrls.ts"],"names":[],"mappings":"AAmBA;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAoBX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAKX,eAAO,MAAM,oBAAoB,2HAAqD,CAAC;AACvF,eAAO,MAAM,wBAAwB,qIAA+D,CAAC;AACrG,eAAO,MAAM,uBAAuB,mIAA6D,CAAC;AAClG,eAAO,MAAM,oBAAoB,8GAAwC,CAAC;AAC1E,eAAO,MAAM,2BAA2B,qHAA+C,CAAC;AAQxF;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;CAWhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;;;;CAMX,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;CAMrB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAOX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAOX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAKnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AAuBX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAE/D;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAG/D,eAAO,MAAM,oCAAoC,gJAA8F,CAAC;AAChJ,eAAO,MAAM,oCAAoC,gJAA8F,CAAC;AAChJ,eAAO,MAAM,mCAAmC,8IAA4F,CAAC;AAC7I,eAAO,MAAM,mCAAmC,8IAA4F,CAAC;AAU7I;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;CAGpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAGX,eAAO,MAAM,iDAAiD,wKAAsH,CAAC;AACrL,eAAO,MAAM,gDAAgD,sKAAoH,CAAC;AAClL,eAAO,MAAM,+BAA+B,6IAA2F,CAAC;AACxI,eAAO,MAAM,8BAA8B,2IAAyF,CAAC;AAUrI;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAMX,eAAO,MAAM,2CAA2C,4JAA0G,CAAC;AACnK,eAAO,MAAM,0CAA0C,0JAAwG,CAAC;AAChK,eAAO,MAAM,uCAAuC,oJAAkG,CAAC;AAMvJ;;;;GAIG;AACH,eAAO,MAAM,wBAAwB;;;CAG3B,CAAC;AAGX;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,CAAC,OAAO,SAAS,MAAM,EAC5B,KAAK,CAAC,IAAI,SAAS,MAAM,EACzB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI;;;;;EAO7B;AAyCD;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;CAGxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAGX,eAAO,MAAM,yBAAyB,kHAAgE,CAAC;AACvG,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AACrI,eAAO,MAAM,4BAA4B,0IAAwF,CAAC;AAElI,eAAO,MAAM,yBAAyB,kHAAgE,CAAC;AACvG,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AACrI,eAAO,MAAM,4BAA4B,0IAAwF,CAAC;AAElI,eAAO,MAAM,0BAA0B,mHAAiE,CAAC;AACzG,eAAO,MAAM,8BAA8B,8IAA4F,CAAC;AACxI,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AAErI,eAAO,MAAM,sBAAsB,+GAA6D,CAAC;AACjG,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAC5H,eAAO,MAAM,yBAAyB,oIAAkF,CAAC;AAEzH,eAAO,MAAM,sBAAsB,+GAA6D,CAAC;AACjG,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAC5H,eAAO,MAAM,yBAAyB,oIAAkF,CAAC;AAEzH,eAAO,MAAM,uBAAuB,gHAA8D,CAAC;AACnG,eAAO,MAAM,2BAA2B,wIAAsF,CAAC;AAC/H,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAE5H;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAQlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAQlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAQnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAQf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAQf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAQhB,CAAC;AAgBX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;CAG5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uCAAuC;;;CAG1C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,mCAAmC;;;CAGtC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;CAGzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;CAG1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAGX,eAAO,MAAM,4BAA4B,kIAAgF,CAAC;AAC1H,eAAO,MAAM,2BAA2B,gIAA8E,CAAC;AACvH,eAAO,MAAM,4BAA4B,kIAAgF,CAAC;AAC1H,eAAO,MAAM,2BAA2B,gIAA8E,CAAC;AAUvH;;GAEG;AACH,eAAO,MAAM,SAAS;;;CAGZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,SAAS;;;CAGZ,CAAC;AAUX,eAAO,MAAM,mCAAmC,iJAA+F,CAAC;AAChJ,eAAO,MAAM,kCAAkC,+IAA6F,CAAC;AAK7I;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;CAGnB,CAAC;AAMX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AAWX,eAAO,MAAM,gDAAgD,uLAAqI,CAAC;AACnM,eAAO,MAAM,8CAA8C,uIAAqF,CAAC;AAMjJ;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;CAInB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;CAIpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;CAI5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,0CAA0C;;;;CAI7C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+CAA+C;;;;CAIlD,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AASX;;;;;GAKG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;;;;GAKG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAgHX;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAElE"}
package/lib/typescript/controllers/LLMController.d.ts CHANGED
@@ -1,5 +1,4 @@
1
- import { ResourceSource } from '../types/common';
2
- import { ChatConfig, GenerationConfig, LLMCapability, LLMTool, Message, ToolsConfig } from '../types/llm';
1
+ import { ChatConfig, GenerationConfig, LLMModel, LLMTool, Message, ToolsConfig } from '../types/llm';
3
2
  export declare class LLMController {
4
3
  private nativeModule;
5
4
  private chatConfig;
@@ -13,6 +12,7 @@ export declare class LLMController {
13
12
  private messageHistoryCallback;
14
13
  private isReadyCallback;
15
14
  private isGeneratingCallback;
15
+ private audioConfig;
16
16
  constructor({ tokenCallback, messageHistoryCallback, isReadyCallback, isGeneratingCallback, }: {
17
17
  tokenCallback?: (token: string) => void;
18
18
  messageHistoryCallback?: (messageHistory: Message[]) => void;
@@ -22,12 +22,8 @@ export declare class LLMController {
22
22
  get isReady(): boolean;
23
23
  get isGenerating(): boolean;
24
24
  get messageHistory(): Message[];
25
- load({ modelSource, tokenizerSource, tokenizerConfigSource, capabilities, defaultGenerationConfig, onDownloadProgressCallback, }: {
26
- modelSource: ResourceSource;
27
- tokenizerSource: ResourceSource;
28
- tokenizerConfigSource: ResourceSource;
29
- capabilities?: readonly LLMCapability[];
30
- defaultGenerationConfig?: GenerationConfig;
25
+ load({ model, onDownloadProgressCallback, }: {
26
+ model: LLMModel;
31
27
  onDownloadProgressCallback?: (downloadProgress: number) => void;
32
28
  }): Promise<void>;
33
29
  setTokenCallback(tokenCallback: (token: string) => void): void;
@@ -38,9 +34,10 @@ export declare class LLMController {
38
34
  }): void;
39
35
  private applyGenerationConfig;
40
36
  private getImageToken;
37
+ private getAudioToken;
41
38
  private filterSpecialTokens;
42
39
  delete(): void;
43
- forward(input: string, imagePaths?: string[]): Promise<string>;
40
+ forward(input: string, imagePaths?: string[], audioWaveforms?: Float32Array[]): Promise<string>;
44
41
  interrupt(): void;
45
42
  getGeneratedTokenCount(): number;
46
43
  getPromptTokenCount(): number;
@@ -48,6 +45,7 @@ export declare class LLMController {
48
45
  generate(messages: Message[], tools?: LLMTool[]): Promise<string>;
49
46
  sendMessage(message: string, media?: {
50
47
  imagePath?: string;
48
+ audioBuffer?: Float32Array;
51
49
  }): Promise<string>;
52
50
  deleteMessage(index: number): void;
53
51
  private applyChatTemplate;
package/lib/typescript/controllers/LLMController.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"LLMController.d.ts","sourceRoot":"","sources":["../../../src/controllers/LLMController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAIjD,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,OAAO,EACP,OAAO,EAEP,WAAW,EACZ,MAAM,cAAc,CAAC;AAMtB,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAiB;IAExC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,sBAAsB,CAAsC;IACpE,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;gBAElD,EACV,aAAa,EACb,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,EAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QAC7D,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;KACxD;IAkBD,IAAW,OAAO,YAEjB;IAED,IAAW,YAAY,YAEtB;IAED,IAAW,cAAc,cAExB;IAEY,IAAI,CAAC,EAChB,WAAW,EACX,eAAe,EACf,qBAAqB,EACrB,YAAY,EACZ,uBAAuB,EACvB,0BAA0B,GAC3B,EAAE;QACD,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,YAAY,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;QACxC,uBAAuB,CAAC,EAAE,gBAAgB,CAAC;QAC3C,0BAA0B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;KACjE;IAsEM,gBAAgB,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAIvD,SAAS,CAAC,EACf,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC;IAaD,OAAO,CAAC,qBAAqB;IA6C7B,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,mBAAmB;IAiBpB,MAAM;IAgBA,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA2BpE,SAAS;IAUT,sBAAsB,IAAI,MAAM;IAUhC,mBAAmB,IAAI,MAAM;IAU7B,kBAAkB,IAAI,MAAM;IAItB,QAAQ,CACnB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,CAAC,EAAE,OAAO,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC;IAoCL,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7B,OAAO,CAAC,MAAM,CAAC;IAgEX,aAAa,CAAC,KAAK,EAAE,MAAM;IAQlC,OAAO,CAAC,iBAAiB;CA4B1B"}
1
+ {"version":3,"file":"LLMController.d.ts","sourceRoot":"","sources":["../../../src/controllers/LLMController.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,UAAU,EACV,gBAAgB,EAChB,QAAQ,EACR,OAAO,EACP,OAAO,EAEP,WAAW,EACZ,MAAM,cAAc,CAAC;AAMtB,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAiB;IAExC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,sBAAsB,CAAsC;IACpE,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,WAAW,CAA0B;gBAEjC,EACV,aAAa,EACb,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,EAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QAC7D,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;KACxD;IAkBD,IAAW,OAAO,YAEjB;IAED,IAAW,YAAY,YAEtB;IAED,IAAW,cAAc,cAExB;IAEY,IAAI,CAAC,EAChB,KAAK,EACL,0BAA0B,GAC3B,EAAE;QACD,KAAK,EAAE,QAAQ,CAAC;QAChB,0BAA0B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;KACjE;IAwEM,gBAAgB,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAIvD,SAAS,CAAC,EACf,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC;IAaD,OAAO,CAAC,qBAAqB;IA6C7B,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,mBAAmB;IAuBpB,MAAM;IAgBA,OAAO,CAClB,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EAAE,EACrB,cAAc,CAAC,EAAE,YAAY,EAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAmCX,SAAS;IAUT,sBAAsB,IAAI,MAAM;IAUhC,mBAAmB,IAAI,MAAM;IAU7B,kBAAkB,IAAI,MAAM;IAItB,QAAQ,CACnB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,CAAC,EAAE,OAAO,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC;IAuCL,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,YAAY,CAAA;KAAE,GACzD,OAAO,CAAC,MAAM,CAAC;IAiFX,aAAa,CAAC,KAAK,EAAE,MAAM;IAQlC,OAAO,CAAC,iBAAiB;CA4B1B"}
package/lib/typescript/modules/computer_vision/PoseEstimationModule.d.ts CHANGED
@@ -12,6 +12,12 @@ declare const ModelConfigs: {
12
12
  defaultDetectionThreshold: number;
13
13
  defaultKeypointThreshold: number;
14
14
  };
15
+ readonly 'rfdetr-keypoint-preview': {
16
+ keypointMap: typeof CocoKeypoint;
17
+ preprocessorConfig: undefined;
18
+ defaultDetectionThreshold: number;
19
+ defaultKeypointThreshold: number;
20
+ };
15
21
  };
16
22
  type ModelConfigsType = typeof ModelConfigs;
17
23
  /**
package/lib/typescript/modules/computer_vision/PoseEstimationModule.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"PoseEstimationModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/PoseEstimationModule.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,SAAS,EACT,SAAS,EACT,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAGL,cAAc,EACd,qBAAqB,EACrB,0BAA0B,EAC1B,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAWjE,QAAA,MAAM,YAAY;;;;;;;;;CAKjB,CAAC;AAEF,KAAK,gBAAgB,GAAG,OAAO,YAAY,CAAC;AAE5C;;;;GAIG;AACH,MAAM,MAAM,uBAAuB,CAAC,CAAC,SAAS,uBAAuB,IACnE,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;AAE1C,KAAK,WAAW,CAAC,CAAC,SAAS,0BAA0B,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC;AAExE,gBAAgB;AAChB,KAAK,gBAAgB,CAAC,CAAC,SAAS,uBAAuB,GAAG,SAAS,IACjE,mBAAmB,CAAC,CAAC,EAAE,gBAAgB,EAAE,aAAa,CAAC,CAAC;AAsB1D;;;;;GAKG;AACH,qBAAa,oBAAoB,CAC/B,CAAC,SAAS,uBAAuB,GAAG,SAAS,CAC7C,SAAQ,YAAY,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsB;IAClD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAG9D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAqB;IACrD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAE1C,OAAO;IAgBP;;;;;OAKG;WACU,aAAa,CAAC,CAAC,SAAS,0BAA0B,EAC7D,YAAY,EAAE,CAAC,EACf,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAuBhD;;;;;;;OAOG;WACU,eAAe,CAAC,CAAC,SAAS,SAAS,EAC9C,WAAW,EAAE,cAAc,EAC3B,MAAM,EAAE,oBAAoB,CAAC,CAAC,CAAC,EAC/B,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAmBnC;;;OAGG;IACH,cAAc,IAAI,gBAAgB,CAAC,CAAC,CAAC;IAIrC;;;OAGG;IACH,sBAAsB,IAAI,SAAS,MAAM,EAAE,GAAG,SAAS;IAIvD;;;OAGG;IACH,IAAa,UAAU,IAAI,CACzB,KAAK,EAAE,KAAK,EACZ,aAAa,EAAE,OAAO,EACtB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,cAAc,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAqEvC;IAED;;;;;OAKG;IACY,OAAO,CACpB,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;CAsDhD"}
1
+ {"version":3,"file":"PoseEstimationModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/PoseEstimationModule.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,SAAS,EACT,SAAS,EACT,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAGL,cAAc,EACd,qBAAqB,EACrB,0BAA0B,EAC1B,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAsBjE,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;CAMjB,CAAC;AAEF,KAAK,gBAAgB,GAAG,OAAO,YAAY,CAAC;AAE5C;;;;GAIG;AACH,MAAM,MAAM,uBAAuB,CAAC,CAAC,SAAS,uBAAuB,IACnE,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;AAE1C,KAAK,WAAW,CAAC,CAAC,SAAS,0BAA0B,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC;AAExE,gBAAgB;AAChB,KAAK,gBAAgB,CAAC,CAAC,SAAS,uBAAuB,GAAG,SAAS,IACjE,mBAAmB,CAAC,CAAC,EAAE,gBAAgB,EAAE,aAAa,CAAC,CAAC;AAsB1D;;;;;GAKG;AACH,qBAAa,oBAAoB,CAC/B,CAAC,SAAS,uBAAuB,GAAG,SAAS,CAC7C,SAAQ,YAAY,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsB;IAClD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAG9D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAqB;IACrD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAE1C,OAAO;IAgBP;;;;;OAKG;WACU,aAAa,CAAC,CAAC,SAAS,0BAA0B,EAC7D,YAAY,EAAE,CAAC,EACf,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAuBhD;;;;;;;OAOG;WACU,eAAe,CAAC,CAAC,SAAS,SAAS,EAC9C,WAAW,EAAE,cAAc,EAC3B,MAAM,EAAE,oBAAoB,CAAC,CAAC,CAAC,EAC/B,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAmBnC;;;OAGG;IACH,cAAc,IAAI,gBAAgB,CAAC,CAAC,CAAC;IAIrC;;;OAGG;IACH,sBAAsB,IAAI,SAAS,MAAM,EAAE,GAAG,SAAS;IAIvD;;;OAGG;IACH,IAAa,UAAU,IAAI,CACzB,KAAK,EAAE,KAAK,EACZ,aAAa,EAAE,OAAO,EACtB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,cAAc,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAqEvC;IAED;;;;;OAKG;IACY,OAAO,CACpB,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;CAsDhD"}
package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts CHANGED
@@ -1,5 +1,5 @@
1
1
  import { ResourceSource } from '../../types/common';
2
- import { LLMCapability, LLMConfig, LLMModelName, LLMTool, Message } from '../../types/llm';
2
+ import { AudioConfig, LLMCapability, LLMConfig, LLMModelName, LLMTool, Message } from '../../types/llm';
3
3
  /**
4
4
  * Module for managing a Large Language Model (LLM) instance.
5
5
  * @category Typescript API
@@ -27,6 +27,7 @@ export declare class LLMModule {
27
27
  tokenizerSource: ResourceSource;
28
28
  tokenizerConfigSource: ResourceSource;
29
29
  capabilities?: readonly LLMCapability[];
30
+ audioConfig?: AudioConfig;
30
31
  }, onDownloadProgress?: (progress: number) => void, tokenCallback?: (token: string) => void, messageHistoryCallback?: (messageHistory: Message[]) => void): Promise<LLMModule>;
31
32
  /**
32
33
  * Creates an LLM instance with a user-provided model binary.
@@ -68,9 +69,10 @@ export declare class LLMModule {
68
69
  * If you want a simple chat with model the consider using `sendMessage`
69
70
  * @param input - Raw input string containing the prompt and conversation history.
70
71
  * @param imagePaths - Optional array of local image paths for multimodal inference. Each entry may be either `file:///absolute/path` or `/absolute/path` — the controller normalizes the path before passing it to native code.
72
+ * @param audioWaveforms - Optional array of 16kHz waveforms of audio recordings for multimodal inference.
71
73
  * @returns The generated response as a string.
72
74
  */
73
- forward(input: string, imagePaths?: string[]): Promise<string>;
75
+ forward(input: string, imagePaths?: string[], audioWaveforms?: Float32Array[]): Promise<string>;
74
76
  /**
75
77
  * Runs model to complete chat passed in `messages` argument. It doesn't manage conversation context.
76
78
  * For multimodal models, set `mediaPath` on user messages to include images.
@@ -84,11 +86,12 @@ export declare class LLMModule {
84
86
  * After model responds it will call `messageHistoryCallback()` containing both user message and model response.
85
87
  * It also returns them.
86
88
  * @param message - The message string to send.
87
- * @param media - Optional media object containing a local image path for multimodal models.
89
+ * @param media - Optional media object containing a local image path or 16kHz waveform of an audio recording for multimodal models.
88
90
  * @returns - Updated message history including the new user message and model response.
89
91
  */
90
92
  sendMessage(message: string, media?: {
91
93
  imagePath?: string;
94
+ audioBuffer?: Float32Array;
92
95
  }): Promise<Message[]>;
93
96
  /**
94
97
  * Deletes all messages starting with message on `index` position.
package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"LLMModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/natural_language_processing/LLMModule.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EACL,aAAa,EACb,SAAS,EACT,YAAY,EACZ,OAAO,EACP,OAAO,EACR,MAAM,iBAAiB,CAAC;AAEzB;;;GAGG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAgB;IAElC,OAAO;IAaP;;;;;;;;;;;;;OAaG;WACU,aAAa,CACxB,YAAY,EAAE;QACZ,SAAS,EAAE,YAAY,CAAC;QACxB,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,YAAY,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;KACzC,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACvC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,GAC3D,OAAO,CAAC,SAAS,CAAC;IAiBrB;;;;;;;;;;;;;;;;;;OAkBG;IACH,MAAM,CAAC,eAAe,CACpB,WAAW,EAAE,cAAc,EAC3B,eAAe,EAAE,cAAc,EAC/B,qBAAqB,EAAE,cAAc,EACrC,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACvC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,GAC3D,OAAO,CAAC,SAAS,CAAC;IAcrB;;;OAGG;IACH,gBAAgB,CAAC,EACf,aAAa,GACd,EAAE;QACD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACxC;IAID;;;;OAIG;IACH,SAAS,CAAC,MAAM,EAAE,SAAS;IAI3B;;;;;;;;OAQG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAIpE;;;;;;OAMG;IACG,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAIvE;;;;;;;OAOG;IACG,WAAW,CACf,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7B,OAAO,CAAC,OAAO,EAAE,CAAC;IAKrB;;;;;;OAMG;IACH,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IAKvC;;OAEG;IACH,SAAS;IAIT;;;OAGG;IACH,sBAAsB,IAAI,MAAM;IAIhC;;;OAGG;IACH,oBAAoB;IAIpB;;;OAGG;IACH,mBAAmB;IAInB;;;;OAIG;IACH,MAAM;CAGP"}
1
+ {"version":3,"file":"LLMModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/natural_language_processing/LLMModule.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EACL,WAAW,EACX,aAAa,EACb,SAAS,EACT,YAAY,EACZ,OAAO,EACP,OAAO,EACR,MAAM,iBAAiB,CAAC;AAEzB;;;GAGG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAgB;IAElC,OAAO;IAaP;;;;;;;;;;;;;OAaG;WACU,aAAa,CACxB,YAAY,EAAE;QACZ,SAAS,EAAE,YAAY,CAAC;QACxB,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,YAAY,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;QACxC,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACvC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,GAC3D,OAAO,CAAC,SAAS,CAAC;IAqBrB;;;;;;;;;;;;;;;;;;OAkBG;IACH,MAAM,CAAC,eAAe,CACpB,WAAW,EAAE,cAAc,EAC3B,eAAe,EAAE,cAAc,EAC/B,qBAAqB,EAAE,cAAc,EACrC,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACvC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,GAC3D,OAAO,CAAC,SAAS,CAAC;IAcrB;;;OAGG;IACH,gBAAgB,CAAC,EACf,aAAa,GACd,EAAE;QACD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACxC;IAID;;;;OAIG;IACH,SAAS,CAAC,MAAM,EAAE,SAAS;IAI3B;;;;;;;;;OASG;IACG,OAAO,CACX,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EAAE,EACrB,cAAc,CAAC,EAAE,YAAY,EAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAIlB;;;;;;OAMG;IACG,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAIvE;;;;;;;OAOG;IACG,WAAW,CACf,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,YAAY,CAAA;KAAE,GACzD,OAAO,CAAC,OAAO,EAAE,CAAC;IAKrB;;;;;;OAMG;IACH,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IAKvC;;OAEG;IACH,SAAS;IAIT;;;OAGG;IACH,sBAAsB,IAAI,MAAM;IAIhC;;;OAGG;IACH,oBAAoB;IAIpB;;;OAGG;IACH,mBAAmB;IAInB;;;;OAIG;IACH,MAAM;CAGP"}
package/lib/typescript/types/llm.d.ts CHANGED
@@ -4,56 +4,76 @@ import { ResourceSource } from './common';
4
4
  * Capabilities a multimodal LLM can have.
5
5
  * @category Types
6
6
  */
7
- export type LLMCapability = 'vision';
7
+ export type LLMCapability = 'vision' | 'audio';
8
8
  /**
9
9
  * Derives the media argument shape for `sendMessage` from a capabilities tuple.
10
10
  * @category Types
11
11
  */
12
- export type MediaArg<C extends readonly LLMCapability[]> = 'vision' extends C[number] ? {
12
+ export type MediaArg<C extends readonly LLMCapability[]> = ('vision' extends C[number] ? {
13
13
  imagePath?: string;
14
- } : object;
14
+ } : object) & ('audio' extends C[number] ? {
15
+ audioBuffer?: Float32Array;
16
+ } : object);
15
17
  /**
16
18
  * Union of all built-in LLM model names.
17
19
  * @category Types
18
20
  */
19
- export type LLMModelName = 'llama-3.2-3b' | 'llama-3.2-3b-qlora' | 'llama-3.2-3b-spinquant' | 'llama-3.2-1b' | 'llama-3.2-1b-qlora' | 'llama-3.2-1b-spinquant' | 'qwen3-0.6b' | 'qwen3-0.6b-quantized' | 'qwen3-1.7b' | 'qwen3-1.7b-quantized' | 'qwen3-4b' | 'qwen3-4b-quantized' | 'hammer2.1-0.5b' | 'hammer2.1-0.5b-quantized' | 'hammer2.1-1.5b' | 'hammer2.1-1.5b-quantized' | 'hammer2.1-3b' | 'hammer2.1-3b-quantized' | 'smollm2.1-135m' | 'smollm2.1-135m-quantized' | 'smollm2.1-360m' | 'smollm2.1-360m-quantized' | 'smollm2.1-1.7b' | 'smollm2.1-1.7b-quantized' | 'qwen2.5-0.5b' | 'qwen2.5-0.5b-quantized' | 'qwen2.5-1.5b' | 'qwen2.5-1.5b-quantized' | 'qwen2.5-3b' | 'qwen2.5-3b-quantized' | 'phi-4-mini-4b' | 'phi-4-mini-4b-quantized' | 'lfm2.5-350m' | 'lfm2.5-350m-quantized' | 'lfm2.5-1.2b-instruct' | 'lfm2.5-1.2b-instruct-quantized' | 'lfm2.5-vl-1.6b-quantized' | 'lfm2.5-vl-450m-quantized' | 'qwen3.5-0.8b-quantized' | 'qwen3.5-2b-quantized' | 'bielik-v3.0-1.5b' | 'bielik-v3.0-1.5b-quantized';
21
+ export type LLMModelName = 'gemma4-e2b' | 'gemma4-e2b-multimodal' | 'llama-3.2-3b' | 'llama-3.2-3b-qlora' | 'llama-3.2-3b-spinquant' | 'llama-3.2-1b' | 'llama-3.2-1b-qlora' | 'llama-3.2-1b-spinquant' | 'qwen3-0.6b' | 'qwen3-0.6b-quantized' | 'qwen3-1.7b' | 'qwen3-1.7b-quantized' | 'qwen3-4b' | 'qwen3-4b-quantized' | 'hammer2.1-0.5b' | 'hammer2.1-0.5b-quantized' | 'hammer2.1-1.5b' | 'hammer2.1-1.5b-quantized' | 'hammer2.1-3b' | 'hammer2.1-3b-quantized' | 'smollm2.1-135m' | 'smollm2.1-135m-quantized' | 'smollm2.1-360m' | 'smollm2.1-360m-quantized' | 'smollm2.1-1.7b' | 'smollm2.1-1.7b-quantized' | 'qwen2.5-0.5b' | 'qwen2.5-0.5b-quantized' | 'qwen2.5-1.5b' | 'qwen2.5-1.5b-quantized' | 'qwen2.5-3b' | 'qwen2.5-3b-quantized' | 'phi-4-mini-4b' | 'phi-4-mini-4b-quantized' | 'lfm2.5-350m' | 'lfm2.5-350m-quantized' | 'lfm2.5-1.2b-instruct' | 'lfm2.5-1.2b-instruct-quantized' | 'lfm2.5-vl-1.6b-quantized' | 'lfm2.5-vl-450m-quantized' | 'qwen3.5-0.8b-quantized' | 'qwen3.5-2b-quantized' | 'bielik-v3.0-1.5b' | 'bielik-v3.0-1.5b-quantized';
22
+ /**
23
+ * Audio soft-token expansion constants for audio_encoder.
24
+ * @category Types
25
+ */
26
+ export interface AudioConfig {
27
+ samplesPerBlock: number;
28
+ tokensPerBlock: number;
29
+ }
30
+ /**
31
+ * Properties defining LLMModel.
32
+ * @category Types
33
+ */
34
+ export interface LLMModel {
35
+ /**
36
+ * The built-in model name (e.g. `'llama-3.2-3b'`). Used for telemetry and hook reload triggers.
37
+ * Pass one of the pre-built LLM constants (e.g. `LLAMA3_2_3B`) to populate all required fields.
38
+ */
39
+ modelName: LLMModelName;
40
+ /**
41
+ * `ResourceSource` that specifies the location of the model binary.
42
+ */
43
+ modelSource: ResourceSource;
44
+ /**
45
+ * `ResourceSource` pointing to the JSON file which contains the tokenizer.
46
+ */
47
+ tokenizerSource: ResourceSource;
48
+ /**
49
+ * `ResourceSource` pointing to the JSON file which contains the tokenizer config.
50
+ */
51
+ tokenizerConfigSource: ResourceSource;
52
+ /**
53
+ * Optional list of modality capabilities the model supports.
54
+ * Determines the type of the `media` argument in `sendMessage`.
55
+ * Example: `['vision']` enables `sendMessage(text, { imagePath })`.
56
+ */
57
+ capabilities?: readonly LLMCapability[];
58
+ /**
59
+ * Recommended default generation settings, typically copied from the
60
+ * upstream `generation_config.json` or the model card. Applied automatically
61
+ * after the native module loads and before any user `configure()` call,
62
+ * so callers only need to override the values they want to change.
63
+ */
64
+ generationConfig?: GenerationConfig;
65
+ /**
66
+ * Defines config for audio input modality for multimodal LLMs.
67
+ * `capabilities` must include 'audio'.
68
+ */
69
+ audioConfig?: AudioConfig;
70
+ }
20
71
  /**
21
72
  * Properties for initializing and configuring a Large Language Model (LLM) instance.
22
73
  * @category Types
23
74
  */
24
75
  export interface LLMProps {
25
- model: {
26
- /**
27
- * The built-in model name (e.g. `'llama-3.2-3b'`). Used for telemetry and hook reload triggers.
28
- * Pass one of the pre-built LLM constants (e.g. `LLAMA3_2_3B`) to populate all required fields.
29
- */
30
- modelName: LLMModelName;
31
- /**
32
- * `ResourceSource` that specifies the location of the model binary.
33
- */
34
- modelSource: ResourceSource;
35
- /**
36
- * `ResourceSource` pointing to the JSON file which contains the tokenizer.
37
- */
38
- tokenizerSource: ResourceSource;
39
- /**
40
- * `ResourceSource` pointing to the JSON file which contains the tokenizer config.
41
- */
42
- tokenizerConfigSource: ResourceSource;
43
- /**
44
- * Optional list of modality capabilities the model supports.
45
- * Determines the type of the `media` argument in `sendMessage`.
46
- * Example: `['vision']` enables `sendMessage(text, { imagePath })`.
47
- */
48
- capabilities?: readonly LLMCapability[];
49
- /**
50
- * Recommended default generation settings, typically copied from the
51
- * upstream `generation_config.json` or the model card. Applied automatically
52
- * after the native module loads and before any user `configure()` call,
53
- * so callers only need to override the values they want to change.
54
- */
55
- generationConfig?: GenerationConfig;
56
- };
76
+ model: LLMModel;
57
77
  /**
58
78
  * Boolean that can prevent automatic model loading (and downloading the data if you load it for the first time) after running the hook.
59
79
  */
@@ -224,6 +244,12 @@ export interface Message {
224
244
  * controller normalizes the path before passing it to native code.
225
245
  */
226
246
  mediaPath?: string;
247
+ /**
248
+ * Optional fp32 mono 16 kHz PCM buffer. Only valid on `user` messages for
249
+ * models with the `'audio'` capability. The controller forwards it to the
250
+ * native `generateMultimodal` path.
251
+ */
252
+ audioWaveform?: Float32Array;
227
253
  }
228
254
  /**
229
255
  * Represents a tool call made by the model.
@@ -309,6 +335,7 @@ export interface ContextStrategy {
309
335
  export declare const SPECIAL_TOKENS: {
310
336
  BOS_TOKEN: string;
311
337
  EOS_TOKEN: string;
338
+ EOT_TOKEN: string;
312
339
  UNK_TOKEN: string;
313
340
  SEP_TOKEN: string;
314
341
  PAD_TOKEN: string;
package/lib/typescript/types/llm.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/types/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE1C;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,QAAQ,CAAC;AAErC;;;GAGG;AACH,MAAM,MAAM,QAAQ,CAAC,CAAC,SAAS,SAAS,aAAa,EAAE,IACrD,QAAQ,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAAC;AAE/D;;;GAGG;AACH,MAAM,MAAM,YAAY,GACpB,cAAc,GACd,oBAAoB,GACpB,wBAAwB,GACxB,cAAc,GACd,oBAAoB,GACpB,wBAAwB,GACxB,YAAY,GACZ,sBAAsB,GACtB,YAAY,GACZ,sBAAsB,GACtB,UAAU,GACV,oBAAoB,GACpB,gBAAgB,GAChB,0BAA0B,GAC1B,gBAAgB,GAChB,0BAA0B,GAC1B,cAAc,GACd,wBAAwB,GACxB,gBAAgB,GAChB,0BAA0B,GAC1B,gBAAgB,GAChB,0BAA0B,GAC1B,gBAAgB,GAChB,0BAA0B,GAC1B,cAAc,GACd,wBAAwB,GACxB,cAAc,GACd,wBAAwB,GACxB,YAAY,GACZ,sBAAsB,GACtB,eAAe,GACf,yBAAyB,GACzB,aAAa,GACb,uBAAuB,GACvB,sBAAsB,GACtB,gCAAgC,GAChC,0BAA0B,GAC1B,0BAA0B,GAC1B,wBAAwB,GACxB,sBAAsB,GACtB,kBAAkB,GAClB,4BAA4B,CAAC;AAEjC;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE;QACL;;;WAGG;QACH,SAAS,EAAE,YAAY,CAAC;QACxB;;WAEG;QACH,WAAW,EAAE,cAAc,CAAC;QAC5B;;WAEG;QACH,eAAe,EAAE,cAAc,CAAC;QAChC;;WAEG;QACH,qBAAqB,EAAE,cAAc,CAAC;QACtC;;;;WAIG;QACH,YAAY,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;QACxC;;;;;WAKG;QACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC,CAAC;IACF;;OAEG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,cAAc,EAAE,OAAO,EAAE,CAAC;IAE1B;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,YAAY,EAAE,OAAO,CAAC;IAEtB;;OAEG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAEhC;;;;OAIG;IACH,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,gBAAgB,EAAE,EAAE,SAAS,KAAK,IAAI,CAAC;IAE9E;;;OAGG;IACH,sBAAsB,EAAE,MAAM,MAAM,CAAC;IACrC;;;;;;OAMG;IACH,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACtE;;;OAGG;IACH,kBAAkB,EAAE,MAAM,MAAM,CAAC;IACjC;;;OAGG;IACH,mBAAmB,EAAE,MAAM,MAAM,CAAC;IAElC;;;OAGG;IACH,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAEvC;;OAEG;IACH,SAAS,EAAE,MAAM,IAAI,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB,CAChC,CAAC,SAAS,SAAS,aAAa,EAAE,GAAG,SAAS,aAAa,EAAE,CAC7D,SAAQ,WAAW;IACnB;;;;;;;OAOG;IACH,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACxE;AAED;;;;GAIG;AACH,MAAM,WAAW,OAAQ,SAAQ,WAAW;IAC1C;;;;;OAKG;IACH,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB;;;;;;;;OAQG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAEjC;;;;;;;;OAQG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAE1B;;;;;;;;;;;;;;OAcG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC;AAED;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE1D;;;;;GAKG;AACH,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;GAKG;AACH,MAAM,WAAW,QAAQ;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;;GAKG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IACzB,qBAAqB,EAAE,OAAO,EAAE,CAAC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,eAAe,CAAC;CAClC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,mBAAmB,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAChE,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sCAAsC;IACtC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B;;;;;;;OAOG;IACH,YAAY,CACV,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,OAAO,EAAE,EAClB,gBAAgB,EAAE,MAAM,EACxB,aAAa,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,MAAM,GAC7C,OAAO,EAAE,CAAC;CACd;AAED;;;GAGG;AACH,eAAO,MAAM,cAAc;;;;;;;;CAQ1B,CAAC"}
1
+ {"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/types/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE1C;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,OAAO,CAAC;AAE/C;;;GAGG;AACH,MAAM,MAAM,QAAQ,CAAC,CAAC,SAAS,SAAS,aAAa,EAAE,IACrD,CAAC,QAAQ,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAAC,GAC5D,CAAC,OAAO,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG;IAAE,WAAW,CAAC,EAAE,YAAY,CAAA;CAAE,GAAG,MAAM,CAAC,CAAC;AAE1E;;;GAGG;AACH,MAAM,MAAM,YAAY,GACpB,YAAY,GACZ,uBAAuB,GACvB,cAAc,GACd,oBAAoB,GACpB,wBAAwB,GACxB,cAAc,GACd,oBAAoB,GACpB,wBAAwB,GACxB,YAAY,GACZ,sBAAsB,GACtB,YAAY,GACZ,sBAAsB,GACtB,UAAU,GACV,oBAAoB,GACpB,gBAAgB,GAChB,0BAA0B,GAC1B,gBAAgB,GAChB,0BAA0B,GAC1B,cAAc,GACd,wBAAwB,GACxB,gBAAgB,GAChB,0BAA0B,GAC1B,gBAAgB,GAChB,0BAA0B,GAC1B,gBAAgB,GAChB,0BAA0B,GAC1B,cAAc,GACd,wBAAwB,GACxB,cAAc,GACd,wBAAwB,GACxB,YAAY,GACZ,sBAAsB,GACtB,eAAe,GACf,yBAAyB,GACzB,aAAa,GACb,uBAAuB,GACvB,sBAAsB,GACtB,gCAAgC,GAChC,0BAA0B,GAC1B,0BAA0B,GAC1B,wBAAwB,GACxB,sBAAsB,GACtB,kBAAkB,GAClB,4BAA4B,CAAC;AAEjC;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB;;;OAGG;IACH,SAAS,EAAE,YAAY,CAAC;IACxB;;OAEG;IACH,WAAW,EAAE,cAAc,CAAC;IAC5B;;OAEG;IACH,eAAe,EAAE,cAAc,CAAC;IAChC;;OAEG;IACH,qBAAqB,EAAE,cAAc,CAAC;IACtC;;;;OAIG;IACH,YAAY,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;IACxC;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC;;;OAGG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,QAAQ,CAAC;IAChB;;OAEG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,cAAc,EAAE,OAAO,EAAE,CAAC;IAE1B;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,YAAY,EAAE,OAAO,CAAC;IAEtB;;OAEG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAEhC;;;;OAIG;IACH,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,gBAAgB,EAAE,EAAE,SAAS,KAAK,IAAI,CAAC;IAE9E;;;OAGG;IACH,sBAAsB,EAAE,MAAM,MAAM,CAAC;IACrC;;;;;;OAMG;IACH,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACtE;;;OAGG;IACH,kBAAkB,EAAE,MAAM,MAAM,CAAC;IACjC;;;OAGG;IACH,mBAAmB,EAAE,MAAM,MAAM,CAAC;IAElC;;;OAGG;IACH,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAEvC;;OAEG;IACH,SAAS,EAAE,MAAM,IAAI,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB,CAChC,CAAC,SAAS,SAAS,aAAa,EAAE,GAAG,SAAS,aAAa,EAAE,CAC7D,SAAQ,WAAW;IACnB;;;;;;;OAOG;IACH,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACxE;AAED;;;;GAIG;AACH,MAAM,WAAW,OAAQ,SAAQ,WAAW;IAC1C;;;;;OAKG;IACH,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB;;;;;;;;OAQG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAEjC;;;;;;;;OAQG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAE1B;;;;;;;;;;;;;;OAcG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC;AAED;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE1D;;;;;GAKG;AACH,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,aAAa,CAAC,EAAE,YAAY,CAAC;CAC9B;AAED;;;;;GAKG;AACH,MAAM,WAAW,QAAQ;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;;GAKG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IACzB,qBAAqB,EAAE,OAAO,EAAE,CAAC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,eAAe,CAAC;CAClC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,mBAAmB,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAChE,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sCAAsC;IACtC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B;;;;;;;OAOG;IACH,YAAY,CACV,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,OAAO,EAAE,EAClB,gBAAgB,EAAE,MAAM,EACxB,aAAa,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,MAAM,GAC7C,OAAO,EAAE,CAAC;CACd;AAED;;;GAGG;AACH,eAAO,MAAM,cAAc;;;;;;;;;CAS1B,CAAC"}
package/lib/typescript/types/poseEstimation.d.ts CHANGED
@@ -55,6 +55,9 @@ export type PoseEstimationConfig<K extends LabelEnum> = {
55
55
  export type PoseEstimationModelSources = {
56
56
  modelName: 'yolo26n-pose';
57
57
  modelSource: ResourceSource;
58
+ } | {
59
+ modelName: 'rfdetr-keypoint-preview';
60
+ modelSource: ResourceSource;
58
61
  };
59
62
  /**
60
63
  * Union of all built-in pose estimation model names.
package/lib/typescript/types/poseEstimation.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"poseEstimation.d.ts","sourceRoot":"","sources":["../../../src/types/poseEstimation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,CAAC;AAExB;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,SAAS,GAAG,OAAO,YAAY,IAAI;IACvE,QAAQ,EAAE,IAAI,IAAI,MAAM,CAAC,GAAG,QAAQ;CACrC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,SAAS,SAAS,GAAG,OAAO,YAAY,IAClE,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;AAEvB;;;;GAIG;AACH,MAAM,MAAM,oBAAoB,CAAC,CAAC,SAAS,SAAS,IAAI;IACtD,WAAW,EAAE,CAAC,CAAC;IACf,kBAAkB,CAAC,EAAE;QACnB,QAAQ,CAAC,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,OAAO,CAAC,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;KAC7C,CAAC;IACF,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACnC,GAAG,CACA;IACE,mBAAmB,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,gBAAgB,EAAE,MAAM,CAAC;CAC1B,GACD;IACE,mBAAmB,CAAC,EAAE,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,SAAS,CAAC;CAC9B,CACJ,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,0BAA0B,GAAG;IACvC,SAAS,EAAE,cAAc,CAAC;IAC1B,WAAW,EAAE,cAAc,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,uBAAuB,GAAG,0BAA0B,CAAC,WAAW,CAAC,CAAC;AAE9E;;;;GAIG;AACH,MAAM,WAAW,mBAAmB,CAAC,CAAC,SAAS,0BAA0B;IACvE,KAAK,EAAE,CAAC,CAAC;IACT,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB,CAAC,CAAC,SAAS,SAAS;IACrD;;OAEG;IACH,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,YAAY,EAAE,OAAO,CAAC;IAEtB;;OAEG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB;;;;;OAKG;IACH,OAAO,EAAE,CACP,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IAEhC;;;OAGG;IACH,sBAAsB,EAAE,MAAM,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAE5D;;OAEG;IACH,UAAU,EACN,CAAC,CACC,KAAK,EAAE,KAAK,EACZ,aAAa,EAAE,OAAO,EACtB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,cAAc,CAAC,CAAC,CAAC,CAAC,GACvB,IAAI,CAAC;CACV"}
1
+ {"version":3,"file":"poseEstimation.d.ts","sourceRoot":"","sources":["../../../src/types/poseEstimation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,CAAC;AAExB;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,SAAS,GAAG,OAAO,YAAY,IAAI;IACvE,QAAQ,EAAE,IAAI,IAAI,MAAM,CAAC,GAAG,QAAQ;CACrC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,SAAS,SAAS,GAAG,OAAO,YAAY,IAClE,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;AAEvB;;;;GAIG;AACH,MAAM,MAAM,oBAAoB,CAAC,CAAC,SAAS,SAAS,IAAI;IACtD,WAAW,EAAE,CAAC,CAAC;IACf,kBAAkB,CAAC,EAAE;QACnB,QAAQ,CAAC,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,OAAO,CAAC,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;KAC7C,CAAC;IACF,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACnC,GAAG,CACA;IACE,mBAAmB,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,gBAAgB,EAAE,MAAM,CAAC;CAC1B,GACD;IACE,mBAAmB,CAAC,EAAE,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,SAAS,CAAC;CAC9B,CACJ,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,0BAA0B,GAClC;IACE,SAAS,EAAE,cAAc,CAAC;IAC1B,WAAW,EAAE,cAAc,CAAC;CAC7B,GAED;IACE,SAAS,EAAE,yBAAyB,CAAC;IACrC,WAAW,EAAE,cAAc,CAAC;CAC7B,CAAC;AAEN;;;GAGG;AACH,MAAM,MAAM,uBAAuB,GAAG,0BAA0B,CAAC,WAAW,CAAC,CAAC;AAE9E;;;;GAIG;AACH,MAAM,WAAW,mBAAmB,CAAC,CAAC,SAAS,0BAA0B;IACvE,KAAK,EAAE,CAAC,CAAC;IACT,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB,CAAC,CAAC,SAAS,SAAS;IACrD;;OAEG;IACH,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,YAAY,EAAE,OAAO,CAAC;IAEtB;;OAEG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB;;;;;OAKG;IACH,OAAO,EAAE,CACP,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IAEhC;;;OAGG;IACH,sBAAsB,EAAE,MAAM,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAE5D;;OAEG;IACH,UAAU,EACN,CAAC,CACC,KAAK,EAAE,KAAK,EACZ,aAAa,EAAE,OAAO,EACtB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,cAAc,CAAC,CAAC,CAAC,CAAC,GACvB,IAAI,CAAC;CACV"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "react-native-executorch",
3
- "version": "0.9.0",
3
+ "version": "0.9.2",
4
4
  "description": "An easy way to run AI models in React Native with ExecuTorch",
5
5
  "source": "./src/index.ts",
6
6
  "main": "./lib/module/index.js",
package/react-native-executorch.podspec CHANGED
@@ -62,6 +62,12 @@ Pod::Spec.new do |s|
62
62
 
63
63
  s.libraries = "z"
64
64
  s.ios.vendored_frameworks = "third-party/ios/ExecutorchLib.xcframework"
65
+
66
+ # NOTE: mlx.metallib (the MLX GPU kernels) is bundled INSIDE
67
+ # ExecutorchLib.framework, colocated with the binary that contains the MLX
68
+ # code. MLX's runtime loader resolves the metallib relative to that binary
69
+ # (via dladdr), so it must live next to it in the framework — not at the app
70
+ # bundle root.
65
71
  # Exclude file with tests to not introduce gtest dependency.
66
72
  # Do not include the headers from common/rnexecutorch/jsi/ as source files.
67
73
  # Xcode/Cocoapods leaks them to other pods that an app also depends on, so if
package/src/constants/llmDefaults.ts CHANGED
@@ -6,7 +6,7 @@ import { SlidingWindowContextStrategy } from '../utils/llms/context_strategy';
6
6
  * @category Utilities - LLM
7
7
  */
8
8
  export const DEFAULT_SYSTEM_PROMPT =
9
- "You are a knowledgeable, efficient, and direct AI assistant. Provide concise answers, focusing on the key information needed. Offer suggestions tactfully when appropriate to improve outcomes. Engage in productive collaboration with the user. Don't return too much text.";
9
+ "You are a knowledgeable, efficient, and direct AI assistant. Provide concise answers, focusing on the key information needed. Offer suggestions tactfully when appropriate to improve outcomes. Engage in productive collaboration with the user. Don't return too much text. If provided with audio samples treat it with at most importance";
10
10
 
11
11
  /**
12
12
  * Generates a default structured output prompt based on the provided JSON schema.