react-native-executorch 0.5.1-rc.0 → 0.5.1

package/lib/constants/modelUrls.js

@@ -1,116 +0,0 @@
-import { Platform } from 'react-native';
-// LLM's
-// LLAMA 3.2
-export const LLAMA3_2_3B = 'https://huggingface.co/software-mansion/react-native-executorch-llama-3.2/resolve/v0.4.0/llama-3.2-3B/original/llama3_2_3B_bf16.pte';
-export const LLAMA3_2_3B_QLORA = 'https://huggingface.co/software-mansion/react-native-executorch-llama-3.2/resolve/v0.4.0/llama-3.2-3B/QLoRA/llama3_2-3B_qat_lora.pte';
-export const LLAMA3_2_3B_SPINQUANT = 'https://huggingface.co/software-mansion/react-native-executorch-llama-3.2/resolve/v0.4.0/llama-3.2-3B/spinquant/llama3_2_3B_spinquant.pte';
-export const LLAMA3_2_1B = 'https://huggingface.co/software-mansion/react-native-executorch-llama-3.2/resolve/v0.4.0/llama-3.2-1B/original/llama3_2_bf16.pte';
-export const LLAMA3_2_1B_QLORA = 'https://huggingface.co/software-mansion/react-native-executorch-llama-3.2/resolve/v0.4.0/llama-3.2-1B/QLoRA/llama3_2_qat_lora.pte';
-export const LLAMA3_2_1B_SPINQUANT = 'https://huggingface.co/software-mansion/react-native-executorch-llama-3.2/resolve/v0.4.0/llama-3.2-1B/spinquant/llama3_2_spinquant.pte';
-export const LLAMA3_2_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-llama-3.2/resolve/v0.4.0/tokenizer.json';
-export const LLAMA3_2_TOKENIZER_CONFIG = 'https://huggingface.co/software-mansion/react-native-executorch-llama-3.2/resolve/v0.4.0/tokenizer_config.json';
-// QWEN 3
-export const QWEN3_0_6B = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.4.0/qwen-3-0.6B/original/qwen3_0_6b_bf16.pte';
-export const QWEN3_0_6B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.4.0/qwen-3-0.6B/quantized/qwen3_0_6b_8da4w.pte';
-export const QWEN3_1_7B = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.4.0/qwen-3-1.7B/original/qwen3_1_7b_bf16.pte';
-export const QWEN3_1_7B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.4.0/qwen-3-1.7B/quantized/qwen3_1_7b_8da4w.pte';
-export const QWEN3_4B = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.4.0/qwen-3-4B/original/qwen3_4b_bf16.pte';
-export const QWEN3_4B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.4.0/qwen-3-4B/quantized/qwen3_4b_8da4w.pte';
-export const QWEN3_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.4.0/tokenizer.json';
-export const QWEN3_TOKENIZER_CONFIG = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.4.0/tokenizer_config.json';
-// HAMMER 2.1
-export const HAMMER2_1_0_5B = 'https://huggingface.co/software-mansion/react-native-executorch-hammer-2.1/resolve/v0.4.0/hammer-2.1-0.5B/original/hammer2_1_0_5B_bf16.pte';
-export const HAMMER2_1_0_5B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-hammer-2.1/resolve/v0.4.0/hammer-2.1-0.5B/quantized/hammer2_1_0_5B_8da4w.pte';
-export const HAMMER2_1_1_5B = 'https://huggingface.co/software-mansion/react-native-executorch-hammer-2.1/resolve/v0.4.0/hammer-2.1-1.5B/original/hammer2_1_1_5B_bf16.pte';
-export const HAMMER2_1_1_5B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-hammer-2.1/resolve/v0.4.0/hammer-2.1-1.5B/quantized/hammer2_1_1_5B_8da4w.pte';
-export const HAMMER2_1_3B = 'https://huggingface.co/software-mansion/react-native-executorch-hammer-2.1/resolve/v0.4.0/hammer-2.1-3B/original/hammer2_1_3B_bf16.pte';
-export const HAMMER2_1_3B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-hammer-2.1/resolve/v0.4.0/hammer-2.1-3B/quantized/hammer2_1_3B_8da4w.pte';
-export const HAMMER2_1_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-hammer-2.1/resolve/v0.4.0/tokenizer.json';
-export const HAMMER2_1_TOKENIZER_CONFIG = 'https://huggingface.co/software-mansion/react-native-executorch-hammer-2.1/resolve/v0.4.0/tokenizer_config.json';
-// SMOLLM2
-export const SMOLLM2_1_135M = 'https://huggingface.co/software-mansion/react-native-executorch-smolLm-2/resolve/v0.4.0/smolLm-2-135M/original/smolLm2_135M_bf16.pte';
-export const SMOLLM2_1_135M_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-smolLm-2/resolve/v0.4.0/smolLm-2-135M/quantized/smolLm2_135M_8da4w.pte';
-export const SMOLLM2_1_360M = 'https://huggingface.co/software-mansion/react-native-executorch-smolLm-2/resolve/v0.4.0/smolLm-2-360M/original/smolLm2_360M_bf16.pte';
-export const SMOLLM2_1_360M_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-smolLm-2/resolve/v0.4.0/smolLm-2-360M/quantized/smolLm2_360M_8da4w.pte';
-export const SMOLLM2_1_1_7B = 'https://huggingface.co/software-mansion/react-native-executorch-smolLm-2/resolve/v0.4.0/smolLm-2-1.7B/original/smolLm2_1_7B_bf16.pte';
-export const SMOLLM2_1_1_7B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-smolLm-2/resolve/v0.4.0/smolLm-2-1.7B/quantized/smolLm2_1_7B_8da4w.pte';
-export const SMOLLM2_1_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-smolLm-2/resolve/v0.4.0/tokenizer.json';
-export const SMOLLM2_1_TOKENIZER_CONFIG = 'https://huggingface.co/software-mansion/react-native-executorch-smolLm-2/resolve/v0.4.0/tokenizer_config.json';
-// QWEN 2.5
-export const QWEN2_5_0_5B = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-2.5/resolve/v0.4.0/qwen-2.5-0.5B/original/qwen2_5_0_5b_bf16.pte';
-export const QWEN2_5_0_5B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-2.5/resolve/v0.4.0/qwen-2.5-0.5B/quantized/qwen2_5_0_5b_8da4w.pte';
-export const QWEN2_5_1_5B = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-2.5/resolve/v0.4.0/qwen-2.5-1.5B/original/qwen2_5_1_5b_bf16.pte';
-export const QWEN2_5_1_5B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-2.5/resolve/v0.4.0/qwen-2.5-1.5B/quantized/qwen2_5_1_5b_8da4w.pte';
-export const QWEN2_5_3B = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-2.5/resolve/v0.4.0/qwen-2.5-3B/original/qwen2_5_3b_bf16.pte';
-export const QWEN2_5_3B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-2.5/resolve/v0.4.0/qwen-2.5-3B/quantized/qwen2_5_3b_8da4w.pte';
-export const QWEN2_5_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-2.5/resolve/v0.4.0/tokenizer.json';
-export const QWEN2_5_TOKENIZER_CONFIG = 'https://huggingface.co/software-mansion/react-native-executorch-qwen-2.5/resolve/v0.4.0/tokenizer_config.json';
-// PHI 4
-export const PHI_4_MINI_4B = 'https://huggingface.co/software-mansion/react-native-executorch-phi-4-mini/resolve/v0.4.0/original/phi-4-mini_bf16.pte';
-export const PHI_4_MINI_4B_QUANTIZED = 'https://huggingface.co/software-mansion/react-native-executorch-phi-4-mini/resolve/v0.4.0/quantized/phi-4-mini_8da4w.pte';
-export const PHI_4_MINI_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-phi-4-mini/resolve/v0.4.0/tokenizer.json';
-export const PHI_4_MINI_TOKENIZER_CONFIG = 'https://huggingface.co/software-mansion/react-native-executorch-phi-4-mini/resolve/v0.4.0/tokenizer_config.json';
-// Classification
-export const EFFICIENTNET_V2_S = Platform.OS === 'ios'
-    ? 'https://huggingface.co/software-mansion/react-native-executorch-efficientnet-v2-s/resolve/v0.4.0/coreml/efficientnet_v2_s_coreml_all.pte'
-    : 'https://huggingface.co/software-mansion/react-native-executorch-efficientnet-v2-s/resolve/v0.4.0/xnnpack/efficientnet_v2_s_xnnpack.pte';
-// Object detection
-export const SSDLITE_320_MOBILENET_V3_LARGE = 'https://huggingface.co/software-mansion/react-native-executorch-ssdlite320-mobilenet-v3-large/resolve/v0.4.0/ssdlite320-mobilenetv3-large.pte';
-// Style transfer
-export const STYLE_TRANSFER_CANDY = Platform.OS === 'ios'
-    ? 'https://huggingface.co/software-mansion/react-native-executorch-style-transfer-candy/resolve/v0.4.0/coreml/style_transfer_candy_coreml.pte'
-    : 'https://huggingface.co/software-mansion/react-native-executorch-style-transfer-candy/resolve/v0.4.0/xnnpack/style_transfer_candy_xnnpack.pte';
-export const STYLE_TRANSFER_MOSAIC = Platform.OS === 'ios'
-    ? 'https://huggingface.co/software-mansion/react-native-executorch-style-transfer-mosaic/resolve/v0.4.0/coreml/style_transfer_mosaic_coreml.pte'
-    : 'https://huggingface.co/software-mansion/react-native-executorch-style-transfer-mosaic/resolve/v0.4.0/xnnpack/style_transfer_mosaic_xnnpack.pte';
-export const STYLE_TRANSFER_RAIN_PRINCESS = Platform.OS === 'ios'
-    ? 'https://huggingface.co/software-mansion/react-native-executorch-style-transfer-rain-princess/resolve/v0.4.0/coreml/style_transfer_rain_princess_coreml.pte'
-    : 'https://huggingface.co/software-mansion/react-native-executorch-style-transfer-rain-princess/resolve/v0.4.0/xnnpack/style_transfer_rain_princess_xnnpack.pte';
-export const STYLE_TRANSFER_UDNIE = Platform.OS === 'ios'
-    ? 'https://huggingface.co/software-mansion/react-native-executorch-style-transfer-udnie/resolve/v0.4.0/coreml/style_transfer_udnie_coreml.pte'
-    : 'https://huggingface.co/software-mansion/react-native-executorch-style-transfer-udnie/resolve/v0.4.0/xnnpack/style_transfer_udnie_xnnpack.pte';
-// S2T
-export const MOONSHINE_TINY_DECODER = 'https://huggingface.co/software-mansion/react-native-executorch-moonshine-tiny/resolve/v0.4.0/xnnpack/moonshine_tiny_xnnpack_decoder.pte';
-export const MOONSHINE_TINY_ENCODER = 'https://huggingface.co/software-mansion/react-native-executorch-moonshine-tiny/resolve/v0.4.0/xnnpack/moonshine_tiny_xnnpack_encoder.pte';
-export const MOONSHINE_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-moonshine-tiny/resolve/v0.4.0/moonshine_tiny_tokenizer.json';
-export const WHISPER_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.4.0/whisper_tokenizer.json';
-export const WHISPER_TINY_DECODER = 'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.4.0/xnnpack/whisper_tiny_en_xnnpack_decoder.pte';
-export const WHISPER_TINY_ENCODER = 'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.4.0/xnnpack/whisper_tiny_en_xnnpack_encoder.pte';
-export const WHISPER_TINY_MULTILINGUAL_ENCODER = 'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.4.0/xnnpack/xnnpack_whisper_encoder.pte';
-export const WHISPER_TINY_MULTILINGUAL_DECODER = 'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.4.0/xnnpack/xnnpack_whisper_decoder.pte';
-export const WHISPER_TINY_MULTILINGUAL_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.4.0/tokenizer.json';
-// OCR
-export const DETECTOR_CRAFT_1280 = 'https://huggingface.co/software-mansion/react-native-executorch-detector-craft/resolve/v0.4.0/xnnpack/xnnpack_craft_1280.pte';
-export const DETECTOR_CRAFT_800 = 'https://huggingface.co/software-mansion/react-native-executorch-detector-craft/resolve/v0.4.0/xnnpack/xnnpack_craft_800.pte';
-export const DETECTOR_CRAFT_320 = 'https://huggingface.co/software-mansion/react-native-executorch-detector-craft/resolve/v0.4.0/xnnpack/xnnpack_craft_320.pte';
-// Image segmentation
-export const DEEPLAB_V3_RESNET50 = 'https://huggingface.co/software-mansion/react-native-executorch-deeplab-v3/resolve/v0.4.0/xnnpack/deeplabV3_xnnpack_fp32.pte';
-// Image Embeddings
-export const CLIP_VIT_BASE_PATCH32_IMAGE_MODEL = 'https://huggingface.co/software-mansion/react-native-executorch-clip-vit-base-patch32/resolve/v0.5.0/clip-vit-base-patch32-vision_xnnpack.pte';
-// Text Embeddings
-export const ALL_MINILM_L6_V2 = 'https://huggingface.co/software-mansion/react-native-executorch-all-MiniLM-L6-v2/resolve/v0.5.0/all-MiniLM-L6-v2_xnnpack.pte';
-export const ALL_MINILM_L6_V2_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-all-MiniLM-L6-v2/resolve/v0.5.0/tokenizer.json';
-export const ALL_MPNET_BASE_V2 = 'https://huggingface.co/software-mansion/react-native-executorch-all-mpnet-base-v2/resolve/v0.5.0/all-mpnet-base-v2_xnnpack.pte';
-export const ALL_MPNET_BASE_V2_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-all-mpnet-base-v2/resolve/v0.5.0/tokenizer.json';
-export const MULTI_QA_MINILM_L6_COS_V1 = 'https://huggingface.co/software-mansion/react-native-executorch-multi-qa-MiniLM-L6-cos-v1/resolve/v0.5.0/multi-qa-MiniLM-L6-cos-v1_xnnpack.pte';
-export const MULTI_QA_MINILM_L6_COS_V1_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-multi-qa-MiniLM-L6-cos-v1/resolve/v0.5.0/tokenizer.json';
-export const MULTI_QA_MPNET_BASE_DOT_V1 = 'https://huggingface.co/software-mansion/react-native-executorch-multi-qa-mpnet-base-dot-v1/resolve/v0.5.0/multi-qa-mpnet-base-dot-v1_xnnpack.pte';
-export const MULTI_QA_MPNET_BASE_DOT_V1_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-multi-qa-mpnet-base-dot-v1/resolve/v0.5.0/tokenizer.json';
-export const CLIP_VIT_BASE_PATCH32_TEXT_MODEL = 'https://huggingface.co/software-mansion/react-native-executorch-clip-vit-base-patch32/resolve/v0.5.0/clip-vit-base-patch32-text_xnnpack.pte';
-export const CLIP_VIT_BASE_PATCH32_TEXT_TOKENIZER = 'https://huggingface.co/software-mansion/react-native-executorch-clip-vit-base-patch32/resolve/v0.5.0/tokenizer.json';
-export const CLIP_VIT_BASE_PATCH32_TEXT = {
-    modelSource: CLIP_VIT_BASE_PATCH32_TEXT_MODEL,
-    tokenizerSource: CLIP_VIT_BASE_PATCH32_TEXT_TOKENIZER,
-};
-export const CLIP_VIT_BASE_PATCH32_IMAGE = {
-    modelSource: CLIP_VIT_BASE_PATCH32_IMAGE_MODEL,
-};
-// Backward compatibility
-export const LLAMA3_2_3B_URL = LLAMA3_2_3B;
-export const LLAMA3_2_3B_QLORA_URL = LLAMA3_2_3B_QLORA;
-export const LLAMA3_2_3B_SPINQUANT_URL = LLAMA3_2_3B_SPINQUANT;
-export const LLAMA3_2_1B_URL = LLAMA3_2_1B;
-export const LLAMA3_2_1B_QLORA_URL = LLAMA3_2_1B_QLORA;
-export const LLAMA3_2_1B_SPINQUANT_URL = LLAMA3_2_1B_SPINQUANT;
-export const LLAMA3_2_1B_TOKENIZER = LLAMA3_2_TOKENIZER;
-export const LLAMA3_2_3B_TOKENIZER = LLAMA3_2_TOKENIZER;

package/lib/constants/sttDefaults.js

@@ -1,66 +0,0 @@
-import { MOONSHINE_TINY_ENCODER, MOONSHINE_TINY_DECODER, MOONSHINE_TOKENIZER, WHISPER_TINY_ENCODER, WHISPER_TINY_DECODER, WHISPER_TOKENIZER, WHISPER_TINY_MULTILINGUAL_ENCODER, WHISPER_TINY_MULTILINGUAL_DECODER, WHISPER_TINY_MULTILINGUAL_TOKENIZER, } from './modelUrls';
-export const SAMPLE_RATE = 16_000;
-export const SECOND = SAMPLE_RATE;
-export const HAMMING_DIST_THRESHOLD = 1;
-const whisperTinyModelConfig = {
-    sources: {
-        encoder: WHISPER_TINY_ENCODER,
-        decoder: WHISPER_TINY_DECODER,
-    },
-    tokenizer: {
-        source: WHISPER_TOKENIZER,
-        bos: 50257, // FIXME: this is a placeholder and needs to be changed
-        eos: 50256, // FIXME: this is a placeholder and needs to be changed
-    },
-    isMultilingual: false,
-};
-const moonshineTinyModelConfig = {
-    sources: {
-        encoder: MOONSHINE_TINY_ENCODER,
-        decoder: MOONSHINE_TINY_DECODER,
-    },
-    tokenizer: {
-        source: MOONSHINE_TOKENIZER,
-        bos: 1, // FIXME: this is a placeholder and needs to be changed
-        eos: 2, // FIXME: this is a placeholder and needs to be changed
-    },
-    isMultilingual: false,
-};
-const whisperTinyMultilingualModelConfig = {
-    sources: {
-        encoder: WHISPER_TINY_MULTILINGUAL_ENCODER,
-        decoder: WHISPER_TINY_MULTILINGUAL_DECODER,
-    },
-    tokenizer: {
-        source: WHISPER_TINY_MULTILINGUAL_TOKENIZER,
-        bos: 50258, // FIXME: this is a placeholder and needs to be changed
-        eos: 50257, // FIXME: this is a placeholder and needs to be changed
-    },
-    isMultilingual: true,
-};
-export const MODEL_CONFIGS = {
-    moonshine: moonshineTinyModelConfig,
-    whisper: whisperTinyModelConfig,
-    whisperMultilingual: whisperTinyMultilingualModelConfig,
-};
-export const MODES = {
-    fast: {
-        windowSize: 5,
-        overlapSeconds: 1.2,
-    },
-    balanced: {
-        windowSize: 12,
-        overlapSeconds: 2,
-    },
-    quality: {
-        windowSize: 24,
-        overlapSeconds: 3,
-    },
-};
-export const NUM_TOKENS_TO_TRIM = 3;
-export var STREAMING_ACTION;
-(function (STREAMING_ACTION) {
-    STREAMING_ACTION[STREAMING_ACTION["START"] = 0] = "START";
-    STREAMING_ACTION[STREAMING_ACTION["DATA"] = 1] = "DATA";
-    STREAMING_ACTION[STREAMING_ACTION["STOP"] = 2] = "STOP";
-})(STREAMING_ACTION || (STREAMING_ACTION = {}));

package/lib/controllers/LLMController.js

@@ -1,210 +0,0 @@
-import { ResourceFetcher } from '../utils/ResourceFetcher';
-import { ETError, getError } from '../Error';
-import { Template } from '@huggingface/jinja';
-import { DEFAULT_CHAT_CONFIG } from '../constants/llmDefaults';
-import { readAsStringAsync } from 'expo-file-system';
-import { SPECIAL_TOKENS, } from '../types/llm';
-import { parseToolCall } from '../utils/llm';
-import { Logger } from '../common/Logger';
-export class LLMController {
-    nativeModule;
-    chatConfig = DEFAULT_CHAT_CONFIG;
-    toolsConfig;
-    tokenizerConfig;
-    onToken;
-    _response = '';
-    _isReady = false;
-    _isGenerating = false;
-    _messageHistory = [];
-    // User callbacks
-    tokenCallback;
-    responseCallback;
-    messageHistoryCallback;
-    isReadyCallback;
-    isGeneratingCallback;
-    onDownloadProgressCallback;
-    constructor({ tokenCallback, responseCallback, messageHistoryCallback, isReadyCallback, isGeneratingCallback, onDownloadProgressCallback, }) {
-        if (responseCallback !== undefined) {
-            Logger.warn('Passing response callback is deprecated and will be removed in 0.6.0');
-        }
-        this.tokenCallback = (token) => {
-            tokenCallback?.(token);
-        };
-        this.responseCallback = (response) => {
-            this._response = response;
-            responseCallback?.(response);
-        };
-        this.messageHistoryCallback = (messageHistory) => {
-            this._messageHistory = messageHistory;
-            messageHistoryCallback?.(messageHistory);
-        };
-        this.isReadyCallback = (isReady) => {
-            this._isReady = isReady;
-            isReadyCallback?.(isReady);
-        };
-        this.isGeneratingCallback = (isGenerating) => {
-            this._isGenerating = isGenerating;
-            isGeneratingCallback?.(isGenerating);
-        };
-        this.onDownloadProgressCallback = onDownloadProgressCallback;
-    }
-    get response() {
-        return this._response;
-    }
-    get isReady() {
-        return this._isReady;
-    }
-    get isGenerating() {
-        return this._isGenerating;
-    }
-    get messageHistory() {
-        return this._messageHistory;
-    }
-    async load({ modelSource, tokenizerSource, tokenizerConfigSource, }) {
-        // reset inner state when loading new model
-        this.responseCallback('');
-        this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
-        this.isGeneratingCallback(false);
-        this.isReadyCallback(false);
-        try {
-            const paths = await ResourceFetcher.fetch(this.onDownloadProgressCallback, tokenizerSource, tokenizerConfigSource, modelSource);
-            if (paths === null || paths?.length < 3) {
-                throw new Error('Download interrupted!');
-            }
-            const tokenizerFileUri = paths[0];
-            const tokenizerConfigFileUri = paths[1];
-            const modelFileUri = paths[2];
-            this.tokenizerConfig = JSON.parse(await readAsStringAsync('file://' + tokenizerConfigFileUri));
-            this.nativeModule = global.loadLLM(modelFileUri, tokenizerFileUri);
-            this.isReadyCallback(true);
-            this.onToken = (data) => {
-                if (!data ||
-                    (SPECIAL_TOKENS.EOS_TOKEN in this.tokenizerConfig &&
-                        data === this.tokenizerConfig.eos_token) ||
-                    (SPECIAL_TOKENS.PAD_TOKEN in this.tokenizerConfig &&
-                        data === this.tokenizerConfig.pad_token)) {
-                    return;
-                }
-                this.tokenCallback(data);
-                this.responseCallback(this._response + data);
-            };
-        }
-        catch (e) {
-            this.isReadyCallback(false);
-            throw new Error(getError(e));
-        }
-    }
-    setTokenCallback(tokenCallback) {
-        this.tokenCallback = tokenCallback;
-    }
-    configure({ chatConfig, toolsConfig, }) {
-        this.chatConfig = { ...DEFAULT_CHAT_CONFIG, ...chatConfig };
-        this.toolsConfig = toolsConfig;
-        // reset inner state when loading new configuration
-        this.responseCallback('');
-        this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
-        this.isGeneratingCallback(false);
-    }
-    delete() {
-        if (this._isGenerating) {
-            throw new Error(getError(ETError.ModelGenerating) +
-                'You cannot delete the model now. You need to interrupt first.');
-        }
-        this.onToken = () => { };
-        this.nativeModule.unload();
-        this.isReadyCallback(false);
-        this.isGeneratingCallback(false);
-    }
-    async forward(input) {
-        if (!this._isReady) {
-            throw new Error(getError(ETError.ModuleNotLoaded));
-        }
-        if (this._isGenerating) {
-            throw new Error(getError(ETError.ModelGenerating));
-        }
-        try {
-            this.responseCallback('');
-            this.isGeneratingCallback(true);
-            await this.nativeModule.generate(input, this.onToken);
-        }
-        catch (e) {
-            throw new Error(getError(e));
-        }
-        finally {
-            this.isGeneratingCallback(false);
-        }
-    }
-    interrupt() {
-        this.nativeModule.interrupt();
-    }
-    async generate(messages, tools) {
-        if (!this._isReady) {
-            throw new Error(getError(ETError.ModuleNotLoaded));
-        }
-        if (messages.length === 0) {
-            throw new Error(`Empty 'messages' array!`);
-        }
-        if (messages[0] && messages[0].role !== 'system') {
-            Logger.warn(`You are not providing system prompt. You can pass it in the first message using { role: 'system', content: YOUR_PROMPT }. Otherwise prompt from your model's chat template will be used.`);
-        }
-        const renderedChat = this.applyChatTemplate(messages, this.tokenizerConfig, tools, 
-        // eslint-disable-next-line camelcase
-        { tools_in_user_message: false, add_generation_prompt: true });
-        await this.forward(renderedChat);
-    }
-    async sendMessage(message) {
-        this.messageHistoryCallback([
-            ...this._messageHistory,
-            { content: message, role: 'user' },
-        ]);
-        const messageHistoryWithPrompt = [
-            { content: this.chatConfig.systemPrompt, role: 'system' },
-            ...this._messageHistory.slice(-this.chatConfig.contextWindowLength),
-        ];
-        await this.generate(messageHistoryWithPrompt, this.toolsConfig?.tools);
-        if (!this.toolsConfig || this.toolsConfig.displayToolCalls) {
-            this.messageHistoryCallback([
-                ...this._messageHistory,
-                { content: this._response, role: 'assistant' },
-            ]);
-        }
-        if (!this.toolsConfig) {
-            return;
-        }
-        const toolCalls = parseToolCall(this._response);
-        for (const toolCall of toolCalls) {
-            this.toolsConfig
-                .executeToolCallback(toolCall)
-                .then((toolResponse) => {
-                if (toolResponse) {
-                    this.messageHistoryCallback([
-                        ...this._messageHistory,
-                        { content: toolResponse, role: 'assistant' },
-                    ]);
-                }
-            });
-        }
-    }
-    deleteMessage(index) {
-        // we delete referenced message and all messages after it
-        // so the model responses that used them are deleted as well
-        const newMessageHistory = this._messageHistory.slice(0, index);
-        this.messageHistoryCallback(newMessageHistory);
-    }
-    applyChatTemplate(messages, tokenizerConfig, tools, templateFlags) {
-        if (!tokenizerConfig.chat_template) {
-            throw Error("Tokenizer config doesn't include chat_template");
-        }
-        const template = new Template(tokenizerConfig.chat_template);
-        const specialTokens = Object.fromEntries(Object.keys(SPECIAL_TOKENS)
-            .filter((key) => key in tokenizerConfig)
-            .map((key) => [key, tokenizerConfig[key]]));
-        const result = template.render({
-            messages,
-            tools,
-            ...templateFlags,
-            ...specialTokens,
-        });
-        return result;
-    }
-}

package/lib/controllers/OCRController.js

@@ -1,65 +0,0 @@
-import { symbols } from '../constants/ocr/symbols';
-import { ETError, getError } from '../Error';
-import { ResourceFetcher } from '../utils/ResourceFetcher';
-export class OCRController {
-    nativeModule;
-    isReady = false;
-    isGenerating = false;
-    error = null;
-    modelDownloadProgressCallback;
-    isReadyCallback;
-    isGeneratingCallback;
-    errorCallback;
-    constructor({ modelDownloadProgressCallback = (_downloadProgress) => { }, isReadyCallback = (_isReady) => { }, isGeneratingCallback = (_isGenerating) => { }, errorCallback = (_error) => { }, }) {
-        this.modelDownloadProgressCallback = modelDownloadProgressCallback;
-        this.isReadyCallback = isReadyCallback;
-        this.isGeneratingCallback = isGeneratingCallback;
-        this.errorCallback = errorCallback;
-    }
-    load = async (detectorSource, recognizerSources, language) => {
-        try {
-            if (!detectorSource || Object.keys(recognizerSources).length !== 3)
-                return;
-            if (!symbols[language]) {
-                throw new Error(getError(ETError.LanguageNotSupported));
-            }
-            this.isReady = false;
-            this.isReadyCallback(false);
-            const paths = await ResourceFetcher.fetch(this.modelDownloadProgressCallback, detectorSource, recognizerSources.recognizerLarge, recognizerSources.recognizerMedium, recognizerSources.recognizerSmall);
-            if (paths === null || paths?.length < 4) {
-                throw new Error('Download interrupted!');
-            }
-            this.nativeModule = global.loadOCR(paths[0], paths[1], paths[2], paths[3], symbols[language]);
-            this.isReady = true;
-            this.isReadyCallback(this.isReady);
-        }
-        catch (e) {
-            if (this.errorCallback) {
-                this.errorCallback(getError(e));
-            }
-            else {
-                throw new Error(getError(e));
-            }
-        }
-    };
-    forward = async (input) => {
-        if (!this.isReady) {
-            throw new Error(getError(ETError.ModuleNotLoaded));
-        }
-        if (this.isGenerating) {
-            throw new Error(getError(ETError.ModelGenerating));
-        }
-        try {
-            this.isGenerating = true;
-            this.isGeneratingCallback(this.isGenerating);
-            return await this.nativeModule.generate(input);
-        }
-        catch (e) {
-            throw new Error(getError(e));
-        }
-        finally {
-            this.isGenerating = false;
-            this.isGeneratingCallback(this.isGenerating);
-        }
-    };
-}

package/lib/controllers/SpeechToTextController.d.ts

@@ -1,52 +0,0 @@
-import { MODES, STREAMING_ACTION } from '../constants/sttDefaults';
-import { AvailableModels } from '../types/stt';
-import { ResourceSource } from '../types/common';
-import { SpeechToTextLanguage } from '../types/stt';
-export declare class SpeechToTextController {
-    private speechToTextNativeModule;
-    sequence: number[];
-    isReady: boolean;
-    isGenerating: boolean;
-    private tokenizerModule;
-    private overlapSeconds;
-    private windowSize;
-    private chunks;
-    private seqs;
-    private prevSeq;
-    private waveform;
-    private numOfChunks;
-    private streaming;
-    private decodedTranscribeCallback;
-    private modelDownloadProgressCallback;
-    private isReadyCallback;
-    private isGeneratingCallback;
-    private onErrorCallback;
-    private config;
-    constructor({ transcribeCallback, modelDownloadProgressCallback, isReadyCallback, isGeneratingCallback, onErrorCallback, overlapSeconds, windowSize, streamingConfig, }: {
-        transcribeCallback: (sequence: string) => void;
-        modelDownloadProgressCallback?: (downloadProgress: number) => void;
-        isReadyCallback?: (isReady: boolean) => void;
-        isGeneratingCallback?: (isGenerating: boolean) => void;
-        onErrorCallback?: (error: Error | undefined) => void;
-        overlapSeconds?: number;
-        windowSize?: number;
-        streamingConfig?: keyof typeof MODES;
-    });
-    loadModel(modelName: AvailableModels, encoderSource?: ResourceSource, decoderSource?: ResourceSource, tokenizerSource?: ResourceSource): Promise<void>;
-    configureStreaming(overlapSeconds?: number, windowSize?: number, streamingConfig?: keyof typeof MODES): void;
-    private chunkWaveform;
-    private resetState;
-    private expectedChunkLength;
-    private getStartingTokenIds;
-    private decodeChunk;
-    private handleOverlaps;
-    private trimLeft;
-    private trimRight;
-    private trimSequences;
-    private validateAndFixLastChunk;
-    private tokenIdsToText;
-    transcribe(waveform: number[], audioLanguage?: SpeechToTextLanguage): Promise<string>;
-    streamingTranscribe(streamAction: STREAMING_ACTION, waveform?: number[], audioLanguage?: SpeechToTextLanguage): Promise<string>;
-    encode(waveform: Float32Array): Promise<null>;
-    decode(seq: number[]): Promise<number>;
-}