react-native-executorch 0.5.6 → 0.5.8

package/lib/types/common.js

@@ -0,0 +1,25 @@
+export var ScalarType;
+(function (ScalarType) {
+    ScalarType[ScalarType["BYTE"] = 0] = "BYTE";
+    ScalarType[ScalarType["CHAR"] = 1] = "CHAR";
+    ScalarType[ScalarType["SHORT"] = 2] = "SHORT";
+    ScalarType[ScalarType["INT"] = 3] = "INT";
+    ScalarType[ScalarType["LONG"] = 4] = "LONG";
+    ScalarType[ScalarType["HALF"] = 5] = "HALF";
+    ScalarType[ScalarType["FLOAT"] = 6] = "FLOAT";
+    ScalarType[ScalarType["DOUBLE"] = 7] = "DOUBLE";
+    ScalarType[ScalarType["BOOL"] = 11] = "BOOL";
+    ScalarType[ScalarType["QINT8"] = 12] = "QINT8";
+    ScalarType[ScalarType["QUINT8"] = 13] = "QUINT8";
+    ScalarType[ScalarType["QINT32"] = 14] = "QINT32";
+    ScalarType[ScalarType["QUINT4X2"] = 16] = "QUINT4X2";
+    ScalarType[ScalarType["QUINT2X4"] = 17] = "QUINT2X4";
+    ScalarType[ScalarType["BITS16"] = 22] = "BITS16";
+    ScalarType[ScalarType["FLOAT8E5M2"] = 23] = "FLOAT8E5M2";
+    ScalarType[ScalarType["FLOAT8E4M3FN"] = 24] = "FLOAT8E4M3FN";
+    ScalarType[ScalarType["FLOAT8E5M2FNUZ"] = 25] = "FLOAT8E5M2FNUZ";
+    ScalarType[ScalarType["FLOAT8E4M3FNUZ"] = 26] = "FLOAT8E4M3FNUZ";
+    ScalarType[ScalarType["UINT16"] = 27] = "UINT16";
+    ScalarType[ScalarType["UINT32"] = 28] = "UINT32";
+    ScalarType[ScalarType["UINT64"] = 29] = "UINT64";
+})(ScalarType || (ScalarType = {}));

package/lib/types/imageSegmentation.js

@@ -0,0 +1,26 @@
+/* eslint-disable @cspell/spellchecker */
+export var DeeplabLabel;
+(function (DeeplabLabel) {
+    DeeplabLabel[DeeplabLabel["BACKGROUND"] = 0] = "BACKGROUND";
+    DeeplabLabel[DeeplabLabel["AEROPLANE"] = 1] = "AEROPLANE";
+    DeeplabLabel[DeeplabLabel["BICYCLE"] = 2] = "BICYCLE";
+    DeeplabLabel[DeeplabLabel["BIRD"] = 3] = "BIRD";
+    DeeplabLabel[DeeplabLabel["BOAT"] = 4] = "BOAT";
+    DeeplabLabel[DeeplabLabel["BOTTLE"] = 5] = "BOTTLE";
+    DeeplabLabel[DeeplabLabel["BUS"] = 6] = "BUS";
+    DeeplabLabel[DeeplabLabel["CAR"] = 7] = "CAR";
+    DeeplabLabel[DeeplabLabel["CAT"] = 8] = "CAT";
+    DeeplabLabel[DeeplabLabel["CHAIR"] = 9] = "CHAIR";
+    DeeplabLabel[DeeplabLabel["COW"] = 10] = "COW";
+    DeeplabLabel[DeeplabLabel["DININGTABLE"] = 11] = "DININGTABLE";
+    DeeplabLabel[DeeplabLabel["DOG"] = 12] = "DOG";
+    DeeplabLabel[DeeplabLabel["HORSE"] = 13] = "HORSE";
+    DeeplabLabel[DeeplabLabel["MOTORBIKE"] = 14] = "MOTORBIKE";
+    DeeplabLabel[DeeplabLabel["PERSON"] = 15] = "PERSON";
+    DeeplabLabel[DeeplabLabel["POTTEDPLANT"] = 16] = "POTTEDPLANT";
+    DeeplabLabel[DeeplabLabel["SHEEP"] = 17] = "SHEEP";
+    DeeplabLabel[DeeplabLabel["SOFA"] = 18] = "SOFA";
+    DeeplabLabel[DeeplabLabel["TRAIN"] = 19] = "TRAIN";
+    DeeplabLabel[DeeplabLabel["TVMONITOR"] = 20] = "TVMONITOR";
+    DeeplabLabel[DeeplabLabel["ARGMAX"] = 21] = "ARGMAX";
+})(DeeplabLabel || (DeeplabLabel = {}));

package/lib/types/llm.d.ts

@@ -0,0 +1,46 @@
+export interface LLMType {
+    messageHistory: Message[];
+    response: string;
+    token: string;
+    isReady: boolean;
+    isGenerating: boolean;
+    downloadProgress: number;
+    error: string | null;
+    configure: ({ chatConfig, toolsConfig, }: {
+        chatConfig?: Partial<ChatConfig>;
+        toolsConfig?: ToolsConfig;
+    }) => void;
+    generate: (messages: Message[], tools?: LLMTool[]) => Promise<void>;
+    sendMessage: (message: string) => Promise<void>;
+    deleteMessage: (index: number) => void;
+    interrupt: () => void;
+}
+export type MessageRole = 'user' | 'assistant' | 'system';
+export interface Message {
+    role: MessageRole;
+    content: string;
+}
+export interface ToolCall {
+    toolName: string;
+    arguments: Object;
+}
+export type LLMTool = Object;
+export interface ChatConfig {
+    initialMessageHistory: Message[];
+    contextWindowLength: number;
+    systemPrompt: string;
+}
+export interface ToolsConfig {
+    tools: LLMTool[];
+    executeToolCallback: (call: ToolCall) => Promise<string | null>;
+    displayToolCalls?: boolean;
+}
+export declare const SPECIAL_TOKENS: {
+    BOS_TOKEN: string;
+    EOS_TOKEN: string;
+    UNK_TOKEN: string;
+    SEP_TOKEN: string;
+    PAD_TOKEN: string;
+    CLS_TOKEN: string;
+    MASK_TOKEN: string;
+};

package/lib/types/llm.js

@@ -0,0 +1,9 @@
+export const SPECIAL_TOKENS = {
+    BOS_TOKEN: 'bos_token',
+    EOS_TOKEN: 'eos_token',
+    UNK_TOKEN: 'unk_token',
+    SEP_TOKEN: 'sep_token',
+    PAD_TOKEN: 'pad_token',
+    CLS_TOKEN: 'cls_token',
+    MASK_TOKEN: 'mask_token',
+};

package/lib/types/objectDetection.js

@@ -0,0 +1,94 @@
+var CocoLabel;
+(function (CocoLabel) {
+    CocoLabel[CocoLabel["PERSON"] = 1] = "PERSON";
+    CocoLabel[CocoLabel["BICYCLE"] = 2] = "BICYCLE";
+    CocoLabel[CocoLabel["CAR"] = 3] = "CAR";
+    CocoLabel[CocoLabel["MOTORCYCLE"] = 4] = "MOTORCYCLE";
+    CocoLabel[CocoLabel["AIRPLANE"] = 5] = "AIRPLANE";
+    CocoLabel[CocoLabel["BUS"] = 6] = "BUS";
+    CocoLabel[CocoLabel["TRAIN"] = 7] = "TRAIN";
+    CocoLabel[CocoLabel["TRUCK"] = 8] = "TRUCK";
+    CocoLabel[CocoLabel["BOAT"] = 9] = "BOAT";
+    CocoLabel[CocoLabel["TRAFFIC_LIGHT"] = 10] = "TRAFFIC_LIGHT";
+    CocoLabel[CocoLabel["FIRE_HYDRANT"] = 11] = "FIRE_HYDRANT";
+    CocoLabel[CocoLabel["STREET_SIGN"] = 12] = "STREET_SIGN";
+    CocoLabel[CocoLabel["STOP_SIGN"] = 13] = "STOP_SIGN";
+    CocoLabel[CocoLabel["PARKING"] = 14] = "PARKING";
+    CocoLabel[CocoLabel["BENCH"] = 15] = "BENCH";
+    CocoLabel[CocoLabel["BIRD"] = 16] = "BIRD";
+    CocoLabel[CocoLabel["CAT"] = 17] = "CAT";
+    CocoLabel[CocoLabel["DOG"] = 18] = "DOG";
+    CocoLabel[CocoLabel["HORSE"] = 19] = "HORSE";
+    CocoLabel[CocoLabel["SHEEP"] = 20] = "SHEEP";
+    CocoLabel[CocoLabel["COW"] = 21] = "COW";
+    CocoLabel[CocoLabel["ELEPHANT"] = 22] = "ELEPHANT";
+    CocoLabel[CocoLabel["BEAR"] = 23] = "BEAR";
+    CocoLabel[CocoLabel["ZEBRA"] = 24] = "ZEBRA";
+    CocoLabel[CocoLabel["GIRAFFE"] = 25] = "GIRAFFE";
+    CocoLabel[CocoLabel["HAT"] = 26] = "HAT";
+    CocoLabel[CocoLabel["BACKPACK"] = 27] = "BACKPACK";
+    CocoLabel[CocoLabel["UMBRELLA"] = 28] = "UMBRELLA";
+    CocoLabel[CocoLabel["SHOE"] = 29] = "SHOE";
+    CocoLabel[CocoLabel["EYE"] = 30] = "EYE";
+    CocoLabel[CocoLabel["HANDBAG"] = 31] = "HANDBAG";
+    CocoLabel[CocoLabel["TIE"] = 32] = "TIE";
+    CocoLabel[CocoLabel["SUITCASE"] = 33] = "SUITCASE";
+    CocoLabel[CocoLabel["FRISBEE"] = 34] = "FRISBEE";
+    CocoLabel[CocoLabel["SKIS"] = 35] = "SKIS";
+    CocoLabel[CocoLabel["SNOWBOARD"] = 36] = "SNOWBOARD";
+    CocoLabel[CocoLabel["SPORTS"] = 37] = "SPORTS";
+    CocoLabel[CocoLabel["KITE"] = 38] = "KITE";
+    CocoLabel[CocoLabel["BASEBALL"] = 39] = "BASEBALL";
+    CocoLabel[CocoLabel["SKATEBOARD"] = 41] = "SKATEBOARD";
+    CocoLabel[CocoLabel["SURFBOARD"] = 42] = "SURFBOARD";
+    CocoLabel[CocoLabel["TENNIS_RACKET"] = 43] = "TENNIS_RACKET";
+    CocoLabel[CocoLabel["BOTTLE"] = 44] = "BOTTLE";
+    CocoLabel[CocoLabel["PLATE"] = 45] = "PLATE";
+    CocoLabel[CocoLabel["WINE_GLASS"] = 46] = "WINE_GLASS";
+    CocoLabel[CocoLabel["CUP"] = 47] = "CUP";
+    CocoLabel[CocoLabel["FORK"] = 48] = "FORK";
+    CocoLabel[CocoLabel["KNIFE"] = 49] = "KNIFE";
+    CocoLabel[CocoLabel["SPOON"] = 50] = "SPOON";
+    CocoLabel[CocoLabel["BOWL"] = 51] = "BOWL";
+    CocoLabel[CocoLabel["BANANA"] = 52] = "BANANA";
+    CocoLabel[CocoLabel["APPLE"] = 53] = "APPLE";
+    CocoLabel[CocoLabel["SANDWICH"] = 54] = "SANDWICH";
+    CocoLabel[CocoLabel["ORANGE"] = 55] = "ORANGE";
+    CocoLabel[CocoLabel["BROCCOLI"] = 56] = "BROCCOLI";
+    CocoLabel[CocoLabel["CARROT"] = 57] = "CARROT";
+    CocoLabel[CocoLabel["HOT_DOG"] = 58] = "HOT_DOG";
+    CocoLabel[CocoLabel["PIZZA"] = 59] = "PIZZA";
+    CocoLabel[CocoLabel["DONUT"] = 60] = "DONUT";
+    CocoLabel[CocoLabel["CAKE"] = 61] = "CAKE";
+    CocoLabel[CocoLabel["CHAIR"] = 62] = "CHAIR";
+    CocoLabel[CocoLabel["COUCH"] = 63] = "COUCH";
+    CocoLabel[CocoLabel["POTTED_PLANT"] = 64] = "POTTED_PLANT";
+    CocoLabel[CocoLabel["BED"] = 65] = "BED";
+    CocoLabel[CocoLabel["MIRROR"] = 66] = "MIRROR";
+    CocoLabel[CocoLabel["DINING_TABLE"] = 67] = "DINING_TABLE";
+    CocoLabel[CocoLabel["WINDOW"] = 68] = "WINDOW";
+    CocoLabel[CocoLabel["DESK"] = 69] = "DESK";
+    CocoLabel[CocoLabel["TOILET"] = 70] = "TOILET";
+    CocoLabel[CocoLabel["DOOR"] = 71] = "DOOR";
+    CocoLabel[CocoLabel["TV"] = 72] = "TV";
+    CocoLabel[CocoLabel["LAPTOP"] = 73] = "LAPTOP";
+    CocoLabel[CocoLabel["MOUSE"] = 74] = "MOUSE";
+    CocoLabel[CocoLabel["REMOTE"] = 75] = "REMOTE";
+    CocoLabel[CocoLabel["KEYBOARD"] = 76] = "KEYBOARD";
+    CocoLabel[CocoLabel["CELL_PHONE"] = 77] = "CELL_PHONE";
+    CocoLabel[CocoLabel["MICROWAVE"] = 78] = "MICROWAVE";
+    CocoLabel[CocoLabel["OVEN"] = 79] = "OVEN";
+    CocoLabel[CocoLabel["TOASTER"] = 80] = "TOASTER";
+    CocoLabel[CocoLabel["SINK"] = 81] = "SINK";
+    CocoLabel[CocoLabel["REFRIGERATOR"] = 82] = "REFRIGERATOR";
+    CocoLabel[CocoLabel["BLENDER"] = 83] = "BLENDER";
+    CocoLabel[CocoLabel["BOOK"] = 84] = "BOOK";
+    CocoLabel[CocoLabel["CLOCK"] = 85] = "CLOCK";
+    CocoLabel[CocoLabel["VASE"] = 86] = "VASE";
+    CocoLabel[CocoLabel["SCISSORS"] = 87] = "SCISSORS";
+    CocoLabel[CocoLabel["TEDDY_BEAR"] = 88] = "TEDDY_BEAR";
+    CocoLabel[CocoLabel["HAIR_DRIER"] = 89] = "HAIR_DRIER";
+    CocoLabel[CocoLabel["TOOTHBRUSH"] = 90] = "TOOTHBRUSH";
+    CocoLabel[CocoLabel["HAIR_BRUSH"] = 91] = "HAIR_BRUSH";
+})(CocoLabel || (CocoLabel = {}));
+export {};

package/lib/types/ocr.js

@@ -0,0 +1 @@
+export {};

package/lib/types/stt.d.ts

@@ -0,0 +1,94 @@
+export interface ModelConfig {
+    sources: {
+        encoder: string;
+        decoder: string;
+    };
+    tokenizer: {
+        source: string;
+        bos: number;
+        eos: number;
+    };
+    isMultilingual: boolean;
+}
+export declare enum SpeechToTextLanguage {
+    Afrikaans = "af",
+    Albanian = "sq",
+    Arabic = "ar",
+    Armenian = "hy",
+    Azerbaijani = "az",
+    Basque = "eu",
+    Belarusian = "be",
+    Bengali = "bn",
+    Bosnian = "bs",
+    Bulgarian = "bg",
+    Burmese = "my",
+    Catalan = "ca",
+    Chinese = "zh",
+    Croatian = "hr",
+    Czech = "cs",
+    Danish = "da",
+    Dutch = "nl",
+    Estonian = "et",
+    English = "en",
+    Finnish = "fi",
+    French = "fr",
+    Galician = "gl",
+    Georgian = "ka",
+    German = "de",
+    Greek = "el",
+    Gujarati = "gu",
+    HaitianCreole = "ht",
+    Hebrew = "he",
+    Hindi = "hi",
+    Hungarian = "hu",
+    Icelandic = "is",
+    Indonesian = "id",
+    Italian = "it",
+    Japanese = "ja",
+    Kannada = "kn",
+    Kazakh = "kk",
+    Khmer = "km",
+    Korean = "ko",
+    Lao = "lo",
+    Latvian = "lv",
+    Lithuanian = "lt",
+    Macedonian = "mk",
+    Malagasy = "mg",
+    Malay = "ms",
+    Malayalam = "ml",
+    Maltese = "mt",
+    Marathi = "mr",
+    Nepali = "ne",
+    Norwegian = "no",
+    Persian = "fa",
+    Polish = "pl",
+    Portuguese = "pt",
+    Punjabi = "pa",
+    Romanian = "ro",
+    Russian = "ru",
+    Serbian = "sr",
+    Sinhala = "si",
+    Slovak = "sk",
+    Slovenian = "sl",
+    Spanish = "es",
+    Sundanese = "su",
+    Swahili = "sw",
+    Swedish = "sv",
+    Tagalog = "tl",
+    Tajik = "tg",
+    Tamil = "ta",
+    Telugu = "te",
+    Thai = "th",
+    Turkish = "tr",
+    Ukrainian = "uk",
+    Urdu = "ur",
+    Uzbek = "uz",
+    Vietnamese = "vi",
+    Welsh = "cy",
+    Yiddish = "yi"
+}
+export declare enum AvailableModels {
+    WHISPER = "whisper",
+    MOONSHINE = "moonshine",
+    WHISPER_MULTILINGUAL = "whisperMultilingual"
+}

package/lib/types/stt.js

@@ -0,0 +1,85 @@
+// Those languages are supported just by whisper multilingual
+export var SpeechToTextLanguage;
+(function (SpeechToTextLanguage) {
+    SpeechToTextLanguage["Afrikaans"] = "af";
+    SpeechToTextLanguage["Albanian"] = "sq";
+    SpeechToTextLanguage["Arabic"] = "ar";
+    SpeechToTextLanguage["Armenian"] = "hy";
+    SpeechToTextLanguage["Azerbaijani"] = "az";
+    SpeechToTextLanguage["Basque"] = "eu";
+    SpeechToTextLanguage["Belarusian"] = "be";
+    SpeechToTextLanguage["Bengali"] = "bn";
+    SpeechToTextLanguage["Bosnian"] = "bs";
+    SpeechToTextLanguage["Bulgarian"] = "bg";
+    SpeechToTextLanguage["Burmese"] = "my";
+    SpeechToTextLanguage["Catalan"] = "ca";
+    SpeechToTextLanguage["Chinese"] = "zh";
+    SpeechToTextLanguage["Croatian"] = "hr";
+    SpeechToTextLanguage["Czech"] = "cs";
+    SpeechToTextLanguage["Danish"] = "da";
+    SpeechToTextLanguage["Dutch"] = "nl";
+    SpeechToTextLanguage["Estonian"] = "et";
+    SpeechToTextLanguage["English"] = "en";
+    SpeechToTextLanguage["Finnish"] = "fi";
+    SpeechToTextLanguage["French"] = "fr";
+    SpeechToTextLanguage["Galician"] = "gl";
+    SpeechToTextLanguage["Georgian"] = "ka";
+    SpeechToTextLanguage["German"] = "de";
+    SpeechToTextLanguage["Greek"] = "el";
+    SpeechToTextLanguage["Gujarati"] = "gu";
+    SpeechToTextLanguage["HaitianCreole"] = "ht";
+    SpeechToTextLanguage["Hebrew"] = "he";
+    SpeechToTextLanguage["Hindi"] = "hi";
+    SpeechToTextLanguage["Hungarian"] = "hu";
+    SpeechToTextLanguage["Icelandic"] = "is";
+    SpeechToTextLanguage["Indonesian"] = "id";
+    SpeechToTextLanguage["Italian"] = "it";
+    SpeechToTextLanguage["Japanese"] = "ja";
+    SpeechToTextLanguage["Kannada"] = "kn";
+    SpeechToTextLanguage["Kazakh"] = "kk";
+    SpeechToTextLanguage["Khmer"] = "km";
+    SpeechToTextLanguage["Korean"] = "ko";
+    SpeechToTextLanguage["Lao"] = "lo";
+    SpeechToTextLanguage["Latvian"] = "lv";
+    SpeechToTextLanguage["Lithuanian"] = "lt";
+    SpeechToTextLanguage["Macedonian"] = "mk";
+    SpeechToTextLanguage["Malagasy"] = "mg";
+    SpeechToTextLanguage["Malay"] = "ms";
+    SpeechToTextLanguage["Malayalam"] = "ml";
+    SpeechToTextLanguage["Maltese"] = "mt";
+    SpeechToTextLanguage["Marathi"] = "mr";
+    SpeechToTextLanguage["Nepali"] = "ne";
+    SpeechToTextLanguage["Norwegian"] = "no";
+    SpeechToTextLanguage["Persian"] = "fa";
+    SpeechToTextLanguage["Polish"] = "pl";
+    SpeechToTextLanguage["Portuguese"] = "pt";
+    SpeechToTextLanguage["Punjabi"] = "pa";
+    SpeechToTextLanguage["Romanian"] = "ro";
+    SpeechToTextLanguage["Russian"] = "ru";
+    SpeechToTextLanguage["Serbian"] = "sr";
+    SpeechToTextLanguage["Sinhala"] = "si";
+    SpeechToTextLanguage["Slovak"] = "sk";
+    SpeechToTextLanguage["Slovenian"] = "sl";
+    SpeechToTextLanguage["Spanish"] = "es";
+    SpeechToTextLanguage["Sundanese"] = "su";
+    SpeechToTextLanguage["Swahili"] = "sw";
+    SpeechToTextLanguage["Swedish"] = "sv";
+    SpeechToTextLanguage["Tagalog"] = "tl";
+    SpeechToTextLanguage["Tajik"] = "tg";
+    SpeechToTextLanguage["Tamil"] = "ta";
+    SpeechToTextLanguage["Telugu"] = "te";
+    SpeechToTextLanguage["Thai"] = "th";
+    SpeechToTextLanguage["Turkish"] = "tr";
+    SpeechToTextLanguage["Ukrainian"] = "uk";
+    SpeechToTextLanguage["Urdu"] = "ur";
+    SpeechToTextLanguage["Uzbek"] = "uz";
+    SpeechToTextLanguage["Vietnamese"] = "vi";
+    SpeechToTextLanguage["Welsh"] = "cy";
+    SpeechToTextLanguage["Yiddish"] = "yi";
+})(SpeechToTextLanguage || (SpeechToTextLanguage = {}));
+export var AvailableModels;
+(function (AvailableModels) {
+    AvailableModels["WHISPER"] = "whisper";
+    AvailableModels["MOONSHINE"] = "moonshine";
+    AvailableModels["WHISPER_MULTILINGUAL"] = "whisperMultilingual";
+})(AvailableModels || (AvailableModels = {}));

package/lib/typescript/controllers/LLMController.d.ts

@@ -1,5 +1,5 @@
 import { ResourceSource } from '../types/common';
-import { ChatConfig, LLMTool, Message, ToolsConfig } from '../types/llm';
+import { ChatConfig, GenerationConfig, LLMTool, Message, ToolsConfig } from '../types/llm';
 export declare class LLMController {
     private nativeModule;
     private chatConfig;
@@ -33,13 +33,15 @@ export declare class LLMController {
         onDownloadProgressCallback?: (downloadProgress: number) => void;
     }): Promise<void>;
     setTokenCallback(tokenCallback: (token: string) => void): void;
-    configure({ chatConfig, toolsConfig, }: {
+    configure({ chatConfig, toolsConfig, generationConfig, }: {
         chatConfig?: Partial<ChatConfig>;
         toolsConfig?: ToolsConfig;
+        generationConfig?: GenerationConfig;
     }): void;
     delete(): void;
     forward(input: string): Promise<void>;
     interrupt(): void;
+    getGeneratedTokenCount(): number;
     generate(messages: Message[], tools?: LLMTool[]): Promise<void>;
     sendMessage(message: string): Promise<void>;
     deleteMessage(index: number): void;

package/lib/typescript/controllers/LLMController.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LLMController.d.ts","sourceRoot":"","sources":["../../../src/controllers/LLMController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMjD,OAAO,EACL,UAAU,EACV,OAAO,EACP,OAAO,EAEP,WAAW,EACZ,MAAM,cAAc,CAAC;AAItB,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,SAAS,CAAM;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAiB;IAGxC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,gBAAgB,CAA6B;IACrD,OAAO,CAAC,sBAAsB,CAAsC;IACpE,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;gBAElD,EACV,aAAa,EACb,gBAAgB,EAChB,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,EAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC9C,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QAC7D,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;KACxD;IA2BD,IAAW,QAAQ,WAElB;IACD,IAAW,OAAO,YAEjB;IACD,IAAW,YAAY,YAEtB;IACD,IAAW,cAAc,cAExB;IAEY,IAAI,CAAC,EAChB,WAAW,EACX,eAAe,EACf,qBAAqB,EACrB,0BAA0B,GAC3B,EAAE;QACD,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,0BAA0B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;KACjE;IAyDM,gBAAgB,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAIvD,SAAS,CAAC,EACf,UAAU,EACV,WAAW,GACZ,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B;IAUM,MAAM;IAaA,OAAO,CAAC,KAAK,EAAE,MAAM;IAkB3B,SAAS;IAIH,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE;IAwB/C,WAAW,CAAC,OAAO,EAAE,MAAM;IAuCjC,aAAa,CAAC,KAAK,EAAE,MAAM;IAQlC,OAAO,CAAC,iBAAiB;CAyB1B"}
+{"version":3,"file":"LLMController.d.ts","sourceRoot":"","sources":["../../../src/controllers/LLMController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMjD,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,OAAO,EACP,OAAO,EAEP,WAAW,EACZ,MAAM,cAAc,CAAC;AAItB,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,SAAS,CAAM;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAiB;IAGxC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,gBAAgB,CAA6B;IACrD,OAAO,CAAC,sBAAsB,CAAsC;IACpE,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;gBAElD,EACV,aAAa,EACb,gBAAgB,EAChB,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,EAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC9C,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QAC7D,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;KACxD;IA2BD,IAAW,QAAQ,WAElB;IACD,IAAW,OAAO,YAEjB;IACD,IAAW,YAAY,YAEtB;IACD,IAAW,cAAc,cAExB;IAEY,IAAI,CAAC,EAChB,WAAW,EACX,eAAe,EACf,qBAAqB,EACrB,0BAA0B,GAC3B,EAAE;QACD,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,0BAA0B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;KACjE;IAmEM,gBAAgB,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAIvD,SAAS,CAAC,EACf,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC;IAiBM,MAAM;IAaA,OAAO,CAAC,KAAK,EAAE,MAAM;IAkB3B,SAAS;IAIT,sBAAsB,IAAI,MAAM;IAI1B,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE;IAwB/C,WAAW,CAAC,OAAO,EAAE,MAAM;IAuCjC,aAAa,CAAC,KAAK,EAAE,MAAM;IAQlC,OAAO,CAAC,iBAAiB;CAyB1B"}

package/lib/typescript/hooks/natural_language_processing/useLLM.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useLLM.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useLLM.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAGL,OAAO,EAGR,MAAM,iBAAiB,CAAC;AAMzB,eAAO,MAAM,MAAM,GAAI,yBAGpB;IACD,KAAK,EAAE;QACL,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;KACvC,CAAC;IACF,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,KAAG,OA2GH,CAAC"}
+{"version":3,"file":"useLLM.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useLLM.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAIL,OAAO,EAGR,MAAM,iBAAiB,CAAC;AAMzB,eAAO,MAAM,MAAM,GAAI,yBAGpB;IACD,KAAK,EAAE;QACL,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;KACvC,CAAC;IACF,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,KAAG,OAwHH,CAAC"}

package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts

@@ -1,5 +1,5 @@
 import { ResourceSource } from '../../types/common';
-import { ChatConfig, LLMTool, Message, ToolsConfig } from '../../types/llm';
+import { ChatConfig, GenerationConfig, LLMTool, Message, ToolsConfig } from '../../types/llm';
 export declare class LLMModule {
     private controller;
     constructor({ tokenCallback, responseCallback, messageHistoryCallback, }?: {
@@ -15,15 +15,17 @@ export declare class LLMModule {
     setTokenCallback({ tokenCallback, }: {
         tokenCallback: (token: string) => void;
     }): void;
-    configure({ chatConfig, toolsConfig, }: {
+    configure({ chatConfig, toolsConfig, generationConfig, }: {
         chatConfig?: Partial<ChatConfig>;
         toolsConfig?: ToolsConfig;
+        generationConfig?: GenerationConfig;
     }): void;
     forward(input: string): Promise<string>;
     generate(messages: Message[], tools?: LLMTool[]): Promise<string>;
     sendMessage(message: string): Promise<Message[]>;
     deleteMessage(index: number): Message[];
     interrupt(): void;
+    getGeneratedTokenCount(): number;
     delete(): void;
 }
 //# sourceMappingURL=LLMModule.d.ts.map

package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LLMModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/natural_language_processing/LLMModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE5E,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAgB;gBAEtB,EACV,aAAa,EACb,gBAAgB,EAChB,sBAAsB,GACvB,GAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC9C,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;KACzD;IAQA,IAAI,CACR,KAAK,EAAE;QACL,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;KACvC,EACD,0BAA0B,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe;IAQnE,gBAAgB,CAAC,EACf,aAAa,GACd,EAAE;QACD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACxC;IAID,SAAS,CAAC,EACR,UAAU,EACV,WAAW,GACZ,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B;IAIK,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKvC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAKjE,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAKtD,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IAKvC,SAAS;IAIT,MAAM;CAGP"}
+{"version":3,"file":"LLMModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/natural_language_processing/LLMModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,OAAO,EACP,OAAO,EACP,WAAW,EACZ,MAAM,iBAAiB,CAAC;AAEzB,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAgB;gBAEtB,EACV,aAAa,EACb,gBAAgB,EAChB,sBAAsB,GACvB,GAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC9C,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;KACzD;IAQA,IAAI,CACR,KAAK,EAAE;QACL,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;KACvC,EACD,0BAA0B,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe;IAQnE,gBAAgB,CAAC,EACf,aAAa,GACd,EAAE;QACD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACxC;IAID,SAAS,CAAC,EACR,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC;IAIK,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKvC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAKjE,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAKtD,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IAKvC,SAAS;IAIT,sBAAsB;IAItB,MAAM;CAGP"}

package/lib/typescript/types/llm.d.ts

@@ -6,10 +6,12 @@ export interface LLMType {
     isGenerating: boolean;
     downloadProgress: number;
     error: string | null;
-    configure: ({ chatConfig, toolsConfig, }: {
+    configure: ({ chatConfig, toolsConfig, generationConfig, }: {
         chatConfig?: Partial<ChatConfig>;
         toolsConfig?: ToolsConfig;
+        generationConfig?: GenerationConfig;
     }) => void;
+    getGeneratedTokenCount: () => number;
     generate: (messages: Message[], tools?: LLMTool[]) => Promise<void>;
     sendMessage: (message: string) => Promise<void>;
     deleteMessage: (index: number) => void;
@@ -35,6 +37,10 @@ export interface ToolsConfig {
     executeToolCallback: (call: ToolCall) => Promise<string | null>;
     displayToolCalls?: boolean;
 }
+export interface GenerationConfig {
+    outputTokenBatchSize?: number;
+    batchTimeInterval?: number;
+}
 export declare const SPECIAL_TOKENS: {
     BOS_TOKEN: string;
     EOS_TOKEN: string;

package/lib/typescript/types/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/types/llm.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,cAAc,EAAE,OAAO,EAAE,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,CAAC,EACV,UAAU,EACV,WAAW,GACZ,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B,KAAK,IAAI,CAAC;IACX,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,SAAS,EAAE,MAAM,IAAI,CAAC;CACvB;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE1D,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,UAAU;IACzB,qBAAqB,EAAE,OAAO,EAAE,CAAC;IACjC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,mBAAmB,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAChE,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,eAAO,MAAM,cAAc;;;;;;;;CAQ1B,CAAC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/types/llm.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,cAAc,EAAE,OAAO,EAAE,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,CAAC,EACV,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC,KAAK,IAAI,CAAC;IACX,sBAAsB,EAAE,MAAM,MAAM,CAAC;IACrC,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,SAAS,EAAE,MAAM,IAAI,CAAC;CACvB;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE1D,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,UAAU;IACzB,qBAAqB,EAAE,OAAO,EAAE,CAAC;IACjC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,mBAAmB,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAChE,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAC/B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,eAAO,MAAM,cAAc;;;;;;;;CAQ1B,CAAC"}

package/lib/utils/ResourceFetcher.d.ts

@@ -0,0 +1,24 @@
+import { ResourceSource } from '../types/common';
+import { DownloadResource } from './ResourceFetcherUtils';
+export declare class ResourceFetcher {
+    static downloads: Map<ResourceSource, DownloadResource>;
+    static fetch(callback?: (downloadProgress: number) => void, ...sources: ResourceSource[]): Promise<string[] | null>;
+    private static singleFetch;
+    private static returnOrStartNext;
+    private static pause;
+    private static resume;
+    private static cancel;
+    static pauseFetching(...sources: ResourceSource[]): Promise<void>;
+    static resumeFetching(...sources: ResourceSource[]): Promise<void>;
+    static cancelFetching(...sources: ResourceSource[]): Promise<void>;
+    private static findActive;
+    static listDownloadedFiles(): Promise<string[]>;
+    static listDownloadedModels(): Promise<string[]>;
+    static deleteResources(...sources: ResourceSource[]): Promise<void>;
+    static getFilesTotalSize(...sources: ResourceSource[]): Promise<number>;
+    private static handleObject;
+    private static handleLocalFile;
+    private static handleReleaseModeFile;
+    private static handleDevModeFile;
+    private static handleRemoteFile;
+}