cactus-react-native 0.1.3 → 0.1.4

package/lib/module/index.js

@@ -0,0 +1,392 @@
+"use strict";
+
+import { NativeEventEmitter, DeviceEventEmitter, Platform } from 'react-native';
+import Cactus from './NativeCactus';
+import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar';
+import { formatChat } from './chat';
+import { Tools, parseAndExecuteTool } from './tools';
+export { SchemaGrammarConverter, convertJsonSchemaToGrammar, Tools };
+const EVENT_ON_INIT_CONTEXT_PROGRESS = '@Cactus_onInitContextProgress';
+const EVENT_ON_TOKEN = '@Cactus_onToken';
+const EVENT_ON_NATIVE_LOG = '@Cactus_onNativeLog';
+let EventEmitter;
+if (Platform.OS === 'ios') {
+  // @ts-ignore
+  EventEmitter = new NativeEventEmitter(Cactus);
+}
+if (Platform.OS === 'android') {
+  EventEmitter = DeviceEventEmitter;
+}
+const logListeners = [];
+
+// @ts-ignore
+if (EventEmitter) {
+  EventEmitter.addListener(EVENT_ON_NATIVE_LOG, evt => {
+    logListeners.forEach(listener => listener(evt.level, evt.text));
+  });
+  // Trigger unset to use default log callback
+  Cactus?.toggleNativeLog?.(false)?.catch?.(() => {});
+}
+const getJsonSchema = responseFormat => {
+  if (responseFormat?.type === 'json_schema') {
+    return responseFormat.json_schema?.schema;
+  }
+  if (responseFormat?.type === 'json_object') {
+    return responseFormat.schema || {};
+  }
+  return null;
+};
+export class LlamaContext {
+  gpu = false;
+  reasonNoGPU = '';
+  constructor({
+    contextId,
+    gpu,
+    reasonNoGPU,
+    model
+  }) {
+    this.id = contextId;
+    this.gpu = gpu;
+    this.reasonNoGPU = reasonNoGPU;
+    this.model = model;
+  }
+
+  /**
+   * Load cached prompt & completion state from a file.
+   */
+  async loadSession(filepath) {
+    let path = filepath;
+    if (path.startsWith('file://')) path = path.slice(7);
+    return Cactus.loadSession(this.id, path);
+  }
+
+  /**
+   * Save current cached prompt & completion state to a file.
+   */
+  async saveSession(filepath, options) {
+    return Cactus.saveSession(this.id, filepath, options?.tokenSize || -1);
+  }
+  isLlamaChatSupported() {
+    return !!this.model.chatTemplates.llamaChat;
+  }
+  isJinjaSupported() {
+    const {
+      minja
+    } = this.model.chatTemplates;
+    return !!minja?.toolUse || !!minja?.default;
+  }
+  async getFormattedChat(messages, template, params) {
+    const chat = formatChat(messages);
+    const useJinja = this.isJinjaSupported() && params?.jinja;
+    let tmpl = this.isLlamaChatSupported() || useJinja ? undefined : 'chatml';
+    if (template) tmpl = template; // Force replace if provided
+    const jsonSchema = getJsonSchema(params?.response_format);
+    return Cactus.getFormattedChat(this.id, JSON.stringify(chat), tmpl, {
+      jinja: useJinja,
+      json_schema: jsonSchema ? JSON.stringify(jsonSchema) : undefined,
+      tools: params?.tools ? JSON.stringify(params.tools) : undefined,
+      parallel_tool_calls: params?.parallel_tool_calls ? JSON.stringify(params.parallel_tool_calls) : undefined,
+      tool_choice: params?.tool_choice
+    });
+  }
+  async completionWithTools(params, callback, recursionCount = 0, recursionLimit = 3) {
+    if (!params.messages) {
+      // tool calling only works with messages
+      return this.completion(params, callback);
+    }
+    if (!params.tools) {
+      // no tools => default completion
+      return this.completion(params, callback);
+    }
+    if (recursionCount >= recursionLimit) {
+      // console.log(`Recursion limit reached (${recursionCount}/${recursionLimit}), returning default completion`)
+      return this.completion({
+        ...params,
+        jinja: true,
+        tools: params.tools.getSchemas()
+      }, callback);
+    }
+    const messages = [...params.messages]; // avoid mutating the original messages
+
+    // console.log('Calling completion...')
+    const result = await this.completion({
+      ...params,
+      messages: messages,
+      jinja: true,
+      tools: params.tools.getSchemas()
+    }, callback);
+    // console.log('Completion result:', result);
+
+    const {
+      toolCalled,
+      toolName,
+      toolInput,
+      toolOutput
+    } = await parseAndExecuteTool(result, params.tools);
+    if (toolCalled && toolName && toolInput) {
+      const assistantMessage = {
+        role: 'assistant',
+        content: result.content,
+        tool_calls: result.tool_calls
+      };
+      messages.push(assistantMessage);
+      const toolCallId = result.tool_calls?.[0]?.id;
+      const toolMessage = {
+        role: 'tool',
+        content: JSON.stringify(toolOutput),
+        tool_call_id: toolCallId
+      };
+      messages.push(toolMessage);
+
+      // console.log('Messages being sent to next completion:', JSON.stringify(messages, null, 2));
+
+      return await this.completionWithTools({
+        ...params,
+        messages: messages
+      }, callback, recursionCount + 1, recursionLimit);
+    }
+    return result;
+  }
+  async completion(params, callback) {
+    const nativeParams = {
+      ...params,
+      prompt: params.prompt || '',
+      emit_partial_completion: !!callback
+    };
+    if (params.messages) {
+      // messages always win
+      const formattedResult = await this.getFormattedChat(params.messages, params.chat_template || params.chatTemplate, {
+        jinja: params.jinja,
+        tools: params.tools,
+        parallel_tool_calls: params.parallel_tool_calls,
+        tool_choice: params.tool_choice
+      });
+      if (typeof formattedResult === 'string') {
+        nativeParams.prompt = formattedResult || '';
+      } else {
+        nativeParams.prompt = formattedResult.prompt || '';
+        if (typeof formattedResult.chat_format === 'number') nativeParams.chat_format = formattedResult.chat_format;
+        if (formattedResult.grammar) nativeParams.grammar = formattedResult.grammar;
+        if (typeof formattedResult.grammar_lazy === 'boolean') nativeParams.grammar_lazy = formattedResult.grammar_lazy;
+        if (formattedResult.grammar_triggers) nativeParams.grammar_triggers = formattedResult.grammar_triggers;
+        if (formattedResult.preserved_tokens) nativeParams.preserved_tokens = formattedResult.preserved_tokens;
+        if (formattedResult.additional_stops) {
+          if (!nativeParams.stop) nativeParams.stop = [];
+          nativeParams.stop.push(...formattedResult.additional_stops);
+        }
+      }
+    } else {
+      nativeParams.prompt = params.prompt || '';
+    }
+    if (nativeParams.response_format && !nativeParams.grammar) {
+      const jsonSchema = getJsonSchema(params.response_format);
+      if (jsonSchema) nativeParams.json_schema = JSON.stringify(jsonSchema);
+    }
+    let tokenListener = callback && EventEmitter.addListener(EVENT_ON_TOKEN, evt => {
+      const {
+        contextId,
+        tokenResult
+      } = evt;
+      if (contextId !== this.id) return;
+      callback(tokenResult);
+    });
+    if (!nativeParams.prompt) throw new Error('Prompt is required');
+    const promise = Cactus.completion(this.id, nativeParams);
+    return promise.then(completionResult => {
+      tokenListener?.remove();
+      tokenListener = null;
+      return completionResult;
+    }).catch(err => {
+      tokenListener?.remove();
+      tokenListener = null;
+      throw err;
+    });
+  }
+  stopCompletion() {
+    return Cactus.stopCompletion(this.id);
+  }
+  tokenize(text) {
+    return Cactus.tokenize(this.id, text);
+  }
+  detokenize(tokens) {
+    return Cactus.detokenize(this.id, tokens);
+  }
+  embedding(text, params) {
+    return Cactus.embedding(this.id, text, params || {});
+  }
+  async bench(pp, tg, pl, nr) {
+    const result = await Cactus.bench(this.id, pp, tg, pl, nr);
+    const [modelDesc, modelSize, modelNParams, ppAvg, ppStd, tgAvg, tgStd] = JSON.parse(result);
+    return {
+      modelDesc,
+      modelSize,
+      modelNParams,
+      ppAvg,
+      ppStd,
+      tgAvg,
+      tgStd
+    };
+  }
+  async applyLoraAdapters(loraList) {
+    let loraAdapters = [];
+    if (loraList) loraAdapters = loraList.map(l => ({
+      path: l.path.replace(/file:\/\//, ''),
+      scaled: l.scaled
+    }));
+    return Cactus.applyLoraAdapters(this.id, loraAdapters);
+  }
+  async removeLoraAdapters() {
+    return Cactus.removeLoraAdapters(this.id);
+  }
+  async getLoadedLoraAdapters() {
+    return Cactus.getLoadedLoraAdapters(this.id);
+  }
+  async release() {
+    return Cactus.releaseContext(this.id);
+  }
+  async rewind() {
+    // @ts-ignore
+    return Cactus.rewind(this.id);
+  }
+}
+export async function toggleNativeLog(enabled) {
+  return Cactus.toggleNativeLog(enabled);
+}
+export function addNativeLogListener(listener) {
+  logListeners.push(listener);
+  return {
+    remove: () => {
+      logListeners.splice(logListeners.indexOf(listener), 1);
+    }
+  };
+}
+export async function setContextLimit(limit) {
+  return Cactus.setContextLimit(limit);
+}
+let contextIdCounter = 0;
+const contextIdRandom = () => process.env.NODE_ENV === 'test' ? 0 : Math.floor(Math.random() * 100000);
+const modelInfoSkip = [
+// Large fields
+'tokenizer.ggml.tokens', 'tokenizer.ggml.token_type', 'tokenizer.ggml.merges', 'tokenizer.ggml.scores'];
+export async function loadLlamaModelInfo(model) {
+  let path = model;
+  if (path.startsWith('file://')) path = path.slice(7);
+  return Cactus.modelInfo(path, modelInfoSkip);
+}
+const poolTypeMap = {
+  // -1 is unspecified as undefined
+  none: 0,
+  mean: 1,
+  cls: 2,
+  last: 3,
+  rank: 4
+};
+export async function initLlama({
+  model,
+  is_model_asset: isModelAsset,
+  pooling_type: poolingType,
+  lora,
+  lora_list: loraList,
+  ...rest
+}, onProgress) {
+  let path = model;
+  if (path.startsWith('file://')) path = path.slice(7);
+  let loraPath = lora;
+  if (loraPath?.startsWith('file://')) loraPath = loraPath.slice(7);
+  let loraAdapters = [];
+  if (loraList) loraAdapters = loraList.map(l => ({
+    path: l.path.replace(/file:\/\//, ''),
+    scaled: l.scaled
+  }));
+  const contextId = contextIdCounter + contextIdRandom();
+  contextIdCounter += 1;
+  let removeProgressListener = null;
+  if (onProgress) {
+    removeProgressListener = EventEmitter.addListener(EVENT_ON_INIT_CONTEXT_PROGRESS, evt => {
+      if (evt.contextId !== contextId) return;
+      onProgress(evt.progress);
+    });
+  }
+  const poolType = poolTypeMap[poolingType];
+  const {
+    gpu,
+    reasonNoGPU,
+    model: modelDetails,
+    androidLib
+  } = await Cactus.initContext(contextId, {
+    model: path,
+    is_model_asset: !!isModelAsset,
+    use_progress_callback: !!onProgress,
+    pooling_type: poolType,
+    lora: loraPath,
+    lora_list: loraAdapters,
+    ...rest
+  }).catch(err => {
+    removeProgressListener?.remove();
+    throw err;
+  });
+  removeProgressListener?.remove();
+  return new LlamaContext({
+    contextId,
+    gpu,
+    reasonNoGPU,
+    model: modelDetails,
+    androidLib
+  });
+}
+export async function releaseAllLlama() {
+  return Cactus.releaseAllContexts();
+}
+export const initContext = async params => {
+  return await Cactus.initContext(contextIdCounter++, params);
+};
+export const initMultimodal = async (contextId, mmprojPath, useGpu = false) => {
+  return await Cactus.initMultimodal(contextId, mmprojPath, useGpu);
+};
+export const isMultimodalEnabled = async contextId => {
+  return await Cactus.isMultimodalEnabled(contextId);
+};
+export const isMultimodalSupportVision = async contextId => {
+  return await Cactus.isMultimodalSupportVision(contextId);
+};
+export const isMultimodalSupportAudio = async contextId => {
+  return await Cactus.isMultimodalSupportAudio(contextId);
+};
+export const releaseMultimodal = async contextId => {
+  return await Cactus.releaseMultimodal(contextId);
+};
+export const multimodalCompletion = async (contextId, prompt, mediaPaths, params) => {
+  return await Cactus.multimodalCompletion(contextId, prompt, mediaPaths, params);
+};
+export const initVocoder = async (contextId, vocoderModelPath) => {
+  return await Cactus.initVocoder(contextId, vocoderModelPath);
+};
+export const isVocoderEnabled = async contextId => {
+  return await Cactus.isVocoderEnabled(contextId);
+};
+export const getTTSType = async contextId => {
+  return await Cactus.getTTSType(contextId);
+};
+export const getFormattedAudioCompletion = async (contextId, speakerJsonStr, textToSpeak) => {
+  return await Cactus.getFormattedAudioCompletion(contextId, speakerJsonStr, textToSpeak);
+};
+export const getAudioCompletionGuideTokens = async (contextId, textToSpeak) => {
+  return await Cactus.getAudioCompletionGuideTokens(contextId, textToSpeak);
+};
+export const decodeAudioTokens = async (contextId, tokens) => {
+  return await Cactus.decodeAudioTokens(contextId, tokens);
+};
+export const releaseVocoder = async contextId => {
+  return await Cactus.releaseVocoder(contextId);
+};
+export const tokenize = async (contextId, text, mediaPaths) => {
+  if (mediaPaths && mediaPaths.length > 0) {
+    return await Cactus.tokenize(contextId, text, mediaPaths);
+  } else {
+    return await Cactus.tokenize(contextId, text);
+  }
+};
+export { CactusLM } from './lm';
+export { CactusVLM } from './vlm';
+export { CactusTTS } from './tts';
+//# sourceMappingURL=index.js.map

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Cactus","SchemaGrammarConverter","convertJsonSchemaToGrammar","formatChat","Tools","injectToolsIntoMessages","parseAndExecuteTool","updateMessagesWithToolCall","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","OS","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","default","getFormattedChat","messages","template","params","chat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","result","toolCalled","toolName","toolInput","toolOutput","newMessages","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","rewind","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length","CactusLM","CactusVLM","CactusTTS"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,kBAAkB,EAAEC,kBAAkB,EAAEC,QAAQ,QAAQ,cAAc;AAE/E,OAAOC,MAAM,MAAM,gBAAgB;AAuBnC,SAASC,sBAAsB,EAAEC,0BAA0B,QAAQ,WAAW;AAE9E,SAASC,UAAU,QAAQ,QAAQ;AACnC,SAASC,KAAK,EAAEC,uBAAuB,EAAEC,mBAAmB,EAAEC,0BAA0B,QAAQ,SAAS;AAuBzG,SAASN,sBAAsB,EAAEC,0BAA0B,EAAEE,KAAK;AAElE,MAAMI,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIZ,QAAQ,CAACa,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAId,kBAAkB,CAACG,MAAM,CAAC;AAC/C;AACA,IAAID,QAAQ,CAACa,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGb,kBAAkB;AACnC;AAEA,MAAMe,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIF,YAAY,EAAE;EAChBA,YAAY,CAACG,WAAW,CACtBJ,mBAAmB,EAClBK,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAnB,MAAM,EAAEoB,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAED,OAAO,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAOtC,MAAM,CAACkC,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAOxC,MAAM,CAACuC,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAEE,OAAO;EAC7C;EAEA,MAAMC,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAGlD,UAAU,CAAC+C,QAAQ,CAAC;IACjC,MAAMI,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIO,MAAM,EAAEG,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIN,QAAQ,EAAEK,IAAI,GAAGL,QAAQ,EAAC;IAC9B,MAAMO,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,EAAEO,eAAe,CAAC;IACzD,OAAO3D,MAAM,CAACiD,gBAAgB,CAAC,IAAI,CAAChB,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACR,IAAI,CAAC,EAAEG,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEV,MAAM,EAAEU,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACT,MAAM,CAACU,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEX,MAAM,EAAEW,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACT,MAAM,CAACW,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEZ,MAAM,EAAEY;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBb,MAAyC,EACzCc,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAAChB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACmB,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACd,MAAM,CAACU,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IAEA,IAAIhB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIiB,cAAc,KAAK,CAAC,EAAE;MACtBjB,QAAQ,GAAG7C,uBAAuB,CAAC6C,QAAQ,EAAEE,MAAM,CAACU,KAAK,CAAC;IAC9D;IAEA,MAAMQ,MAAM,GAAG,MAAM,IAAI,CAACD,UAAU,CAAC;MAAC,GAAGjB,MAAM;MAAEF;IAAQ,CAAC,EAAEgB,QAAQ,CAAC;IAErE,MAAM;MAACK,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAMpE,mBAAmB,CAACgE,MAAM,EAAElB,MAAM,CAACU,KAAK,CAAC;IAEnD,IAAIS,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAME,WAAW,GAAGpE,0BAA0B,CAC1C2C,QAAQ,EAAEsB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACT,mBAAmB,CACjC;QAAC,GAAGb,MAAM;QAAEF,QAAQ,EAAEyB;MAAW,CAAC,EAClCT,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOE,MAAM;EACnB;EAEE,MAAMD,UAAUA,CACdjB,MAAwB,EACxBc,QAAoC,EACH;IACjC,MAAMU,YAAY,GAAG;MACnB,GAAGxB,MAAM;MACTyB,MAAM,EAAEzB,MAAM,CAACyB,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACZ;IAC7B,CAAC;IACD,IAAId,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAM6B,eAAe,GAAG,MAAM,IAAI,CAAC9B,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAAC4B,aAAa,IAAI5B,MAAM,CAAC6B,YAAY,EAC3C;QACE1B,KAAK,EAAEH,MAAM,CAACG,KAAK;QACnBO,KAAK,EAAEV,MAAM,CAACU,KAAK;QACnBC,mBAAmB,EAAEX,MAAM,CAACW,mBAAmB;QAC/CC,WAAW,EAAEZ,MAAM,CAACY;MACtB,CACF,CAAC;MACD,IAAI,OAAOe,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGzB,MAAM,CAACyB,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACjB,eAAe,IAAI,CAACiB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMzB,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,CAACO,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEkB,YAAY,CAACnD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIgC,aAAkB,GACpBxB,QAAQ,IACRvD,YAAY,CAACG,WAAW,CAACL,cAAc,EAAGM,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE4D;MAAY,CAAC,GAAG5E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACyB,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAG7F,MAAM,CAACqE,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE2C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD1E,KAAK,CAAE4E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOlG,MAAM,CAACkG,cAAc,CAAC,IAAI,CAACjE,EAAE,CAAC;EACvC;EAEAkE,QAAQA,CAAChF,IAAY,EAAiC;IACpD,OAAOnB,MAAM,CAACmG,QAAQ,CAAC,IAAI,CAAClE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAiF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOrG,MAAM,CAACoG,UAAU,CAAC,IAAI,CAACnE,EAAE,EAAEoE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPnF,IAAY,EACZiC,MAAwB,EACQ;IAChC,OAAOpD,MAAM,CAACsG,SAAS,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,EAAEiC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMmD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMrC,MAAM,GAAG,MAAMtE,MAAM,CAACuG,KAAK,CAAC,IAAI,CAACtE,EAAE,EAAEuE,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEtD,IAAI,CAACuD,KAAK,CAAC7C,MAAM,CAAC;IACpB,OAAO;MACLsC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCpF,IAAI,EAAEoF,CAAC,CAACpF,IAAI,CAACqF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAO1H,MAAM,CAACoH,iBAAiB,CAAC,IAAI,CAACnF,EAAE,EAAEqF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAO3H,MAAM,CAAC2H,kBAAkB,CAAC,IAAI,CAAC1F,EAAE,CAAC;EAC3C;EAEA,MAAM2F,qBAAqBA,CAAA,EAEzB;IACA,OAAO5H,MAAM,CAAC4H,qBAAqB,CAAC,IAAI,CAAC3F,EAAE,CAAC;EAC9C;EAEA,MAAM4F,OAAOA,CAAA,EAAkB;IAC7B,OAAO7H,MAAM,CAAC8H,cAAc,CAAC,IAAI,CAAC7F,EAAE,CAAC;EACvC;EAEA,MAAM8F,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAQ/H,MAAM,CAAS+H,MAAM,CAAC,IAAI,CAAC9F,EAAE,CAAC;EACxC;AACF;AAEA,OAAO,eAAeb,eAAeA,CAAC4G,OAAgB,EAAiB;EACrE,OAAOhI,MAAM,CAACoB,eAAe,CAAC4G,OAAO,CAAC;AACxC;AAEA,OAAO,SAASC,oBAAoBA,CAClChH,QAA+C,EACvB;EACxBJ,YAAY,CAAC4E,IAAI,CAACxE,QAAQ,CAAC;EAC3B,OAAO;IACL+E,MAAM,EAAEA,CAAA,KAAM;MACZnF,YAAY,CAACqH,MAAM,CAACrH,YAAY,CAACsH,OAAO,CAAClH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEA,OAAO,eAAemH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOrI,MAAM,CAACoI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACD,OAAO,eAAeC,kBAAkBA,CAAC/G,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAOtC,MAAM,CAACgJ,SAAS,CAAC5G,IAAI,EAAE0G,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAED,OAAO,eAAeC,SAASA,CAC7B;EACEvH,KAAK;EACLwH,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAExC,QAAQ;EACnB,GAAGyC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI3H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI0H,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE3H,UAAU,CAAC,SAAS,CAAC,EAAE2H,QAAQ,GAAGA,QAAQ,CAAC1H,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIgF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCpF,IAAI,EAAEoF,CAAC,CAACpF,IAAI,CAACqF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM3F,SAAS,GAAGuG,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGtJ,YAAY,CAACG,WAAW,CAC/CN,8BAA8B,EAC7BO,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCgI,UAAU,CAAChJ,GAAG,CAACmJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJ/H,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEoI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMrK,MAAM,CAACsK,WAAW,CAACvI,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXoH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEvC,YAAY;IACvB,GAAGwC;EACL,CAAC,CAAC,CAACzI,KAAK,CAAE4E,GAAQ,IAAK;IACrBgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIrE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEoI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEA,OAAO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOxK,MAAM,CAACyK,kBAAkB,CAAC,CAAC;AACpC;AAEA,OAAO,MAAMH,WAAW,GAAG,MAAOlH,MAA2B,IAAK;EAChE,OAAO,MAAMpD,MAAM,CAACsK,WAAW,CAAChC,gBAAgB,EAAE,EAAElF,MAAM,CAAC;AAC7D,CAAC;AAED,OAAO,MAAMsH,cAAc,GAAG,MAAAA,CAAO3I,SAAiB,EAAE4I,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM5K,MAAM,CAAC0K,cAAc,CAAC3I,SAAS,EAAE4I,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAED,OAAO,MAAMC,mBAAmB,GAAG,MAAO9I,SAAiB,IAAK;EAC9D,OAAO,MAAM/B,MAAM,CAAC6K,mBAAmB,CAAC9I,SAAS,CAAC;AACpD,CAAC;AAED,OAAO,MAAM+I,yBAAyB,GAAG,MAAO/I,SAAiB,IAAK;EACpE,OAAO,MAAM/B,MAAM,CAAC8K,yBAAyB,CAAC/I,SAAS,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMgJ,wBAAwB,GAAG,MAAOhJ,SAAiB,IAAK;EACnE,OAAO,MAAM/B,MAAM,CAAC+K,wBAAwB,CAAChJ,SAAS,CAAC;AACzD,CAAC;AAED,OAAO,MAAMiJ,iBAAiB,GAAG,MAAOjJ,SAAiB,IAAK;EAC5D,OAAO,MAAM/B,MAAM,CAACgL,iBAAiB,CAACjJ,SAAS,CAAC;AAClD,CAAC;AAED,OAAO,MAAMkJ,oBAAoB,GAAG,MAAAA,CAAOlJ,SAAiB,EAAE8C,MAAc,EAAEqG,UAAoB,EAAE9H,MAA8B,KAAsC;EACtK,OAAO,MAAMpD,MAAM,CAACiL,oBAAoB,CAAClJ,SAAS,EAAE8C,MAAM,EAAEqG,UAAU,EAAE9H,MAAM,CAAC;AACjF,CAAC;AAED,OAAO,MAAM+H,WAAW,GAAG,MAAAA,CAAOpJ,SAAiB,EAAEqJ,gBAAwB,KAAK;EAChF,OAAO,MAAMpL,MAAM,CAACmL,WAAW,CAACpJ,SAAS,EAAEqJ,gBAAgB,CAAC;AAC9D,CAAC;AAED,OAAO,MAAMC,gBAAgB,GAAG,MAAOtJ,SAAiB,IAAK;EAC3D,OAAO,MAAM/B,MAAM,CAACqL,gBAAgB,CAACtJ,SAAS,CAAC;AACjD,CAAC;AAED,OAAO,MAAMuJ,UAAU,GAAG,MAAOvJ,SAAiB,IAA6B;EAC7E,OAAO,MAAM/B,MAAM,CAACsL,UAAU,CAACvJ,SAAS,CAAC;AAC3C,CAAC;AAED,OAAO,MAAMwJ,2BAA2B,GAAG,MAAAA,CAAOxJ,SAAiB,EAAEyJ,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMzL,MAAM,CAACuL,2BAA2B,CAACxJ,SAAS,EAAEyJ,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAED,OAAO,MAAMC,6BAA6B,GAAG,MAAAA,CAAO3J,SAAiB,EAAE0J,WAAmB,KAAuC;EAC/H,OAAO,MAAMzL,MAAM,CAAC0L,6BAA6B,CAAC3J,SAAS,EAAE0J,WAAW,CAAC;AAC3E,CAAC;AAED,OAAO,MAAME,iBAAiB,GAAG,MAAAA,CAAO5J,SAAiB,EAAEsE,MAAgB,KAAuC;EAChH,OAAO,MAAMrG,MAAM,CAAC2L,iBAAiB,CAAC5J,SAAS,EAAEsE,MAAM,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMuF,cAAc,GAAG,MAAO7J,SAAiB,IAAK;EACzD,OAAO,MAAM/B,MAAM,CAAC4L,cAAc,CAAC7J,SAAS,CAAC;AAC/C,CAAC;AAED,OAAO,MAAMoE,QAAQ,GAAG,MAAAA,CAAOpE,SAAiB,EAAEZ,IAAY,EAAE+J,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM7L,MAAM,CAACmG,QAAQ,CAACpE,SAAS,EAAEZ,IAAI,EAAE+J,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMlL,MAAM,CAACmG,QAAQ,CAACpE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAED,SAAS2K,QAAQ,QAAQ,MAAM;AAC/B,SAASC,SAAS,QAAQ,OAAO;AACjC,SAASC,SAAS,QAAQ,OAAO","ignoreList":[]}
+{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Cactus","SchemaGrammarConverter","convertJsonSchemaToGrammar","formatChat","Tools","parseAndExecuteTool","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","OS","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","default","getFormattedChat","messages","template","params","chat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","getSchemas","result","toolCalled","toolName","toolInput","toolOutput","assistantMessage","role","content","tool_calls","push","toolCallId","toolMessage","tool_call_id","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","rewind","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length","CactusLM","CactusVLM","CactusTTS"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,kBAAkB,EAAEC,kBAAkB,EAAEC,QAAQ,QAAQ,cAAc;AAE/E,OAAOC,MAAM,MAAM,gBAAgB;AAuBnC,SAASC,sBAAsB,EAAEC,0BAA0B,QAAQ,WAAW;AAE9E,SAASC,UAAU,QAAQ,QAAQ;AACnC,SAASC,KAAK,EAAEC,mBAAmB,QAAQ,SAAS;AAuBpD,SAASJ,sBAAsB,EAAEC,0BAA0B,EAAEE,KAAK;AAElE,MAAME,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIV,QAAQ,CAACW,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAIZ,kBAAkB,CAACG,MAAM,CAAC;AAC/C;AACA,IAAID,QAAQ,CAACW,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGX,kBAAkB;AACnC;AAEA,MAAMa,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIF,YAAY,EAAE;EAChBA,YAAY,CAACG,WAAW,CACtBJ,mBAAmB,EAClBK,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAjB,MAAM,EAAEkB,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAED,OAAO,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAOpC,MAAM,CAACgC,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAOtC,MAAM,CAACqC,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAEE,OAAO;EAC7C;EAEA,MAAMC,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAGhD,UAAU,CAAC6C,QAAQ,CAAC;IACjC,MAAMI,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIO,MAAM,EAAEG,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIN,QAAQ,EAAEK,IAAI,GAAGL,QAAQ,EAAC;IAC9B,MAAMO,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,EAAEO,eAAe,CAAC;IACzD,OAAOzD,MAAM,CAAC+C,gBAAgB,CAAC,IAAI,CAAChB,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACR,IAAI,CAAC,EAAEG,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEV,MAAM,EAAEU,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACT,MAAM,CAACU,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEX,MAAM,EAAEW,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACT,MAAM,CAACW,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEZ,MAAM,EAAEY;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACvBb,MAAyC,EACzCc,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAAChB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACmB,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACd,MAAM,CAACU,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC;MACA,OAAO,IAAI,CAACC,UAAU,CAAC;QACnB,GAAGjB,MAAM;QACTG,KAAK,EAAE,IAAI;QACXO,KAAK,EAAEV,MAAM,CAACU,KAAK,CAACQ,UAAU,CAAC;MACnC,CAAC,EAAEJ,QAAQ,CAAC;IAChB;IAEA,MAAMhB,QAAQ,GAAG,CAAC,GAAGE,MAAM,CAACF,QAAQ,CAAC,CAAC,CAAC;;IAEvC;IACA,MAAMqB,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MACjC,GAAGjB,MAAM;MACTF,QAAQ,EAAEA,QAAQ;MAClBK,KAAK,EAAE,IAAI;MACXO,KAAK,EAAEV,MAAM,CAACU,KAAK,CAACQ,UAAU,CAAC;IACnC,CAAC,EAAEJ,QAAQ,CAAC;IACZ;;IAEA,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAMpE,mBAAmB,CAACgE,MAAM,EAAEnB,MAAM,CAACU,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAME,gBAAgB,GAAG;QACrBC,IAAI,EAAE,WAAW;QACjBC,OAAO,EAAEP,MAAM,CAACO,OAAO;QACvBC,UAAU,EAAER,MAAM,CAACQ;MACvB,CAA+B;MAE/B7B,QAAQ,CAAC8B,IAAI,CAACJ,gBAAgB,CAAC;MAE/B,MAAMK,UAAU,GAAGV,MAAM,CAACQ,UAAU,GAAG,CAAC,CAAC,EAAE9C,EAAE;MAC7C,MAAMiD,WAAW,GAAG;QAChBL,IAAI,EAAE,MAAM;QACZC,OAAO,EAAElB,IAAI,CAACC,SAAS,CAACc,UAAU,CAAC;QACnCQ,YAAY,EAAEF;MAClB,CAA+B;MAE/B/B,QAAQ,CAAC8B,IAAI,CAACE,WAAW,CAAC;;MAE1B;;MAEA,OAAO,MAAM,IAAI,CAACjB,mBAAmB,CACjC;QAAC,GAAGb,MAAM;QAAEF,QAAQ,EAAEA;MAAQ,CAAC,EAC/BgB,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACf;EAEA,MAAMF,UAAUA,CACdjB,MAAwB,EACxBc,QAAoC,EACH;IACjC,MAAMkB,YAAY,GAAG;MACnB,GAAGhC,MAAM;MACTiC,MAAM,EAAEjC,MAAM,CAACiC,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACpB;IAC7B,CAAC;IACD,IAAId,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMqC,eAAe,GAAG,MAAM,IAAI,CAACtC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACoC,aAAa,IAAIpC,MAAM,CAACqC,YAAY,EAC3C;QACElC,KAAK,EAAEH,MAAM,CAACG,KAAK;QACnBO,KAAK,EAAEV,MAAM,CAACU,KAAK;QACnBC,mBAAmB,EAAEX,MAAM,CAACW,mBAAmB;QAC/CC,WAAW,EAAEZ,MAAM,CAACY;MACtB,CACF,CAAC;MACD,IAAI,OAAOuB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAAChB,IAAI,CAAC,GAAGO,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGjC,MAAM,CAACiC,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACzB,eAAe,IAAI,CAACyB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMjC,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,CAACO,eAAe,CAAC;MACxD,IAAID,UAAU,EAAE0B,YAAY,CAAC3D,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIuC,aAAkB,GACpB/B,QAAQ,IACRvD,YAAY,CAACG,WAAW,CAACL,cAAc,EAAGM,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAEmE;MAAY,CAAC,GAAGnF,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACgC,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACd,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIc,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGlG,MAAM,CAACmE,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAEmD,YAAY,CAAC;IACxD,OAAOgB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACDjF,KAAK,CAAEmF,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOvG,MAAM,CAACuG,cAAc,CAAC,IAAI,CAACxE,EAAE,CAAC;EACvC;EAEAyE,QAAQA,CAACvF,IAAY,EAAiC;IACpD,OAAOjB,MAAM,CAACwG,QAAQ,CAAC,IAAI,CAACzE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAwF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAO1G,MAAM,CAACyG,UAAU,CAAC,IAAI,CAAC1E,EAAE,EAAE2E,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACP1F,IAAY,EACZiC,MAAwB,EACQ;IAChC,OAAOlD,MAAM,CAAC2G,SAAS,CAAC,IAAI,CAAC5E,EAAE,EAAEd,IAAI,EAAEiC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAM0D,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAM3C,MAAM,GAAG,MAAMrE,MAAM,CAAC4G,KAAK,CAAC,IAAI,CAAC7E,EAAE,EAAE8E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE7D,IAAI,CAAC8D,KAAK,CAACnD,MAAM,CAAC;IACpB,OAAO;MACL4C,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC3F,IAAI,EAAE2F,CAAC,CAAC3F,IAAI,CAAC4F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAO/H,MAAM,CAACyH,iBAAiB,CAAC,IAAI,CAAC1F,EAAE,EAAE4F,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOhI,MAAM,CAACgI,kBAAkB,CAAC,IAAI,CAACjG,EAAE,CAAC;EAC3C;EAEA,MAAMkG,qBAAqBA,CAAA,EAEzB;IACA,OAAOjI,MAAM,CAACiI,qBAAqB,CAAC,IAAI,CAAClG,EAAE,CAAC;EAC9C;EAEA,MAAMmG,OAAOA,CAAA,EAAkB;IAC7B,OAAOlI,MAAM,CAACmI,cAAc,CAAC,IAAI,CAACpG,EAAE,CAAC;EACvC;EAEA,MAAMqG,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAQpI,MAAM,CAASoI,MAAM,CAAC,IAAI,CAACrG,EAAE,CAAC;EACxC;AACF;AAEA,OAAO,eAAeb,eAAeA,CAACmH,OAAgB,EAAiB;EACrE,OAAOrI,MAAM,CAACkB,eAAe,CAACmH,OAAO,CAAC;AACxC;AAEA,OAAO,SAASC,oBAAoBA,CAClCvH,QAA+C,EACvB;EACxBJ,YAAY,CAACmE,IAAI,CAAC/D,QAAQ,CAAC;EAC3B,OAAO;IACLsF,MAAM,EAAEA,CAAA,KAAM;MACZ1F,YAAY,CAAC4H,MAAM,CAAC5H,YAAY,CAAC6H,OAAO,CAACzH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEA,OAAO,eAAe0H,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO1I,MAAM,CAACyI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACD,OAAO,eAAeC,kBAAkBA,CAACtH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAOpC,MAAM,CAACqJ,SAAS,CAACnH,IAAI,EAAEiH,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAED,OAAO,eAAeC,SAASA,CAC7B;EACE9H,KAAK;EACL+H,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAExC,QAAQ;EACnB,GAAGyC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIlI,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAIiI,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAElI,UAAU,CAAC,SAAS,CAAC,EAAEkI,QAAQ,GAAGA,QAAQ,CAACjI,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIuF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC3F,IAAI,EAAE2F,CAAC,CAAC3F,IAAI,CAAC4F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMlG,SAAS,GAAG8G,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG7J,YAAY,CAACG,WAAW,CAC/CN,8BAA8B,EAC7BO,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCuI,UAAU,CAACvJ,GAAG,CAAC0J,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJtI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE2I,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM1K,MAAM,CAAC2K,WAAW,CAAC9I,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACX2H,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEvC,YAAY;IACvB,GAAGwC;EACL,CAAC,CAAC,CAAChJ,KAAK,CAAEmF,GAAQ,IAAK;IACrBgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAI5E,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE2I,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEA,OAAO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAO7K,MAAM,CAAC8K,kBAAkB,CAAC,CAAC;AACpC;AAEA,OAAO,MAAMH,WAAW,GAAG,MAAOzH,MAA2B,IAAK;EAChE,OAAO,MAAMlD,MAAM,CAAC2K,WAAW,CAAChC,gBAAgB,EAAE,EAAEzF,MAAM,CAAC;AAC7D,CAAC;AAED,OAAO,MAAM6H,cAAc,GAAG,MAAAA,CAAOlJ,SAAiB,EAAEmJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAMjL,MAAM,CAAC+K,cAAc,CAAClJ,SAAS,EAAEmJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAED,OAAO,MAAMC,mBAAmB,GAAG,MAAOrJ,SAAiB,IAAK;EAC9D,OAAO,MAAM7B,MAAM,CAACkL,mBAAmB,CAACrJ,SAAS,CAAC;AACpD,CAAC;AAED,OAAO,MAAMsJ,yBAAyB,GAAG,MAAOtJ,SAAiB,IAAK;EACpE,OAAO,MAAM7B,MAAM,CAACmL,yBAAyB,CAACtJ,SAAS,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMuJ,wBAAwB,GAAG,MAAOvJ,SAAiB,IAAK;EACnE,OAAO,MAAM7B,MAAM,CAACoL,wBAAwB,CAACvJ,SAAS,CAAC;AACzD,CAAC;AAED,OAAO,MAAMwJ,iBAAiB,GAAG,MAAOxJ,SAAiB,IAAK;EAC5D,OAAO,MAAM7B,MAAM,CAACqL,iBAAiB,CAACxJ,SAAS,CAAC;AAClD,CAAC;AAED,OAAO,MAAMyJ,oBAAoB,GAAG,MAAAA,CAAOzJ,SAAiB,EAAEsD,MAAc,EAAEoG,UAAoB,EAAErI,MAA8B,KAAsC;EACtK,OAAO,MAAMlD,MAAM,CAACsL,oBAAoB,CAACzJ,SAAS,EAAEsD,MAAM,EAAEoG,UAAU,EAAErI,MAAM,CAAC;AACjF,CAAC;AAED,OAAO,MAAMsI,WAAW,GAAG,MAAAA,CAAO3J,SAAiB,EAAE4J,gBAAwB,KAAK;EAChF,OAAO,MAAMzL,MAAM,CAACwL,WAAW,CAAC3J,SAAS,EAAE4J,gBAAgB,CAAC;AAC9D,CAAC;AAED,OAAO,MAAMC,gBAAgB,GAAG,MAAO7J,SAAiB,IAAK;EAC3D,OAAO,MAAM7B,MAAM,CAAC0L,gBAAgB,CAAC7J,SAAS,CAAC;AACjD,CAAC;AAED,OAAO,MAAM8J,UAAU,GAAG,MAAO9J,SAAiB,IAA6B;EAC7E,OAAO,MAAM7B,MAAM,CAAC2L,UAAU,CAAC9J,SAAS,CAAC;AAC3C,CAAC;AAED,OAAO,MAAM+J,2BAA2B,GAAG,MAAAA,CAAO/J,SAAiB,EAAEgK,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAM9L,MAAM,CAAC4L,2BAA2B,CAAC/J,SAAS,EAAEgK,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAED,OAAO,MAAMC,6BAA6B,GAAG,MAAAA,CAAOlK,SAAiB,EAAEiK,WAAmB,KAAuC;EAC/H,OAAO,MAAM9L,MAAM,CAAC+L,6BAA6B,CAAClK,SAAS,EAAEiK,WAAW,CAAC;AAC3E,CAAC;AAED,OAAO,MAAME,iBAAiB,GAAG,MAAAA,CAAOnK,SAAiB,EAAE6E,MAAgB,KAAuC;EAChH,OAAO,MAAM1G,MAAM,CAACgM,iBAAiB,CAACnK,SAAS,EAAE6E,MAAM,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMuF,cAAc,GAAG,MAAOpK,SAAiB,IAAK;EACzD,OAAO,MAAM7B,MAAM,CAACiM,cAAc,CAACpK,SAAS,CAAC;AAC/C,CAAC;AAED,OAAO,MAAM2E,QAAQ,GAAG,MAAAA,CAAO3E,SAAiB,EAAEZ,IAAY,EAAEsK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAMlM,MAAM,CAACwG,QAAQ,CAAC3E,SAAS,EAAEZ,IAAI,EAAEsK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMvL,MAAM,CAACwG,QAAQ,CAAC3E,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAED,SAASkL,QAAQ,QAAQ,MAAM;AAC/B,SAASC,SAAS,QAAQ,OAAO;AACjC,SAASC,SAAS,QAAQ,OAAO","ignoreList":[]}

package/lib/module/lm.js

@@ -0,0 +1,67 @@
+"use strict";
+
+import { initLlama } from './index';
+import { Telemetry } from './telemetry';
+export class CactusLM {
+  constructor(context, initParams) {
+    this.context = context;
+    this.initParams = initParams;
+  }
+  static async init(params, onProgress) {
+    const configs = [params, {
+      ...params,
+      n_gpu_layers: 0
+    }];
+    for (const config of configs) {
+      try {
+        const context = await initLlama(config, onProgress);
+        return {
+          lm: new CactusLM(context, config),
+          error: null
+        };
+      } catch (e) {
+        Telemetry.error(e, config);
+        if (configs.indexOf(config) === configs.length - 1) {
+          return {
+            lm: null,
+            error: e
+          };
+        }
+      }
+    }
+    return {
+      lm: null,
+      error: new Error('Failed to initialize CactusLM')
+    };
+  }
+  async completion(messages, params = {}, callback) {
+    const startTime = Date.now();
+    let firstTokenTime = null;
+    const wrappedCallback = callback ? data => {
+      if (firstTokenTime === null) firstTokenTime = Date.now();
+      callback(data);
+    } : undefined;
+    const result = await this.context.completion({
+      messages,
+      ...params
+    }, wrappedCallback);
+    Telemetry.track({
+      event: 'completion',
+      tok_per_sec: result.timings?.predicted_per_second,
+      toks_generated: result.timings?.predicted_n,
+      ttft: firstTokenTime ? firstTokenTime - startTime : null
+    }, this.initParams);
+    return result;
+  }
+  async embedding(text, params) {
+    return this.context.embedding(text, params);
+  }
+  async rewind() {
+    // @ts-ignore
+    return this.context?.rewind();
+  }
+  async release() {
+    return this.context.release();
+  }
+}
+//# sourceMappingURL=lm.js.map

package/lib/module/lm.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["initLlama","Telemetry","CactusLM","constructor","context","initParams","init","params","onProgress","configs","n_gpu_layers","config","lm","error","e","indexOf","length","Error","completion","messages","callback","startTime","Date","now","firstTokenTime","wrappedCallback","data","undefined","result","track","event","tok_per_sec","timings","predicted_per_second","toks_generated","predicted_n","ttft","embedding","text","rewind","release"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;AAAA,SAASA,SAAS,QAAsB,SAAS;AASjD,SAASC,SAAS,QAAQ,aAAa;AAOvC,OAAO,MAAMC,QAAQ,CAAC;EAIZC,WAAWA,CAACC,OAAqB,EAAEC,UAAyB,EAAE;IACpE,IAAI,CAACD,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC9B;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACd;IACzB,MAAMC,OAAO,GAAG,CACdF,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEG,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAML,OAAO,GAAG,MAAMJ,SAAS,CAACW,MAAM,EAAEH,UAAU,CAAC;QACnD,OAAO;UAAEI,EAAE,EAAE,IAAIV,QAAQ,CAACE,OAAO,EAAEO,MAAM,CAAC;UAAEE,KAAK,EAAE;QAAK,CAAC;MAC3D,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVb,SAAS,CAACY,KAAK,CAACC,CAAC,EAAWH,MAAM,CAAC;QACnC,IAAIF,OAAO,CAACM,OAAO,CAACJ,MAAM,CAAC,KAAKF,OAAO,CAACO,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEJ,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAII,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCZ,MAAwB,GAAG,CAAC,CAAC,EAC7Ba,QAA8B,EACG;IACjC,MAAMC,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAC5B,IAAIC,cAA6B,GAAG,IAAI;IAExC,MAAMC,eAAe,GAAGL,QAAQ,GAAIM,IAAS,IAAK;MAChD,IAAIF,cAAc,KAAK,IAAI,EAAEA,cAAc,GAAGF,IAAI,CAACC,GAAG,CAAC,CAAC;MACxDH,QAAQ,CAACM,IAAI,CAAC;IAChB,CAAC,GAAGC,SAAS;IAEb,MAAMC,MAAM,GAAG,MAAM,IAAI,CAACxB,OAAO,CAACc,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGZ;IAAO,CAAC,EAAEkB,eAAe,CAAC;IAEtFxB,SAAS,CAAC4B,KAAK,CAAC;MACdC,KAAK,EAAE,YAAY;MACnBC,WAAW,EAAGH,MAAM,CAASI,OAAO,EAAEC,oBAAoB;MAC1DC,cAAc,EAAGN,MAAM,CAASI,OAAO,EAAEG,WAAW;MACpDC,IAAI,EAAEZ,cAAc,GAAGA,cAAc,GAAGH,SAAS,GAAG;IACtD,CAAC,EAAE,IAAI,CAAChB,UAAU,CAAC;IAEnB,OAAOuB,MAAM;EACf;EAEA,MAAMS,SAASA,CACbC,IAAY,EACZ/B,MAAwB,EACQ;IAChC,OAAO,IAAI,CAACH,OAAO,CAACiC,SAAS,CAACC,IAAI,EAAE/B,MAAM,CAAC;EAC7C;EAEA,MAAMgC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACnC,OAAO,EAAEmC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACpC,OAAO,CAACoC,OAAO,CAAC,CAAC;EAC/B;AACF","ignoreList":[]}

package/lib/module/telemetry.js

@@ -0,0 +1,92 @@
+"use strict";
+
+import { Platform } from 'react-native';
+// Import package.json to get version
+const packageJson = require('../package.json');
+export class Telemetry {
+  static instance = null;
+  constructor(config) {
+    this.config = {
+      table: 'telemetry',
+      ...config
+    };
+  }
+  static getFilename(path) {
+    try {
+      return path.split('/').pop() || path.split('\\').pop() || 'unknown';
+    } catch {
+      return 'unknown';
+    }
+  }
+  static autoInit() {
+    if (!Telemetry.instance) {
+      Telemetry.instance = new Telemetry({
+        supabaseUrl: 'https://vlqqczxwyaodtcdmdmlw.supabase.co',
+        supabaseKey: 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InZscXFjenh3eWFvZHRjZG1kbWx3Iiwicm9sZSI6ImFub24iLCJpYXQiOjE3NTE1MTg2MzIsImV4cCI6MjA2NzA5NDYzMn0.nBzqGuK9j6RZ6mOPWU2boAC_5H9XDs-fPpo5P3WZYbI' // Anon!
+      });
+    }
+  }
+  static init(config) {
+    if (!Telemetry.instance) {
+      Telemetry.instance = new Telemetry(config);
+    }
+  }
+  static track(payload, options) {
+    if (!Telemetry.instance) {
+      Telemetry.autoInit();
+    }
+    Telemetry.instance.trackInternal(payload, options);
+  }
+  static error(error, options) {
+    if (!Telemetry.instance) {
+      Telemetry.autoInit();
+    }
+    Telemetry.instance.errorInternal(error, options);
+  }
+  trackInternal(payload, options) {
+    const record = {
+      os: Platform.OS === 'ios' ? 'iOS' : 'Android',
+      os_version: Platform.Version.toString(),
+      framework: 'react-native',
+      framework_version: packageJson.version,
+      telemetry_payload: payload,
+      timestamp: new Date().toISOString(),
+      model_filename: Telemetry.getFilename(options.model),
+      n_ctx: options.n_ctx,
+      n_gpu_layers: options.n_gpu_layers
+    };
+    this.sendRecord(record).catch(() => {});
+  }
+  errorInternal(error, options) {
+    const errorPayload = {
+      message: error.message,
+      stack: error.stack,
+      name: error.name
+    };
+    const record = {
+      os: Platform.OS === 'ios' ? 'iOS' : 'Android',
+      os_version: Platform.Version.toString(),
+      framework: 'react-native',
+      framework_version: packageJson.version,
+      error_payload: errorPayload,
+      timestamp: new Date().toISOString(),
+      model_filename: Telemetry.getFilename(options.model),
+      n_ctx: options.n_ctx,
+      n_gpu_layers: options.n_gpu_layers
+    };
+    this.sendRecord(record).catch(() => {});
+  }
+  async sendRecord(record) {
+    await globalThis.fetch(`${this.config.supabaseUrl}/rest/v1/${this.config.table}`, {
+      method: 'POST',
+      headers: {
+        'apikey': this.config.supabaseKey,
+        'Authorization': `Bearer ${this.config.supabaseKey}`,
+        'Content-Type': 'application/json',
+        'Prefer': 'return=minimal'
+      },
+      body: JSON.stringify([record])
+    });
+  }
+}
+//# sourceMappingURL=telemetry.js.map

package/lib/module/telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["Platform","packageJson","require","Telemetry","instance","constructor","config","table","getFilename","path","split","pop","autoInit","supabaseUrl","supabaseKey","init","track","payload","options","trackInternal","error","errorInternal","record","os","OS","os_version","Version","toString","framework","framework_version","version","telemetry_payload","timestamp","Date","toISOString","model_filename","model","n_ctx","n_gpu_layers","sendRecord","catch","errorPayload","message","stack","name","error_payload","globalThis","fetch","method","headers","body","JSON","stringify"],"sourceRoot":"../../src","sources":["telemetry.ts"],"mappings":";;AAAA,SAASA,QAAQ,QAAQ,cAAc;AAEvC;AACA,MAAMC,WAAW,GAAGC,OAAO,CAAC,iBAAiB,CAAC;AAqB9C,OAAO,MAAMC,SAAS,CAAC;EACrB,OAAeC,QAAQ,GAAqB,IAAI;EAGxCC,WAAWA,CAACC,MAAuB,EAAE;IAC3C,IAAI,CAACA,MAAM,GAAG;MACZC,KAAK,EAAE,WAAW;MAClB,GAAGD;IACL,CAAC;EACH;EAEA,OAAeE,WAAWA,CAACC,IAAY,EAAU;IAC/C,IAAI;MACF,OAAOA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC,IAAIF,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC,CAACC,GAAG,CAAC,CAAC,IAAI,SAAS;IACrE,CAAC,CAAC,MAAM;MACN,OAAO,SAAS;IAClB;EACF;EAEA,OAAOC,QAAQA,CAAA,EAAS;IACtB,IAAI,CAACT,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAAC;QACjCU,WAAW,EAAE,0CAA0C;QACvDC,WAAW,EAAE,kNAAkN,CAAE;MACnO,CAAC,CAAC;IACJ;EACF;EAEA,OAAOC,IAAIA,CAACT,MAAuB,EAAQ;IACzC,IAAI,CAACH,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAACG,MAAM,CAAC;IAC5C;EACF;EAEA,OAAOU,KAAKA,CAACC,OAA4B,EAAEC,OAAsB,EAAQ;IACvE,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEe,aAAa,CAACF,OAAO,EAAEC,OAAO,CAAC;EACrD;EAEA,OAAOE,KAAKA,CAACA,KAAY,EAAEF,OAAsB,EAAQ;IACvD,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEiB,aAAa,CAACD,KAAK,EAAEF,OAAO,CAAC;EACnD;EAEQC,aAAaA,CAACF,OAA4B,EAAEC,OAAsB,EAAQ;IAChF,MAAMI,MAAuB,GAAG;MAC9BC,EAAE,EAAEvB,QAAQ,CAACwB,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEzB,QAAQ,CAAC0B,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE5B,WAAW,CAAC6B,OAAO;MACtCC,iBAAiB,EAAEd,OAAO;MAC1Be,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAEhC,SAAS,CAACK,WAAW,CAACU,OAAO,CAACkB,KAAK,CAAC;MACpDC,KAAK,EAAEnB,OAAO,CAACmB,KAAK;MACpBC,YAAY,EAAEpB,OAAO,CAACoB;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAACjB,MAAM,CAAC,CAACkB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEQnB,aAAaA,CAACD,KAAY,EAAEF,OAAsB,EAAQ;IAChE,MAAMuB,YAAY,GAAG;MACnBC,OAAO,EAAEtB,KAAK,CAACsB,OAAO;MACtBC,KAAK,EAAEvB,KAAK,CAACuB,KAAK;MAClBC,IAAI,EAAExB,KAAK,CAACwB;IACd,CAAC;IAED,MAAMtB,MAAuB,GAAG;MAC9BC,EAAE,EAAEvB,QAAQ,CAACwB,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEzB,QAAQ,CAAC0B,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE5B,WAAW,CAAC6B,OAAO;MACtCe,aAAa,EAAEJ,YAAY;MAC3BT,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAEhC,SAAS,CAACK,WAAW,CAACU,OAAO,CAACkB,KAAK,CAAC;MACpDC,KAAK,EAAEnB,OAAO,CAACmB,KAAK;MACpBC,YAAY,EAAEpB,OAAO,CAACoB;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAACjB,MAAM,CAAC,CAACkB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEA,MAAcD,UAAUA,CAACjB,MAAuB,EAAiB;IAC/D,MAAOwB,UAAU,CAASC,KAAK,CAAC,GAAG,IAAI,CAACzC,MAAM,CAACO,WAAW,YAAY,IAAI,CAACP,MAAM,CAACC,KAAK,EAAE,EAAE;MACzFyC,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAAC3C,MAAM,CAACQ,WAAW;QACjC,eAAe,EAAE,UAAU,IAAI,CAACR,MAAM,CAACQ,WAAW,EAAE;QACpD,cAAc,EAAE,kBAAkB;QAClC,QAAQ,EAAE;MACZ,CAAC;MACDoC,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC,CAAC9B,MAAM,CAAC;IAC/B,CAAC,CAAC;EACJ;AACF","ignoreList":[]}