cactus-react-native 0.1.3 → 0.1.4

package/lib/commonjs/index.js

@@ -0,0 +1,459 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "CactusLM", {
+  enumerable: true,
+  get: function () {
+    return _lm.CactusLM;
+  }
+});
+Object.defineProperty(exports, "CactusTTS", {
+  enumerable: true,
+  get: function () {
+    return _tts.CactusTTS;
+  }
+});
+Object.defineProperty(exports, "CactusVLM", {
+  enumerable: true,
+  get: function () {
+    return _vlm.CactusVLM;
+  }
+});
+exports.LlamaContext = void 0;
+Object.defineProperty(exports, "SchemaGrammarConverter", {
+  enumerable: true,
+  get: function () {
+    return _grammar.SchemaGrammarConverter;
+  }
+});
+Object.defineProperty(exports, "Tools", {
+  enumerable: true,
+  get: function () {
+    return _tools.Tools;
+  }
+});
+exports.addNativeLogListener = addNativeLogListener;
+Object.defineProperty(exports, "convertJsonSchemaToGrammar", {
+  enumerable: true,
+  get: function () {
+    return _grammar.convertJsonSchemaToGrammar;
+  }
+});
+exports.initContext = exports.getTTSType = exports.getFormattedAudioCompletion = exports.getAudioCompletionGuideTokens = exports.decodeAudioTokens = void 0;
+exports.initLlama = initLlama;
+exports.isVocoderEnabled = exports.isMultimodalSupportVision = exports.isMultimodalSupportAudio = exports.isMultimodalEnabled = exports.initVocoder = exports.initMultimodal = void 0;
+exports.loadLlamaModelInfo = loadLlamaModelInfo;
+exports.multimodalCompletion = void 0;
+exports.releaseAllLlama = releaseAllLlama;
+exports.releaseVocoder = exports.releaseMultimodal = void 0;
+exports.setContextLimit = setContextLimit;
+exports.toggleNativeLog = toggleNativeLog;
+exports.tokenize = void 0;
+var _reactNative = require("react-native");
+var _NativeCactus = _interopRequireDefault(require("./NativeCactus"));
+var _grammar = require("./grammar");
+var _chat = require("./chat");
+var _tools = require("./tools");
+var _lm = require("./lm");
+var _vlm = require("./vlm");
+var _tts = require("./tts");
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+const EVENT_ON_INIT_CONTEXT_PROGRESS = '@Cactus_onInitContextProgress';
+const EVENT_ON_TOKEN = '@Cactus_onToken';
+const EVENT_ON_NATIVE_LOG = '@Cactus_onNativeLog';
+let EventEmitter;
+if (_reactNative.Platform.OS === 'ios') {
+  // @ts-ignore
+  EventEmitter = new _reactNative.NativeEventEmitter(_NativeCactus.default);
+}
+if (_reactNative.Platform.OS === 'android') {
+  EventEmitter = _reactNative.DeviceEventEmitter;
+}
+const logListeners = [];
+
+// @ts-ignore
+if (EventEmitter) {
+  EventEmitter.addListener(EVENT_ON_NATIVE_LOG, evt => {
+    logListeners.forEach(listener => listener(evt.level, evt.text));
+  });
+  // Trigger unset to use default log callback
+  _NativeCactus.default?.toggleNativeLog?.(false)?.catch?.(() => {});
+}
+const getJsonSchema = responseFormat => {
+  if (responseFormat?.type === 'json_schema') {
+    return responseFormat.json_schema?.schema;
+  }
+  if (responseFormat?.type === 'json_object') {
+    return responseFormat.schema || {};
+  }
+  return null;
+};
+class LlamaContext {
+  gpu = false;
+  reasonNoGPU = '';
+  constructor({
+    contextId,
+    gpu,
+    reasonNoGPU,
+    model
+  }) {
+    this.id = contextId;
+    this.gpu = gpu;
+    this.reasonNoGPU = reasonNoGPU;
+    this.model = model;
+  }
+
+  /**
+   * Load cached prompt & completion state from a file.
+   */
+  async loadSession(filepath) {
+    let path = filepath;
+    if (path.startsWith('file://')) path = path.slice(7);
+    return _NativeCactus.default.loadSession(this.id, path);
+  }
+
+  /**
+   * Save current cached prompt & completion state to a file.
+   */
+  async saveSession(filepath, options) {
+    return _NativeCactus.default.saveSession(this.id, filepath, options?.tokenSize || -1);
+  }
+  isLlamaChatSupported() {
+    return !!this.model.chatTemplates.llamaChat;
+  }
+  isJinjaSupported() {
+    const {
+      minja
+    } = this.model.chatTemplates;
+    return !!minja?.toolUse || !!minja?.default;
+  }
+  async getFormattedChat(messages, template, params) {
+    const chat = (0, _chat.formatChat)(messages);
+    const useJinja = this.isJinjaSupported() && params?.jinja;
+    let tmpl = this.isLlamaChatSupported() || useJinja ? undefined : 'chatml';
+    if (template) tmpl = template; // Force replace if provided
+    const jsonSchema = getJsonSchema(params?.response_format);
+    return _NativeCactus.default.getFormattedChat(this.id, JSON.stringify(chat), tmpl, {
+      jinja: useJinja,
+      json_schema: jsonSchema ? JSON.stringify(jsonSchema) : undefined,
+      tools: params?.tools ? JSON.stringify(params.tools) : undefined,
+      parallel_tool_calls: params?.parallel_tool_calls ? JSON.stringify(params.parallel_tool_calls) : undefined,
+      tool_choice: params?.tool_choice
+    });
+  }
+  async completionWithTools(params, callback, recursionCount = 0, recursionLimit = 3) {
+    if (!params.messages) {
+      // tool calling only works with messages
+      return this.completion(params, callback);
+    }
+    if (!params.tools) {
+      // no tools => default completion
+      return this.completion(params, callback);
+    }
+    if (recursionCount >= recursionLimit) {
+      // console.log(`Recursion limit reached (${recursionCount}/${recursionLimit}), returning default completion`)
+      return this.completion({
+        ...params,
+        jinja: true,
+        tools: params.tools.getSchemas()
+      }, callback);
+    }
+    const messages = [...params.messages]; // avoid mutating the original messages
+
+    // console.log('Calling completion...')
+    const result = await this.completion({
+      ...params,
+      messages: messages,
+      jinja: true,
+      tools: params.tools.getSchemas()
+    }, callback);
+    // console.log('Completion result:', result);
+
+    const {
+      toolCalled,
+      toolName,
+      toolInput,
+      toolOutput
+    } = await (0, _tools.parseAndExecuteTool)(result, params.tools);
+    if (toolCalled && toolName && toolInput) {
+      const assistantMessage = {
+        role: 'assistant',
+        content: result.content,
+        tool_calls: result.tool_calls
+      };
+      messages.push(assistantMessage);
+      const toolCallId = result.tool_calls?.[0]?.id;
+      const toolMessage = {
+        role: 'tool',
+        content: JSON.stringify(toolOutput),
+        tool_call_id: toolCallId
+      };
+      messages.push(toolMessage);
+
+      // console.log('Messages being sent to next completion:', JSON.stringify(messages, null, 2));
+
+      return await this.completionWithTools({
+        ...params,
+        messages: messages
+      }, callback, recursionCount + 1, recursionLimit);
+    }
+    return result;
+  }
+  async completion(params, callback) {
+    const nativeParams = {
+      ...params,
+      prompt: params.prompt || '',
+      emit_partial_completion: !!callback
+    };
+    if (params.messages) {
+      // messages always win
+      const formattedResult = await this.getFormattedChat(params.messages, params.chat_template || params.chatTemplate, {
+        jinja: params.jinja,
+        tools: params.tools,
+        parallel_tool_calls: params.parallel_tool_calls,
+        tool_choice: params.tool_choice
+      });
+      if (typeof formattedResult === 'string') {
+        nativeParams.prompt = formattedResult || '';
+      } else {
+        nativeParams.prompt = formattedResult.prompt || '';
+        if (typeof formattedResult.chat_format === 'number') nativeParams.chat_format = formattedResult.chat_format;
+        if (formattedResult.grammar) nativeParams.grammar = formattedResult.grammar;
+        if (typeof formattedResult.grammar_lazy === 'boolean') nativeParams.grammar_lazy = formattedResult.grammar_lazy;
+        if (formattedResult.grammar_triggers) nativeParams.grammar_triggers = formattedResult.grammar_triggers;
+        if (formattedResult.preserved_tokens) nativeParams.preserved_tokens = formattedResult.preserved_tokens;
+        if (formattedResult.additional_stops) {
+          if (!nativeParams.stop) nativeParams.stop = [];
+          nativeParams.stop.push(...formattedResult.additional_stops);
+        }
+      }
+    } else {
+      nativeParams.prompt = params.prompt || '';
+    }
+    if (nativeParams.response_format && !nativeParams.grammar) {
+      const jsonSchema = getJsonSchema(params.response_format);
+      if (jsonSchema) nativeParams.json_schema = JSON.stringify(jsonSchema);
+    }
+    let tokenListener = callback && EventEmitter.addListener(EVENT_ON_TOKEN, evt => {
+      const {
+        contextId,
+        tokenResult
+      } = evt;
+      if (contextId !== this.id) return;
+      callback(tokenResult);
+    });
+    if (!nativeParams.prompt) throw new Error('Prompt is required');
+    const promise = _NativeCactus.default.completion(this.id, nativeParams);
+    return promise.then(completionResult => {
+      tokenListener?.remove();
+      tokenListener = null;
+      return completionResult;
+    }).catch(err => {
+      tokenListener?.remove();
+      tokenListener = null;
+      throw err;
+    });
+  }
+  stopCompletion() {
+    return _NativeCactus.default.stopCompletion(this.id);
+  }
+  tokenize(text) {
+    return _NativeCactus.default.tokenize(this.id, text);
+  }
+  detokenize(tokens) {
+    return _NativeCactus.default.detokenize(this.id, tokens);
+  }
+  embedding(text, params) {
+    return _NativeCactus.default.embedding(this.id, text, params || {});
+  }
+  async bench(pp, tg, pl, nr) {
+    const result = await _NativeCactus.default.bench(this.id, pp, tg, pl, nr);
+    const [modelDesc, modelSize, modelNParams, ppAvg, ppStd, tgAvg, tgStd] = JSON.parse(result);
+    return {
+      modelDesc,
+      modelSize,
+      modelNParams,
+      ppAvg,
+      ppStd,
+      tgAvg,
+      tgStd
+    };
+  }
+  async applyLoraAdapters(loraList) {
+    let loraAdapters = [];
+    if (loraList) loraAdapters = loraList.map(l => ({
+      path: l.path.replace(/file:\/\//, ''),
+      scaled: l.scaled
+    }));
+    return _NativeCactus.default.applyLoraAdapters(this.id, loraAdapters);
+  }
+  async removeLoraAdapters() {
+    return _NativeCactus.default.removeLoraAdapters(this.id);
+  }
+  async getLoadedLoraAdapters() {
+    return _NativeCactus.default.getLoadedLoraAdapters(this.id);
+  }
+  async release() {
+    return _NativeCactus.default.releaseContext(this.id);
+  }
+  async rewind() {
+    // @ts-ignore
+    return _NativeCactus.default.rewind(this.id);
+  }
+}
+exports.LlamaContext = LlamaContext;
+async function toggleNativeLog(enabled) {
+  return _NativeCactus.default.toggleNativeLog(enabled);
+}
+function addNativeLogListener(listener) {
+  logListeners.push(listener);
+  return {
+    remove: () => {
+      logListeners.splice(logListeners.indexOf(listener), 1);
+    }
+  };
+}
+async function setContextLimit(limit) {
+  return _NativeCactus.default.setContextLimit(limit);
+}
+let contextIdCounter = 0;
+const contextIdRandom = () => process.env.NODE_ENV === 'test' ? 0 : Math.floor(Math.random() * 100000);
+const modelInfoSkip = [
+// Large fields
+'tokenizer.ggml.tokens', 'tokenizer.ggml.token_type', 'tokenizer.ggml.merges', 'tokenizer.ggml.scores'];
+async function loadLlamaModelInfo(model) {
+  let path = model;
+  if (path.startsWith('file://')) path = path.slice(7);
+  return _NativeCactus.default.modelInfo(path, modelInfoSkip);
+}
+const poolTypeMap = {
+  // -1 is unspecified as undefined
+  none: 0,
+  mean: 1,
+  cls: 2,
+  last: 3,
+  rank: 4
+};
+async function initLlama({
+  model,
+  is_model_asset: isModelAsset,
+  pooling_type: poolingType,
+  lora,
+  lora_list: loraList,
+  ...rest
+}, onProgress) {
+  let path = model;
+  if (path.startsWith('file://')) path = path.slice(7);
+  let loraPath = lora;
+  if (loraPath?.startsWith('file://')) loraPath = loraPath.slice(7);
+  let loraAdapters = [];
+  if (loraList) loraAdapters = loraList.map(l => ({
+    path: l.path.replace(/file:\/\//, ''),
+    scaled: l.scaled
+  }));
+  const contextId = contextIdCounter + contextIdRandom();
+  contextIdCounter += 1;
+  let removeProgressListener = null;
+  if (onProgress) {
+    removeProgressListener = EventEmitter.addListener(EVENT_ON_INIT_CONTEXT_PROGRESS, evt => {
+      if (evt.contextId !== contextId) return;
+      onProgress(evt.progress);
+    });
+  }
+  const poolType = poolTypeMap[poolingType];
+  const {
+    gpu,
+    reasonNoGPU,
+    model: modelDetails,
+    androidLib
+  } = await _NativeCactus.default.initContext(contextId, {
+    model: path,
+    is_model_asset: !!isModelAsset,
+    use_progress_callback: !!onProgress,
+    pooling_type: poolType,
+    lora: loraPath,
+    lora_list: loraAdapters,
+    ...rest
+  }).catch(err => {
+    removeProgressListener?.remove();
+    throw err;
+  });
+  removeProgressListener?.remove();
+  return new LlamaContext({
+    contextId,
+    gpu,
+    reasonNoGPU,
+    model: modelDetails,
+    androidLib
+  });
+}
+async function releaseAllLlama() {
+  return _NativeCactus.default.releaseAllContexts();
+}
+const initContext = async params => {
+  return await _NativeCactus.default.initContext(contextIdCounter++, params);
+};
+exports.initContext = initContext;
+const initMultimodal = async (contextId, mmprojPath, useGpu = false) => {
+  return await _NativeCactus.default.initMultimodal(contextId, mmprojPath, useGpu);
+};
+exports.initMultimodal = initMultimodal;
+const isMultimodalEnabled = async contextId => {
+  return await _NativeCactus.default.isMultimodalEnabled(contextId);
+};
+exports.isMultimodalEnabled = isMultimodalEnabled;
+const isMultimodalSupportVision = async contextId => {
+  return await _NativeCactus.default.isMultimodalSupportVision(contextId);
+};
+exports.isMultimodalSupportVision = isMultimodalSupportVision;
+const isMultimodalSupportAudio = async contextId => {
+  return await _NativeCactus.default.isMultimodalSupportAudio(contextId);
+};
+exports.isMultimodalSupportAudio = isMultimodalSupportAudio;
+const releaseMultimodal = async contextId => {
+  return await _NativeCactus.default.releaseMultimodal(contextId);
+};
+exports.releaseMultimodal = releaseMultimodal;
+const multimodalCompletion = async (contextId, prompt, mediaPaths, params) => {
+  return await _NativeCactus.default.multimodalCompletion(contextId, prompt, mediaPaths, params);
+};
+exports.multimodalCompletion = multimodalCompletion;
+const initVocoder = async (contextId, vocoderModelPath) => {
+  return await _NativeCactus.default.initVocoder(contextId, vocoderModelPath);
+};
+exports.initVocoder = initVocoder;
+const isVocoderEnabled = async contextId => {
+  return await _NativeCactus.default.isVocoderEnabled(contextId);
+};
+exports.isVocoderEnabled = isVocoderEnabled;
+const getTTSType = async contextId => {
+  return await _NativeCactus.default.getTTSType(contextId);
+};
+exports.getTTSType = getTTSType;
+const getFormattedAudioCompletion = async (contextId, speakerJsonStr, textToSpeak) => {
+  return await _NativeCactus.default.getFormattedAudioCompletion(contextId, speakerJsonStr, textToSpeak);
+};
+exports.getFormattedAudioCompletion = getFormattedAudioCompletion;
+const getAudioCompletionGuideTokens = async (contextId, textToSpeak) => {
+  return await _NativeCactus.default.getAudioCompletionGuideTokens(contextId, textToSpeak);
+};
+exports.getAudioCompletionGuideTokens = getAudioCompletionGuideTokens;
+const decodeAudioTokens = async (contextId, tokens) => {
+  return await _NativeCactus.default.decodeAudioTokens(contextId, tokens);
+};
+exports.decodeAudioTokens = decodeAudioTokens;
+const releaseVocoder = async contextId => {
+  return await _NativeCactus.default.releaseVocoder(contextId);
+};
+exports.releaseVocoder = releaseVocoder;
+const tokenize = async (contextId, text, mediaPaths) => {
+  if (mediaPaths && mediaPaths.length > 0) {
+    return await _NativeCactus.default.tokenize(contextId, text, mediaPaths);
+  } else {
+    return await _NativeCactus.default.tokenize(contextId, text);
+  }
+};
+exports.tokenize = tokenize;
+//# sourceMappingURL=index.js.map

package/lib/commonjs/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","_lm","_vlm","_tts","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","injectToolsIntoMessages","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","newMessages","updateMessagesWithToolCall","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","rewind","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAuBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AA4jBA,IAAAM,GAAA,GAAAN,OAAA;AACA,IAAAO,IAAA,GAAAP,OAAA;AACA,IAAAQ,IAAA,GAAAR,OAAA;AAAkC,SAAAE,uBAAAO,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAriBlC,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IAEA,IAAIjB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIkB,cAAc,KAAK,CAAC,EAAE;MACtBlB,QAAQ,GAAG,IAAAqB,8BAAuB,EAACrB,QAAQ,EAAEE,MAAM,CAACW,KAAK,CAAC;IAC9D;IAEA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MAAC,GAAGlB,MAAM;MAAEF;IAAQ,CAAC,EAAEiB,QAAQ,CAAC;IAErE,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,WAAW,GAAG,IAAAC,iCAA0B,EAC1C7B,QAAQ,EAAEwB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACV,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAE4B;MAAW,CAAC,EAClCX,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACnB;EAEE,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMa,YAAY,GAAG;MACnB,GAAG5B,MAAM;MACT6B,MAAM,EAAE7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACf;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMiC,eAAe,GAAG,MAAM,IAAI,CAAClC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACgC,aAAa,IAAIhC,MAAM,CAACiC,YAAY,EAC3C;QACE7B,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOkB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAG7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACpB,eAAe,IAAI,CAACoB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAM5B,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEqB,YAAY,CAACtD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAImC,aAAkB,GACpB3B,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE+D;MAAY,CAAC,GAAG/E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAAC4B,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGrF,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE8C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD7E,KAAK,CAAE+E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO1F,qBAAM,CAAC0F,cAAc,CAAC,IAAI,CAACpE,EAAE,CAAC;EACvC;EAEAqE,QAAQA,CAACnF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAAC2F,QAAQ,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAoF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAO7F,qBAAM,CAAC4F,UAAU,CAAC,IAAI,CAACtE,EAAE,EAAEuE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPtF,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAAC8F,SAAS,CAAC,IAAI,CAACxE,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMuD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMvC,MAAM,GAAG,MAAM5D,qBAAM,CAAC+F,KAAK,CAAC,IAAI,CAACzE,EAAE,EAAE0E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEzD,IAAI,CAAC0D,KAAK,CAAC/C,MAAM,CAAC;IACpB,OAAO;MACLwC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOlH,qBAAM,CAAC4G,iBAAiB,CAAC,IAAI,CAACtF,EAAE,EAAEwF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOnH,qBAAM,CAACmH,kBAAkB,CAAC,IAAI,CAAC7F,EAAE,CAAC;EAC3C;EAEA,MAAM8F,qBAAqBA,CAAA,EAEzB;IACA,OAAOpH,qBAAM,CAACoH,qBAAqB,CAAC,IAAI,CAAC9F,EAAE,CAAC;EAC9C;EAEA,MAAM+F,OAAOA,CAAA,EAAkB;IAC7B,OAAOrH,qBAAM,CAACsH,cAAc,CAAC,IAAI,CAAChG,EAAE,CAAC;EACvC;EAEA,MAAMiG,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAQvH,qBAAM,CAASuH,MAAM,CAAC,IAAI,CAACjG,EAAE,CAAC;EACxC;AACF;AAACkG,OAAA,CAAAxG,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAACgH,OAAgB,EAAiB;EACrE,OAAOzH,qBAAM,CAACS,eAAe,CAACgH,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCpH,QAA+C,EACvB;EACxBJ,YAAY,CAAC+E,IAAI,CAAC3E,QAAQ,CAAC;EAC3B,OAAO;IACLkF,MAAM,EAAEA,CAAA,KAAM;MACZtF,YAAY,CAACyH,MAAM,CAACzH,YAAY,CAAC0H,OAAO,CAACtH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAeuH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO9H,qBAAM,CAAC6H,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACnH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAACyI,SAAS,CAAChH,IAAI,EAAE8G,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACE3H,KAAK;EACL4H,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEzC,QAAQ;EACnB,GAAG0C;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI/H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI8H,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE/H,UAAU,CAAC,SAAS,CAAC,EAAE+H,QAAQ,GAAGA,QAAQ,CAAC9H,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAImF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM9F,SAAS,GAAG2G,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG9J,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCoI,UAAU,CAACpJ,GAAG,CAACuJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJnI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEwI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM9J,qBAAM,CAAC+J,WAAW,CAAC3I,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXwH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAExC,YAAY;IACvB,GAAGyC;EACL,CAAC,CAAC,CAAC7I,KAAK,CAAE+E,GAAQ,IAAK;IACrBiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIxE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEwI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOjK,qBAAM,CAACkK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAOvH,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAAC+J,WAAW,CAAChC,gBAAgB,EAAE,EAAEvF,MAAM,CAAC;AAC7D,CAAC;AAACgF,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAO/I,SAAiB,EAAEgJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAMrK,qBAAM,CAACmK,cAAc,CAAC/I,SAAS,EAAEgJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOlJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAACsK,mBAAmB,CAAClJ,SAAS,CAAC;AACpD,CAAC;AAACoG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOnJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAACuK,yBAAyB,CAACnJ,SAAS,CAAC;AAC1D,CAAC;AAACoG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOpJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAACwK,wBAAwB,CAACpJ,SAAS,CAAC;AACzD,CAAC;AAACoG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAOrJ,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAACyK,iBAAiB,CAACrJ,SAAS,CAAC;AAClD,CAAC;AAACoG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAOtJ,SAAiB,EAAEiD,MAAc,EAAEsG,UAAoB,EAAEnI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAAC0K,oBAAoB,CAACtJ,SAAS,EAAEiD,MAAM,EAAEsG,UAAU,EAAEnI,MAAM,CAAC;AACjF,CAAC;AAACgF,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAOxJ,SAAiB,EAAEyJ,gBAAwB,KAAK;EAChF,OAAO,MAAM7K,qBAAM,CAAC4K,WAAW,CAACxJ,SAAS,EAAEyJ,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAO1J,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAAC8K,gBAAgB,CAAC1J,SAAS,CAAC;AACjD,CAAC;AAACoG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAO3J,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAAC+K,UAAU,CAAC3J,SAAS,CAAC;AAC3C,CAAC;AAACoG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAO5J,SAAiB,EAAE6J,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMlL,qBAAM,CAACgL,2BAA2B,CAAC5J,SAAS,EAAE6J,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAO/J,SAAiB,EAAE8J,WAAmB,KAAuC;EAC/H,OAAO,MAAMlL,qBAAM,CAACmL,6BAA6B,CAAC/J,SAAS,EAAE8J,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAOhK,SAAiB,EAAEyE,MAAgB,KAAuC;EAChH,OAAO,MAAM7F,qBAAM,CAACoL,iBAAiB,CAAChK,SAAS,EAAEyE,MAAM,CAAC;AAC1D,CAAC;AAAC2B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOjK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAACqL,cAAc,CAACjK,SAAS,CAAC;AAC/C,CAAC;AAACoG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAM1F,QAAQ,GAAG,MAAAA,CAAOvE,SAAiB,EAAEZ,IAAY,EAAEmK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAMtL,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,EAAEmK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAM3K,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAACgH,OAAA,CAAA7B,QAAA,GAAAA,QAAA","ignoreList":[]}
+{"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","_lm","_vlm","_tts","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","getSchemas","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","assistantMessage","role","content","tool_calls","push","toolCallId","toolMessage","tool_call_id","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","rewind","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAuBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AAmlBA,IAAAM,GAAA,GAAAN,OAAA;AACA,IAAAO,IAAA,GAAAP,OAAA;AACA,IAAAQ,IAAA,GAAAR,OAAA;AAAkC,SAAAE,uBAAAO,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AA5jBlC,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACvBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC;MACA,OAAO,IAAI,CAACC,UAAU,CAAC;QACnB,GAAGlB,MAAM;QACTI,KAAK,EAAE,IAAI;QACXO,KAAK,EAAEX,MAAM,CAACW,KAAK,CAACQ,UAAU,CAAC;MACnC,CAAC,EAAEJ,QAAQ,CAAC;IAChB;IAEA,MAAMjB,QAAQ,GAAG,CAAC,GAAGE,MAAM,CAACF,QAAQ,CAAC,CAAC,CAAC;;IAEvC;IACA,MAAMsB,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MACjC,GAAGlB,MAAM;MACTF,QAAQ,EAAEA,QAAQ;MAClBM,KAAK,EAAE,IAAI;MACXO,KAAK,EAAEX,MAAM,CAACW,KAAK,CAACQ,UAAU,CAAC;IACnC,CAAC,EAAEJ,QAAQ,CAAC;IACZ;;IAEA,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,gBAAgB,GAAG;QACrBC,IAAI,EAAE,WAAW;QACjBC,OAAO,EAAER,MAAM,CAACQ,OAAO;QACvBC,UAAU,EAAET,MAAM,CAACS;MACvB,CAA+B;MAE/B/B,QAAQ,CAACgC,IAAI,CAACJ,gBAAgB,CAAC;MAE/B,MAAMK,UAAU,GAAGX,MAAM,CAACS,UAAU,GAAG,CAAC,CAAC,EAAE/C,EAAE;MAC7C,MAAMkD,WAAW,GAAG;QAChBL,IAAI,EAAE,MAAM;QACZC,OAAO,EAAEnB,IAAI,CAACC,SAAS,CAACc,UAAU,CAAC;QACnCS,YAAY,EAAEF;MAClB,CAA+B;MAE/BjC,QAAQ,CAACgC,IAAI,CAACE,WAAW,CAAC;;MAE1B;;MAEA,OAAO,MAAM,IAAI,CAAClB,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAEA;MAAQ,CAAC,EAC/BiB,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACf;EAEA,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMmB,YAAY,GAAG;MACnB,GAAGlC,MAAM;MACTmC,MAAM,EAAEnC,MAAM,CAACmC,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACrB;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMuC,eAAe,GAAG,MAAM,IAAI,CAACxC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACsC,aAAa,IAAItC,MAAM,CAACuC,YAAY,EAC3C;QACEnC,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOwB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAAChB,IAAI,CAAC,GAAGO,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGnC,MAAM,CAACmC,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAAC1B,eAAe,IAAI,CAAC0B,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMlC,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAE2B,YAAY,CAAC5D,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIwC,aAAkB,GACpBhC,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAEoE;MAAY,CAAC,GAAGpF,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACiC,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACd,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIc,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAG1F,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAEoD,YAAY,CAAC;IACxD,OAAOgB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACDlF,KAAK,CAAEoF,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO/F,qBAAM,CAAC+F,cAAc,CAAC,IAAI,CAACzE,EAAE,CAAC;EACvC;EAEA0E,QAAQA,CAACxF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAACgG,QAAQ,CAAC,IAAI,CAAC1E,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAyF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOlG,qBAAM,CAACiG,UAAU,CAAC,IAAI,CAAC3E,EAAE,EAAE4E,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACP3F,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAACmG,SAAS,CAAC,IAAI,CAAC7E,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAM4D,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAM5C,MAAM,GAAG,MAAM5D,qBAAM,CAACoG,KAAK,CAAC,IAAI,CAAC9E,EAAE,EAAE+E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE9D,IAAI,CAAC+D,KAAK,CAACpD,MAAM,CAAC;IACpB,OAAO;MACL6C,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC5F,IAAI,EAAE4F,CAAC,CAAC5F,IAAI,CAAC6F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOvH,qBAAM,CAACiH,iBAAiB,CAAC,IAAI,CAAC3F,EAAE,EAAE6F,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOxH,qBAAM,CAACwH,kBAAkB,CAAC,IAAI,CAAClG,EAAE,CAAC;EAC3C;EAEA,MAAMmG,qBAAqBA,CAAA,EAEzB;IACA,OAAOzH,qBAAM,CAACyH,qBAAqB,CAAC,IAAI,CAACnG,EAAE,CAAC;EAC9C;EAEA,MAAMoG,OAAOA,CAAA,EAAkB;IAC7B,OAAO1H,qBAAM,CAAC2H,cAAc,CAAC,IAAI,CAACrG,EAAE,CAAC;EACvC;EAEA,MAAMsG,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAQ5H,qBAAM,CAAS4H,MAAM,CAAC,IAAI,CAACtG,EAAE,CAAC;EACxC;AACF;AAACuG,OAAA,CAAA7G,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAACqH,OAAgB,EAAiB;EACrE,OAAO9H,qBAAM,CAACS,eAAe,CAACqH,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCzH,QAA+C,EACvB;EACxBJ,YAAY,CAACoE,IAAI,CAAChE,QAAQ,CAAC;EAC3B,OAAO;IACLuF,MAAM,EAAEA,CAAA,KAAM;MACZ3F,YAAY,CAAC8H,MAAM,CAAC9H,YAAY,CAAC+H,OAAO,CAAC3H,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAe4H,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOnI,qBAAM,CAACkI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACxH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAAC8I,SAAS,CAACrH,IAAI,EAAEmH,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACEhI,KAAK;EACLiI,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEzC,QAAQ;EACnB,GAAG0C;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIpI,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAImI,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAEpI,UAAU,CAAC,SAAS,CAAC,EAAEoI,QAAQ,GAAGA,QAAQ,CAACnI,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIwF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC5F,IAAI,EAAE4F,CAAC,CAAC5F,IAAI,CAAC6F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMnG,SAAS,GAAGgH,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGnK,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCyI,UAAU,CAACzJ,GAAG,CAAC4J,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJxI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMnK,qBAAM,CAACoK,WAAW,CAAChJ,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACX6H,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAExC,YAAY;IACvB,GAAGyC;EACL,CAAC,CAAC,CAAClJ,KAAK,CAAEoF,GAAQ,IAAK;IACrBiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAI7E,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOtK,qBAAM,CAACuK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAO5H,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAACoK,WAAW,CAAChC,gBAAgB,EAAE,EAAE5F,MAAM,CAAC;AAC7D,CAAC;AAACqF,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAOpJ,SAAiB,EAAEqJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM1K,qBAAM,CAACwK,cAAc,CAACpJ,SAAS,EAAEqJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOvJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAAC2K,mBAAmB,CAACvJ,SAAS,CAAC;AACpD,CAAC;AAACyG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOxJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAAC4K,yBAAyB,CAACxJ,SAAS,CAAC;AAC1D,CAAC;AAACyG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOzJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAAC6K,wBAAwB,CAACzJ,SAAS,CAAC;AACzD,CAAC;AAACyG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAO1J,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAAC8K,iBAAiB,CAAC1J,SAAS,CAAC;AAClD,CAAC;AAACyG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAO3J,SAAiB,EAAEuD,MAAc,EAAEqG,UAAoB,EAAExI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAAC+K,oBAAoB,CAAC3J,SAAS,EAAEuD,MAAM,EAAEqG,UAAU,EAAExI,MAAM,CAAC;AACjF,CAAC;AAACqF,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAO7J,SAAiB,EAAE8J,gBAAwB,KAAK;EAChF,OAAO,MAAMlL,qBAAM,CAACiL,WAAW,CAAC7J,SAAS,EAAE8J,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAO/J,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAACmL,gBAAgB,CAAC/J,SAAS,CAAC;AACjD,CAAC;AAACyG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAOhK,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAACoL,UAAU,CAAChK,SAAS,CAAC;AAC3C,CAAC;AAACyG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAOjK,SAAiB,EAAEkK,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMvL,qBAAM,CAACqL,2BAA2B,CAACjK,SAAS,EAAEkK,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAOpK,SAAiB,EAAEmK,WAAmB,KAAuC;EAC/H,OAAO,MAAMvL,qBAAM,CAACwL,6BAA6B,CAACpK,SAAS,EAAEmK,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAOrK,SAAiB,EAAE8E,MAAgB,KAAuC;EAChH,OAAO,MAAMlG,qBAAM,CAACyL,iBAAiB,CAACrK,SAAS,EAAE8E,MAAM,CAAC;AAC1D,CAAC;AAAC2B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOtK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAAC0L,cAAc,CAACtK,SAAS,CAAC;AAC/C,CAAC;AAACyG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAM1F,QAAQ,GAAG,MAAAA,CAAO5E,SAAiB,EAAEZ,IAAY,EAAEwK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM3L,qBAAM,CAACgG,QAAQ,CAAC5E,SAAS,EAAEZ,IAAI,EAAEwK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMhL,qBAAM,CAACgG,QAAQ,CAAC5E,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAACqH,OAAA,CAAA7B,QAAA,GAAAA,QAAA","ignoreList":[]}

package/lib/commonjs/lm.js

@@ -0,0 +1,72 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CactusLM = void 0;
+var _index = require("./index");
+var _telemetry = require("./telemetry");
+class CactusLM {
+  constructor(context, initParams) {
+    this.context = context;
+    this.initParams = initParams;
+  }
+  static async init(params, onProgress) {
+    const configs = [params, {
+      ...params,
+      n_gpu_layers: 0
+    }];
+    for (const config of configs) {
+      try {
+        const context = await (0, _index.initLlama)(config, onProgress);
+        return {
+          lm: new CactusLM(context, config),
+          error: null
+        };
+      } catch (e) {
+        _telemetry.Telemetry.error(e, config);
+        if (configs.indexOf(config) === configs.length - 1) {
+          return {
+            lm: null,
+            error: e
+          };
+        }
+      }
+    }
+    return {
+      lm: null,
+      error: new Error('Failed to initialize CactusLM')
+    };
+  }
+  async completion(messages, params = {}, callback) {
+    const startTime = Date.now();
+    let firstTokenTime = null;
+    const wrappedCallback = callback ? data => {
+      if (firstTokenTime === null) firstTokenTime = Date.now();
+      callback(data);
+    } : undefined;
+    const result = await this.context.completion({
+      messages,
+      ...params
+    }, wrappedCallback);
+    _telemetry.Telemetry.track({
+      event: 'completion',
+      tok_per_sec: result.timings?.predicted_per_second,
+      toks_generated: result.timings?.predicted_n,
+      ttft: firstTokenTime ? firstTokenTime - startTime : null
+    }, this.initParams);
+    return result;
+  }
+  async embedding(text, params) {
+    return this.context.embedding(text, params);
+  }
+  async rewind() {
+    // @ts-ignore
+    return this.context?.rewind();
+  }
+  async release() {
+    return this.context.release();
+  }
+}
+exports.CactusLM = CactusLM;
+//# sourceMappingURL=lm.js.map

package/lib/commonjs/lm.js.map

@@ -1 +1 @@
-{"version":3,"names":["_index","require","CactusLM","constructor","context","init","params","onProgress","initLlama","completion","messages","n_predict","temperature","top_p","top_k","min_p","penalty_repeat","penalty_freq","penalty_present","mirostat","mirostat_tau","mirostat_eta","seed","stop","ignore_eos","chat_template","jinja","tools","parallel_tool_calls","tool_choice","response_format","n_probs","grammar","grammar_lazy","grammar_triggers","json_schema","callback","embedding","text","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAWO,MAAMC,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACpB;IACnB,MAAMH,OAAO,GAAG,MAAM,IAAAI,gBAAS,EAACF,MAAM,EAAEC,UAAU,CAAC;IACnD,OAAO,IAAIL,QAAQ,CAACE,OAAO,CAAC;EAC9B;EAEA,MAAMK,UAAUA,CACdC,QAAsC,EACtC;IACEC,SAAS;IACTC,WAAW;IACXC,KAAK;IACLC,KAAK;IACLC,KAAK;IACLC,cAAc;IACdC,YAAY;IACZC,eAAe;IACfC,QAAQ;IACRC,YAAY;IACZC,YAAY;IACZC,IAAI;IACJC,IAAI;IACJC,UAAU;IACVC,aAAa;IACbC,KAAK;IACLC,KAAK;IACLC,mBAAmB;IACnBC,WAAW;IACXC,eAAe;IACfC,OAAO;IACPC,OAAO;IACPC,YAAY;IACZC,gBAAgB;IAChBC;EA2BF,CAAC,GAAG,CAAC,CAAC,EACNC,QAAoC,EACH;IACjC,OAAO,IAAI,CAAChC,OAAO,CAACK,UAAU,CAAC;MAC7BC,QAAQ;MACRC,SAAS;MACTC,WAAW;MACXC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC,cAAc;MACdC,YAAY;MACZC,eAAe;MACfC,QAAQ;MACRC,YAAY;MACZC,YAAY;MACZC,IAAI;MACJC,IAAI;MACJC,UAAU;MACVC,aAAa;MACbC,KAAK;MACLC,KAAK;MACLC,mBAAmB;MACnBC,WAAW;MACXC,eAAe;MACfC,OAAO;MACPC,OAAO;MACPC,YAAY;MACZC,gBAAgB;MAChBC;IACF,CAAC,EAAEC,QAAQ,CAAC;EACd;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZhC,MAAwB,EACQ;IAChC,OAAO,IAAI,CAACF,OAAO,CAACiC,SAAS,CAACC,IAAI,EAAEhC,MAAM,CAAC;EAC7C;EAEA,MAAMiC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACnC,OAAO,EAAEmC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACpC,OAAO,CAACoC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAvC,QAAA,GAAAA,QAAA","ignoreList":[]}
+{"version":3,"names":["_index","require","_telemetry","CactusLM","constructor","context","initParams","init","params","onProgress","configs","n_gpu_layers","config","initLlama","lm","error","e","Telemetry","indexOf","length","Error","completion","messages","callback","startTime","Date","now","firstTokenTime","wrappedCallback","data","undefined","result","track","event","tok_per_sec","timings","predicted_per_second","toks_generated","predicted_n","ttft","embedding","text","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASA,IAAAC,UAAA,GAAAD,OAAA;AAOO,MAAME,QAAQ,CAAC;EAIZC,WAAWA,CAACC,OAAqB,EAAEC,UAAyB,EAAE;IACpE,IAAI,CAACD,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC9B;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACd;IACzB,MAAMC,OAAO,GAAG,CACdF,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEG,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAML,OAAO,GAAG,MAAM,IAAAQ,gBAAS,EAACD,MAAM,EAAEH,UAAU,CAAC;QACnD,OAAO;UAAEK,EAAE,EAAE,IAAIX,QAAQ,CAACE,OAAO,EAAEO,MAAM,CAAC;UAAEG,KAAK,EAAE;QAAK,CAAC;MAC3D,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAWJ,MAAM,CAAC;QACnC,IAAIF,OAAO,CAACQ,OAAO,CAACN,MAAM,CAAC,KAAKF,OAAO,CAACS,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEL,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIK,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCd,MAAwB,GAAG,CAAC,CAAC,EAC7Be,QAA8B,EACG;IACjC,MAAMC,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAC5B,IAAIC,cAA6B,GAAG,IAAI;IAExC,MAAMC,eAAe,GAAGL,QAAQ,GAAIM,IAAS,IAAK;MAChD,IAAIF,cAAc,KAAK,IAAI,EAAEA,cAAc,GAAGF,IAAI,CAACC,GAAG,CAAC,CAAC;MACxDH,QAAQ,CAACM,IAAI,CAAC;IAChB,CAAC,GAAGC,SAAS;IAEb,MAAMC,MAAM,GAAG,MAAM,IAAI,CAAC1B,OAAO,CAACgB,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGd;IAAO,CAAC,EAAEoB,eAAe,CAAC;IAEtFX,oBAAS,CAACe,KAAK,CAAC;MACdC,KAAK,EAAE,YAAY;MACnBC,WAAW,EAAGH,MAAM,CAASI,OAAO,EAAEC,oBAAoB;MAC1DC,cAAc,EAAGN,MAAM,CAASI,OAAO,EAAEG,WAAW;MACpDC,IAAI,EAAEZ,cAAc,GAAGA,cAAc,GAAGH,SAAS,GAAG;IACtD,CAAC,EAAE,IAAI,CAAClB,UAAU,CAAC;IAEnB,OAAOyB,MAAM;EACf;EAEA,MAAMS,SAASA,CACbC,IAAY,EACZjC,MAAwB,EACQ;IAChC,OAAO,IAAI,CAACH,OAAO,CAACmC,SAAS,CAACC,IAAI,EAAEjC,MAAM,CAAC;EAC7C;EAEA,MAAMkC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACrC,OAAO,EAAEqC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACtC,OAAO,CAACsC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAzC,QAAA,GAAAA,QAAA","ignoreList":[]}