cactus-react-native 0.0.1

package/lib/module/index.js

@@ -0,0 +1,277 @@
+"use strict";
+
+import { NativeEventEmitter, DeviceEventEmitter, Platform } from 'react-native';
+import Cactus from './NativeCactus';
+import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar';
+import { formatChat } from './chat';
+export { SchemaGrammarConverter, convertJsonSchemaToGrammar };
+const EVENT_ON_INIT_CONTEXT_PROGRESS = '@Cactus_onInitContextProgress';
+const EVENT_ON_TOKEN = '@Cactus_onToken';
+const EVENT_ON_NATIVE_LOG = '@Cactus_onNativeLog';
+let EventEmitter;
+if (Platform.OS === 'ios') {
+  // @ts-ignore
+  EventEmitter = new NativeEventEmitter(Cactus);
+}
+if (Platform.OS === 'android') {
+  EventEmitter = DeviceEventEmitter;
+}
+const logListeners = [];
+
+// @ts-ignore
+if (EventEmitter) {
+  EventEmitter.addListener(EVENT_ON_NATIVE_LOG, evt => {
+    logListeners.forEach(listener => listener(evt.level, evt.text));
+  });
+  // Trigger unset to use default log callback
+  Cactus?.toggleNativeLog?.(false)?.catch?.(() => {});
+}
+const getJsonSchema = responseFormat => {
+  if (responseFormat?.type === 'json_schema') {
+    return responseFormat.json_schema?.schema;
+  }
+  if (responseFormat?.type === 'json_object') {
+    return responseFormat.schema || {};
+  }
+  return null;
+};
+export class LlamaContext {
+  gpu = false;
+  reasonNoGPU = '';
+  constructor({
+    contextId,
+    gpu,
+    reasonNoGPU,
+    model
+  }) {
+    this.id = contextId;
+    this.gpu = gpu;
+    this.reasonNoGPU = reasonNoGPU;
+    this.model = model;
+  }
+
+  /**
+   * Load cached prompt & completion state from a file.
+   */
+  async loadSession(filepath) {
+    let path = filepath;
+    if (path.startsWith('file://')) path = path.slice(7);
+    return Cactus.loadSession(this.id, path);
+  }
+
+  /**
+   * Save current cached prompt & completion state to a file.
+   */
+  async saveSession(filepath, options) {
+    return Cactus.saveSession(this.id, filepath, options?.tokenSize || -1);
+  }
+  isLlamaChatSupported() {
+    return !!this.model.chatTemplates.llamaChat;
+  }
+  isJinjaSupported() {
+    const {
+      minja
+    } = this.model.chatTemplates;
+    return !!minja?.toolUse || !!minja?.default;
+  }
+  async getFormattedChat(messages, template, params) {
+    const chat = formatChat(messages);
+    const useJinja = this.isJinjaSupported() && params?.jinja;
+    let tmpl = this.isLlamaChatSupported() || useJinja ? undefined : 'chatml';
+    if (template) tmpl = template; // Force replace if provided
+    const jsonSchema = getJsonSchema(params?.response_format);
+    return Cactus.getFormattedChat(this.id, JSON.stringify(chat), tmpl, {
+      jinja: useJinja,
+      json_schema: jsonSchema ? JSON.stringify(jsonSchema) : undefined,
+      tools: params?.tools ? JSON.stringify(params.tools) : undefined,
+      parallel_tool_calls: params?.parallel_tool_calls ? JSON.stringify(params.parallel_tool_calls) : undefined,
+      tool_choice: params?.tool_choice
+    });
+  }
+  async completion(params, callback) {
+    const nativeParams = {
+      ...params,
+      prompt: params.prompt || '',
+      emit_partial_completion: !!callback
+    };
+    if (params.messages) {
+      // messages always win
+      const formattedResult = await this.getFormattedChat(params.messages, params.chat_template || params.chatTemplate, {
+        jinja: params.jinja,
+        tools: params.tools,
+        parallel_tool_calls: params.parallel_tool_calls,
+        tool_choice: params.tool_choice
+      });
+      if (typeof formattedResult === 'string') {
+        nativeParams.prompt = formattedResult || '';
+      } else {
+        nativeParams.prompt = formattedResult.prompt || '';
+        if (typeof formattedResult.chat_format === 'number') nativeParams.chat_format = formattedResult.chat_format;
+        if (formattedResult.grammar) nativeParams.grammar = formattedResult.grammar;
+        if (typeof formattedResult.grammar_lazy === 'boolean') nativeParams.grammar_lazy = formattedResult.grammar_lazy;
+        if (formattedResult.grammar_triggers) nativeParams.grammar_triggers = formattedResult.grammar_triggers;
+        if (formattedResult.preserved_tokens) nativeParams.preserved_tokens = formattedResult.preserved_tokens;
+        if (formattedResult.additional_stops) {
+          if (!nativeParams.stop) nativeParams.stop = [];
+          nativeParams.stop.push(...formattedResult.additional_stops);
+        }
+      }
+    } else {
+      nativeParams.prompt = params.prompt || '';
+    }
+    if (nativeParams.response_format && !nativeParams.grammar) {
+      const jsonSchema = getJsonSchema(params.response_format);
+      if (jsonSchema) nativeParams.json_schema = JSON.stringify(jsonSchema);
+    }
+    let tokenListener = callback && EventEmitter.addListener(EVENT_ON_TOKEN, evt => {
+      const {
+        contextId,
+        tokenResult
+      } = evt;
+      if (contextId !== this.id) return;
+      callback(tokenResult);
+    });
+    if (!nativeParams.prompt) throw new Error('Prompt is required');
+    const promise = Cactus.completion(this.id, nativeParams);
+    return promise.then(completionResult => {
+      tokenListener?.remove();
+      tokenListener = null;
+      return completionResult;
+    }).catch(err => {
+      tokenListener?.remove();
+      tokenListener = null;
+      throw err;
+    });
+  }
+  stopCompletion() {
+    return Cactus.stopCompletion(this.id);
+  }
+  tokenize(text) {
+    return Cactus.tokenize(this.id, text);
+  }
+  detokenize(tokens) {
+    return Cactus.detokenize(this.id, tokens);
+  }
+  embedding(text, params) {
+    return Cactus.embedding(this.id, text, params || {});
+  }
+  async bench(pp, tg, pl, nr) {
+    const result = await Cactus.bench(this.id, pp, tg, pl, nr);
+    const [modelDesc, modelSize, modelNParams, ppAvg, ppStd, tgAvg, tgStd] = JSON.parse(result);
+    return {
+      modelDesc,
+      modelSize,
+      modelNParams,
+      ppAvg,
+      ppStd,
+      tgAvg,
+      tgStd
+    };
+  }
+  async applyLoraAdapters(loraList) {
+    let loraAdapters = [];
+    if (loraList) loraAdapters = loraList.map(l => ({
+      path: l.path.replace(/file:\/\//, ''),
+      scaled: l.scaled
+    }));
+    return Cactus.applyLoraAdapters(this.id, loraAdapters);
+  }
+  async removeLoraAdapters() {
+    return Cactus.removeLoraAdapters(this.id);
+  }
+  async getLoadedLoraAdapters() {
+    return Cactus.getLoadedLoraAdapters(this.id);
+  }
+  async release() {
+    return Cactus.releaseContext(this.id);
+  }
+}
+export async function toggleNativeLog(enabled) {
+  return Cactus.toggleNativeLog(enabled);
+}
+export function addNativeLogListener(listener) {
+  logListeners.push(listener);
+  return {
+    remove: () => {
+      logListeners.splice(logListeners.indexOf(listener), 1);
+    }
+  };
+}
+export async function setContextLimit(limit) {
+  return Cactus.setContextLimit(limit);
+}
+let contextIdCounter = 0;
+const contextIdRandom = () => process.env.NODE_ENV === 'test' ? 0 : Math.floor(Math.random() * 100000);
+const modelInfoSkip = [
+// Large fields
+'tokenizer.ggml.tokens', 'tokenizer.ggml.token_type', 'tokenizer.ggml.merges', 'tokenizer.ggml.scores'];
+export async function loadLlamaModelInfo(model) {
+  let path = model;
+  if (path.startsWith('file://')) path = path.slice(7);
+  return Cactus.modelInfo(path, modelInfoSkip);
+}
+const poolTypeMap = {
+  // -1 is unspecified as undefined
+  none: 0,
+  mean: 1,
+  cls: 2,
+  last: 3,
+  rank: 4
+};
+export async function initLlama({
+  model,
+  is_model_asset: isModelAsset,
+  pooling_type: poolingType,
+  lora,
+  lora_list: loraList,
+  ...rest
+}, onProgress) {
+  let path = model;
+  if (path.startsWith('file://')) path = path.slice(7);
+  let loraPath = lora;
+  if (loraPath?.startsWith('file://')) loraPath = loraPath.slice(7);
+  let loraAdapters = [];
+  if (loraList) loraAdapters = loraList.map(l => ({
+    path: l.path.replace(/file:\/\//, ''),
+    scaled: l.scaled
+  }));
+  const contextId = contextIdCounter + contextIdRandom();
+  contextIdCounter += 1;
+  let removeProgressListener = null;
+  if (onProgress) {
+    removeProgressListener = EventEmitter.addListener(EVENT_ON_INIT_CONTEXT_PROGRESS, evt => {
+      if (evt.contextId !== contextId) return;
+      onProgress(evt.progress);
+    });
+  }
+  const poolType = poolTypeMap[poolingType];
+  const {
+    gpu,
+    reasonNoGPU,
+    model: modelDetails,
+    androidLib
+  } = await Cactus.initContext(contextId, {
+    model: path,
+    is_model_asset: !!isModelAsset,
+    use_progress_callback: !!onProgress,
+    pooling_type: poolType,
+    lora: loraPath,
+    lora_list: loraAdapters,
+    ...rest
+  }).catch(err => {
+    removeProgressListener?.remove();
+    throw err;
+  });
+  removeProgressListener?.remove();
+  return new LlamaContext({
+    contextId,
+    gpu,
+    reasonNoGPU,
+    model: modelDetails,
+    androidLib
+  });
+}
+export async function releaseAllLlama() {
+  return Cactus.releaseAllContexts();
+}
+//# sourceMappingURL=index.js.map

package/lib/module/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Cactus","SchemaGrammarConverter","convertJsonSchemaToGrammar","formatChat","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","OS","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","default","getFormattedChat","messages","template","params","chat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completion","callback","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","result","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,kBAAkB,EAAEC,kBAAkB,EAAEC,QAAQ,QAAQ,cAAc;AAE/E,OAAOC,MAAM,MAAM,gBAAgB;AAmBnC,SAASC,sBAAsB,EAAEC,0BAA0B,QAAQ,WAAW;AAE9E,SAASC,UAAU,QAAQ,QAAQ;AAuBnC,SAASF,sBAAsB,EAAEC,0BAA0B;AAE3D,MAAME,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIR,QAAQ,CAACS,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAIV,kBAAkB,CAACG,MAAM,CAAC;AAC/C;AACA,IAAID,QAAQ,CAACS,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGT,kBAAkB;AACnC;AAEA,MAAMW,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIF,YAAY,EAAE;EAChBA,YAAY,CAACG,WAAW,CACtBJ,mBAAmB,EAClBK,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAf,MAAM,EAAEgB,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAED,OAAO,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAOlC,MAAM,CAAC8B,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAOpC,MAAM,CAACmC,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAEE,OAAO;EAC7C;EAEA,MAAMC,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG9C,UAAU,CAAC2C,QAAQ,CAAC;IACjC,MAAMI,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIO,MAAM,EAAEG,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIN,QAAQ,EAAEK,IAAI,GAAGL,QAAQ,EAAC;IAC9B,MAAMO,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,EAAEO,eAAe,CAAC;IACzD,OAAOvD,MAAM,CAAC6C,gBAAgB,CAAC,IAAI,CAAChB,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACR,IAAI,CAAC,EAAEG,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEV,MAAM,EAAEU,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACT,MAAM,CAACU,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEX,MAAM,EAAEW,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACT,MAAM,CAACW,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEZ,MAAM,EAAEY;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,UAAUA,CACdb,MAAwB,EACxBc,QAAoC,EACH;IACjC,MAAMC,YAAY,GAAG;MACnB,GAAGf,MAAM;MACTgB,MAAM,EAAEhB,MAAM,CAACgB,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACH;IAC7B,CAAC;IACD,IAAId,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMoB,eAAe,GAAG,MAAM,IAAI,CAACrB,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACmB,aAAa,IAAInB,MAAM,CAACoB,YAAY,EAC3C;QACEjB,KAAK,EAAEH,MAAM,CAACG,KAAK;QACnBO,KAAK,EAAEV,MAAM,CAACU,KAAK;QACnBC,mBAAmB,EAAEX,MAAM,CAACW,mBAAmB;QAC/CC,WAAW,EAAEZ,MAAM,CAACY;MACtB,CACF,CAAC;MACD,IAAI,OAAOM,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGhB,MAAM,CAACgB,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACR,eAAe,IAAI,CAACQ,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMhB,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,CAACO,eAAe,CAAC;MACxD,IAAID,UAAU,EAAES,YAAY,CAAC1C,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIuB,aAAkB,GACpBf,QAAQ,IACRvD,YAAY,CAACG,WAAW,CAACL,cAAc,EAAGM,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAEmD;MAAY,CAAC,GAAGnE,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACgB,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGhF,MAAM,CAAC6D,UAAU,CAAC,IAAI,CAAChC,EAAE,EAAEkC,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACDjE,KAAK,CAAEmE,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOrF,MAAM,CAACqF,cAAc,CAAC,IAAI,CAACxD,EAAE,CAAC;EACvC;EAEAyD,QAAQA,CAACvE,IAAY,EAAiC;IACpD,OAAOf,MAAM,CAACsF,QAAQ,CAAC,IAAI,CAACzD,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAwE,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOxF,MAAM,CAACuF,UAAU,CAAC,IAAI,CAAC1D,EAAE,EAAE2D,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACP1E,IAAY,EACZiC,MAAwB,EACQ;IAChC,OAAOhD,MAAM,CAACyF,SAAS,CAAC,IAAI,CAAC5D,EAAE,EAAEd,IAAI,EAAEiC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAM0C,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMC,MAAM,GAAG,MAAM/F,MAAM,CAAC0F,KAAK,CAAC,IAAI,CAAC7D,EAAE,EAAE8D,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACE,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE9C,IAAI,CAAC+C,KAAK,CAACR,MAAM,CAAC;IACpB,OAAO;MACLC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC5E,IAAI,EAAE4E,CAAC,CAAC5E,IAAI,CAAC6E,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAO9G,MAAM,CAACwG,iBAAiB,CAAC,IAAI,CAAC3E,EAAE,EAAE6E,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAO/G,MAAM,CAAC+G,kBAAkB,CAAC,IAAI,CAAClF,EAAE,CAAC;EAC3C;EAEA,MAAMmF,qBAAqBA,CAAA,EAEzB;IACA,OAAOhH,MAAM,CAACgH,qBAAqB,CAAC,IAAI,CAACnF,EAAE,CAAC;EAC9C;EAEA,MAAMoF,OAAOA,CAAA,EAAkB;IAC7B,OAAOjH,MAAM,CAACkH,cAAc,CAAC,IAAI,CAACrF,EAAE,CAAC;EACvC;AACF;AAEA,OAAO,eAAeb,eAAeA,CAACmG,OAAgB,EAAiB;EACrE,OAAOnH,MAAM,CAACgB,eAAe,CAACmG,OAAO,CAAC;AACxC;AAEA,OAAO,SAASC,oBAAoBA,CAClCvG,QAA+C,EACvB;EACxBJ,YAAY,CAACmE,IAAI,CAAC/D,QAAQ,CAAC;EAC3B,OAAO;IACLsE,MAAM,EAAEA,CAAA,KAAM;MACZ1E,YAAY,CAAC4G,MAAM,CAAC5G,YAAY,CAAC6G,OAAO,CAACzG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEA,OAAO,eAAe0G,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOxH,MAAM,CAACuH,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACD,OAAO,eAAeC,kBAAkBA,CAACtG,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAOlC,MAAM,CAACmI,SAAS,CAACnG,IAAI,EAAEiG,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAED,OAAO,eAAeC,SAASA,CAC7B;EACE9G,KAAK;EACL+G,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEvC,QAAQ;EACnB,GAAGwC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIlH,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAIiH,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAElH,UAAU,CAAC,SAAS,CAAC,EAAEkH,QAAQ,GAAGA,QAAQ,CAACjH,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIwE,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC5E,IAAI,EAAE4E,CAAC,CAAC5E,IAAI,CAAC6E,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMnF,SAAS,GAAG8F,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG7I,YAAY,CAACG,WAAW,CAC/CN,8BAA8B,EAC7BO,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCuH,UAAU,CAACvI,GAAG,CAAC0I,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJtH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE2H,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMxJ,MAAM,CAACyJ,WAAW,CAAC9H,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACX2G,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEtC,YAAY;IACvB,GAAGuC;EACL,CAAC,CAAC,CAAChI,KAAK,CAAEmE,GAAQ,IAAK;IACrBgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAI5D,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE2H,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEA,OAAO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAO3J,MAAM,CAAC4J,kBAAkB,CAAC,CAAC;AACpC","ignoreList":[]}

package/lib/module/package.json

@@ -0,0 +1 @@
+{"type":"module"}

package/lib/typescript/NativeCactus.d.ts

@@ -0,0 +1,357 @@
+import type { TurboModule } from 'react-native';
+export type NativeEmbeddingParams = {
+    embd_normalize?: number;
+};
+export type NativeContextParams = {
+    model: string;
+    /**
+     * Chat template to override the default one from the model.
+     */
+    chat_template?: string;
+    reasoning_format?: string;
+    is_model_asset?: boolean;
+    use_progress_callback?: boolean;
+    n_ctx?: number;
+    n_batch?: number;
+    n_ubatch?: number;
+    n_threads?: number;
+    /**
+     * Number of layers to store in VRAM (Currently only for iOS)
+     */
+    n_gpu_layers?: number;
+    /**
+     * Skip GPU devices (iOS only)
+     */
+    no_gpu_devices?: boolean;
+    /**
+     * Enable flash attention, only recommended in GPU device (Experimental in llama.cpp)
+     */
+    flash_attn?: boolean;
+    /**
+     * KV cache data type for the K (Experimental in llama.cpp)
+     */
+    cache_type_k?: string;
+    /**
+     * KV cache data type for the V (Experimental in llama.cpp)
+     */
+    cache_type_v?: string;
+    use_mlock?: boolean;
+    use_mmap?: boolean;
+    vocab_only?: boolean;
+    /**
+     * Single LoRA adapter path
+     */
+    lora?: string;
+    /**
+     * Single LoRA adapter scale
+     */
+    lora_scaled?: number;
+    /**
+     * LoRA adapter list
+     */
+    lora_list?: Array<{
+        path: string;
+        scaled?: number;
+    }>;
+    rope_freq_base?: number;
+    rope_freq_scale?: number;
+    pooling_type?: number;
+    embedding?: boolean;
+    embd_normalize?: number;
+};
+export type NativeCompletionParams = {
+    prompt: string;
+    n_threads?: number;
+    /**
+     * JSON schema for convert to grammar for structured JSON output.
+     * It will be override by grammar if both are set.
+     */
+    json_schema?: string;
+    /**
+     * Set grammar for grammar-based sampling.  Default: no grammar
+     */
+    grammar?: string;
+    /**
+     * Lazy grammar sampling, trigger by grammar_triggers. Default: false
+     */
+    grammar_lazy?: boolean;
+    /**
+     * Lazy grammar triggers. Default: []
+     */
+    grammar_triggers?: Array<{
+        type: number;
+        value: string;
+        token: number;
+    }>;
+    preserved_tokens?: Array<string>;
+    chat_format?: number;
+    /**
+     * Specify a JSON array of stopping strings.
+     * These words will not be included in the completion, so make sure to add them to the prompt for the next iteration. Default: `[]`
+     */
+    stop?: Array<string>;
+    /**
+     * Set the maximum number of tokens to predict when generating text.
+     * **Note:** May exceed the set limit slightly if the last token is a partial multibyte character.
+     * When 0,no tokens will be generated but the prompt is evaluated into the cache. Default: `-1`, where `-1` is infinity.
+     */
+    n_predict?: number;
+    /**
+     * If greater than 0, the response also contains the probabilities of top N tokens for each generated token given the sampling settings.
+     * Note that for temperature < 0 the tokens are sampled greedily but token probabilities are still being calculated via a simple softmax of the logits without considering any other sampler settings.
+     * Default: `0`
+     */
+    n_probs?: number;
+    /**
+     * Limit the next token selection to the K most probable tokens.  Default: `40`
+     */
+    top_k?: number;
+    /**
+     * Limit the next token selection to a subset of tokens with a cumulative probability above a threshold P. Default: `0.95`
+     */
+    top_p?: number;
+    /**
+     * The minimum probability for a token to be considered, relative to the probability of the most likely token. Default: `0.05`
+     */
+    min_p?: number;
+    /**
+     * Set the chance for token removal via XTC sampler. Default: `0.0`, which is disabled.
+     */
+    xtc_probability?: number;
+    /**
+     * Set a minimum probability threshold for tokens to be removed via XTC sampler. Default: `0.1` (> `0.5` disables XTC)
+     */
+    xtc_threshold?: number;
+    /**
+     * Enable locally typical sampling with parameter p. Default: `1.0`, which is disabled.
+     */
+    typical_p?: number;
+    /**
+     * Adjust the randomness of the generated text. Default: `0.8`
+     */
+    temperature?: number;
+    /**
+     * Last n tokens to consider for penalizing repetition. Default: `64`, where `0` is disabled and `-1` is ctx-size.
+     */
+    penalty_last_n?: number;
+    /**
+     * Control the repetition of token sequences in the generated text. Default: `1.0`
+     */
+    penalty_repeat?: number;
+    /**
+     * Repeat alpha frequency penalty. Default: `0.0`, which is disabled.
+     */
+    penalty_freq?: number;
+    /**
+     * Repeat alpha presence penalty. Default: `0.0`, which is disabled.
+     */
+    penalty_present?: number;
+    /**
+     * Enable Mirostat sampling, controlling perplexity during text generation. Default: `0`, where `0` is disabled, `1` is Mirostat, and `2` is Mirostat 2.0.
+     */
+    mirostat?: number;
+    /**
+     * Set the Mirostat target entropy, parameter tau. Default: `5.0`
+     */
+    mirostat_tau?: number;
+    /**
+     * Set the Mirostat learning rate, parameter eta. Default: `0.1`
+     */
+    mirostat_eta?: number;
+    /**
+     * Set the DRY (Don't Repeat Yourself) repetition penalty multiplier. Default: `0.0`, which is disabled.
+     */
+    dry_multiplier?: number;
+    /**
+     * Set the DRY repetition penalty base value. Default: `1.75`
+     */
+    dry_base?: number;
+    /**
+     * Tokens that extend repetition beyond this receive exponentially increasing penalty: multiplier * base ^ (length of repeating sequence before token - allowed length). Default: `2`
+     */
+    dry_allowed_length?: number;
+    /**
+     * How many tokens to scan for repetitions. Default: `-1`, where `0` is disabled and `-1` is context size.
+     */
+    dry_penalty_last_n?: number;
+    /**
+     * Specify an array of sequence breakers for DRY sampling. Only a JSON array of strings is accepted. Default: `['\n', ':', '"', '*']`
+     */
+    dry_sequence_breakers?: Array<string>;
+    /**
+     * Top n sigma sampling as described in academic paper "Top-nσ: Not All Logits Are You Need" https://arxiv.org/pdf/2411.07641. Default: `-1.0` (Disabled)
+     */
+    top_n_sigma?: number;
+    /**
+     * Ignore end of stream token and continue generating. Default: `false`
+     */
+    ignore_eos?: boolean;
+    /**
+     * Modify the likelihood of a token appearing in the generated text completion.
+     * For example, use `"logit_bias": [[15043,1.0]]` to increase the likelihood of the token 'Hello', or `"logit_bias": [[15043,-1.0]]` to decrease its likelihood.
+     * Setting the value to false, `"logit_bias": [[15043,false]]` ensures that the token `Hello` is never produced. The tokens can also be represented as strings,
+     * e.g.`[["Hello, World!",-0.5]]` will reduce the likelihood of all the individual tokens that represent the string `Hello, World!`, just like the `presence_penalty` does.
+     * Default: `[]`
+     */
+    logit_bias?: Array<Array<number>>;
+    /**
+     * Set the random number generator (RNG) seed. Default: `-1`, which is a random seed.
+     */
+    seed?: number;
+    emit_partial_completion: boolean;
+};
+export type NativeCompletionTokenProbItem = {
+    tok_str: string;
+    prob: number;
+};
+export type NativeCompletionTokenProb = {
+    content: string;
+    probs: Array<NativeCompletionTokenProbItem>;
+};
+export type NativeCompletionResultTimings = {
+    prompt_n: number;
+    prompt_ms: number;
+    prompt_per_token_ms: number;
+    prompt_per_second: number;
+    predicted_n: number;
+    predicted_ms: number;
+    predicted_per_token_ms: number;
+    predicted_per_second: number;
+};
+export type NativeCompletionResult = {
+    /**
+     * Original text (Ignored reasoning_content / tool_calls)
+     */
+    text: string;
+    /**
+     * Reasoning content (parsed for reasoning model)
+     */
+    reasoning_content: string;
+    /**
+     * Tool calls
+     */
+    tool_calls: Array<{
+        type: 'function';
+        function: {
+            name: string;
+            arguments: string;
+        };
+        id?: string;
+    }>;
+    /**
+     * Content text (Filtered text by reasoning_content / tool_calls)
+     */
+    content: string;
+    tokens_predicted: number;
+    tokens_evaluated: number;
+    truncated: boolean;
+    stopped_eos: boolean;
+    stopped_word: string;
+    stopped_limit: number;
+    stopping_word: string;
+    tokens_cached: number;
+    timings: NativeCompletionResultTimings;
+    completion_probabilities?: Array<NativeCompletionTokenProb>;
+};
+export type NativeTokenizeResult = {
+    tokens: Array<number>;
+};
+export type NativeEmbeddingResult = {
+    embedding: Array<number>;
+};
+export type NativeLlamaContext = {
+    contextId: number;
+    model: {
+        desc: string;
+        size: number;
+        nEmbd: number;
+        nParams: number;
+        chatTemplates: {
+            llamaChat: boolean;
+            minja: {
+                default: boolean;
+                defaultCaps: {
+                    tools: boolean;
+                    toolCalls: boolean;
+                    toolResponses: boolean;
+                    systemRole: boolean;
+                    parallelToolCalls: boolean;
+                    toolCallId: boolean;
+                };
+                toolUse: boolean;
+                toolUseCaps: {
+                    tools: boolean;
+                    toolCalls: boolean;
+                    toolResponses: boolean;
+                    systemRole: boolean;
+                    parallelToolCalls: boolean;
+                    toolCallId: boolean;
+                };
+            };
+        };
+        metadata: Object;
+        isChatTemplateSupported: boolean;
+    };
+    /**
+     * Loaded library name for Android
+     */
+    androidLib?: string;
+    gpu: boolean;
+    reasonNoGPU: string;
+};
+export type NativeSessionLoadResult = {
+    tokens_loaded: number;
+    prompt: string;
+};
+export type NativeLlamaChatMessage = {
+    role: string;
+    content: string;
+};
+export type JinjaFormattedChatResult = {
+    prompt: string;
+    chat_format?: number;
+    grammar?: string;
+    grammar_lazy?: boolean;
+    grammar_triggers?: Array<{
+        type: number;
+        value: string;
+        token: number;
+    }>;
+    preserved_tokens?: Array<string>;
+    additional_stops?: Array<string>;
+};
+export interface Spec extends TurboModule {
+    toggleNativeLog(enabled: boolean): Promise<void>;
+    setContextLimit(limit: number): Promise<void>;
+    modelInfo(path: string, skip?: string[]): Promise<Object>;
+    initContext(contextId: number, params: NativeContextParams): Promise<NativeLlamaContext>;
+    getFormattedChat(contextId: number, messages: string, chatTemplate?: string, params?: {
+        jinja?: boolean;
+        json_schema?: string;
+        tools?: string;
+        parallel_tool_calls?: string;
+        tool_choice?: string;
+    }): Promise<JinjaFormattedChatResult | string>;
+    loadSession(contextId: number, filepath: string): Promise<NativeSessionLoadResult>;
+    saveSession(contextId: number, filepath: string, size: number): Promise<number>;
+    completion(contextId: number, params: NativeCompletionParams): Promise<NativeCompletionResult>;
+    stopCompletion(contextId: number): Promise<void>;
+    tokenize(contextId: number, text: string): Promise<NativeTokenizeResult>;
+    detokenize(contextId: number, tokens: number[]): Promise<string>;
+    embedding(contextId: number, text: string, params: NativeEmbeddingParams): Promise<NativeEmbeddingResult>;
+    bench(contextId: number, pp: number, tg: number, pl: number, nr: number): Promise<string>;
+    applyLoraAdapters(contextId: number, loraAdapters: Array<{
+        path: string;
+        scaled?: number;
+    }>): Promise<void>;
+    removeLoraAdapters(contextId: number): Promise<void>;
+    getLoadedLoraAdapters(contextId: number): Promise<Array<{
+        path: string;
+        scaled?: number;
+    }>>;
+    releaseContext(contextId: number): Promise<void>;
+    releaseAllContexts(): Promise<void>;
+}
+declare const _default: Spec;
+export default _default;
+//# sourceMappingURL=NativeCactus.d.ts.map

package/lib/typescript/NativeCactus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NativeCactus.d.ts","sourceRoot":"","sources":["../../src/NativeCactus.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAG/C,MAAM,MAAM,qBAAqB,GAAG;IAClC,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IAEtB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAEzB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAE/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IAEjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAA;IAExB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAEpD,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,eAAe,CAAC,EAAE,MAAM,CAAA;IAExB,YAAY,CAAC,EAAE,MAAM,CAAA;IAGrB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB;;OAEG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;;OAGG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACpB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,qBAAqB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACrC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IACjC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb,uBAAuB,EAAE,OAAO,CAAA;CACjC,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,KAAK,CAAC,6BAA6B,CAAC,CAAA;CAC5C,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,iBAAiB,EAAE,MAAM,CAAA;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,oBAAoB,EAAE,MAAM,CAAA;CAC7B,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IACZ;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAA;IACzB;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,UAAU,CAAA;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAA;YACZ,SAAS,EAAE,MAAM,CAAA;SAClB,CAAA;QACD,EAAE,CAAC,EAAE,MAAM,CAAA;KACZ,CAAC,CAAA;IACF;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,OAAO,CAAA;IAClB,WAAW,EAAE,OAAO,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,OAAO,EAAE,6BAA6B,CAAA;IAEtC,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAA;QACZ,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,MAAM,CAAA;QACf,aAAa,EAAE;YACb,SAAS,EAAE,OAAO,CAAA;YAClB,KAAK,EAAE;gBAEL,OAAO,EAAE,OAAO,CAAA;gBAChB,WAAW,EAAE;oBACX,KAAK,EAAE,OAAO,CAAA;oBACd,SAAS,EAAE,OAAO,CAAA;oBAClB,aAAa,EAAE,OAAO,CAAA;oBACtB,UAAU,EAAE,OAAO,CAAA;oBACnB,iBAAiB,EAAE,OAAO,CAAA;oBAC1B,UAAU,EAAE,OAAO,CAAA;iBACpB,CAAA;gBACD,OAAO,EAAE,OAAO,CAAA;gBAChB,WAAW,EAAE;oBACX,KAAK,EAAE,OAAO,CAAA;oBACd,SAAS,EAAE,OAAO,CAAA;oBAClB,aAAa,EAAE,OAAO,CAAA;oBACtB,UAAU,EAAE,OAAO,CAAA;oBACnB,iBAAiB,EAAE,OAAO,CAAA;oBAC1B,UAAU,EAAE,OAAO,CAAA;iBACpB,CAAA;aACF,CAAA;SACF,CAAA;QACD,QAAQ,EAAE,MAAM,CAAA;QAChB,uBAAuB,EAAE,OAAO,CAAA;KACjC,CAAA;IACD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,GAAG,EAAE,OAAO,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACjC,CAAA;AAED,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAE7C,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACzD,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAE9B,gBAAgB,CACd,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,EACrB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC,CAAA;IAC7C,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAAA;IAClB,UAAU,CACR,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,sBAAsB,CAAC,CAAA;IAClC,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IACxE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAChE,SAAS,CACP,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC,CAAA;IACjC,KAAK,CACH,SAAS,EAAE,MAAM,EACjB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,MAAM,CAAC,CAAA;IAElB,iBAAiB,CACf,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACrD,OAAO,CAAC,IAAI,CAAC,CAAA;IAChB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpD,qBAAqB,CACnB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;IAEpD,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAEhD,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACpC;wBAEyD,IAAI;AAA9D,wBAA8D"}

package/lib/typescript/chat.d.ts

@@ -0,0 +1,10 @@
+import type { NativeLlamaChatMessage } from './NativeCactus';
+export type CactusMessagePart = {
+    text?: string;
+};
+export type CactusOAICompatibleMessage = {
+    role: string;
+    content?: string | CactusMessagePart[] | any;
+};
+export declare function formatChat(messages: CactusOAICompatibleMessage[]): NativeLlamaChatMessage[];
+//# sourceMappingURL=chat.d.ts.map