cactus-react-native 0.1.3 → 0.1.4

package/lib/commonjs/telemetry.js

@@ -0,0 +1,97 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.Telemetry = void 0;
+var _reactNative = require("react-native");
+// Import package.json to get version
+const packageJson = require('../package.json');
+class Telemetry {
+  static instance = null;
+  constructor(config) {
+    this.config = {
+      table: 'telemetry',
+      ...config
+    };
+  }
+  static getFilename(path) {
+    try {
+      return path.split('/').pop() || path.split('\\').pop() || 'unknown';
+    } catch {
+      return 'unknown';
+    }
+  }
+  static autoInit() {
+    if (!Telemetry.instance) {
+      Telemetry.instance = new Telemetry({
+        supabaseUrl: 'https://vlqqczxwyaodtcdmdmlw.supabase.co',
+        supabaseKey: 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InZscXFjenh3eWFvZHRjZG1kbWx3Iiwicm9sZSI6ImFub24iLCJpYXQiOjE3NTE1MTg2MzIsImV4cCI6MjA2NzA5NDYzMn0.nBzqGuK9j6RZ6mOPWU2boAC_5H9XDs-fPpo5P3WZYbI' // Anon!
+      });
+    }
+  }
+  static init(config) {
+    if (!Telemetry.instance) {
+      Telemetry.instance = new Telemetry(config);
+    }
+  }
+  static track(payload, options) {
+    if (!Telemetry.instance) {
+      Telemetry.autoInit();
+    }
+    Telemetry.instance.trackInternal(payload, options);
+  }
+  static error(error, options) {
+    if (!Telemetry.instance) {
+      Telemetry.autoInit();
+    }
+    Telemetry.instance.errorInternal(error, options);
+  }
+  trackInternal(payload, options) {
+    const record = {
+      os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
+      os_version: _reactNative.Platform.Version.toString(),
+      framework: 'react-native',
+      framework_version: packageJson.version,
+      telemetry_payload: payload,
+      timestamp: new Date().toISOString(),
+      model_filename: Telemetry.getFilename(options.model),
+      n_ctx: options.n_ctx,
+      n_gpu_layers: options.n_gpu_layers
+    };
+    this.sendRecord(record).catch(() => {});
+  }
+  errorInternal(error, options) {
+    const errorPayload = {
+      message: error.message,
+      stack: error.stack,
+      name: error.name
+    };
+    const record = {
+      os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
+      os_version: _reactNative.Platform.Version.toString(),
+      framework: 'react-native',
+      framework_version: packageJson.version,
+      error_payload: errorPayload,
+      timestamp: new Date().toISOString(),
+      model_filename: Telemetry.getFilename(options.model),
+      n_ctx: options.n_ctx,
+      n_gpu_layers: options.n_gpu_layers
+    };
+    this.sendRecord(record).catch(() => {});
+  }
+  async sendRecord(record) {
+    await globalThis.fetch(`${this.config.supabaseUrl}/rest/v1/${this.config.table}`, {
+      method: 'POST',
+      headers: {
+        'apikey': this.config.supabaseKey,
+        'Authorization': `Bearer ${this.config.supabaseKey}`,
+        'Content-Type': 'application/json',
+        'Prefer': 'return=minimal'
+      },
+      body: JSON.stringify([record])
+    });
+  }
+}
+exports.Telemetry = Telemetry;
+//# sourceMappingURL=telemetry.js.map

package/lib/commonjs/telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_reactNative","require","packageJson","Telemetry","instance","constructor","config","table","getFilename","path","split","pop","autoInit","supabaseUrl","supabaseKey","init","track","payload","options","trackInternal","error","errorInternal","record","os","Platform","OS","os_version","Version","toString","framework","framework_version","version","telemetry_payload","timestamp","Date","toISOString","model_filename","model","n_ctx","n_gpu_layers","sendRecord","catch","errorPayload","message","stack","name","error_payload","globalThis","fetch","method","headers","body","JSON","stringify","exports"],"sourceRoot":"../../src","sources":["telemetry.ts"],"mappings":";;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA;AACA,MAAMC,WAAW,GAAGD,OAAO,CAAC,iBAAiB,CAAC;AAqBvC,MAAME,SAAS,CAAC;EACrB,OAAeC,QAAQ,GAAqB,IAAI;EAGxCC,WAAWA,CAACC,MAAuB,EAAE;IAC3C,IAAI,CAACA,MAAM,GAAG;MACZC,KAAK,EAAE,WAAW;MAClB,GAAGD;IACL,CAAC;EACH;EAEA,OAAeE,WAAWA,CAACC,IAAY,EAAU;IAC/C,IAAI;MACF,OAAOA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC,IAAIF,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC,CAACC,GAAG,CAAC,CAAC,IAAI,SAAS;IACrE,CAAC,CAAC,MAAM;MACN,OAAO,SAAS;IAClB;EACF;EAEA,OAAOC,QAAQA,CAAA,EAAS;IACtB,IAAI,CAACT,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAAC;QACjCU,WAAW,EAAE,0CAA0C;QACvDC,WAAW,EAAE,kNAAkN,CAAE;MACnO,CAAC,CAAC;IACJ;EACF;EAEA,OAAOC,IAAIA,CAACT,MAAuB,EAAQ;IACzC,IAAI,CAACH,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAACG,MAAM,CAAC;IAC5C;EACF;EAEA,OAAOU,KAAKA,CAACC,OAA4B,EAAEC,OAAsB,EAAQ;IACvE,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEe,aAAa,CAACF,OAAO,EAAEC,OAAO,CAAC;EACrD;EAEA,OAAOE,KAAKA,CAACA,KAAY,EAAEF,OAAsB,EAAQ;IACvD,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEiB,aAAa,CAACD,KAAK,EAAEF,OAAO,CAAC;EACnD;EAEQC,aAAaA,CAACF,OAA4B,EAAEC,OAAsB,EAAQ;IAChF,MAAMI,MAAuB,GAAG;MAC9BC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE5B,WAAW,CAAC6B,OAAO;MACtCC,iBAAiB,EAAEf,OAAO;MAC1BgB,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAEjC,SAAS,CAACK,WAAW,CAACU,OAAO,CAACmB,KAAK,CAAC;MACpDC,KAAK,EAAEpB,OAAO,CAACoB,KAAK;MACpBC,YAAY,EAAErB,OAAO,CAACqB;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAAClB,MAAM,CAAC,CAACmB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEQpB,aAAaA,CAACD,KAAY,EAAEF,OAAsB,EAAQ;IAChE,MAAMwB,YAAY,GAAG;MACnBC,OAAO,EAAEvB,KAAK,CAACuB,OAAO;MACtBC,KAAK,EAAExB,KAAK,CAACwB,KAAK;MAClBC,IAAI,EAAEzB,KAAK,CAACyB;IACd,CAAC;IAED,MAAMvB,MAAuB,GAAG;MAC9BC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE5B,WAAW,CAAC6B,OAAO;MACtCe,aAAa,EAAEJ,YAAY;MAC3BT,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAEjC,SAAS,CAACK,WAAW,CAACU,OAAO,CAACmB,KAAK,CAAC;MACpDC,KAAK,EAAEpB,OAAO,CAACoB,KAAK;MACpBC,YAAY,EAAErB,OAAO,CAACqB;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAAClB,MAAM,CAAC,CAACmB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEA,MAAcD,UAAUA,CAAClB,MAAuB,EAAiB;IAC/D,MAAOyB,UAAU,CAASC,KAAK,CAAC,GAAG,IAAI,CAAC1C,MAAM,CAACO,WAAW,YAAY,IAAI,CAACP,MAAM,CAACC,KAAK,EAAE,EAAE;MACzF0C,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAAC5C,MAAM,CAACQ,WAAW;QACjC,eAAe,EAAE,UAAU,IAAI,CAACR,MAAM,CAACQ,WAAW,EAAE;QACpD,cAAc,EAAE,kBAAkB;QAClC,QAAQ,EAAE;MACZ,CAAC;MACDqC,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC,CAAC/B,MAAM,CAAC;IAC/B,CAAC,CAAC;EACJ;AACF;AAACgC,OAAA,CAAAnD,SAAA,GAAAA,SAAA","ignoreList":[]}

package/lib/commonjs/tools.js

@@ -0,0 +1,79 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.Tools = void 0;
+exports.parseAndExecuteTool = parseAndExecuteTool;
+class Tools {
+  tools = new Map();
+  add(func, description, parameters) {
+    this.tools.set(func.name, {
+      func,
+      description,
+      parameters,
+      required: Object.entries(parameters).filter(([_, param]) => param.required).map(([key, _]) => key)
+    });
+    return func;
+  }
+  getSchemas() {
+    return Array.from(this.tools.entries()).map(([name, {
+      description,
+      parameters,
+      required
+    }]) => ({
+      type: "function",
+      function: {
+        name,
+        description,
+        parameters: {
+          type: "object",
+          properties: parameters,
+          required
+        }
+      }
+    }));
+  }
+  async execute(name, args) {
+    const tool = this.tools.get(name);
+    if (!tool) throw new Error(`Tool ${name} not found`);
+    return await tool.func(...Object.values(args));
+  }
+}
+exports.Tools = Tools;
+async function parseAndExecuteTool(result, tools) {
+  if (!result.tool_calls || result.tool_calls.length === 0) {
+    // console.log('No tool calls found');
+    return {
+      toolCalled: false
+    };
+  }
+  try {
+    const toolCall = result.tool_calls[0];
+    if (!toolCall) {
+      // console.log('No tool call found');
+      return {
+        toolCalled: false
+      };
+    }
+    const toolName = toolCall.function.name;
+    const toolInput = JSON.parse(toolCall.function.arguments);
+
+    // console.log('Calling tool:', toolName, toolInput);
+    const toolOutput = await tools.execute(toolName, toolInput);
+    // console.log('Tool called result:', toolOutput);
+
+    return {
+      toolCalled: true,
+      toolName,
+      toolInput,
+      toolOutput
+    };
+  } catch (error) {
+    // console.error('Error parsing tool call:', error);
+    return {
+      toolCalled: false
+    };
+  }
+}
+//# sourceMappingURL=tools.js.map

package/lib/commonjs/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["Tools","tools","Map","add","func","description","parameters","set","name","required","Object","entries","filter","_","param","map","key","getSchemas","Array","from","type","function","properties","execute","args","tool","get","Error","values","exports","parseAndExecuteTool","result","tool_calls","length","toolCalled","toolCall","toolName","toolInput","JSON","parse","arguments","toolOutput","error"],"sourceRoot":"../../src","sources":["tools.ts"],"mappings":";;;;;;;AAeO,MAAMA,KAAK,CAAC;EACTC,KAAK,GAAG,IAAIC,GAAG,CAAe,CAAC;EAEvCC,GAAGA,CACCC,IAAc,EACdC,WAAmB,EACnBC,UAAsC,EACtC;IACA,IAAI,CAACL,KAAK,CAACM,GAAG,CAACH,IAAI,CAACI,IAAI,EAAE;MACxBJ,IAAI;MACJC,WAAW;MACXC,UAAU;MACVG,QAAQ,EAAEC,MAAM,CAACC,OAAO,CAACL,UAAU,CAAC,CACjCM,MAAM,CAAC,CAAC,CAACC,CAAC,EAAEC,KAAK,CAAC,KAAKA,KAAK,CAACL,QAAQ,CAAC,CACtCM,GAAG,CAAC,CAAC,CAACC,GAAG,EAAEH,CAAC,CAAC,KAAKG,GAAG;IAC1B,CAAC,CAAC;IACF,OAAOZ,IAAI;EACb;EAEFa,UAAUA,CAAA,EAAG;IACT,OAAOC,KAAK,CAACC,IAAI,CAAC,IAAI,CAAClB,KAAK,CAACU,OAAO,CAAC,CAAC,CAAC,CAACI,GAAG,CAAC,CAAC,CAACP,IAAI,EAAE;MAAEH,WAAW;MAAEC,UAAU;MAAEG;IAAS,CAAC,CAAC,MAAM;MAC9FW,IAAI,EAAE,UAAU;MAChBC,QAAQ,EAAE;QACRb,IAAI;QACJH,WAAW;QACXC,UAAU,EAAE;UACVc,IAAI,EAAE,QAAQ;UACdE,UAAU,EAAEhB,UAAU;UACtBG;QACF;MACF;IACF,CAAC,CAAC,CAAC;EACL;EAEF,MAAMc,OAAOA,CAACf,IAAY,EAAEgB,IAAS,EAAE;IACnC,MAAMC,IAAI,GAAG,IAAI,CAACxB,KAAK,CAACyB,GAAG,CAAClB,IAAI,CAAC;IACjC,IAAI,CAACiB,IAAI,EAAE,MAAM,IAAIE,KAAK,CAAC,QAAQnB,IAAI,YAAY,CAAC;IACpD,OAAO,MAAMiB,IAAI,CAACrB,IAAI,CAAC,GAAGM,MAAM,CAACkB,MAAM,CAACJ,IAAI,CAAC,CAAC;EAClD;AACF;AAACK,OAAA,CAAA7B,KAAA,GAAAA,KAAA;AAEM,eAAe8B,mBAAmBA,CAACC,MAA8B,EAAE9B,KAAY,EAAwF;EAC5K,IAAI,CAAC8B,MAAM,CAACC,UAAU,IAAID,MAAM,CAACC,UAAU,CAACC,MAAM,KAAK,CAAC,EAAE;IACtD;IACA,OAAO;MAACC,UAAU,EAAE;IAAK,CAAC;EAC9B;EAEA,IAAI;IACA,MAAMC,QAAQ,GAAGJ,MAAM,CAACC,UAAU,CAAC,CAAC,CAAC;IACrC,IAAI,CAACG,QAAQ,EAAE;MACb;MACA,OAAO;QAACD,UAAU,EAAE;MAAK,CAAC;IAC5B;IACA,MAAME,QAAQ,GAAGD,QAAQ,CAACd,QAAQ,CAACb,IAAI;IACvC,MAAM6B,SAAS,GAAGC,IAAI,CAACC,KAAK,CAACJ,QAAQ,CAACd,QAAQ,CAACmB,SAAS,CAAC;;IAEzD;IACA,MAAMC,UAAU,GAAG,MAAMxC,KAAK,CAACsB,OAAO,CAACa,QAAQ,EAAEC,SAAS,CAAC;IAC3D;;IAEA,OAAO;MACHH,UAAU,EAAE,IAAI;MAChBE,QAAQ;MACRC,SAAS;MACTI;IACJ,CAAC;EACL,CAAC,CAAC,OAAOC,KAAK,EAAE;IACZ;IACA,OAAO;MAACR,UAAU,EAAE;IAAK,CAAC;EAC9B;AACF","ignoreList":[]}

package/lib/commonjs/tts.js

@@ -0,0 +1,32 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CactusTTS = void 0;
+var _index = require("./index");
+class CactusTTS {
+  constructor(context) {
+    this.context = context;
+  }
+  static async init(context, vocoderModelPath) {
+    await (0, _index.initVocoder)(context.id, vocoderModelPath);
+    return new CactusTTS(context);
+  }
+  async generate(textToSpeak, speakerJsonStr) {
+    const {
+      formatted_prompt
+    } = await (0, _index.getFormattedAudioCompletion)(this.context.id, speakerJsonStr, textToSpeak);
+    // This part is simplified. In a real scenario, the tokens from 
+    // the main model would be generated and passed to decodeAudioTokens.
+    // For now, we are assuming a direct path which may not be fully functional
+    // without the main model's token output for TTS.
+    const tokens = (await this.context.tokenize(formatted_prompt)).tokens;
+    return (0, _index.decodeAudioTokens)(this.context.id, tokens);
+  }
+  async release() {
+    return (0, _index.releaseVocoder)(this.context.id);
+  }
+}
+exports.CactusTTS = CactusTTS;
+//# sourceMappingURL=tts.js.map

package/lib/commonjs/tts.js.map

@@ -1 +1 @@
-{"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}
+{"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD;IACA;IACA;IACA;IACA,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}

package/lib/commonjs/vlm.js

@@ -0,0 +1,83 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CactusVLM = void 0;
+var _index = require("./index");
+var _telemetry = require("./telemetry");
+class CactusVLM {
+  constructor(context, initParams) {
+    this.context = context;
+    this.initParams = initParams;
+  }
+  static async init(params, onProgress) {
+    const configs = [params, {
+      ...params,
+      n_gpu_layers: 0
+    }];
+    for (const config of configs) {
+      try {
+        const context = await (0, _index.initLlama)(config, onProgress);
+        // Explicitly disable GPU for the multimodal projector for stability.
+        await (0, _index.initMultimodal)(context.id, params.mmproj, false);
+        return {
+          vlm: new CactusVLM(context, params),
+          error: null
+        };
+      } catch (e) {
+        _telemetry.Telemetry.error(e, config);
+        if (configs.indexOf(config) === configs.length - 1) {
+          return {
+            vlm: null,
+            error: e
+          };
+        }
+      }
+    }
+    return {
+      vlm: null,
+      error: new Error('Failed to initialize CactusVLM')
+    };
+  }
+  async completion(messages, params = {}, callback) {
+    const startTime = Date.now();
+    let firstTokenTime = null;
+    const wrappedCallback = callback ? data => {
+      if (firstTokenTime === null) firstTokenTime = Date.now();
+      callback(data);
+    } : undefined;
+    let result;
+    if (params.images && params.images.length > 0) {
+      const formattedPrompt = await this.context.getFormattedChat(messages);
+      const prompt = typeof formattedPrompt === 'string' ? formattedPrompt : formattedPrompt.prompt;
+      result = await (0, _index.multimodalCompletion)(this.context.id, prompt, params.images, {
+        ...params,
+        prompt,
+        emit_partial_completion: !!callback
+      });
+    } else {
+      result = await this.context.completion({
+        messages,
+        ...params
+      }, wrappedCallback);
+    }
+    _telemetry.Telemetry.track({
+      event: 'completion',
+      tok_per_sec: result.timings?.predicted_per_second,
+      toks_generated: result.timings?.predicted_n,
+      ttft: firstTokenTime ? firstTokenTime - startTime : null,
+      num_images: params.images?.length
+    }, this.initParams);
+    return result;
+  }
+  async rewind() {
+    // @ts-ignore
+    return this.context?.rewind();
+  }
+  async release() {
+    return this.context.release();
+  }
+}
+exports.CactusVLM = CactusVLM;
+//# sourceMappingURL=vlm.js.map

package/lib/commonjs/vlm.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_index","require","_telemetry","CactusVLM","constructor","context","initParams","init","params","onProgress","configs","n_gpu_layers","config","initLlama","initMultimodal","id","mmproj","vlm","error","e","Telemetry","indexOf","length","Error","completion","messages","callback","startTime","Date","now","firstTokenTime","wrappedCallback","data","undefined","result","images","formattedPrompt","getFormattedChat","prompt","multimodalCompletion","emit_partial_completion","track","event","tok_per_sec","timings","predicted_per_second","toks_generated","predicted_n","ttft","num_images","rewind","release","exports"],"sourceRoot":"../../src","sources":["vlm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAYA,IAAAC,UAAA,GAAAD,OAAA;AAeO,MAAME,SAAS,CAAC;EAIbC,WAAWA,CAACC,OAAqB,EAAEC,UAA4B,EAAE;IACvE,IAAI,CAACD,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC9B;EAEA,aAAaC,IAAIA,CACfC,MAAwB,EACxBC,UAAuC,EACb;IAC1B,MAAMC,OAAO,GAAG,CACdF,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEG,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAML,OAAO,GAAG,MAAM,IAAAQ,gBAAS,EAACD,MAAM,EAAEH,UAAU,CAAC;QACnD;QACA,MAAM,IAAAK,qBAAc,EAACT,OAAO,CAACU,EAAE,EAAEP,MAAM,CAACQ,MAAM,EAAE,KAAK,CAAC;QACtD,OAAO;UAACC,GAAG,EAAE,IAAId,SAAS,CAACE,OAAO,EAAEG,MAAM,CAAC;UAAEU,KAAK,EAAE;QAAI,CAAC;MAC3D,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAWP,MAAM,CAAC;QACnC,IAAIF,OAAO,CAACW,OAAO,CAACT,MAAM,CAAC,KAAKF,OAAO,CAACY,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAACL,GAAG,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAU,CAAC;QACvC;MACF;IACF;IAEA,OAAO;MAACF,GAAG,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIK,KAAK,CAAC,gCAAgC;IAAC,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCjB,MAA2B,GAAG,CAAC,CAAC,EAChCkB,QAA8B,EACG;IACjC,MAAMC,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAC5B,IAAIC,cAA6B,GAAG,IAAI;IAExC,MAAMC,eAAe,GAAGL,QAAQ,GAAIM,IAAS,IAAK;MAChD,IAAIF,cAAc,KAAK,IAAI,EAAEA,cAAc,GAAGF,IAAI,CAACC,GAAG,CAAC,CAAC;MACxDH,QAAQ,CAACM,IAAI,CAAC;IAChB,CAAC,GAAGC,SAAS;IAEb,IAAIC,MAA8B;IAClC,IAAI1B,MAAM,CAAC2B,MAAM,IAAI3B,MAAM,CAAC2B,MAAM,CAACb,MAAM,GAAG,CAAC,EAAE;MAC7C,MAAMc,eAAe,GAAG,MAAM,IAAI,CAAC/B,OAAO,CAACgC,gBAAgB,CAACZ,QAAQ,CAAC;MACrE,MAAMa,MAAM,GACV,OAAOF,eAAe,KAAK,QAAQ,GAC/BA,eAAe,GACfA,eAAe,CAACE,MAAM;MAC5BJ,MAAM,GAAG,MAAM,IAAAK,2BAAoB,EACjC,IAAI,CAAClC,OAAO,CAACU,EAAE,EACfuB,MAAM,EACN9B,MAAM,CAAC2B,MAAM,EACb;QAAE,GAAG3B,MAAM;QAAE8B,MAAM;QAAEE,uBAAuB,EAAE,CAAC,CAACd;MAAS,CAC3D,CAAC;IACH,CAAC,MAAM;MACLQ,MAAM,GAAG,MAAM,IAAI,CAAC7B,OAAO,CAACmB,UAAU,CAAC;QAAEC,QAAQ;QAAE,GAAGjB;MAAO,CAAC,EAAEuB,eAAe,CAAC;IAClF;IAEAX,oBAAS,CAACqB,KAAK,CAAC;MACdC,KAAK,EAAE,YAAY;MACnBC,WAAW,EAAGT,MAAM,CAASU,OAAO,EAAEC,oBAAoB;MAC1DC,cAAc,EAAGZ,MAAM,CAASU,OAAO,EAAEG,WAAW;MACpDC,IAAI,EAAElB,cAAc,GAAGA,cAAc,GAAGH,SAAS,GAAG,IAAI;MACxDsB,UAAU,EAAEzC,MAAM,CAAC2B,MAAM,EAAEb;IAC7B,CAAC,EAAE,IAAI,CAAChB,UAAU,CAAC;IAEnB,OAAO4B,MAAM;EACf;EAEA,MAAMgB,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAAC7C,OAAO,EAAE6C,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAAC9C,OAAO,CAAC8C,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAjD,SAAA,GAAAA,SAAA","ignoreList":[]}

package/lib/module/NativeCactus.js

@@ -0,0 +1,8 @@
+"use strict";
+
+import { TurboModuleRegistry } from 'react-native';
+
+// New TTS/Audio types
+
+export default TurboModuleRegistry.get('Cactus');
+//# sourceMappingURL=NativeCactus.js.map

package/lib/module/chat.js

@@ -0,0 +1,33 @@
+"use strict";
+
+export function formatChat(messages) {
+  const chat = [];
+  messages.forEach(currMsg => {
+    const role = currMsg.role || '';
+    let content = '';
+    if ('content' in currMsg) {
+      if (typeof currMsg.content === 'string') {
+        ;
+        ({
+          content
+        } = currMsg);
+      } else if (Array.isArray(currMsg.content)) {
+        currMsg.content.forEach(part => {
+          if ('text' in part) {
+            content += `${content ? '\n' : ''}${part.text}`;
+          }
+        });
+      } else {
+        throw new TypeError("Invalid 'content' type (ref: https://github.com/ggerganov/llama.cpp/issues/8367)");
+      }
+    } else {
+      throw new Error("Missing 'content' (ref: https://github.com/ggerganov/llama.cpp/issues/8367)");
+    }
+    chat.push({
+      role,
+      content
+    });
+  });
+  return chat;
+}
+//# sourceMappingURL=chat.js.map