cactus-react-native 0.1.4 → 0.2.2

package/lib/commonjs/lm.js.map

@@ -1 +1 @@
-{"version":3,"names":["_index","require","_telemetry","CactusLM","constructor","context","initParams","init","params","onProgress","configs","n_gpu_layers","config","initLlama","lm","error","e","Telemetry","indexOf","length","Error","completion","messages","callback","startTime","Date","now","firstTokenTime","wrappedCallback","data","undefined","result","track","event","tok_per_sec","timings","predicted_per_second","toks_generated","predicted_n","ttft","embedding","text","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASA,IAAAC,UAAA,GAAAD,OAAA;AAOO,MAAME,QAAQ,CAAC;EAIZC,WAAWA,CAACC,OAAqB,EAAEC,UAAyB,EAAE;IACpE,IAAI,CAACD,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC9B;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACd;IACzB,MAAMC,OAAO,GAAG,CACdF,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEG,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAML,OAAO,GAAG,MAAM,IAAAQ,gBAAS,EAACD,MAAM,EAAEH,UAAU,CAAC;QACnD,OAAO;UAAEK,EAAE,EAAE,IAAIX,QAAQ,CAACE,OAAO,EAAEO,MAAM,CAAC;UAAEG,KAAK,EAAE;QAAK,CAAC;MAC3D,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAWJ,MAAM,CAAC;QACnC,IAAIF,OAAO,CAACQ,OAAO,CAACN,MAAM,CAAC,KAAKF,OAAO,CAACS,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEL,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIK,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCd,MAAwB,GAAG,CAAC,CAAC,EAC7Be,QAA8B,EACG;IACjC,MAAMC,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAC5B,IAAIC,cAA6B,GAAG,IAAI;IAExC,MAAMC,eAAe,GAAGL,QAAQ,GAAIM,IAAS,IAAK;MAChD,IAAIF,cAAc,KAAK,IAAI,EAAEA,cAAc,GAAGF,IAAI,CAACC,GAAG,CAAC,CAAC;MACxDH,QAAQ,CAACM,IAAI,CAAC;IAChB,CAAC,GAAGC,SAAS;IAEb,MAAMC,MAAM,GAAG,MAAM,IAAI,CAAC1B,OAAO,CAACgB,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGd;IAAO,CAAC,EAAEoB,eAAe,CAAC;IAEtFX,oBAAS,CAACe,KAAK,CAAC;MACdC,KAAK,EAAE,YAAY;MACnBC,WAAW,EAAGH,MAAM,CAASI,OAAO,EAAEC,oBAAoB;MAC1DC,cAAc,EAAGN,MAAM,CAASI,OAAO,EAAEG,WAAW;MACpDC,IAAI,EAAEZ,cAAc,GAAGA,cAAc,GAAGH,SAAS,GAAG;IACtD,CAAC,EAAE,IAAI,CAAClB,UAAU,CAAC;IAEnB,OAAOyB,MAAM;EACf;EAEA,MAAMS,SAASA,CACbC,IAAY,EACZjC,MAAwB,EACQ;IAChC,OAAO,IAAI,CAACH,OAAO,CAACmC,SAAS,CAACC,IAAI,EAAEjC,MAAM,CAAC;EAC7C;EAEA,MAAMkC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACrC,OAAO,EAAEqC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACtC,OAAO,CAACsC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAzC,QAAA,GAAAA,QAAA","ignoreList":[]}
+{"version":3,"names":["_index","require","_reactNative","_telemetry","_remote","CactusLM","constructor","context","init","params","onProgress","cactusToken","setCactusToken","needGpuAttempt","Platform","OS","n_gpu_layers","configs","config","initLlama","lm","error","e","Telemetry","n_ctx","model","indexOf","length","Error","completion","messages","callback","embedding","text","mode","result","lastError","_handleRemoteEmbedding","_handleLocalEmbedding","remoteError","localError","embeddingValues","getVertexAIEmbedding","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,YAAA,GAAAD,OAAA;AASA,IAAAE,UAAA,GAAAF,OAAA;AACA,IAAAG,OAAA,GAAAH,OAAA;AAXA;;AAkBO,MAAMI,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACvCC,WAAoB,EACK;IACzB,IAAIA,WAAW,EAAE;MACf,IAAAC,sBAAc,EAACD,WAAW,CAAC;IAC7B;;IAEA;IACA,MAAME,cAAc,GAAGC,qBAAQ,CAACC,EAAE,KAAK,SAAS,IAAI,CAACN,MAAM,CAACO,YAAY,IAAI,CAAC,IAAI,CAAC;IAClF,MAAMC,OAAO,GAAGJ,cAAc,GAC1B,CAACJ,MAAM,EAAE;MAAE,GAAGA,MAAM;MAAEO,YAAY,EAAE;IAAE,CAAC,CAAC,GACxC,CAAC;MAAE,GAAGP,MAAM;MAAEO,YAAY,EAAE;IAAE,CAAC,CAAC;IAEpC,KAAK,MAAME,MAAM,IAAID,OAAO,EAAE;MAC5B,IAAI;QACF,MAAMV,OAAO,GAAG,MAAM,IAAAY,gBAAS,EAACD,MAAM,EAAER,UAAU,CAAC;QACnD,OAAO;UAAEU,EAAE,EAAE,IAAIf,QAAQ,CAACE,OAAO,CAAC;UAAEc,KAAK,EAAE;QAAK,CAAC;MACnD,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAW;UAC1BN,YAAY,EAAEE,MAAM,CAACF,YAAY,IAAI,IAAI;UACzCQ,KAAK,EAAEN,MAAM,CAACM,KAAK,IAAI,IAAI;UAC3BC,KAAK,EAAEP,MAAM,CAACO,KAAK,IAAI;QACzB,CAAC,CAAC;QACF,IAAIR,OAAO,CAACS,OAAO,CAACR,MAAM,CAAC,KAAKD,OAAO,CAACU,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEP,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIO,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCrB,MAAwB,GAAG,CAAC,CAAC,EAC7BsB,QAA8B,EACG;IACjC,OAAO,MAAM,IAAI,CAACxB,OAAO,CAACsB,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGrB;IAAO,CAAC,EAAEsB,QAAQ,CAAC;EACzE;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZxB,MAAwB,EACxByB,IAAY,GAAG,OAAO,EACU;IAChC,IAAIC,MAA6B;IACjC,IAAIC,SAAuB,GAAG,IAAI;IAElC,IAAIF,IAAI,KAAK,QAAQ,EAAE;MACrBC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;IAClD,CAAC,MAAM,IAAIC,IAAI,KAAK,OAAO,EAAE;MAC3BC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAExB,MAAM,CAAC;IACzD,CAAC,MAAM,IAAIyB,IAAI,KAAK,YAAY,EAAE;MAChC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAExB,MAAM,CAAC;MACzD,CAAC,CAAC,OAAOa,CAAC,EAAE;QACVc,SAAS,GAAGd,CAAU;QACtB,IAAI;UACFa,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;QAClD,CAAC,CAAC,OAAOM,WAAW,EAAE;UACpB,MAAMH,SAAS;QACjB;MACF;IACF,CAAC,MAAM,IAAIF,IAAI,KAAK,aAAa,EAAE;MACjC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;MAClD,CAAC,CAAC,OAAOX,CAAC,EAAE;QACVc,SAAS,GAAGd,CAAU;QACtB,IAAI;UACFa,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAExB,MAAM,CAAC;QACzD,CAAC,CAAC,OAAO+B,UAAU,EAAE;UACnB,MAAMJ,SAAS;QACjB;MACF;IACF,CAAC,MAAM;MACL,MAAM,IAAIR,KAAK,CAAC,gBAAgB,GAAGM,IAAI,GAAG,6DAA6D,CAAC;IAC1G;IACA,OAAOC,MAAM;EACf;EAEA,MAAcG,qBAAqBA,CAACL,IAAY,EAAExB,MAAwB,EAAkC;IAC1G,OAAO,IAAI,CAACF,OAAO,CAACyB,SAAS,CAACC,IAAI,EAAExB,MAAM,CAAC;EAC7C;EAEA,MAAc4B,sBAAsBA,CAACJ,IAAY,EAAkC;IACjF,MAAMQ,eAAe,GAAG,MAAM,IAAAC,4BAAoB,EAACT,IAAI,CAAC;IACxD,OAAO;MACLD,SAAS,EAAES;IACb,CAAC;EACH;EAEA,MAAME,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACpC,OAAO,EAAEoC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACrC,OAAO,CAACqC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAxC,QAAA,GAAAA,QAAA","ignoreList":[]}

package/lib/commonjs/projectId.js

@@ -0,0 +1,8 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.PROJECT_ID = void 0;
+const PROJECT_ID = exports.PROJECT_ID = 'not-set';
+//# sourceMappingURL=projectId.js.map

package/lib/commonjs/projectId.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["PROJECT_ID","exports"],"sourceRoot":"../../src","sources":["projectId.ts"],"mappings":";;;;;;AAAO,MAAMA,UAAU,GAAAC,OAAA,CAAAD,UAAA,GAAG,SAAS","ignoreList":[]}

package/lib/commonjs/remote.js

@@ -0,0 +1,153 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.getTextCompletion = getTextCompletion;
+exports.getVertexAICompletion = getVertexAICompletion;
+exports.getVertexAIEmbedding = getVertexAIEmbedding;
+exports.getVisionCompletion = getVisionCompletion;
+exports.getVisionCompletionFromData = getVisionCompletionFromData;
+exports.setCactusToken = setCactusToken;
+let _cactusToken = null;
+function setCactusToken(token) {
+  _cactusToken = token;
+}
+async function getVertexAIEmbedding(text) {
+  if (_cactusToken === null) {
+    throw new Error('CactusToken not set. Please call CactusLM.init with cactusToken parameter.');
+  }
+  const projectId = 'cactus-v1-452518';
+  const location = 'us-central1';
+  const modelId = 'text-embedding-005';
+  const endpoint = `https://${location}-aiplatform.googleapis.com/v1/projects/${projectId}/locations/${location}/publishers/google/models/${modelId}:predict`;
+  const headers = {
+    'Authorization': `Bearer ${_cactusToken}`,
+    'Content-Type': 'application/json'
+  };
+  const requestBody = {
+    instances: [{
+      content: text
+    }]
+  };
+  const response = await fetch(endpoint, {
+    method: 'POST',
+    headers,
+    body: JSON.stringify(requestBody)
+  });
+  if (response.status === 401) {
+    _cactusToken = null;
+    throw new Error('Authentication failed. Please update your cactusToken.');
+  } else if (!response.ok) {
+    const errorText = await response.text();
+    throw new Error(`HTTP ${response.status}: ${errorText}`);
+  }
+  const responseBody = await response.json();
+  if (responseBody.error) {
+    throw new Error(`API Error: ${responseBody.error.message}`);
+  }
+  const predictions = responseBody.predictions;
+  if (!predictions || predictions.length === 0) {
+    throw new Error('No predictions in response');
+  }
+  const embeddings = predictions[0].embeddings;
+  const values = embeddings.values;
+  return values;
+}
+async function getVertexAICompletion(textPrompt, imageData, imagePath, mimeType) {
+  if (_cactusToken === null) {
+    throw new Error('CactusToken not set. Please call CactusVLM.init with cactusToken parameter.');
+  }
+  const projectId = 'cactus-v1-452518';
+  const location = 'global';
+  const modelId = 'gemini-2.5-flash-lite-preview-06-17';
+  const endpoint = `https://aiplatform.googleapis.com/v1/projects/${projectId}/locations/${location}/publishers/google/models/${modelId}:generateContent`;
+  const headers = {
+    'Authorization': `Bearer ${_cactusToken}`,
+    'Content-Type': 'application/json'
+  };
+  const parts = [];
+  if (imageData) {
+    const detectedMimeType = mimeType || 'image/jpeg';
+    parts.push({
+      inlineData: {
+        mimeType: detectedMimeType,
+        data: imageData
+      }
+    });
+  } else if (imagePath) {
+    const detectedMimeType = mimeType || detectMimeType(imagePath);
+    const RNFS = require('react-native-fs');
+    const base64Data = await RNFS.readFile(imagePath, 'base64');
+    parts.push({
+      inlineData: {
+        mimeType: detectedMimeType,
+        data: base64Data
+      }
+    });
+  }
+  parts.push({
+    text: textPrompt
+  });
+  const requestBody = {
+    contents: {
+      role: 'user',
+      parts: parts
+    }
+  };
+  const response = await fetch(endpoint, {
+    method: 'POST',
+    headers,
+    body: JSON.stringify(requestBody)
+  });
+  if (response.status === 401) {
+    _cactusToken = null;
+    throw new Error('Authentication failed. Please update your cactusToken.');
+  } else if (!response.ok) {
+    const errorText = await response.text();
+    throw new Error(`HTTP ${response.status}: ${errorText}`);
+  }
+  const responseBody = await response.json();
+  if (Array.isArray(responseBody)) {
+    throw new Error('Unexpected response format: received array instead of object');
+  }
+  if (responseBody.error) {
+    throw new Error(`API Error: ${responseBody.error.message}`);
+  }
+  const candidates = responseBody.candidates;
+  if (!candidates || candidates.length === 0) {
+    throw new Error('No candidates in response');
+  }
+  const content = candidates[0].content;
+  const responseParts = content.parts;
+  if (!responseParts || responseParts.length === 0) {
+    throw new Error('No parts in response');
+  }
+  return responseParts[0].text || '';
+}
+async function getTextCompletion(prompt) {
+  return getVertexAICompletion(prompt);
+}
+async function getVisionCompletion(prompt, imagePath) {
+  return getVertexAICompletion(prompt, undefined, imagePath);
+}
+async function getVisionCompletionFromData(prompt, imageData, mimeType) {
+  return getVertexAICompletion(prompt, imageData, undefined, mimeType);
+}
+function detectMimeType(filePath) {
+  const extension = filePath.toLowerCase().split('.').pop();
+  switch (extension) {
+    case 'jpg':
+    case 'jpeg':
+      return 'image/jpeg';
+    case 'png':
+      return 'image/png';
+    case 'gif':
+      return 'image/gif';
+    case 'webp':
+      return 'image/webp';
+    default:
+      return 'image/jpeg';
+  }
+}
+//# sourceMappingURL=remote.js.map

package/lib/commonjs/remote.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_cactusToken","setCactusToken","token","getVertexAIEmbedding","text","Error","projectId","location","modelId","endpoint","headers","requestBody","instances","content","response","fetch","method","body","JSON","stringify","status","ok","errorText","responseBody","json","error","message","predictions","length","embeddings","values","getVertexAICompletion","textPrompt","imageData","imagePath","mimeType","parts","detectedMimeType","push","inlineData","data","detectMimeType","RNFS","require","base64Data","readFile","contents","role","Array","isArray","candidates","responseParts","getTextCompletion","prompt","getVisionCompletion","undefined","getVisionCompletionFromData","filePath","extension","toLowerCase","split","pop"],"sourceRoot":"../../src","sources":["remote.ts"],"mappings":";;;;;;;;;;;AAAA,IAAIA,YAA2B,GAAG,IAAI;AAE/B,SAASC,cAAcA,CAACC,KAAoB,EAAQ;EACzDF,YAAY,GAAGE,KAAK;AACtB;AAEO,eAAeC,oBAAoBA,CAACC,IAAY,EAAqB;EAC1E,IAAIJ,YAAY,KAAK,IAAI,EAAE;IACzB,MAAM,IAAIK,KAAK,CAAC,4EAA4E,CAAC;EAC/F;EAEA,MAAMC,SAAS,GAAG,kBAAkB;EACpC,MAAMC,QAAQ,GAAG,aAAa;EAC9B,MAAMC,OAAO,GAAG,oBAAoB;EAEpC,MAAMC,QAAQ,GAAG,WAAWF,QAAQ,0CAA0CD,SAAS,cAAcC,QAAQ,6BAA6BC,OAAO,UAAU;EAE3J,MAAME,OAAO,GAAG;IACd,eAAe,EAAE,UAAUV,YAAY,EAAE;IACzC,cAAc,EAAE;EAClB,CAAC;EAED,MAAMW,WAAW,GAAG;IAClBC,SAAS,EAAE,CAAC;MAAEC,OAAO,EAAET;IAAK,CAAC;EAC/B,CAAC;EAED,MAAMU,QAAQ,GAAG,MAAMC,KAAK,CAACN,QAAQ,EAAE;IACrCO,MAAM,EAAE,MAAM;IACdN,OAAO;IACPO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACR,WAAW;EAClC,CAAC,CAAC;EAEF,IAAIG,QAAQ,CAACM,MAAM,KAAK,GAAG,EAAE;IAC3BpB,YAAY,GAAG,IAAI;IACnB,MAAM,IAAIK,KAAK,CAAC,wDAAwD,CAAC;EAC3E,CAAC,MAAM,IAAI,CAACS,QAAQ,CAACO,EAAE,EAAE;IACvB,MAAMC,SAAS,GAAG,MAAMR,QAAQ,CAACV,IAAI,CAAC,CAAC;IACvC,MAAM,IAAIC,KAAK,CAAC,QAAQS,QAAQ,CAACM,MAAM,KAAKE,SAAS,EAAE,CAAC;EAC1D;EAEA,MAAMC,YAAY,GAAG,MAAMT,QAAQ,CAACU,IAAI,CAAC,CAAC;EAE1C,IAAID,YAAY,CAACE,KAAK,EAAE;IACtB,MAAM,IAAIpB,KAAK,CAAC,cAAckB,YAAY,CAACE,KAAK,CAACC,OAAO,EAAE,CAAC;EAC7D;EAEA,MAAMC,WAAW,GAAGJ,YAAY,CAACI,WAAW;EAC5C,IAAI,CAACA,WAAW,IAAIA,WAAW,CAACC,MAAM,KAAK,CAAC,EAAE;IAC5C,MAAM,IAAIvB,KAAK,CAAC,4BAA4B,CAAC;EAC/C;EAEA,MAAMwB,UAAU,GAAGF,WAAW,CAAC,CAAC,CAAC,CAACE,UAAU;EAC5C,MAAMC,MAAM,GAAGD,UAAU,CAACC,MAAM;EAEhC,OAAOA,MAAM;AACf;AAEO,eAAeC,qBAAqBA,CACzCC,UAAkB,EAClBC,SAAkB,EAClBC,SAAkB,EAClBC,QAAiB,EACA;EACjB,IAAInC,YAAY,KAAK,IAAI,EAAE;IACzB,MAAM,IAAIK,KAAK,CAAC,6EAA6E,CAAC;EAChG;EAEA,MAAMC,SAAS,GAAG,kBAAkB;EACpC,MAAMC,QAAQ,GAAG,QAAQ;EACzB,MAAMC,OAAO,GAAG,qCAAqC;EAErD,MAAMC,QAAQ,GAAG,iDAAiDH,SAAS,cAAcC,QAAQ,6BAA6BC,OAAO,kBAAkB;EAEvJ,MAAME,OAAO,GAAG;IACd,eAAe,EAAE,UAAUV,YAAY,EAAE;IACzC,cAAc,EAAE;EAClB,CAAC;EAED,MAAMoC,KAAY,GAAG,EAAE;EAEvB,IAAIH,SAAS,EAAE;IACb,MAAMI,gBAAgB,GAAGF,QAAQ,IAAI,YAAY;IACjDC,KAAK,CAACE,IAAI,CAAC;MACTC,UAAU,EAAE;QACVJ,QAAQ,EAAEE,gBAAgB;QAC1BG,IAAI,EAAEP;MACR;IACF,CAAC,CAAC;EACJ,CAAC,MAAM,IAAIC,SAAS,EAAE;IACpB,MAAMG,gBAAgB,GAAGF,QAAQ,IAAIM,cAAc,CAACP,SAAS,CAAC;IAC9D,MAAMQ,IAAI,GAAGC,OAAO,CAAC,iBAAiB,CAAC;IACvC,MAAMC,UAAU,GAAG,MAAMF,IAAI,CAACG,QAAQ,CAACX,SAAS,EAAE,QAAQ,CAAC;IAC3DE,KAAK,CAACE,IAAI,CAAC;MACTC,UAAU,EAAE;QACVJ,QAAQ,EAAEE,gBAAgB;QAC1BG,IAAI,EAAEI;MACR;IACF,CAAC,CAAC;EACJ;EAEAR,KAAK,CAACE,IAAI,CAAC;IAAElC,IAAI,EAAE4B;EAAW,CAAC,CAAC;EAEhC,MAAMrB,WAAW,GAAG;IAClBmC,QAAQ,EAAE;MACRC,IAAI,EAAE,MAAM;MACZX,KAAK,EAAEA;IACT;EACF,CAAC;EAED,MAAMtB,QAAQ,GAAG,MAAMC,KAAK,CAACN,QAAQ,EAAE;IACrCO,MAAM,EAAE,MAAM;IACdN,OAAO;IACPO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACR,WAAW;EAClC,CAAC,CAAC;EAEF,IAAIG,QAAQ,CAACM,MAAM,KAAK,GAAG,EAAE;IAC3BpB,YAAY,GAAG,IAAI;IACnB,MAAM,IAAIK,KAAK,CAAC,wDAAwD,CAAC;EAC3E,CAAC,MAAM,IAAI,CAACS,QAAQ,CAACO,EAAE,EAAE;IACvB,MAAMC,SAAS,GAAG,MAAMR,QAAQ,CAACV,IAAI,CAAC,CAAC;IACvC,MAAM,IAAIC,KAAK,CAAC,QAAQS,QAAQ,CAACM,MAAM,KAAKE,SAAS,EAAE,CAAC;EAC1D;EAEA,MAAMC,YAAY,GAAG,MAAMT,QAAQ,CAACU,IAAI,CAAC,CAAC;EAE1C,IAAIwB,KAAK,CAACC,OAAO,CAAC1B,YAAY,CAAC,EAAE;IAC/B,MAAM,IAAIlB,KAAK,CAAC,8DAA8D,CAAC;EACjF;EAEA,IAAIkB,YAAY,CAACE,KAAK,EAAE;IACtB,MAAM,IAAIpB,KAAK,CAAC,cAAckB,YAAY,CAACE,KAAK,CAACC,OAAO,EAAE,CAAC;EAC7D;EAEA,MAAMwB,UAAU,GAAG3B,YAAY,CAAC2B,UAAU;EAC1C,IAAI,CAACA,UAAU,IAAIA,UAAU,CAACtB,MAAM,KAAK,CAAC,EAAE;IAC1C,MAAM,IAAIvB,KAAK,CAAC,2BAA2B,CAAC;EAC9C;EAEA,MAAMQ,OAAO,GAAGqC,UAAU,CAAC,CAAC,CAAC,CAACrC,OAAO;EACrC,MAAMsC,aAAa,GAAGtC,OAAO,CAACuB,KAAK;EACnC,IAAI,CAACe,aAAa,IAAIA,aAAa,CAACvB,MAAM,KAAK,CAAC,EAAE;IAChD,MAAM,IAAIvB,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,OAAO8C,aAAa,CAAC,CAAC,CAAC,CAAC/C,IAAI,IAAI,EAAE;AACpC;AAEO,eAAegD,iBAAiBA,CAACC,MAAc,EAAmB;EACvE,OAAOtB,qBAAqB,CAACsB,MAAM,CAAC;AACtC;AAEO,eAAeC,mBAAmBA,CAACD,MAAc,EAAEnB,SAAiB,EAAmB;EAC5F,OAAOH,qBAAqB,CAACsB,MAAM,EAAEE,SAAS,EAAErB,SAAS,CAAC;AAC5D;AAEO,eAAesB,2BAA2BA,CAACH,MAAc,EAAEpB,SAAiB,EAAEE,QAAiB,EAAmB;EACvH,OAAOJ,qBAAqB,CAACsB,MAAM,EAAEpB,SAAS,EAAEsB,SAAS,EAAEpB,QAAQ,CAAC;AACtE;AAEA,SAASM,cAAcA,CAACgB,QAAgB,EAAU;EAChD,MAAMC,SAAS,GAAGD,QAAQ,CAACE,WAAW,CAAC,CAAC,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC;EACzD,QAAQH,SAAS;IACf,KAAK,KAAK;IACV,KAAK,MAAM;MACT,OAAO,YAAY;IACrB,KAAK,KAAK;MACR,OAAO,WAAW;IACpB,KAAK,KAAK;MACR,OAAO,WAAW;IACpB,KAAK,MAAM;MACT,OAAO,YAAY;IACrB;MACE,OAAO,YAAY;EACvB;AACF","ignoreList":[]}

package/lib/commonjs/telemetry.js

@@ -5,6 +5,7 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.Telemetry = void 0;
 var _reactNative = require("react-native");
+var _projectId = require("./projectId");
 // Import package.json to get version
 const packageJson = require('../package.json');
 class Telemetry {
@@ -35,11 +36,11 @@ class Telemetry {
       Telemetry.instance = new Telemetry(config);
     }
   }
-  static track(payload, options) {
+  static track(payload, options, deviceMetadata) {
     if (!Telemetry.instance) {
       Telemetry.autoInit();
     }
-    Telemetry.instance.trackInternal(payload, options);
+    Telemetry.instance.trackInternal(payload, options, deviceMetadata);
   }
   static error(error, options) {
     if (!Telemetry.instance) {
@@ -47,15 +48,19 @@ class Telemetry {
     }
     Telemetry.instance.errorInternal(error, options);
   }
-  trackInternal(payload, options) {
+  trackInternal(payload, options, deviceMetadata) {
     const record = {
+      project_id: _projectId.PROJECT_ID,
+      device_id: deviceMetadata?.deviceId,
+      device_manufacturer: deviceMetadata?.make,
+      device_model: deviceMetadata?.model,
       os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
       os_version: _reactNative.Platform.Version.toString(),
       framework: 'react-native',
       framework_version: packageJson.version,
       telemetry_payload: payload,
       timestamp: new Date().toISOString(),
-      model_filename: Telemetry.getFilename(options.model),
+      model_filename: Telemetry.getFilename(options.model || ''),
       n_ctx: options.n_ctx,
       n_gpu_layers: options.n_gpu_layers
     };
@@ -68,13 +73,14 @@ class Telemetry {
       name: error.name
     };
     const record = {
+      project_id: _projectId.PROJECT_ID,
       os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
       os_version: _reactNative.Platform.Version.toString(),
       framework: 'react-native',
       framework_version: packageJson.version,
       error_payload: errorPayload,
       timestamp: new Date().toISOString(),
-      model_filename: Telemetry.getFilename(options.model),
+      model_filename: Telemetry.getFilename(options.model || ''),
       n_ctx: options.n_ctx,
       n_gpu_layers: options.n_gpu_layers
     };

package/lib/commonjs/telemetry.js.map

@@ -1 +1 @@
-{"version":3,"names":["_reactNative","require","packageJson","Telemetry","instance","constructor","config","table","getFilename","path","split","pop","autoInit","supabaseUrl","supabaseKey","init","track","payload","options","trackInternal","error","errorInternal","record","os","Platform","OS","os_version","Version","toString","framework","framework_version","version","telemetry_payload","timestamp","Date","toISOString","model_filename","model","n_ctx","n_gpu_layers","sendRecord","catch","errorPayload","message","stack","name","error_payload","globalThis","fetch","method","headers","body","JSON","stringify","exports"],"sourceRoot":"../../src","sources":["telemetry.ts"],"mappings":";;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA;AACA,MAAMC,WAAW,GAAGD,OAAO,CAAC,iBAAiB,CAAC;AAqBvC,MAAME,SAAS,CAAC;EACrB,OAAeC,QAAQ,GAAqB,IAAI;EAGxCC,WAAWA,CAACC,MAAuB,EAAE;IAC3C,IAAI,CAACA,MAAM,GAAG;MACZC,KAAK,EAAE,WAAW;MAClB,GAAGD;IACL,CAAC;EACH;EAEA,OAAeE,WAAWA,CAACC,IAAY,EAAU;IAC/C,IAAI;MACF,OAAOA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC,IAAIF,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC,CAACC,GAAG,CAAC,CAAC,IAAI,SAAS;IACrE,CAAC,CAAC,MAAM;MACN,OAAO,SAAS;IAClB;EACF;EAEA,OAAOC,QAAQA,CAAA,EAAS;IACtB,IAAI,CAACT,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAAC;QACjCU,WAAW,EAAE,0CAA0C;QACvDC,WAAW,EAAE,kNAAkN,CAAE;MACnO,CAAC,CAAC;IACJ;EACF;EAEA,OAAOC,IAAIA,CAACT,MAAuB,EAAQ;IACzC,IAAI,CAACH,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAACG,MAAM,CAAC;IAC5C;EACF;EAEA,OAAOU,KAAKA,CAACC,OAA4B,EAAEC,OAAsB,EAAQ;IACvE,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEe,aAAa,CAACF,OAAO,EAAEC,OAAO,CAAC;EACrD;EAEA,OAAOE,KAAKA,CAACA,KAAY,EAAEF,OAAsB,EAAQ;IACvD,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEiB,aAAa,CAACD,KAAK,EAAEF,OAAO,CAAC;EACnD;EAEQC,aAAaA,CAACF,OAA4B,EAAEC,OAAsB,EAAQ;IAChF,MAAMI,MAAuB,GAAG;MAC9BC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE5B,WAAW,CAAC6B,OAAO;MACtCC,iBAAiB,EAAEf,OAAO;MAC1BgB,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAEjC,SAAS,CAACK,WAAW,CAACU,OAAO,CAACmB,KAAK,CAAC;MACpDC,KAAK,EAAEpB,OAAO,CAACoB,KAAK;MACpBC,YAAY,EAAErB,OAAO,CAACqB;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAAClB,MAAM,CAAC,CAACmB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEQpB,aAAaA,CAACD,KAAY,EAAEF,OAAsB,EAAQ;IAChE,MAAMwB,YAAY,GAAG;MACnBC,OAAO,EAAEvB,KAAK,CAACuB,OAAO;MACtBC,KAAK,EAAExB,KAAK,CAACwB,KAAK;MAClBC,IAAI,EAAEzB,KAAK,CAACyB;IACd,CAAC;IAED,MAAMvB,MAAuB,GAAG;MAC9BC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE5B,WAAW,CAAC6B,OAAO;MACtCe,aAAa,EAAEJ,YAAY;MAC3BT,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAEjC,SAAS,CAACK,WAAW,CAACU,OAAO,CAACmB,KAAK,CAAC;MACpDC,KAAK,EAAEpB,OAAO,CAACoB,KAAK;MACpBC,YAAY,EAAErB,OAAO,CAACqB;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAAClB,MAAM,CAAC,CAACmB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEA,MAAcD,UAAUA,CAAClB,MAAuB,EAAiB;IAC/D,MAAOyB,UAAU,CAASC,KAAK,CAAC,GAAG,IAAI,CAAC1C,MAAM,CAACO,WAAW,YAAY,IAAI,CAACP,MAAM,CAACC,KAAK,EAAE,EAAE;MACzF0C,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAAC5C,MAAM,CAACQ,WAAW;QACjC,eAAe,EAAE,UAAU,IAAI,CAACR,MAAM,CAACQ,WAAW,EAAE;QACpD,cAAc,EAAE,kBAAkB;QAClC,QAAQ,EAAE;MACZ,CAAC;MACDqC,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC,CAAC/B,MAAM,CAAC;IAC/B,CAAC,CAAC;EACJ;AACF;AAACgC,OAAA,CAAAnD,SAAA,GAAAA,SAAA","ignoreList":[]}
+{"version":3,"names":["_reactNative","require","_projectId","packageJson","Telemetry","instance","constructor","config","table","getFilename","path","split","pop","autoInit","supabaseUrl","supabaseKey","init","track","payload","options","deviceMetadata","trackInternal","error","errorInternal","record","project_id","PROJECT_ID","device_id","deviceId","device_manufacturer","make","device_model","model","os","Platform","OS","os_version","Version","toString","framework","framework_version","version","telemetry_payload","timestamp","Date","toISOString","model_filename","n_ctx","n_gpu_layers","sendRecord","catch","errorPayload","message","stack","name","error_payload","globalThis","fetch","method","headers","body","JSON","stringify","exports"],"sourceRoot":"../../src","sources":["telemetry.ts"],"mappings":";;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAGA,IAAAC,UAAA,GAAAD,OAAA;AAFA;AACA,MAAME,WAAW,GAAGF,OAAO,CAAC,iBAAiB,CAAC;AAgCvC,MAAMG,SAAS,CAAC;EACrB,OAAeC,QAAQ,GAAqB,IAAI;EAGxCC,WAAWA,CAACC,MAAuB,EAAE;IAC3C,IAAI,CAACA,MAAM,GAAG;MACZC,KAAK,EAAE,WAAW;MAClB,GAAGD;IACL,CAAC;EACH;EAEA,OAAeE,WAAWA,CAACC,IAAY,EAAU;IAC/C,IAAI;MACF,OAAOA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC,IAAIF,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC,CAACC,GAAG,CAAC,CAAC,IAAI,SAAS;IACrE,CAAC,CAAC,MAAM;MACN,OAAO,SAAS;IAClB;EACF;EAEA,OAAOC,QAAQA,CAAA,EAAS;IACtB,IAAI,CAACT,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAAC;QACjCU,WAAW,EAAE,0CAA0C;QACvDC,WAAW,EAAE,kNAAkN,CAAE;MACnO,CAAC,CAAC;IACJ;EACF;EAEA,OAAOC,IAAIA,CAACT,MAAuB,EAAQ;IACzC,IAAI,CAACH,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAACG,MAAM,CAAC;IAC5C;EACF;EAEA,OAAOU,KAAKA,CAACC,OAA4B,EAAEC,OAAwB,EAAEC,cAAoC,EAAQ;IAC/G,IAAI,CAAChB,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEgB,aAAa,CAACH,OAAO,EAAEC,OAAO,EAAEC,cAAc,CAAC;EACrE;EAEA,OAAOE,KAAKA,CAACA,KAAY,EAAEH,OAAwB,EAAQ;IACzD,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEkB,aAAa,CAACD,KAAK,EAAEH,OAAO,CAAC;EACnD;EAEQE,aAAaA,CAACH,OAA4B,EAAEC,OAAwB,EAAEC,cAAoC,EAAQ;IACxH,MAAMI,MAAuB,GAAG;MAC9BC,UAAU,EAAEC,qBAAU;MACtBC,SAAS,EAAEP,cAAc,EAAEQ,QAAQ;MACnCC,mBAAmB,EAAET,cAAc,EAAEU,IAAI;MACzCC,YAAY,EAAEX,cAAc,EAAEY,KAAK;MACnCC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAErC,WAAW,CAACsC,OAAO;MACtCC,iBAAiB,EAAExB,OAAO;MAC1ByB,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAE1C,SAAS,CAACK,WAAW,CAACU,OAAO,CAACa,KAAK,IAAI,EAAE,CAAC;MAC1De,KAAK,EAAE5B,OAAO,CAAC4B,KAAK;MACpBC,YAAY,EAAE7B,OAAO,CAAC6B;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAACzB,MAAM,CAAC,CAAC0B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEQ3B,aAAaA,CAACD,KAAY,EAAEH,OAAwB,EAAQ;IAClE,MAAMgC,YAAY,GAAG;MACnBC,OAAO,EAAE9B,KAAK,CAAC8B,OAAO;MACtBC,KAAK,EAAE/B,KAAK,CAAC+B,KAAK;MAClBC,IAAI,EAAEhC,KAAK,CAACgC;IACd,CAAC;IAED,MAAM9B,MAAuB,GAAG;MAC9BC,UAAU,EAAEC,qBAAU;MACtBO,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAErC,WAAW,CAACsC,OAAO;MACtCc,aAAa,EAAEJ,YAAY;MAC3BR,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAE1C,SAAS,CAACK,WAAW,CAACU,OAAO,CAACa,KAAK,IAAI,EAAE,CAAC;MAC1De,KAAK,EAAE5B,OAAO,CAAC4B,KAAK;MACpBC,YAAY,EAAE7B,OAAO,CAAC6B;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAACzB,MAAM,CAAC,CAAC0B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEA,MAAcD,UAAUA,CAACzB,MAAuB,EAAiB;IAC/D,MAAOgC,UAAU,CAASC,KAAK,CAAC,GAAG,IAAI,CAAClD,MAAM,CAACO,WAAW,YAAY,IAAI,CAACP,MAAM,CAACC,KAAK,EAAE,EAAE;MACzFkD,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACpD,MAAM,CAACQ,WAAW;QACjC,eAAe,EAAE,UAAU,IAAI,CAACR,MAAM,CAACQ,WAAW,EAAE;QACpD,cAAc,EAAE,kBAAkB;QAClC,QAAQ,EAAE;MACZ,CAAC;MACD6C,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC,CAACtC,MAAM,CAAC;IAC/B,CAAC,CAAC;EACJ;AACF;AAACuC,OAAA,CAAA3D,SAAA,GAAAA,SAAA","ignoreList":[]}

package/lib/commonjs/vlm.js

@@ -6,12 +6,15 @@ Object.defineProperty(exports, "__esModule", {
 exports.CactusVLM = void 0;
 var _index = require("./index");
 var _telemetry = require("./telemetry");
+var _remote = require("./remote");
 class CactusVLM {
-  constructor(context, initParams) {
+  constructor(context) {
     this.context = context;
-    this.initParams = initParams;
   }
-  static async init(params, onProgress) {
+  static async init(params, onProgress, cactusToken) {
+    if (cactusToken) {
+      (0, _remote.setCactusToken)(cactusToken);
+    }
     const configs = [params, {
       ...params,
       n_gpu_layers: 0
@@ -19,14 +22,17 @@ class CactusVLM {
     for (const config of configs) {
       try {
         const context = await (0, _index.initLlama)(config, onProgress);
-        // Explicitly disable GPU for the multimodal projector for stability.
         await (0, _index.initMultimodal)(context.id, params.mmproj, false);
         return {
-          vlm: new CactusVLM(context, params),
+          vlm: new CactusVLM(context),
           error: null
         };
       } catch (e) {
-        _telemetry.Telemetry.error(e, config);
+        _telemetry.Telemetry.error(e, {
+          n_gpu_layers: config.n_gpu_layers ?? null,
+          n_ctx: config.n_ctx ?? null,
+          model: config.model ?? null
+        });
         if (configs.indexOf(config) === configs.length - 1) {
           return {
             vlm: null,
@@ -41,35 +47,96 @@ class CactusVLM {
     };
   }
   async completion(messages, params = {}, callback) {
-    const startTime = Date.now();
-    let firstTokenTime = null;
-    const wrappedCallback = callback ? data => {
-      if (firstTokenTime === null) firstTokenTime = Date.now();
-      callback(data);
-    } : undefined;
+    const mode = params.mode || 'local';
     let result;
+    let lastError = null;
+    if (mode === 'remote') {
+      result = await this._handleRemoteCompletion(messages, params, callback);
+    } else if (mode === 'local') {
+      result = await this._handleLocalCompletion(messages, params, callback);
+    } else if (mode === 'localfirst') {
+      try {
+        result = await this._handleLocalCompletion(messages, params, callback);
+      } catch (e) {
+        lastError = e;
+        try {
+          result = await this._handleRemoteCompletion(messages, params, callback);
+        } catch (remoteError) {
+          throw lastError;
+        }
+      }
+    } else if (mode === 'remotefirst') {
+      try {
+        result = await this._handleRemoteCompletion(messages, params, callback);
+      } catch (e) {
+        lastError = e;
+        try {
+          result = await this._handleLocalCompletion(messages, params, callback);
+        } catch (localError) {
+          throw lastError;
+        }
+      }
+    } else {
+      throw new Error('Invalid mode: ' + mode + '. Must be "local", "remote", "localfirst", or "remotefirst"');
+    }
+    return result;
+  }
+  async _handleLocalCompletion(messages, params, callback) {
     if (params.images && params.images.length > 0) {
       const formattedPrompt = await this.context.getFormattedChat(messages);
       const prompt = typeof formattedPrompt === 'string' ? formattedPrompt : formattedPrompt.prompt;
-      result = await (0, _index.multimodalCompletion)(this.context.id, prompt, params.images, {
+      return await (0, _index.multimodalCompletion)(this.context.id, prompt, params.images, {
         ...params,
         prompt,
         emit_partial_completion: !!callback
       });
     } else {
-      result = await this.context.completion({
+      return await this.context.completion({
         messages,
         ...params
-      }, wrappedCallback);
+      }, callback);
     }
-    _telemetry.Telemetry.track({
-      event: 'completion',
-      tok_per_sec: result.timings?.predicted_per_second,
-      toks_generated: result.timings?.predicted_n,
-      ttft: firstTokenTime ? firstTokenTime - startTime : null,
-      num_images: params.images?.length
-    }, this.initParams);
-    return result;
+  }
+  async _handleRemoteCompletion(messages, params, callback) {
+    const prompt = messages.map(m => `${m.role}: ${m.content}`).join('\n');
+    const imagePath = params.images && params.images.length > 0 ? params.images[0] : '';
+    let responseText;
+    if (imagePath) {
+      responseText = await (0, _remote.getVisionCompletion)(prompt, imagePath);
+    } else {
+      responseText = await (0, _remote.getTextCompletion)(prompt);
+    }
+    if (callback) {
+      for (let i = 0; i < responseText.length; i++) {
+        callback({
+          token: responseText[i]
+        });
+      }
+    }
+    return {
+      text: responseText,
+      reasoning_content: '',
+      tool_calls: [],
+      content: responseText,
+      tokens_predicted: responseText.split(' ').length,
+      tokens_evaluated: prompt.split(' ').length,
+      truncated: false,
+      stopped_eos: true,
+      stopped_word: '',
+      stopped_limit: 0,
+      stopping_word: '',
+      tokens_cached: 0,
+      timings: {
+        prompt_n: prompt.split(' ').length,
+        prompt_ms: 0,
+        prompt_per_token_ms: 0,
+        prompt_per_second: 0,
+        predicted_n: responseText.split(' ').length,
+        predicted_ms: 0,
+        predicted_per_token_ms: 0,
+        predicted_per_second: 0
+      }
+    };
   }
   async rewind() {
     // @ts-ignore

package/lib/commonjs/vlm.js.map

@@ -1 +1 @@
-{"version":3,"names":["_index","require","_telemetry","CactusVLM","constructor","context","initParams","init","params","onProgress","configs","n_gpu_layers","config","initLlama","initMultimodal","id","mmproj","vlm","error","e","Telemetry","indexOf","length","Error","completion","messages","callback","startTime","Date","now","firstTokenTime","wrappedCallback","data","undefined","result","images","formattedPrompt","getFormattedChat","prompt","multimodalCompletion","emit_partial_completion","track","event","tok_per_sec","timings","predicted_per_second","toks_generated","predicted_n","ttft","num_images","rewind","release","exports"],"sourceRoot":"../../src","sources":["vlm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAYA,IAAAC,UAAA,GAAAD,OAAA;AAeO,MAAME,SAAS,CAAC;EAIbC,WAAWA,CAACC,OAAqB,EAAEC,UAA4B,EAAE;IACvE,IAAI,CAACD,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC9B;EAEA,aAAaC,IAAIA,CACfC,MAAwB,EACxBC,UAAuC,EACb;IAC1B,MAAMC,OAAO,GAAG,CACdF,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEG,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAML,OAAO,GAAG,MAAM,IAAAQ,gBAAS,EAACD,MAAM,EAAEH,UAAU,CAAC;QACnD;QACA,MAAM,IAAAK,qBAAc,EAACT,OAAO,CAACU,EAAE,EAAEP,MAAM,CAACQ,MAAM,EAAE,KAAK,CAAC;QACtD,OAAO;UAACC,GAAG,EAAE,IAAId,SAAS,CAACE,OAAO,EAAEG,MAAM,CAAC;UAAEU,KAAK,EAAE;QAAI,CAAC;MAC3D,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAWP,MAAM,CAAC;QACnC,IAAIF,OAAO,CAACW,OAAO,CAACT,MAAM,CAAC,KAAKF,OAAO,CAACY,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAACL,GAAG,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAU,CAAC;QACvC;MACF;IACF;IAEA,OAAO;MAACF,GAAG,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIK,KAAK,CAAC,gCAAgC;IAAC,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCjB,MAA2B,GAAG,CAAC,CAAC,EAChCkB,QAA8B,EACG;IACjC,MAAMC,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAC5B,IAAIC,cAA6B,GAAG,IAAI;IAExC,MAAMC,eAAe,GAAGL,QAAQ,GAAIM,IAAS,IAAK;MAChD,IAAIF,cAAc,KAAK,IAAI,EAAEA,cAAc,GAAGF,IAAI,CAACC,GAAG,CAAC,CAAC;MACxDH,QAAQ,CAACM,IAAI,CAAC;IAChB,CAAC,GAAGC,SAAS;IAEb,IAAIC,MAA8B;IAClC,IAAI1B,MAAM,CAAC2B,MAAM,IAAI3B,MAAM,CAAC2B,MAAM,CAACb,MAAM,GAAG,CAAC,EAAE;MAC7C,MAAMc,eAAe,GAAG,MAAM,IAAI,CAAC/B,OAAO,CAACgC,gBAAgB,CAACZ,QAAQ,CAAC;MACrE,MAAMa,MAAM,GACV,OAAOF,eAAe,KAAK,QAAQ,GAC/BA,eAAe,GACfA,eAAe,CAACE,MAAM;MAC5BJ,MAAM,GAAG,MAAM,IAAAK,2BAAoB,EACjC,IAAI,CAAClC,OAAO,CAACU,EAAE,EACfuB,MAAM,EACN9B,MAAM,CAAC2B,MAAM,EACb;QAAE,GAAG3B,MAAM;QAAE8B,MAAM;QAAEE,uBAAuB,EAAE,CAAC,CAACd;MAAS,CAC3D,CAAC;IACH,CAAC,MAAM;MACLQ,MAAM,GAAG,MAAM,IAAI,CAAC7B,OAAO,CAACmB,UAAU,CAAC;QAAEC,QAAQ;QAAE,GAAGjB;MAAO,CAAC,EAAEuB,eAAe,CAAC;IAClF;IAEAX,oBAAS,CAACqB,KAAK,CAAC;MACdC,KAAK,EAAE,YAAY;MACnBC,WAAW,EAAGT,MAAM,CAASU,OAAO,EAAEC,oBAAoB;MAC1DC,cAAc,EAAGZ,MAAM,CAASU,OAAO,EAAEG,WAAW;MACpDC,IAAI,EAAElB,cAAc,GAAGA,cAAc,GAAGH,SAAS,GAAG,IAAI;MACxDsB,UAAU,EAAEzC,MAAM,CAAC2B,MAAM,EAAEb;IAC7B,CAAC,EAAE,IAAI,CAAChB,UAAU,CAAC;IAEnB,OAAO4B,MAAM;EACf;EAEA,MAAMgB,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAAC7C,OAAO,EAAE6C,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAAC9C,OAAO,CAAC8C,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAjD,SAAA,GAAAA,SAAA","ignoreList":[]}
+{"version":3,"names":["_index","require","_telemetry","_remote","CactusVLM","constructor","context","init","params","onProgress","cactusToken","setCactusToken","configs","n_gpu_layers","config","initLlama","initMultimodal","id","mmproj","vlm","error","e","Telemetry","n_ctx","model","indexOf","length","Error","completion","messages","callback","mode","result","lastError","_handleRemoteCompletion","_handleLocalCompletion","remoteError","localError","images","formattedPrompt","getFormattedChat","prompt","multimodalCompletion","emit_partial_completion","map","m","role","content","join","imagePath","responseText","getVisionCompletion","getTextCompletion","i","token","text","reasoning_content","tool_calls","tokens_predicted","split","tokens_evaluated","truncated","stopped_eos","stopped_word","stopped_limit","stopping_word","tokens_cached","timings","prompt_n","prompt_ms","prompt_per_token_ms","prompt_per_second","predicted_n","predicted_ms","predicted_per_token_ms","predicted_per_second","rewind","release","exports"],"sourceRoot":"../../src","sources":["vlm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAYA,IAAAC,UAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AAgBO,MAAMG,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAwB,EACxBC,UAAuC,EACvCC,WAAoB,EACM;IAC1B,IAAIA,WAAW,EAAE;MACf,IAAAC,sBAAc,EAACD,WAAW,CAAC;IAC7B;IAEA,MAAME,OAAO,GAAG,CACdJ,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEK,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAMN,OAAO,GAAG,MAAM,IAAAS,gBAAS,EAACD,MAAM,EAAEL,UAAU,CAAC;QACnD,MAAM,IAAAO,qBAAc,EAACV,OAAO,CAACW,EAAE,EAAET,MAAM,CAACU,MAAM,EAAE,KAAK,CAAC;QACtD,OAAO;UAACC,GAAG,EAAE,IAAIf,SAAS,CAACE,OAAO,CAAC;UAAEc,KAAK,EAAE;QAAI,CAAC;MACnD,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAW;UAC1BR,YAAY,EAAEC,MAAM,CAACD,YAAY,IAAI,IAAI;UACzCU,KAAK,EAAET,MAAM,CAACS,KAAK,IAAI,IAAI;UAC3BC,KAAK,EAAEV,MAAM,CAACU,KAAK,IAAI;QACzB,CAAC,CAAC;QACF,IAAIZ,OAAO,CAACa,OAAO,CAACX,MAAM,CAAC,KAAKF,OAAO,CAACc,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAACP,GAAG,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAU,CAAC;QACvC;MACF;IACF;IAEA,OAAO;MAACF,GAAG,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIO,KAAK,CAAC,gCAAgC;IAAC,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCrB,MAA2B,GAAG,CAAC,CAAC,EAChCsB,QAA8B,EACG;IACjC,MAAMC,IAAI,GAAGvB,MAAM,CAACuB,IAAI,IAAI,OAAO;IAEnC,IAAIC,MAA8B;IAClC,IAAIC,SAAuB,GAAG,IAAI;IAElC,IAAIF,IAAI,KAAK,QAAQ,EAAE;MACrBC,MAAM,GAAG,MAAM,IAAI,CAACE,uBAAuB,CAACL,QAAQ,EAAErB,MAAM,EAAEsB,QAAQ,CAAC;IACzE,CAAC,MAAM,IAAIC,IAAI,KAAK,OAAO,EAAE;MAC3BC,MAAM,GAAG,MAAM,IAAI,CAACG,sBAAsB,CAACN,QAAQ,EAAErB,MAAM,EAAEsB,QAAQ,CAAC;IACxE,CAAC,MAAM,IAAIC,IAAI,KAAK,YAAY,EAAE;MAChC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACG,sBAAsB,CAACN,QAAQ,EAAErB,MAAM,EAAEsB,QAAQ,CAAC;MACxE,CAAC,CAAC,OAAOT,CAAC,EAAE;QACVY,SAAS,GAAGZ,CAAU;QACtB,IAAI;UACFW,MAAM,GAAG,MAAM,IAAI,CAACE,uBAAuB,CAACL,QAAQ,EAAErB,MAAM,EAAEsB,QAAQ,CAAC;QACzE,CAAC,CAAC,OAAOM,WAAW,EAAE;UACpB,MAAMH,SAAS;QACjB;MACF;IACF,CAAC,MAAM,IAAIF,IAAI,KAAK,aAAa,EAAE;MACjC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACE,uBAAuB,CAACL,QAAQ,EAAErB,MAAM,EAAEsB,QAAQ,CAAC;MACzE,CAAC,CAAC,OAAOT,CAAC,EAAE;QACVY,SAAS,GAAGZ,CAAU;QACtB,IAAI;UACFW,MAAM,GAAG,MAAM,IAAI,CAACG,sBAAsB,CAACN,QAAQ,EAAErB,MAAM,EAAEsB,QAAQ,CAAC;QACxE,CAAC,CAAC,OAAOO,UAAU,EAAE;UACnB,MAAMJ,SAAS;QACjB;MACF;IACF,CAAC,MAAM;MACL,MAAM,IAAIN,KAAK,CAAC,gBAAgB,GAAGI,IAAI,GAAG,6DAA6D,CAAC;IAC1G;IAEA,OAAOC,MAAM;EACf;EAEA,MAAcG,sBAAsBA,CAClCN,QAAsC,EACtCrB,MAA2B,EAC3BsB,QAA8B,EACG;IACjC,IAAItB,MAAM,CAAC8B,MAAM,IAAI9B,MAAM,CAAC8B,MAAM,CAACZ,MAAM,GAAG,CAAC,EAAE;MAC7C,MAAMa,eAAe,GAAG,MAAM,IAAI,CAACjC,OAAO,CAACkC,gBAAgB,CAACX,QAAQ,CAAC;MACrE,MAAMY,MAAM,GACV,OAAOF,eAAe,KAAK,QAAQ,GAC/BA,eAAe,GACfA,eAAe,CAACE,MAAM;MAC5B,OAAO,MAAM,IAAAC,2BAAoB,EAC/B,IAAI,CAACpC,OAAO,CAACW,EAAE,EACfwB,MAAM,EACNjC,MAAM,CAAC8B,MAAM,EACb;QAAE,GAAG9B,MAAM;QAAEiC,MAAM;QAAEE,uBAAuB,EAAE,CAAC,CAACb;MAAS,CAC3D,CAAC;IACH,CAAC,MAAM;MACL,OAAO,MAAM,IAAI,CAACxB,OAAO,CAACsB,UAAU,CAAC;QAAEC,QAAQ;QAAE,GAAGrB;MAAO,CAAC,EAAEsB,QAAQ,CAAC;IACzE;EACF;EAEA,MAAcI,uBAAuBA,CACnCL,QAAsC,EACtCrB,MAA2B,EAC3BsB,QAA8B,EACG;IACjC,MAAMW,MAAM,GAAGZ,QAAQ,CAACe,GAAG,CAAEC,CAAC,IAAK,GAAGA,CAAC,CAACC,IAAI,KAAKD,CAAC,CAACE,OAAO,EAAE,CAAC,CAACC,IAAI,CAAC,IAAI,CAAC;IACxE,MAAMC,SAAS,GAAGzC,MAAM,CAAC8B,MAAM,IAAI9B,MAAM,CAAC8B,MAAM,CAACZ,MAAM,GAAG,CAAC,GAAGlB,MAAM,CAAC8B,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE;IAEnF,IAAIY,YAAoB;IACxB,IAAID,SAAS,EAAE;MACbC,YAAY,GAAG,MAAM,IAAAC,2BAAmB,EAACV,MAAM,EAAEQ,SAAS,CAAC;IAC7D,CAAC,MAAM;MACLC,YAAY,GAAG,MAAM,IAAAE,yBAAiB,EAACX,MAAM,CAAC;IAChD;IAEA,IAAIX,QAAQ,EAAE;MACZ,KAAK,IAAIuB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,YAAY,CAACxB,MAAM,EAAE2B,CAAC,EAAE,EAAE;QAC5CvB,QAAQ,CAAC;UAAEwB,KAAK,EAAEJ,YAAY,CAACG,CAAC;QAAE,CAAC,CAAC;MACtC;IACF;IAEA,OAAO;MACLE,IAAI,EAAEL,YAAY;MAClBM,iBAAiB,EAAE,EAAE;MACrBC,UAAU,EAAE,EAAE;MACdV,OAAO,EAAEG,YAAY;MACrBQ,gBAAgB,EAAER,YAAY,CAACS,KAAK,CAAC,GAAG,CAAC,CAACjC,MAAM;MAChDkC,gBAAgB,EAAEnB,MAAM,CAACkB,KAAK,CAAC,GAAG,CAAC,CAACjC,MAAM;MAC1CmC,SAAS,EAAE,KAAK;MAChBC,WAAW,EAAE,IAAI;MACjBC,YAAY,EAAE,EAAE;MAChBC,aAAa,EAAE,CAAC;MAChBC,aAAa,EAAE,EAAE;MACjBC,aAAa,EAAE,CAAC;MAChBC,OAAO,EAAE;QACPC,QAAQ,EAAE3B,MAAM,CAACkB,KAAK,CAAC,GAAG,CAAC,CAACjC,MAAM;QAClC2C,SAAS,EAAE,CAAC;QACZC,mBAAmB,EAAE,CAAC;QACtBC,iBAAiB,EAAE,CAAC;QACpBC,WAAW,EAAEtB,YAAY,CAACS,KAAK,CAAC,GAAG,CAAC,CAACjC,MAAM;QAC3C+C,YAAY,EAAE,CAAC;QACfC,sBAAsB,EAAE,CAAC;QACzBC,oBAAoB,EAAE;MACxB;IACF,CAAC;EACH;EAEA,MAAMC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACtE,OAAO,EAAEsE,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACvE,OAAO,CAACuE,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAA1E,SAAA,GAAAA,SAAA","ignoreList":[]}

package/lib/module/NativeCactus.js.map

@@ -1 +1 @@
-{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeCactus.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;;AAkSlD;;AA2LA,eAAeA,mBAAmB,CAACC,GAAG,CAAO,QAAQ,CAAC","ignoreList":[]}
+{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeCactus.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;;AAkSlD;;AAkMA,eAAeA,mBAAmB,CAACC,GAAG,CAAO,QAAQ,CAAC","ignoreList":[]}

package/lib/module/index.js

@@ -5,7 +5,9 @@ import Cactus from './NativeCactus';
 import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar';
 import { formatChat } from './chat';
 import { Tools, parseAndExecuteTool } from './tools';
+import { Telemetry } from './telemetry';
 export { SchemaGrammarConverter, convertJsonSchemaToGrammar, Tools };
+export * from './remote';
 const EVENT_ON_INIT_CONTEXT_PROGRESS = '@Cactus_onInitContextProgress';
 const EVENT_ON_TOKEN = '@Cactus_onToken';
 const EVENT_ON_NATIVE_LOG = '@Cactus_onNativeLog';
@@ -36,6 +38,11 @@ const getJsonSchema = responseFormat => {
   }
   return null;
 };
+const telemetryParams = {
+  n_gpu_layers: null,
+  n_ctx: null,
+  model: null
+};
 export class LlamaContext {
   gpu = false;
   reasonNoGPU = '';
@@ -182,17 +189,30 @@ export class LlamaContext {
       const jsonSchema = getJsonSchema(params.response_format);
       if (jsonSchema) nativeParams.json_schema = JSON.stringify(jsonSchema);
     }
-    let tokenListener = callback && EventEmitter.addListener(EVENT_ON_TOKEN, evt => {
+    const startTime = Date.now();
+    let firstTokenTime = null;
+    const deviceInfo = await getDeviceInfo(this.id);
+    const wrappedCallback = callback ? data => {
+      if (firstTokenTime === null) firstTokenTime = Date.now();
+      callback(data);
+    } : undefined;
+    let tokenListener = wrappedCallback && EventEmitter.addListener(EVENT_ON_TOKEN, evt => {
       const {
         contextId,
         tokenResult
       } = evt;
       if (contextId !== this.id) return;
-      callback(tokenResult);
+      wrappedCallback(tokenResult);
     });
     if (!nativeParams.prompt) throw new Error('Prompt is required');
     const promise = Cactus.completion(this.id, nativeParams);
     return promise.then(completionResult => {
+      Telemetry.track({
+        event: 'completion',
+        tok_per_sec: completionResult.timings?.predicted_per_second,
+        toks_generated: completionResult.timings?.predicted_n,
+        ttft: firstTokenTime ? firstTokenTime - startTime : null
+      }, telemetryParams, deviceInfo);
       tokenListener?.remove();
       tokenListener = null;
       return completionResult;
@@ -211,8 +231,17 @@ export class LlamaContext {
   detokenize(tokens) {
     return Cactus.detokenize(this.id, tokens);
   }
-  embedding(text, params) {
-    return Cactus.embedding(this.id, text, params || {});
+  async embedding(text, params) {
+    const startTime = Date.now();
+    const embeddingResult = await Cactus.embedding(this.id, text, params || {});
+    const totalTime = Date.now() - startTime;
+    const deviceInfo = await getDeviceInfo(this.id);
+    Telemetry.track({
+      event: 'embedding',
+      mode: 'local',
+      embedding_time: totalTime
+    }, telemetryParams, deviceInfo);
+    return embeddingResult;
   }
   async bench(pp, tg, pl, nr) {
     const result = await Cactus.bench(this.id, pp, tg, pl, nr);
@@ -298,6 +327,9 @@ export async function initLlama({
     path: l.path.replace(/file:\/\//, ''),
     scaled: l.scaled
   }));
+  telemetryParams.n_gpu_layers = rest.n_gpu_layers || null;
+  telemetryParams.n_ctx = rest.n_ctx || null;
+  telemetryParams.model = model;
   const contextId = contextIdCounter + contextIdRandom();
   contextIdCounter += 1;
   let removeProgressListener = null;
@@ -356,7 +388,15 @@ export const releaseMultimodal = async contextId => {
   return await Cactus.releaseMultimodal(contextId);
 };
 export const multimodalCompletion = async (contextId, prompt, mediaPaths, params) => {
-  return await Cactus.multimodalCompletion(contextId, prompt, mediaPaths, params);
+  const result = await Cactus.multimodalCompletion(contextId, prompt, mediaPaths, params);
+  const deviceInfo = await getDeviceInfo(contextId);
+  Telemetry.track({
+    event: 'completion',
+    tok_per_sec: result.timings?.predicted_per_second,
+    toks_generated: result.timings?.predicted_n,
+    num_images: mediaPaths?.length
+  }, telemetryParams, deviceInfo);
+  return result;
 };
 export const initVocoder = async (contextId, vocoderModelPath) => {
   return await Cactus.initVocoder(contextId, vocoderModelPath);
@@ -386,6 +426,9 @@ export const tokenize = async (contextId, text, mediaPaths) => {
     return await Cactus.tokenize(contextId, text);
   }
 };
+export const getDeviceInfo = async contextId => {
+  return await Cactus.getDeviceInfo(contextId);
+};
 export { CactusLM } from './lm';
 export { CactusVLM } from './vlm';
 export { CactusTTS } from './tts';