cui-llama.rn 0.2.0

package/lib/commonjs/index.js

@@ -0,0 +1,151 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.LlamaContext = void 0;
+Object.defineProperty(exports, "SchemaGrammarConverter", {
+  enumerable: true,
+  get: function () {
+    return _grammar.SchemaGrammarConverter;
+  }
+});
+Object.defineProperty(exports, "convertJsonSchemaToGrammar", {
+  enumerable: true,
+  get: function () {
+    return _grammar.convertJsonSchemaToGrammar;
+  }
+});
+exports.initLlama = initLlama;
+exports.releaseAllLlama = releaseAllLlama;
+exports.setContextLimit = setContextLimit;
+var _reactNative = require("react-native");
+var _NativeRNLlama = _interopRequireDefault(require("./NativeRNLlama"));
+var _grammar = require("./grammar");
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+const EVENT_ON_TOKEN = '@RNLlama_onToken';
+let EventEmitter;
+if (_reactNative.Platform.OS === 'ios') {
+  // @ts-ignore
+  EventEmitter = new _reactNative.NativeEventEmitter(_NativeRNLlama.default);
+}
+if (_reactNative.Platform.OS === 'android') {
+  EventEmitter = _reactNative.DeviceEventEmitter;
+}
+class LlamaContext {
+  gpu = false;
+  reasonNoGPU = '';
+  model = {};
+  constructor(_ref) {
+    let {
+      contextId,
+      gpu,
+      reasonNoGPU,
+      model
+    } = _ref;
+    this.id = contextId;
+    this.gpu = gpu;
+    this.reasonNoGPU = reasonNoGPU;
+    this.model = model;
+  }
+
+  /**
+   * Load cached prompt & completion state from a file.
+   */
+  async loadSession(filepath) {
+    return _NativeRNLlama.default.loadSession(this.id, filepath);
+  }
+
+  /**
+   * Save current cached prompt & completion state to a file.
+   */
+  async saveSession(filepath, options) {
+    return _NativeRNLlama.default.saveSession(this.id, filepath, (options === null || options === void 0 ? void 0 : options.tokenSize) || -1);
+  }
+  async completion(params, callback) {
+    let tokenListener = callback && EventEmitter.addListener(EVENT_ON_TOKEN, evt => {
+      const {
+        contextId,
+        tokenResult
+      } = evt;
+      if (contextId !== this.id) return;
+      callback(tokenResult);
+    });
+    const promise = _NativeRNLlama.default.completion(this.id, {
+      ...params,
+      emit_partial_completion: !!callback
+    });
+    return promise.then(completionResult => {
+      var _tokenListener;
+      (_tokenListener = tokenListener) === null || _tokenListener === void 0 ? void 0 : _tokenListener.remove();
+      tokenListener = null;
+      return completionResult;
+    }).catch(err => {
+      var _tokenListener2;
+      (_tokenListener2 = tokenListener) === null || _tokenListener2 === void 0 ? void 0 : _tokenListener2.remove();
+      tokenListener = null;
+      throw err;
+    });
+  }
+  stopCompletion() {
+    return _NativeRNLlama.default.stopCompletion(this.id);
+  }
+  tokenize(text) {
+    return _NativeRNLlama.default.tokenize(this.id, text);
+  }
+  detokenize(tokens) {
+    return _NativeRNLlama.default.detokenize(this.id, tokens);
+  }
+  embedding(text) {
+    return _NativeRNLlama.default.embedding(this.id, text);
+  }
+  async bench(pp, tg, pl, nr) {
+    const result = await _NativeRNLlama.default.bench(this.id, pp, tg, pl, nr);
+    const [modelDesc, modelSize, modelNParams, ppAvg, ppStd, tgAvg, tgStd] = JSON.parse(result);
+    return {
+      modelDesc,
+      modelSize,
+      modelNParams,
+      ppAvg,
+      ppStd,
+      tgAvg,
+      tgStd
+    };
+  }
+  async release() {
+    return _NativeRNLlama.default.releaseContext(this.id);
+  }
+}
+exports.LlamaContext = LlamaContext;
+async function setContextLimit(limit) {
+  return _NativeRNLlama.default.setContextLimit(limit);
+}
+async function initLlama(_ref2) {
+  let {
+    model,
+    is_model_asset: isModelAsset,
+    ...rest
+  } = _ref2;
+  let path = model;
+  if (path.startsWith('file://')) path = path.slice(7);
+  const {
+    contextId,
+    gpu,
+    reasonNoGPU,
+    model: modelDetails
+  } = await _NativeRNLlama.default.initContext({
+    model: path,
+    is_model_asset: !!isModelAsset,
+    ...rest
+  });
+  return new LlamaContext({
+    contextId,
+    gpu,
+    reasonNoGPU,
+    model: modelDetails
+  });
+}
+async function releaseAllLlama() {
+  return _NativeRNLlama.default.releaseAllContexts();
+}
+//# sourceMappingURL=index.js.map

package/lib/commonjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_reactNative","require","_NativeRNLlama","_interopRequireDefault","_grammar","obj","__esModule","default","EVENT_ON_TOKEN","EventEmitter","Platform","OS","NativeEventEmitter","RNLlama","DeviceEventEmitter","LlamaContext","gpu","reasonNoGPU","model","constructor","_ref","contextId","id","loadSession","filepath","saveSession","options","tokenSize","completion","params","callback","tokenListener","addListener","evt","tokenResult","promise","emit_partial_completion","then","completionResult","_tokenListener","remove","catch","err","_tokenListener2","stopCompletion","tokenize","text","detokenize","tokens","embedding","bench","pp","tg","pl","nr","result","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","JSON","parse","release","releaseContext","exports","setContextLimit","limit","initLlama","_ref2","is_model_asset","isModelAsset","rest","path","startsWith","slice","modelDetails","initContext","releaseAllLlama","releaseAllContexts"],"sourceRoot":"..\\..\\src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,cAAA,GAAAC,sBAAA,CAAAF,OAAA;AAWA,IAAAG,QAAA,GAAAH,OAAA;AAA8E,SAAAE,uBAAAE,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AAI9E,MAAMG,cAAc,GAAG,kBAAkB;AAEzC,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,sBAAO,CAAC;AAChD;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AA0BO,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAExBC,KAAK,GAAW,CAAC,CAAC;EAElBC,WAAWA,CAAAC,IAAA,EAKY;IAAA,IALX;MACVC,SAAS;MACTL,GAAG;MACHC,WAAW;MACXC;IACkB,CAAC,GAAAE,IAAA;IACnB,IAAI,CAACE,EAAE,GAAGD,SAAS;IACnB,IAAI,CAACL,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACC,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAMK,WAAWA,CAACC,QAAgB,EAAoC;IACpE,OAAOX,sBAAO,CAACU,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEE,QAAQ,CAAC;EAC/C;;EAEA;AACF;AACA;EACE,MAAMC,WAAWA,CAACD,QAAgB,EAAEE,OAA+B,EAAmB;IACpF,OAAOb,sBAAO,CAACY,WAAW,CAAC,IAAI,CAACH,EAAE,EAAEE,QAAQ,EAAE,CAAAE,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,SAAS,KAAI,CAAC,CAAC,CAAC;EACzE;EAEA,MAAMC,UAAUA,CACdC,MAAwB,EACxBC,QAAoC,EACH;IACjC,IAAIC,aAAkB,GAAGD,QAAQ,IAAIrB,YAAY,CAACuB,WAAW,CAC3DxB,cAAc,EACbyB,GAAqB,IAAK;MACzB,MAAM;QAAEZ,SAAS;QAAEa;MAAY,CAAC,GAAGD,GAAG;MACtC,IAAIZ,SAAS,KAAK,IAAI,CAACC,EAAE,EAAE;MAC3BQ,QAAQ,CAACI,WAAW,CAAC;IACvB,CACF,CAAC;IACD,MAAMC,OAAO,GAAGtB,sBAAO,CAACe,UAAU,CAAC,IAAI,CAACN,EAAE,EAAE;MAC1C,GAAGO,MAAM;MACTO,uBAAuB,EAAE,CAAC,CAACN;IAC7B,CAAC,CAAC;IACF,OAAOK,OAAO,CACXE,IAAI,CAAEC,gBAAgB,IAAK;MAAA,IAAAC,cAAA;MAC1B,CAAAA,cAAA,GAAAR,aAAa,cAAAQ,cAAA,uBAAbA,cAAA,CAAeC,MAAM,CAAC,CAAC;MACvBT,aAAa,GAAG,IAAI;MACpB,OAAOO,gBAAgB;IACzB,CAAC,CAAC,CACDG,KAAK,CAAEC,GAAQ,IAAK;MAAA,IAAAC,eAAA;MACnB,CAAAA,eAAA,GAAAZ,aAAa,cAAAY,eAAA,uBAAbA,eAAA,CAAeH,MAAM,CAAC,CAAC;MACvBT,aAAa,GAAG,IAAI;MACpB,MAAMW,GAAG;IACX,CAAC,CAAC;EACN;EAEAE,cAAcA,CAAA,EAAkB;IAC9B,OAAO/B,sBAAO,CAAC+B,cAAc,CAAC,IAAI,CAACtB,EAAE,CAAC;EACxC;EAEAuB,QAAQA,CAACC,IAAY,EAAiC;IACpD,OAAOjC,sBAAO,CAACgC,QAAQ,CAAC,IAAI,CAACvB,EAAE,EAAEwB,IAAI,CAAC;EACxC;EAEAC,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOnC,sBAAO,CAACkC,UAAU,CAAC,IAAI,CAACzB,EAAE,EAAE0B,MAAM,CAAC;EAC5C;EAEAC,SAASA,CAACH,IAAY,EAAkC;IACtD,OAAOjC,sBAAO,CAACoC,SAAS,CAAC,IAAI,CAAC3B,EAAE,EAAEwB,IAAI,CAAC;EACzC;EAEA,MAAMI,KAAKA,CAACC,EAAU,EAAEC,EAAU,EAAEC,EAAU,EAAEC,EAAU,EAAwB;IAChF,MAAMC,MAAM,GAAG,MAAM1C,sBAAO,CAACqC,KAAK,CAAC,IAAI,CAAC5B,EAAE,EAAE6B,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC3D,MAAM,CACJE,SAAS,EACTC,SAAS,EACTC,YAAY,EACZC,KAAK,EACLC,KAAK,EACLC,KAAK,EACLC,KAAK,CACN,GAAGC,IAAI,CAACC,KAAK,CAACT,MAAM,CAAC;IACtB,OAAO;MACLC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAOpD,sBAAO,CAACqD,cAAc,CAAC,IAAI,CAAC5C,EAAE,CAAC;EACxC;AACF;AAAC6C,OAAA,CAAApD,YAAA,GAAAA,YAAA;AAEM,eAAeqD,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOxD,sBAAO,CAACuD,eAAe,CAACC,KAAK,CAAC;AACvC;AAEO,eAAeC,SAASA,CAAAC,KAAA,EAIU;EAAA,IAJT;IAC9BrD,KAAK;IACLsD,cAAc,EAAEC,YAAY;IAC5B,GAAGC;EACU,CAAC,GAAAH,KAAA;EACd,IAAII,IAAI,GAAGzD,KAAK;EAChB,IAAIyD,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,MAAM;IAAExD,SAAS;IAAEL,GAAG;IAAEC,WAAW;IAAEC,KAAK,EAAE4D;EAAa,CAAC,GACxD,MAAMjE,sBAAO,CAACkE,WAAW,CAAC;IACxB7D,KAAK,EAAEyD,IAAI;IACXH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9B,GAAGC;EACL,CAAC,CAAC;EACJ,OAAO,IAAI3D,YAAY,CAAC;IAAEM,SAAS;IAAEL,GAAG;IAAEC,WAAW;IAAEC,KAAK,EAAE4D;EAAa,CAAC,CAAC;AAC/E;AAEO,eAAeE,eAAeA,CAAA,EAAkB;EACrD,OAAOnE,sBAAO,CAACoE,kBAAkB,CAAC,CAAC;AACrC"}

package/lib/module/NativeRNLlama.js

@@ -0,0 +1,3 @@
+import { TurboModuleRegistry } from 'react-native';
+export default TurboModuleRegistry.get('RNLlama');
+//# sourceMappingURL=NativeRNLlama.js.map

package/lib/module/NativeRNLlama.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"..\\..\\src","sources":["NativeRNLlama.ts"],"mappings":"AACA,SAASA,mBAAmB,QAAQ,cAAc;AAkIlD,eAAeA,mBAAmB,CAACC,GAAG,CAAO,SAAS,CAAC"}