cui-llama.rn 1.5.0 → 1.6.0

package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/_CodeSignature/CodeResources

@@ -0,0 +1,101 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>files</key>
+	<dict>
+		<key>Info.plist</key>
+		<data>
+		q2DQ/8fY6R7nmuN740Kx7NW2UlA=
+		</data>
+	</dict>
+	<key>files2</key>
+	<dict/>
+	<key>rules</key>
+	<dict>
+		<key>^.*</key>
+		<true/>
+		<key>^.*\.lproj/</key>
+		<dict>
+			<key>optional</key>
+			<true/>
+			<key>weight</key>
+			<real>1000</real>
+		</dict>
+		<key>^.*\.lproj/locversion.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>1100</real>
+		</dict>
+		<key>^Base\.lproj/</key>
+		<dict>
+			<key>weight</key>
+			<real>1010</real>
+		</dict>
+		<key>^version.plist$</key>
+		<true/>
+	</dict>
+	<key>rules2</key>
+	<dict>
+		<key>.*\.dSYM($|/)</key>
+		<dict>
+			<key>weight</key>
+			<real>11</real>
+		</dict>
+		<key>^(.*/)?\.DS_Store$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>2000</real>
+		</dict>
+		<key>^.*</key>
+		<true/>
+		<key>^.*\.lproj/</key>
+		<dict>
+			<key>optional</key>
+			<true/>
+			<key>weight</key>
+			<real>1000</real>
+		</dict>
+		<key>^.*\.lproj/locversion.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>1100</real>
+		</dict>
+		<key>^Base\.lproj/</key>
+		<dict>
+			<key>weight</key>
+			<real>1010</real>
+		</dict>
+		<key>^Info\.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^PkgInfo$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^embedded\.provisionprofile$</key>
+		<dict>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^version\.plist$</key>
+		<dict>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+	</dict>
+</dict>
+</plist>

package/jest/mock.js

@@ -1,203 +1,203 @@
-const { NativeModules, DeviceEventEmitter } = require('react-native')
-
-if (!NativeModules.RNLlama) {
-  const demoEmbedding = new Array(768).fill(0.01)
-
-  NativeModules.RNLlama = {
-    setContextLimit: jest.fn(),
-
-    modelInfo: jest.fn(async () => ({})),
-
-    initContext: jest.fn(() =>
-      Promise.resolve({
-        gpu: false,
-        reasonNoGPU: 'Test',
-        model: {
-          nEmbd: 768,
-          metadata: {
-            'general.architecture': 'llama',
-            'llama.embedding_length': 768,
-          },
-          chatTemplates: {
-            llamaChat: true,
-            minja: {
-              default: true,
-              defaultCaps: {
-                parallelToolCalls: false,
-                systemRole: true,
-                toolCallId: false,
-                toolCalls: false,
-                toolResponses: false,
-                tools: false,
-              },
-              toolUse: false,
-            },
-          },
-        },
-      }),
-    ),
-
-    getFormattedChat: jest.fn(async (messages, chatTemplate, options) => {
-      if (options.jinja) {
-        return { prompt: '', chat_format: 0 }
-      }
-      return ''
-    }),
-
-    completion: jest.fn(async (contextId, jobId) => {
-      const testResult = {
-        text: '*giggles*',
-        completion_probabilities: [
-          {
-            content: ' *',
-            probs: [
-              {
-                prob: 0.9658700227737427,
-                tok_str: ' *',
-              },
-              {
-                prob: 0.021654844284057617,
-                tok_str: ' Hi',
-              },
-              {
-                prob: 0.012475099414587021,
-                tok_str: ' Hello',
-              },
-            ],
-          },
-          {
-            content: 'g',
-            probs: [
-              {
-                prob: 0.5133139491081238,
-                tok_str: 'g',
-              },
-              {
-                prob: 0.3046242296695709,
-                tok_str: 'ch',
-              },
-              {
-                prob: 0.18206188082695007,
-                tok_str: 'bl',
-              },
-            ],
-          },
-          {
-            content: 'igg',
-            probs: [
-              {
-                prob: 0.9886618852615356,
-                tok_str: 'igg',
-              },
-              {
-                prob: 0.008458126336336136,
-                tok_str: 'ig',
-              },
-              {
-                prob: 0.002879939740523696,
-                tok_str: 'reet',
-              },
-            ],
-          },
-          {
-            content: 'les',
-            probs: [
-              {
-                prob: 1,
-                tok_str: 'les',
-              },
-              {
-                prob: 1.8753286923356427e-8,
-                tok_str: 'ling',
-              },
-              {
-                prob: 3.312444318837038e-9,
-                tok_str: 'LES',
-              },
-            ],
-          },
-          {
-            content: '*',
-            probs: [
-              {
-                prob: 1,
-                tok_str: '*',
-              },
-              {
-                prob: 4.459857905203535e-8,
-                tok_str: '*.',
-              },
-              {
-                prob: 3.274198334679568e-8,
-                tok_str: '**',
-              },
-            ],
-          },
-        ],
-        stopped_eos: true,
-        stopped_limit: false,
-        stopped_word: false,
-        stopping_word: '',
-        timings: {
-          predicted_ms: 1330.6290000000001,
-          predicted_n: 5,
-          predicted_per_second: 16.533534140620713,
-          predicted_per_token_ms: 60.48313636363637,
-          prompt_ms: 3805.6730000000002,
-          prompt_n: 5,
-          prompt_per_second: 8.408499626741445,
-          prompt_per_token_ms: 118.92728125000001,
-        },
-        tokens_cached: 54,
-        tokens_evaluated: 15,
-        tokens_predicted: 6,
-        truncated: false,
-      }
-      const emitEvent = async (data) => {
-        await new Promise((resolve) => setTimeout(resolve))
-        DeviceEventEmitter.emit('@RNLlama_onToken', data)
-      }
-      await testResult.completion_probabilities.reduce(
-        (promise, item) =>
-          promise.then(() =>
-            emitEvent({
-              contextId,
-              jobId,
-              tokenResult: {
-                token: item.content,
-                completion_probabilities: item.probs,
-              },
-            }),
-          ),
-        Promise.resolve(),
-      )
-      return Promise.resolve(testResult)
-    }),
-
-    stopCompletion: jest.fn(),
-
-    tokenize: jest.fn(async (_, content) => ({ tokens: content.split('') })),
-    detokenize: jest.fn(async () => ''),
-    embedding: jest.fn(async () => ({ embedding: demoEmbedding })),
-
-    loadSession: jest.fn(async () => ({
-      tokens_loaded: 1,
-      prompt: 'Hello',
-    })),
-    saveSession: jest.fn(async () => 1),
-
-    bench: jest.fn(
-      async () =>
-        '["test 3B Q4_0",1600655360,2779683840,16.211304,0.021748,38.570646,1.195800]',
-    ),
-
-    releaseContext: jest.fn(() => Promise.resolve()),
-    releaseAllContexts: jest.fn(() => Promise.resolve()),
-
-    // For NativeEventEmitter
-    addListener: jest.fn(),
-    removeListeners: jest.fn(),
-  }
-}
-
-module.exports = jest.requireActual('llama.rn')
+const { NativeModules, DeviceEventEmitter } = require('react-native')
+
+if (!NativeModules.RNLlama) {
+  const demoEmbedding = new Array(768).fill(0.01)
+
+  NativeModules.RNLlama = {
+    setContextLimit: jest.fn(),
+
+    modelInfo: jest.fn(async () => ({})),
+
+    initContext: jest.fn(() =>
+      Promise.resolve({
+        gpu: false,
+        reasonNoGPU: 'Test',
+        model: {
+          nEmbd: 768,
+          metadata: {
+            'general.architecture': 'llama',
+            'llama.embedding_length': 768,
+          },
+          chatTemplates: {
+            llamaChat: true,
+            minja: {
+              default: true,
+              defaultCaps: {
+                parallelToolCalls: false,
+                systemRole: true,
+                toolCallId: false,
+                toolCalls: false,
+                toolResponses: false,
+                tools: false,
+              },
+              toolUse: false,
+            },
+          },
+        },
+      }),
+    ),
+
+    getFormattedChat: jest.fn(async (messages, chatTemplate, options) => {
+      if (options.jinja) {
+        return { prompt: '', chat_format: 0 }
+      }
+      return ''
+    }),
+
+    completion: jest.fn(async (contextId, jobId) => {
+      const testResult = {
+        text: '*giggles*',
+        completion_probabilities: [
+          {
+            content: ' *',
+            probs: [
+              {
+                prob: 0.9658700227737427,
+                tok_str: ' *',
+              },
+              {
+                prob: 0.021654844284057617,
+                tok_str: ' Hi',
+              },
+              {
+                prob: 0.012475099414587021,
+                tok_str: ' Hello',
+              },
+            ],
+          },
+          {
+            content: 'g',
+            probs: [
+              {
+                prob: 0.5133139491081238,
+                tok_str: 'g',
+              },
+              {
+                prob: 0.3046242296695709,
+                tok_str: 'ch',
+              },
+              {
+                prob: 0.18206188082695007,
+                tok_str: 'bl',
+              },
+            ],
+          },
+          {
+            content: 'igg',
+            probs: [
+              {
+                prob: 0.9886618852615356,
+                tok_str: 'igg',
+              },
+              {
+                prob: 0.008458126336336136,
+                tok_str: 'ig',
+              },
+              {
+                prob: 0.002879939740523696,
+                tok_str: 'reet',
+              },
+            ],
+          },
+          {
+            content: 'les',
+            probs: [
+              {
+                prob: 1,
+                tok_str: 'les',
+              },
+              {
+                prob: 1.8753286923356427e-8,
+                tok_str: 'ling',
+              },
+              {
+                prob: 3.312444318837038e-9,
+                tok_str: 'LES',
+              },
+            ],
+          },
+          {
+            content: '*',
+            probs: [
+              {
+                prob: 1,
+                tok_str: '*',
+              },
+              {
+                prob: 4.459857905203535e-8,
+                tok_str: '*.',
+              },
+              {
+                prob: 3.274198334679568e-8,
+                tok_str: '**',
+              },
+            ],
+          },
+        ],
+        stopped_eos: true,
+        stopped_limit: false,
+        stopped_word: false,
+        stopping_word: '',
+        timings: {
+          predicted_ms: 1330.6290000000001,
+          predicted_n: 5,
+          predicted_per_second: 16.533534140620713,
+          predicted_per_token_ms: 60.48313636363637,
+          prompt_ms: 3805.6730000000002,
+          prompt_n: 5,
+          prompt_per_second: 8.408499626741445,
+          prompt_per_token_ms: 118.92728125000001,
+        },
+        tokens_cached: 54,
+        tokens_evaluated: 15,
+        tokens_predicted: 6,
+        truncated: false,
+      }
+      const emitEvent = async (data) => {
+        await new Promise((resolve) => setTimeout(resolve))
+        DeviceEventEmitter.emit('@RNLlama_onToken', data)
+      }
+      await testResult.completion_probabilities.reduce(
+        (promise, item) =>
+          promise.then(() =>
+            emitEvent({
+              contextId,
+              jobId,
+              tokenResult: {
+                token: item.content,
+                completion_probabilities: item.probs,
+              },
+            }),
+          ),
+        Promise.resolve(),
+      )
+      return Promise.resolve(testResult)
+    }),
+
+    stopCompletion: jest.fn(),
+
+    tokenize: jest.fn(async (_, content) => ({ tokens: content.split('') })),
+    detokenize: jest.fn(async () => ''),
+    embedding: jest.fn(async () => ({ embedding: demoEmbedding })),
+
+    loadSession: jest.fn(async () => ({
+      tokens_loaded: 1,
+      prompt: 'Hello',
+    })),
+    saveSession: jest.fn(async () => 1),
+
+    bench: jest.fn(
+      async () =>
+        '["test 3B Q4_0",1600655360,2779683840,16.211304,0.021748,38.570646,1.195800]',
+    ),
+
+    releaseContext: jest.fn(() => Promise.resolve()),
+    releaseAllContexts: jest.fn(() => Promise.resolve()),
+
+    // For NativeEventEmitter
+    addListener: jest.fn(),
+    removeListeners: jest.fn(),
+  }
+}
+
+module.exports = jest.requireActual('llama.rn')

package/lib/commonjs/NativeRNLlama.js

@@ -5,6 +5,5 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.default = void 0;
 var _reactNative = require("react-native");
-var _default = _reactNative.TurboModuleRegistry.get('RNLlama');
-exports.default = _default;
+var _default = exports.default = _reactNative.TurboModuleRegistry.get('RNLlama');
 //# sourceMappingURL=NativeRNLlama.js.map

package/lib/commonjs/NativeRNLlama.js.map

@@ -1 +1 @@
-{"version":3,"names":["_reactNative","require","_default","TurboModuleRegistry","get","exports","default"],"sourceRoot":"..\\..\\src","sources":["NativeRNLlama.ts"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAAkD,IAAAC,QAAA,GAsanCC,gCAAmB,CAACC,GAAG,CAAO,SAAS,CAAC;AAAAC,OAAA,CAAAC,OAAA,GAAAJ,QAAA"}
+{"version":3,"names":["_reactNative","require","_default","exports","default","TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeRNLlama.ts"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAAkD,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAwanCC,gCAAmB,CAACC,GAAG,CAAO,SAAS,CAAC","ignoreList":[]}

package/lib/commonjs/chat.js.map

@@ -1 +1 @@
-{"version":3,"names":["formatChat","messages","chat","forEach","currMsg","role","content","Array","isArray","part","text","TypeError","Error","push"],"sourceRoot":"..\\..\\src","sources":["chat.ts"],"mappings":";;;;;;AAWO,SAASA,UAAUA,CACxBC,QAAuC,EACb;EAC1B,MAAMC,IAA8B,GAAG,EAAE;EAEzCD,QAAQ,CAACE,OAAO,CAAEC,OAAO,IAAK;IAC5B,MAAMC,IAAY,GAAGD,OAAO,CAACC,IAAI,IAAI,EAAE;IAEvC,IAAIC,OAAe,GAAG,EAAE;IACxB,IAAI,SAAS,IAAIF,OAAO,EAAE;MACxB,IAAI,OAAOA,OAAO,CAACE,OAAO,KAAK,QAAQ,EAAE;QACvC;QAAC,CAAC;UAAEA;QAAQ,CAAC,GAAGF,OAAO;MACzB,CAAC,MAAM,IAAIG,KAAK,CAACC,OAAO,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;QACzCF,OAAO,CAACE,OAAO,CAACH,OAAO,CAAEM,IAAI,IAAK;UAChC,IAAI,MAAM,IAAIA,IAAI,EAAE;YAClBH,OAAO,IAAK,GAAEA,OAAO,GAAG,IAAI,GAAG,EAAG,GAAEG,IAAI,CAACC,IAAK,EAAC;UACjD;QACF,CAAC,CAAC;MACJ,CAAC,MAAM;QACL,MAAM,IAAIC,SAAS,CACjB,kFACF,CAAC;MACH;IACF,CAAC,MAAM;MACL,MAAM,IAAIC,KAAK,CACb,6EACF,CAAC;IACH;IAEAV,IAAI,CAACW,IAAI,CAAC;MAAER,IAAI;MAAEC;IAAQ,CAAC,CAAC;EAC9B,CAAC,CAAC;EACF,OAAOJ,IAAI;AACb"}
+{"version":3,"names":["formatChat","messages","chat","forEach","currMsg","role","content","Array","isArray","part","text","TypeError","Error","push"],"sourceRoot":"../../src","sources":["chat.ts"],"mappings":";;;;;;AAWO,SAASA,UAAUA,CACxBC,QAAuC,EACb;EAC1B,MAAMC,IAA8B,GAAG,EAAE;EAEzCD,QAAQ,CAACE,OAAO,CAAEC,OAAO,IAAK;IAC5B,MAAMC,IAAY,GAAGD,OAAO,CAACC,IAAI,IAAI,EAAE;IAEvC,IAAIC,OAAe,GAAG,EAAE;IACxB,IAAI,SAAS,IAAIF,OAAO,EAAE;MACxB,IAAI,OAAOA,OAAO,CAACE,OAAO,KAAK,QAAQ,EAAE;QACvC;QAAC,CAAC;UAAEA;QAAQ,CAAC,GAAGF,OAAO;MACzB,CAAC,MAAM,IAAIG,KAAK,CAACC,OAAO,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;QACzCF,OAAO,CAACE,OAAO,CAACH,OAAO,CAAEM,IAAI,IAAK;UAChC,IAAI,MAAM,IAAIA,IAAI,EAAE;YAClBH,OAAO,IAAI,GAAGA,OAAO,GAAG,IAAI,GAAG,EAAE,GAAGG,IAAI,CAACC,IAAI,EAAE;UACjD;QACF,CAAC,CAAC;MACJ,CAAC,MAAM;QACL,MAAM,IAAIC,SAAS,CACjB,kFACF,CAAC;MACH;IACF,CAAC,MAAM;MACL,MAAM,IAAIC,KAAK,CACb,6EACF,CAAC;IACH;IAEAV,IAAI,CAACW,IAAI,CAAC;MAAER,IAAI;MAAEC;IAAQ,CAAC,CAAC;EAC9B,CAAC,CAAC;EACF,OAAOJ,IAAI;AACb","ignoreList":[]}

package/lib/commonjs/grammar.js

@@ -10,8 +10,7 @@ exports.convertJsonSchemaToGrammar = exports.SchemaGrammarConverterBuiltinRule =
 // NOTE: Deprecated, please use tools or response_format with json_schema instead
 
 const SPACE_RULE = '" "?';
-function buildRepetition(itemRule, minItems, maxItems) {
-  let opts = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : {};
+function buildRepetition(itemRule, minItems, maxItems, opts = {}) {
   const separatorRule = opts.separatorRule ?? '';
   const itemRuleIsLiteral = opts.itemRuleIsLiteral ?? false;
   if (separatorRule === '') {
@@ -31,8 +30,7 @@ function buildRepetition(itemRule, minItems, maxItems) {
       }, () => itemRule).join(separatorRule !== '' ? ` ${separatorRule} ` : ' ');
     }
   }
-  const optRepetitions = function (upToN) {
-    let prefixWithSep = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : false;
+  const optRepetitions = (upToN, prefixWithSep = false) => {
     const content = separatorRule !== '' && prefixWithSep ? `${separatorRule} ${itemRule}` : itemRule;
     if (upToN === 0) {
       return '';
@@ -229,10 +227,7 @@ class SchemaGrammarConverter {
       }
       return this._addRule('dot', rule);
     };
-    const toRule = _ref => {
-      let [s, isLiteral] = _ref;
-      return isLiteral ? `"${s}"` : s;
-    };
+    const toRule = ([s, isLiteral]) => isLiteral ? `"${s}"` : s;
     const transform = () => {
       const start = i;
       // For each component of this sequence, store its string representation and whether it's a literal.
@@ -482,19 +477,10 @@ class SchemaGrammarConverter {
   _buildObjectRule(properties, required, name, additionalProperties) {
     const propOrder = this._propOrder;
     // sort by position in prop_order (if specified) then by original order
-    const sortedProps = properties.map(_ref2 => {
-      let [k] = _ref2;
-      return k;
-    }).sort((a, b) => {
+    const sortedProps = properties.map(([k]) => k).sort((a, b) => {
       const orderA = propOrder[a] || Infinity;
       const orderB = propOrder[b] || Infinity;
-      return orderA - orderB || properties.findIndex(_ref3 => {
-        let [k] = _ref3;
-        return k === a;
-      }) - properties.findIndex(_ref4 => {
-        let [k] = _ref4;
-        return k === b;
-      });
+      return orderA - orderB || properties.findIndex(([k]) => k === a) - properties.findIndex(([k]) => k === b);
     });
     const propKvRuleNames = {};
     for (const [propName, propSchema] of properties) {
@@ -543,24 +529,19 @@ class SchemaGrammarConverter {
   }
   formatGrammar() {
     let grammar = '';
-    for (const [name, rule] of Object.entries(this._rules).sort((_ref5, _ref6) => {
-      let [a] = _ref5;
-      let [b] = _ref6;
-      return a.localeCompare(b);
-    })) {
+    for (const [name, rule] of Object.entries(this._rules).sort(([a], [b]) => a.localeCompare(b))) {
       grammar += `${name} ::= ${rule}\n`;
     }
     return grammar;
   }
 }
 exports.SchemaGrammarConverter = SchemaGrammarConverter;
-const convertJsonSchemaToGrammar = _ref7 => {
-  let {
-    schema,
-    propOrder,
-    dotall,
-    allowFetch
-  } = _ref7;
+const convertJsonSchemaToGrammar = ({
+  schema,
+  propOrder,
+  dotall,
+  allowFetch
+}) => {
   const converter = new SchemaGrammarConverter({
     prop_order: propOrder,
     dotall,