cactus-react-native 0.2.2 → 0.2.3

package/android/src/main/java/com/cactus/LlamaContext.java

@@ -64,6 +64,17 @@ public class LlamaContext {
     if (!params.hasKey("model")) {
       throw new IllegalArgumentException("Missing required parameter: model");
     }
+    
+    String modelPath = params.getString("model");
+    File modelFile = new File(modelPath);
+    if (!modelFile.exists()) {
+      Log.e(NAME, "Model file does not exist: " + modelPath);
+      throw new IllegalArgumentException("Model file does not exist: " + modelPath);
+    }
+    if (!modelFile.canRead()) {
+      Log.e(NAME, "Model file is not readable: " + modelPath);
+      throw new IllegalArgumentException("Model file is not readable: " + modelPath);
+    }
     eventEmitter = reactContext.getJSModule(DeviceEventManagerModule.RCTDeviceEventEmitter.class);
     this.id = id;
     this.context = initContext(
@@ -115,7 +126,8 @@ public class LlamaContext {
       params.hasKey("use_progress_callback") ? new LoadProgressCallback(this) : null
     );
     if (this.context == -1) {
-      throw new IllegalStateException("Failed to initialize context");
+      throw new IllegalStateException("Failed to initialize context for model: " + modelPath + 
+        ". Please check if the model file exists and is accessible.");
     }
     this.modelDetails = loadModelDetails(this.context);
     this.reactContext = reactContext;

package/android/src/main/jni.cpp

@@ -307,7 +307,6 @@ Java_com_cactus_LlamaContext_initContext(
     llama->is_load_interrupted = false;
     llama->loading_progress = 0;
 
-    callback_context *cb_ctx = nullptr;
     if (load_progress_callback != nullptr) {
         defaultParams.progress_callback = [](float progress, void * user_data) {
             callback_context *cb_ctx = (callback_context *)user_data;
@@ -324,7 +323,7 @@ Java_com_cactus_LlamaContext_initContext(
             return !llama->is_load_interrupted;
         };
 
-        cb_ctx = new callback_context;
+        callback_context *cb_ctx = new callback_context;
         cb_ctx->env = env;
         cb_ctx->llama = llama;
         cb_ctx->callback = env->NewGlobalRef(load_progress_callback);
@@ -340,30 +339,20 @@ Java_com_cactus_LlamaContext_initContext(
     env->ReleaseStringUTFChars(cache_type_v, cache_type_v_chars);
 
     LOGI("[CACTUS] is_model_loaded %s", (is_model_loaded ? "true" : "false"));
-
-    if (!is_model_loaded) {
-        llama_free(llama->ctx);
-        if (cb_ctx) {
-            env->DeleteGlobalRef(cb_ctx->callback);
-            delete cb_ctx;
+    if (is_model_loaded) {
+        if (embedding && llama_model_has_encoder(llama->model) && llama_model_has_decoder(llama->model)) {
+            LOGI("[CACTUS] computing embeddings in encoder-decoder models is not supported");
+            llama_free(llama->ctx);
+            return -1;
         }
-        delete llama;
-        return -1;
-    }
-
-    if (embedding && llama_model_has_encoder(llama->model) && llama_model_has_decoder(llama->model)) {
-        LOGI("[CACTUS] computing embeddings in encoder-decoder models is not supported");
+        context_map[(long) llama->ctx] = llama;
+    } else {
+        LOGE("[CACTUS] Failed to load model from path: %s", model_path_chars);
         llama_free(llama->ctx);
-        if (cb_ctx) {
-            env->DeleteGlobalRef(cb_ctx->callback);
-            delete cb_ctx;
-        }
         delete llama;
         return -1;
     }
 
-    context_map[(long) llama->ctx] = llama;
-
     std::vector<common_adapter_lora_info> lora;
     const char *lora_chars = env->GetStringUTFChars(lora_str, nullptr);
     if (lora_chars != nullptr && lora_chars[0] != '\0') {
@@ -392,20 +381,11 @@ Java_com_cactus_LlamaContext_initContext(
     env->ReleaseStringUTFChars(lora_str, lora_chars);
     int result = llama->applyLoraAdapters(lora);
     if (result != 0) {
-        LOGI("[Cactus] Failed to apply lora adapters");
-        context_map.erase((long) llama->ctx);
-        llama_free(llama->ctx);
-        if (cb_ctx) {
-            env->DeleteGlobalRef(cb_ctx->callback);
-            delete cb_ctx;
-        }
-        delete llama;
-        return -1;
-    }
-
-    if (cb_ctx) {
-        env->DeleteGlobalRef(cb_ctx->callback);
-        delete cb_ctx;
+      LOGE("[CACTUS] Failed to apply lora adapters");
+      llama_free(llama->ctx);
+      context_map.erase((long) llama->ctx);
+      delete llama;
+      return -1;
     }
 
     return reinterpret_cast<jlong>(llama->ctx);

package/lib/commonjs/lm.js

@@ -5,53 +5,71 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.CactusLM = void 0;
 var _index = require("./index");
-var _reactNative = require("react-native");
 var _telemetry = require("./telemetry");
 var _remote = require("./remote");
-// @ts-ignore
-
 class CactusLM {
   constructor(context) {
     this.context = context;
   }
-  static async init(params, onProgress, cactusToken) {
+  static async init(params, onProgress, cactusToken, retryOptions) {
     if (cactusToken) {
       (0, _remote.setCactusToken)(cactusToken);
     }
-
-    // Avoid two back-to-back loads on devices where GPU off-load is unsupported (Android).
-    const needGpuAttempt = _reactNative.Platform.OS !== 'android' && (params.n_gpu_layers ?? 0) > 0;
-    const configs = needGpuAttempt ? [params, {
-      ...params,
-      n_gpu_layers: 0
-    }] : [{
+    const maxRetries = retryOptions?.maxRetries ?? 3;
+    const delayMs = retryOptions?.delayMs ?? 1000;
+    const configs = [params, {
       ...params,
       n_gpu_layers: 0
     }];
-    for (const config of configs) {
-      try {
-        const context = await (0, _index.initLlama)(config, onProgress);
-        return {
-          lm: new CactusLM(context),
-          error: null
+    const sleep = ms => {
+      return new Promise(resolve => {
+        const start = Date.now();
+        const wait = () => {
+          if (Date.now() - start >= ms) {
+            resolve();
+          } else {
+            Promise.resolve().then(wait);
+          }
         };
-      } catch (e) {
-        _telemetry.Telemetry.error(e, {
-          n_gpu_layers: config.n_gpu_layers ?? null,
-          n_ctx: config.n_ctx ?? null,
-          model: config.model ?? null
-        });
-        if (configs.indexOf(config) === configs.length - 1) {
+        wait();
+      });
+    };
+    for (const config of configs) {
+      let lastError = null;
+      for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        try {
+          const context = await (0, _index.initLlama)(config, onProgress);
           return {
-            lm: null,
-            error: e
+            lm: new CactusLM(context),
+            error: null
           };
+        } catch (e) {
+          lastError = e;
+          const isLastConfig = configs.indexOf(config) === configs.length - 1;
+          const isLastAttempt = attempt === maxRetries;
+          _telemetry.Telemetry.error(e, {
+            n_gpu_layers: config.n_gpu_layers ?? null,
+            n_ctx: config.n_ctx ?? null,
+            model: config.model ?? null
+          });
+          if (!isLastAttempt) {
+            const delay = delayMs * Math.pow(2, attempt - 1);
+            await sleep(delay);
+          } else if (!isLastConfig) {
+            break;
+          }
         }
       }
+      if (configs.indexOf(config) === configs.length - 1 && lastError) {
+        return {
+          lm: null,
+          error: lastError
+        };
+      }
     }
     return {
       lm: null,
-      error: new Error('Failed to initialize CactusLM')
+      error: new Error('Failed to initialize CactusLM after all retries')
     };
   }
   async completion(messages, params = {}, callback) {

package/lib/commonjs/lm.js.map

@@ -1 +1 @@
-{"version":3,"names":["_index","require","_reactNative","_telemetry","_remote","CactusLM","constructor","context","init","params","onProgress","cactusToken","setCactusToken","needGpuAttempt","Platform","OS","n_gpu_layers","configs","config","initLlama","lm","error","e","Telemetry","n_ctx","model","indexOf","length","Error","completion","messages","callback","embedding","text","mode","result","lastError","_handleRemoteEmbedding","_handleLocalEmbedding","remoteError","localError","embeddingValues","getVertexAIEmbedding","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,YAAA,GAAAD,OAAA;AASA,IAAAE,UAAA,GAAAF,OAAA;AACA,IAAAG,OAAA,GAAAH,OAAA;AAXA;;AAkBO,MAAMI,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACvCC,WAAoB,EACK;IACzB,IAAIA,WAAW,EAAE;MACf,IAAAC,sBAAc,EAACD,WAAW,CAAC;IAC7B;;IAEA;IACA,MAAME,cAAc,GAAGC,qBAAQ,CAACC,EAAE,KAAK,SAAS,IAAI,CAACN,MAAM,CAACO,YAAY,IAAI,CAAC,IAAI,CAAC;IAClF,MAAMC,OAAO,GAAGJ,cAAc,GAC1B,CAACJ,MAAM,EAAE;MAAE,GAAGA,MAAM;MAAEO,YAAY,EAAE;IAAE,CAAC,CAAC,GACxC,CAAC;MAAE,GAAGP,MAAM;MAAEO,YAAY,EAAE;IAAE,CAAC,CAAC;IAEpC,KAAK,MAAME,MAAM,IAAID,OAAO,EAAE;MAC5B,IAAI;QACF,MAAMV,OAAO,GAAG,MAAM,IAAAY,gBAAS,EAACD,MAAM,EAAER,UAAU,CAAC;QACnD,OAAO;UAAEU,EAAE,EAAE,IAAIf,QAAQ,CAACE,OAAO,CAAC;UAAEc,KAAK,EAAE;QAAK,CAAC;MACnD,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAW;UAC1BN,YAAY,EAAEE,MAAM,CAACF,YAAY,IAAI,IAAI;UACzCQ,KAAK,EAAEN,MAAM,CAACM,KAAK,IAAI,IAAI;UAC3BC,KAAK,EAAEP,MAAM,CAACO,KAAK,IAAI;QACzB,CAAC,CAAC;QACF,IAAIR,OAAO,CAACS,OAAO,CAACR,MAAM,CAAC,KAAKD,OAAO,CAACU,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEP,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIO,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCrB,MAAwB,GAAG,CAAC,CAAC,EAC7BsB,QAA8B,EACG;IACjC,OAAO,MAAM,IAAI,CAACxB,OAAO,CAACsB,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGrB;IAAO,CAAC,EAAEsB,QAAQ,CAAC;EACzE;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZxB,MAAwB,EACxByB,IAAY,GAAG,OAAO,EACU;IAChC,IAAIC,MAA6B;IACjC,IAAIC,SAAuB,GAAG,IAAI;IAElC,IAAIF,IAAI,KAAK,QAAQ,EAAE;MACrBC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;IAClD,CAAC,MAAM,IAAIC,IAAI,KAAK,OAAO,EAAE;MAC3BC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAExB,MAAM,CAAC;IACzD,CAAC,MAAM,IAAIyB,IAAI,KAAK,YAAY,EAAE;MAChC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAExB,MAAM,CAAC;MACzD,CAAC,CAAC,OAAOa,CAAC,EAAE;QACVc,SAAS,GAAGd,CAAU;QACtB,IAAI;UACFa,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;QAClD,CAAC,CAAC,OAAOM,WAAW,EAAE;UACpB,MAAMH,SAAS;QACjB;MACF;IACF,CAAC,MAAM,IAAIF,IAAI,KAAK,aAAa,EAAE;MACjC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;MAClD,CAAC,CAAC,OAAOX,CAAC,EAAE;QACVc,SAAS,GAAGd,CAAU;QACtB,IAAI;UACFa,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAExB,MAAM,CAAC;QACzD,CAAC,CAAC,OAAO+B,UAAU,EAAE;UACnB,MAAMJ,SAAS;QACjB;MACF;IACF,CAAC,MAAM;MACL,MAAM,IAAIR,KAAK,CAAC,gBAAgB,GAAGM,IAAI,GAAG,6DAA6D,CAAC;IAC1G;IACA,OAAOC,MAAM;EACf;EAEA,MAAcG,qBAAqBA,CAACL,IAAY,EAAExB,MAAwB,EAAkC;IAC1G,OAAO,IAAI,CAACF,OAAO,CAACyB,SAAS,CAACC,IAAI,EAAExB,MAAM,CAAC;EAC7C;EAEA,MAAc4B,sBAAsBA,CAACJ,IAAY,EAAkC;IACjF,MAAMQ,eAAe,GAAG,MAAM,IAAAC,4BAAoB,EAACT,IAAI,CAAC;IACxD,OAAO;MACLD,SAAS,EAAES;IACb,CAAC;EACH;EAEA,MAAME,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACpC,OAAO,EAAEoC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACrC,OAAO,CAACqC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAxC,QAAA,GAAAA,QAAA","ignoreList":[]}
+{"version":3,"names":["_index","require","_telemetry","_remote","CactusLM","constructor","context","init","params","onProgress","cactusToken","retryOptions","setCactusToken","maxRetries","delayMs","configs","n_gpu_layers","sleep","ms","Promise","resolve","start","Date","now","wait","then","config","lastError","attempt","initLlama","lm","error","e","isLastConfig","indexOf","length","isLastAttempt","Telemetry","n_ctx","model","delay","Math","pow","Error","completion","messages","callback","embedding","text","mode","result","_handleRemoteEmbedding","_handleLocalEmbedding","remoteError","localError","embeddingValues","getVertexAIEmbedding","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASA,IAAAC,UAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AAOO,MAAMG,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACvCC,WAAoB,EACpBC,YAAwD,EAC/B;IACzB,IAAID,WAAW,EAAE;MACf,IAAAE,sBAAc,EAACF,WAAW,CAAC;IAC7B;IAEA,MAAMG,UAAU,GAAGF,YAAY,EAAEE,UAAU,IAAI,CAAC;IAChD,MAAMC,OAAO,GAAGH,YAAY,EAAEG,OAAO,IAAI,IAAI;IAE7C,MAAMC,OAAO,GAAG,CACdP,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEQ,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,MAAMC,KAAK,GAAIC,EAAU,IAAoB;MAC3C,OAAO,IAAIC,OAAO,CAACC,OAAO,IAAI;QAC5B,MAAMC,KAAK,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;QACxB,MAAMC,IAAI,GAAGA,CAAA,KAAM;UACjB,IAAIF,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF,KAAK,IAAIH,EAAE,EAAE;YAC5BE,OAAO,CAAC,CAAC;UACX,CAAC,MAAM;YACLD,OAAO,CAACC,OAAO,CAAC,CAAC,CAACK,IAAI,CAACD,IAAI,CAAC;UAC9B;QACF,CAAC;QACDA,IAAI,CAAC,CAAC;MACR,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,MAAME,MAAM,IAAIX,OAAO,EAAE;MAC5B,IAAIY,SAAuB,GAAG,IAAI;MAElC,KAAK,IAAIC,OAAO,GAAG,CAAC,EAAEA,OAAO,IAAIf,UAAU,EAAEe,OAAO,EAAE,EAAE;QACtD,IAAI;UACF,MAAMtB,OAAO,GAAG,MAAM,IAAAuB,gBAAS,EAACH,MAAM,EAAEjB,UAAU,CAAC;UACnD,OAAO;YAAEqB,EAAE,EAAE,IAAI1B,QAAQ,CAACE,OAAO,CAAC;YAAEyB,KAAK,EAAE;UAAK,CAAC;QACnD,CAAC,CAAC,OAAOC,CAAC,EAAE;UACVL,SAAS,GAAGK,CAAU;UACtB,MAAMC,YAAY,GAAGlB,OAAO,CAACmB,OAAO,CAACR,MAAM,CAAC,KAAKX,OAAO,CAACoB,MAAM,GAAG,CAAC;UACnE,MAAMC,aAAa,GAAGR,OAAO,KAAKf,UAAU;UAE5CwB,oBAAS,CAACN,KAAK,CAACC,CAAC,EAAW;YAC1BhB,YAAY,EAAEU,MAAM,CAACV,YAAY,IAAI,IAAI;YACzCsB,KAAK,EAAEZ,MAAM,CAACY,KAAK,IAAI,IAAI;YAC3BC,KAAK,EAAEb,MAAM,CAACa,KAAK,IAAI;UACzB,CAAC,CAAC;UAEF,IAAI,CAACH,aAAa,EAAE;YAClB,MAAMI,KAAK,GAAG1B,OAAO,GAAG2B,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEd,OAAO,GAAG,CAAC,CAAC;YAChD,MAAMX,KAAK,CAACuB,KAAK,CAAC;UACpB,CAAC,MAAM,IAAI,CAACP,YAAY,EAAE;YACxB;UACF;QACF;MACF;MAEA,IAAIlB,OAAO,CAACmB,OAAO,CAACR,MAAM,CAAC,KAAKX,OAAO,CAACoB,MAAM,GAAG,CAAC,IAAIR,SAAS,EAAE;QAC/D,OAAO;UAAEG,EAAE,EAAE,IAAI;UAAEC,KAAK,EAAEJ;QAAU,CAAC;MACvC;IACF;IACA,OAAO;MAAEG,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIY,KAAK,CAAC,iDAAiD;IAAE,CAAC;EAC1F;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCrC,MAAwB,GAAG,CAAC,CAAC,EAC7BsC,QAA8B,EACG;IACjC,OAAO,MAAM,IAAI,CAACxC,OAAO,CAACsC,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGrC;IAAO,CAAC,EAAEsC,QAAQ,CAAC;EACzE;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZxC,MAAwB,EACxByC,IAAY,GAAG,OAAO,EACU;IAChC,IAAIC,MAA6B;IACjC,IAAIvB,SAAuB,GAAG,IAAI;IAElC,IAAIsB,IAAI,KAAK,QAAQ,EAAE;MACrBC,MAAM,GAAG,MAAM,IAAI,CAACC,sBAAsB,CAACH,IAAI,CAAC;IAClD,CAAC,MAAM,IAAIC,IAAI,KAAK,OAAO,EAAE;MAC3BC,MAAM,GAAG,MAAM,IAAI,CAACE,qBAAqB,CAACJ,IAAI,EAAExC,MAAM,CAAC;IACzD,CAAC,MAAM,IAAIyC,IAAI,KAAK,YAAY,EAAE;MAChC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACE,qBAAqB,CAACJ,IAAI,EAAExC,MAAM,CAAC;MACzD,CAAC,CAAC,OAAOwB,CAAC,EAAE;QACVL,SAAS,GAAGK,CAAU;QACtB,IAAI;UACFkB,MAAM,GAAG,MAAM,IAAI,CAACC,sBAAsB,CAACH,IAAI,CAAC;QAClD,CAAC,CAAC,OAAOK,WAAW,EAAE;UACpB,MAAM1B,SAAS;QACjB;MACF;IACF,CAAC,MAAM,IAAIsB,IAAI,KAAK,aAAa,EAAE;MACjC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACC,sBAAsB,CAACH,IAAI,CAAC;MAClD,CAAC,CAAC,OAAOhB,CAAC,EAAE;QACVL,SAAS,GAAGK,CAAU;QACtB,IAAI;UACFkB,MAAM,GAAG,MAAM,IAAI,CAACE,qBAAqB,CAACJ,IAAI,EAAExC,MAAM,CAAC;QACzD,CAAC,CAAC,OAAO8C,UAAU,EAAE;UACnB,MAAM3B,SAAS;QACjB;MACF;IACF,CAAC,MAAM;MACL,MAAM,IAAIgB,KAAK,CAAC,gBAAgB,GAAGM,IAAI,GAAG,6DAA6D,CAAC;IAC1G;IACA,OAAOC,MAAM;EACf;EAEA,MAAcE,qBAAqBA,CAACJ,IAAY,EAAExC,MAAwB,EAAkC;IAC1G,OAAO,IAAI,CAACF,OAAO,CAACyC,SAAS,CAACC,IAAI,EAAExC,MAAM,CAAC;EAC7C;EAEA,MAAc2C,sBAAsBA,CAACH,IAAY,EAAkC;IACjF,MAAMO,eAAe,GAAG,MAAM,IAAAC,4BAAoB,EAACR,IAAI,CAAC;IACxD,OAAO;MACLD,SAAS,EAAEQ;IACb,CAAC;EACH;EAEA,MAAME,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACnD,OAAO,EAAEmD,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACpD,OAAO,CAACoD,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAvD,QAAA,GAAAA,QAAA","ignoreList":[]}

package/lib/module/lm.js

@@ -1,52 +1,71 @@
 "use strict";
 
 import { initLlama } from './index';
-// @ts-ignore
-import { Platform } from 'react-native';
 import { Telemetry } from './telemetry';
 import { setCactusToken, getVertexAIEmbedding } from './remote';
 export class CactusLM {
   constructor(context) {
     this.context = context;
   }
-  static async init(params, onProgress, cactusToken) {
+  static async init(params, onProgress, cactusToken, retryOptions) {
     if (cactusToken) {
       setCactusToken(cactusToken);
     }
-
-    // Avoid two back-to-back loads on devices where GPU off-load is unsupported (Android).
-    const needGpuAttempt = Platform.OS !== 'android' && (params.n_gpu_layers ?? 0) > 0;
-    const configs = needGpuAttempt ? [params, {
-      ...params,
-      n_gpu_layers: 0
-    }] : [{
+    const maxRetries = retryOptions?.maxRetries ?? 3;
+    const delayMs = retryOptions?.delayMs ?? 1000;
+    const configs = [params, {
       ...params,
       n_gpu_layers: 0
     }];
-    for (const config of configs) {
-      try {
-        const context = await initLlama(config, onProgress);
-        return {
-          lm: new CactusLM(context),
-          error: null
+    const sleep = ms => {
+      return new Promise(resolve => {
+        const start = Date.now();
+        const wait = () => {
+          if (Date.now() - start >= ms) {
+            resolve();
+          } else {
+            Promise.resolve().then(wait);
+          }
         };
-      } catch (e) {
-        Telemetry.error(e, {
-          n_gpu_layers: config.n_gpu_layers ?? null,
-          n_ctx: config.n_ctx ?? null,
-          model: config.model ?? null
-        });
-        if (configs.indexOf(config) === configs.length - 1) {
+        wait();
+      });
+    };
+    for (const config of configs) {
+      let lastError = null;
+      for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        try {
+          const context = await initLlama(config, onProgress);
           return {
-            lm: null,
-            error: e
+            lm: new CactusLM(context),
+            error: null
           };
+        } catch (e) {
+          lastError = e;
+          const isLastConfig = configs.indexOf(config) === configs.length - 1;
+          const isLastAttempt = attempt === maxRetries;
+          Telemetry.error(e, {
+            n_gpu_layers: config.n_gpu_layers ?? null,
+            n_ctx: config.n_ctx ?? null,
+            model: config.model ?? null
+          });
+          if (!isLastAttempt) {
+            const delay = delayMs * Math.pow(2, attempt - 1);
+            await sleep(delay);
+          } else if (!isLastConfig) {
+            break;
+          }
         }
       }
+      if (configs.indexOf(config) === configs.length - 1 && lastError) {
+        return {
+          lm: null,
+          error: lastError
+        };
+      }
     }
     return {
       lm: null,
-      error: new Error('Failed to initialize CactusLM')
+      error: new Error('Failed to initialize CactusLM after all retries')
     };
   }
   async completion(messages, params = {}, callback) {

package/lib/module/lm.js.map

@@ -1 +1 @@
-{"version":3,"names":["initLlama","Platform","Telemetry","setCactusToken","getVertexAIEmbedding","CactusLM","constructor","context","init","params","onProgress","cactusToken","needGpuAttempt","OS","n_gpu_layers","configs","config","lm","error","e","n_ctx","model","indexOf","length","Error","completion","messages","callback","embedding","text","mode","result","lastError","_handleRemoteEmbedding","_handleLocalEmbedding","remoteError","localError","embeddingValues","rewind","release"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;AAAA,SAASA,SAAS,QAAsB,SAAS;AACjD;AACA,SAASC,QAAQ,QAAQ,cAAc;AASvC,SAASC,SAAS,QAAQ,aAAa;AACvC,SAASC,cAAc,EAAEC,oBAAoB,QAAQ,UAAU;AAO/D,OAAO,MAAMC,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACvCC,WAAoB,EACK;IACzB,IAAIA,WAAW,EAAE;MACfR,cAAc,CAACQ,WAAW,CAAC;IAC7B;;IAEA;IACA,MAAMC,cAAc,GAAGX,QAAQ,CAACY,EAAE,KAAK,SAAS,IAAI,CAACJ,MAAM,CAACK,YAAY,IAAI,CAAC,IAAI,CAAC;IAClF,MAAMC,OAAO,GAAGH,cAAc,GAC1B,CAACH,MAAM,EAAE;MAAE,GAAGA,MAAM;MAAEK,YAAY,EAAE;IAAE,CAAC,CAAC,GACxC,CAAC;MAAE,GAAGL,MAAM;MAAEK,YAAY,EAAE;IAAE,CAAC,CAAC;IAEpC,KAAK,MAAME,MAAM,IAAID,OAAO,EAAE;MAC5B,IAAI;QACF,MAAMR,OAAO,GAAG,MAAMP,SAAS,CAACgB,MAAM,EAAEN,UAAU,CAAC;QACnD,OAAO;UAAEO,EAAE,EAAE,IAAIZ,QAAQ,CAACE,OAAO,CAAC;UAAEW,KAAK,EAAE;QAAK,CAAC;MACnD,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVjB,SAAS,CAACgB,KAAK,CAACC,CAAC,EAAW;UAC1BL,YAAY,EAAEE,MAAM,CAACF,YAAY,IAAI,IAAI;UACzCM,KAAK,EAAEJ,MAAM,CAACI,KAAK,IAAI,IAAI;UAC3BC,KAAK,EAAEL,MAAM,CAACK,KAAK,IAAI;QACzB,CAAC,CAAC;QACF,IAAIN,OAAO,CAACO,OAAO,CAACN,MAAM,CAAC,KAAKD,OAAO,CAACQ,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEN,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIM,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCjB,MAAwB,GAAG,CAAC,CAAC,EAC7BkB,QAA8B,EACG;IACjC,OAAO,MAAM,IAAI,CAACpB,OAAO,CAACkB,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGjB;IAAO,CAAC,EAAEkB,QAAQ,CAAC;EACzE;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZpB,MAAwB,EACxBqB,IAAY,GAAG,OAAO,EACU;IAChC,IAAIC,MAA6B;IACjC,IAAIC,SAAuB,GAAG,IAAI;IAElC,IAAIF,IAAI,KAAK,QAAQ,EAAE;MACrBC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;IAClD,CAAC,MAAM,IAAIC,IAAI,KAAK,OAAO,EAAE;MAC3BC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAEpB,MAAM,CAAC;IACzD,CAAC,MAAM,IAAIqB,IAAI,KAAK,YAAY,EAAE;MAChC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAEpB,MAAM,CAAC;MACzD,CAAC,CAAC,OAAOU,CAAC,EAAE;QACVa,SAAS,GAAGb,CAAU;QACtB,IAAI;UACFY,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;QAClD,CAAC,CAAC,OAAOM,WAAW,EAAE;UACpB,MAAMH,SAAS;QACjB;MACF;IACF,CAAC,MAAM,IAAIF,IAAI,KAAK,aAAa,EAAE;MACjC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;MAClD,CAAC,CAAC,OAAOV,CAAC,EAAE;QACVa,SAAS,GAAGb,CAAU;QACtB,IAAI;UACFY,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAEpB,MAAM,CAAC;QACzD,CAAC,CAAC,OAAO2B,UAAU,EAAE;UACnB,MAAMJ,SAAS;QACjB;MACF;IACF,CAAC,MAAM;MACL,MAAM,IAAIR,KAAK,CAAC,gBAAgB,GAAGM,IAAI,GAAG,6DAA6D,CAAC;IAC1G;IACA,OAAOC,MAAM;EACf;EAEA,MAAcG,qBAAqBA,CAACL,IAAY,EAAEpB,MAAwB,EAAkC;IAC1G,OAAO,IAAI,CAACF,OAAO,CAACqB,SAAS,CAACC,IAAI,EAAEpB,MAAM,CAAC;EAC7C;EAEA,MAAcwB,sBAAsBA,CAACJ,IAAY,EAAkC;IACjF,MAAMQ,eAAe,GAAG,MAAMjC,oBAAoB,CAACyB,IAAI,CAAC;IACxD,OAAO;MACLD,SAAS,EAAES;IACb,CAAC;EACH;EAEA,MAAMC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAAC/B,OAAO,EAAE+B,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAAChC,OAAO,CAACgC,OAAO,CAAC,CAAC;EAC/B;AACF","ignoreList":[]}
+{"version":3,"names":["initLlama","Telemetry","setCactusToken","getVertexAIEmbedding","CactusLM","constructor","context","init","params","onProgress","cactusToken","retryOptions","maxRetries","delayMs","configs","n_gpu_layers","sleep","ms","Promise","resolve","start","Date","now","wait","then","config","lastError","attempt","lm","error","e","isLastConfig","indexOf","length","isLastAttempt","n_ctx","model","delay","Math","pow","Error","completion","messages","callback","embedding","text","mode","result","_handleRemoteEmbedding","_handleLocalEmbedding","remoteError","localError","embeddingValues","rewind","release"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;AAAA,SAASA,SAAS,QAAsB,SAAS;AASjD,SAASC,SAAS,QAAQ,aAAa;AACvC,SAASC,cAAc,EAAEC,oBAAoB,QAAQ,UAAU;AAO/D,OAAO,MAAMC,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACvCC,WAAoB,EACpBC,YAAwD,EAC/B;IACzB,IAAID,WAAW,EAAE;MACfR,cAAc,CAACQ,WAAW,CAAC;IAC7B;IAEA,MAAME,UAAU,GAAGD,YAAY,EAAEC,UAAU,IAAI,CAAC;IAChD,MAAMC,OAAO,GAAGF,YAAY,EAAEE,OAAO,IAAI,IAAI;IAE7C,MAAMC,OAAO,GAAG,CACdN,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEO,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,MAAMC,KAAK,GAAIC,EAAU,IAAoB;MAC3C,OAAO,IAAIC,OAAO,CAACC,OAAO,IAAI;QAC5B,MAAMC,KAAK,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;QACxB,MAAMC,IAAI,GAAGA,CAAA,KAAM;UACjB,IAAIF,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF,KAAK,IAAIH,EAAE,EAAE;YAC5BE,OAAO,CAAC,CAAC;UACX,CAAC,MAAM;YACLD,OAAO,CAACC,OAAO,CAAC,CAAC,CAACK,IAAI,CAACD,IAAI,CAAC;UAC9B;QACF,CAAC;QACDA,IAAI,CAAC,CAAC;MACR,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,MAAME,MAAM,IAAIX,OAAO,EAAE;MAC5B,IAAIY,SAAuB,GAAG,IAAI;MAElC,KAAK,IAAIC,OAAO,GAAG,CAAC,EAAEA,OAAO,IAAIf,UAAU,EAAEe,OAAO,EAAE,EAAE;QACtD,IAAI;UACF,MAAMrB,OAAO,GAAG,MAAMN,SAAS,CAACyB,MAAM,EAAEhB,UAAU,CAAC;UACnD,OAAO;YAAEmB,EAAE,EAAE,IAAIxB,QAAQ,CAACE,OAAO,CAAC;YAAEuB,KAAK,EAAE;UAAK,CAAC;QACnD,CAAC,CAAC,OAAOC,CAAC,EAAE;UACVJ,SAAS,GAAGI,CAAU;UACtB,MAAMC,YAAY,GAAGjB,OAAO,CAACkB,OAAO,CAACP,MAAM,CAAC,KAAKX,OAAO,CAACmB,MAAM,GAAG,CAAC;UACnE,MAAMC,aAAa,GAAGP,OAAO,KAAKf,UAAU;UAE5CX,SAAS,CAAC4B,KAAK,CAACC,CAAC,EAAW;YAC1Bf,YAAY,EAAEU,MAAM,CAACV,YAAY,IAAI,IAAI;YACzCoB,KAAK,EAAEV,MAAM,CAACU,KAAK,IAAI,IAAI;YAC3BC,KAAK,EAAEX,MAAM,CAACW,KAAK,IAAI;UACzB,CAAC,CAAC;UAEF,IAAI,CAACF,aAAa,EAAE;YAClB,MAAMG,KAAK,GAAGxB,OAAO,GAAGyB,IAAI,CAACC,GAAG,CAAC,CAAC,EAAEZ,OAAO,GAAG,CAAC,CAAC;YAChD,MAAMX,KAAK,CAACqB,KAAK,CAAC;UACpB,CAAC,MAAM,IAAI,CAACN,YAAY,EAAE;YACxB;UACF;QACF;MACF;MAEA,IAAIjB,OAAO,CAACkB,OAAO,CAACP,MAAM,CAAC,KAAKX,OAAO,CAACmB,MAAM,GAAG,CAAC,IAAIP,SAAS,EAAE;QAC/D,OAAO;UAAEE,EAAE,EAAE,IAAI;UAAEC,KAAK,EAAEH;QAAU,CAAC;MACvC;IACF;IACA,OAAO;MAAEE,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIW,KAAK,CAAC,iDAAiD;IAAE,CAAC;EAC1F;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtClC,MAAwB,GAAG,CAAC,CAAC,EAC7BmC,QAA8B,EACG;IACjC,OAAO,MAAM,IAAI,CAACrC,OAAO,CAACmC,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGlC;IAAO,CAAC,EAAEmC,QAAQ,CAAC;EACzE;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZrC,MAAwB,EACxBsC,IAAY,GAAG,OAAO,EACU;IAChC,IAAIC,MAA6B;IACjC,IAAIrB,SAAuB,GAAG,IAAI;IAElC,IAAIoB,IAAI,KAAK,QAAQ,EAAE;MACrBC,MAAM,GAAG,MAAM,IAAI,CAACC,sBAAsB,CAACH,IAAI,CAAC;IAClD,CAAC,MAAM,IAAIC,IAAI,KAAK,OAAO,EAAE;MAC3BC,MAAM,GAAG,MAAM,IAAI,CAACE,qBAAqB,CAACJ,IAAI,EAAErC,MAAM,CAAC;IACzD,CAAC,MAAM,IAAIsC,IAAI,KAAK,YAAY,EAAE;MAChC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACE,qBAAqB,CAACJ,IAAI,EAAErC,MAAM,CAAC;MACzD,CAAC,CAAC,OAAOsB,CAAC,EAAE;QACVJ,SAAS,GAAGI,CAAU;QACtB,IAAI;UACFiB,MAAM,GAAG,MAAM,IAAI,CAACC,sBAAsB,CAACH,IAAI,CAAC;QAClD,CAAC,CAAC,OAAOK,WAAW,EAAE;UACpB,MAAMxB,SAAS;QACjB;MACF;IACF,CAAC,MAAM,IAAIoB,IAAI,KAAK,aAAa,EAAE;MACjC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACC,sBAAsB,CAACH,IAAI,CAAC;MAClD,CAAC,CAAC,OAAOf,CAAC,EAAE;QACVJ,SAAS,GAAGI,CAAU;QACtB,IAAI;UACFiB,MAAM,GAAG,MAAM,IAAI,CAACE,qBAAqB,CAACJ,IAAI,EAAErC,MAAM,CAAC;QACzD,CAAC,CAAC,OAAO2C,UAAU,EAAE;UACnB,MAAMzB,SAAS;QACjB;MACF;IACF,CAAC,MAAM;MACL,MAAM,IAAIc,KAAK,CAAC,gBAAgB,GAAGM,IAAI,GAAG,6DAA6D,CAAC;IAC1G;IACA,OAAOC,MAAM;EACf;EAEA,MAAcE,qBAAqBA,CAACJ,IAAY,EAAErC,MAAwB,EAAkC;IAC1G,OAAO,IAAI,CAACF,OAAO,CAACsC,SAAS,CAACC,IAAI,EAAErC,MAAM,CAAC;EAC7C;EAEA,MAAcwC,sBAAsBA,CAACH,IAAY,EAAkC;IACjF,MAAMO,eAAe,GAAG,MAAMjD,oBAAoB,CAAC0C,IAAI,CAAC;IACxD,OAAO;MACLD,SAAS,EAAEQ;IACb,CAAC;EACH;EAEA,MAAMC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAAC/C,OAAO,EAAE+C,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAAChD,OAAO,CAACgD,OAAO,CAAC,CAAC;EAC/B;AACF","ignoreList":[]}

package/lib/typescript/lm.d.ts

@@ -6,7 +6,10 @@ interface CactusLMReturn {
 export declare class CactusLM {
     private context;
     private constructor();
-    static init(params: ContextParams, onProgress?: (progress: number) => void, cactusToken?: string): Promise<CactusLMReturn>;
+    static init(params: ContextParams, onProgress?: (progress: number) => void, cactusToken?: string, retryOptions?: {
+        maxRetries?: number;
+        delayMs?: number;
+    }): Promise<CactusLMReturn>;
     completion(messages: CactusOAICompatibleMessage[], params?: CompletionParams, callback?: (data: any) => void): Promise<NativeCompletionResult>;
     embedding(text: string, params?: EmbeddingParams, mode?: string): Promise<NativeEmbeddingResult>;
     private _handleLocalEmbedding;

package/lib/typescript/lm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"lm.d.ts","sourceRoot":"","sources":["../../src/lm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,0BAA0B,EAC1B,sBAAsB,EACtB,eAAe,EACf,qBAAqB,EACtB,MAAM,SAAS,CAAA;AAIhB,UAAU,cAAc;IACtB,EAAE,EAAE,QAAQ,GAAG,IAAI,CAAA;IACnB,KAAK,EAAE,KAAK,GAAG,IAAI,CAAA;CACpB;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO;WAIM,IAAI,CACf,MAAM,EAAE,aAAa,EACrB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACvC,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,cAAc,CAAC;IA6BpB,UAAU,CACd,QAAQ,EAAE,0BAA0B,EAAE,EACtC,MAAM,GAAE,gBAAqB,EAC7B,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAI5B,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,EACxB,IAAI,GAAE,MAAgB,GACrB,OAAO,CAAC,qBAAqB,CAAC;YAoCnB,qBAAqB;YAIrB,sBAAsB;IAO9B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
+{"version":3,"file":"lm.d.ts","sourceRoot":"","sources":["../../src/lm.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,0BAA0B,EAC1B,sBAAsB,EACtB,eAAe,EACf,qBAAqB,EACtB,MAAM,SAAS,CAAA;AAIhB,UAAU,cAAc;IACtB,EAAE,EAAE,QAAQ,GAAG,IAAI,CAAA;IACnB,KAAK,EAAE,KAAK,GAAG,IAAI,CAAA;CACpB;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO;WAIM,IAAI,CACf,MAAM,EAAE,aAAa,EACrB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACvC,WAAW,CAAC,EAAE,MAAM,EACpB,YAAY,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GACvD,OAAO,CAAC,cAAc,CAAC;IA6DpB,UAAU,CACd,QAAQ,EAAE,0BAA0B,EAAE,EACtC,MAAM,GAAE,gBAAqB,EAC7B,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAI5B,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,EACxB,IAAI,GAAE,MAAgB,GACrB,OAAO,CAAC,qBAAqB,CAAC;YAoCnB,qBAAqB;YAIrB,sBAAsB;IAO9B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cactus-react-native",
-  "version": "0.2.2",
+  "version": "0.2.3",
   "description": "Run AI models locally on mobile devices",
   "main": "lib/commonjs/index",
   "module": "lib/module/index",

package/src/lm.ts

@@ -1,6 +1,4 @@
 import { initLlama, LlamaContext } from './index'
-// @ts-ignore
-import { Platform } from 'react-native'
 import type {
   ContextParams,
   CompletionParams,
@@ -28,33 +26,66 @@ export class CactusLM {
     params: ContextParams,
     onProgress?: (progress: number) => void,
     cactusToken?: string,
+    retryOptions?: { maxRetries?: number; delayMs?: number },
   ): Promise<CactusLMReturn> {
     if (cactusToken) {
       setCactusToken(cactusToken);
     }
 
-    // Avoid two back-to-back loads on devices where GPU off-load is unsupported (Android).
-    const needGpuAttempt = Platform.OS !== 'android' && (params.n_gpu_layers ?? 0) > 0
-    const configs = needGpuAttempt
-      ? [params, { ...params, n_gpu_layers: 0 }]
-      : [{ ...params, n_gpu_layers: 0 }]
+    const maxRetries = retryOptions?.maxRetries ?? 3;
+    const delayMs = retryOptions?.delayMs ?? 1000;
+
+    const configs = [
+      params,
+      { ...params, n_gpu_layers: 0 } 
+    ];
+
+    const sleep = (ms: number): Promise<void> => {
+      return new Promise(resolve => {
+        const start = Date.now();
+        const wait = () => {
+          if (Date.now() - start >= ms) {
+            resolve();
+          } else {
+            Promise.resolve().then(wait);
+          }
+        };
+        wait();
+      });
+    };
 
     for (const config of configs) {
-      try {
-        const context = await initLlama(config, onProgress);
-        return { lm: new CactusLM(context), error: null };
-      } catch (e) {
-        Telemetry.error(e as Error, {
-          n_gpu_layers: config.n_gpu_layers ?? null,
-          n_ctx: config.n_ctx ?? null,
-          model: config.model ?? null,
-        });
-        if (configs.indexOf(config) === configs.length - 1) {
-          return { lm: null, error: e as Error };
+      let lastError: Error | null = null;
+      
+      for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        try {
+          const context = await initLlama(config, onProgress);
+          return { lm: new CactusLM(context), error: null };
+        } catch (e) {
+          lastError = e as Error;
+          const isLastConfig = configs.indexOf(config) === configs.length - 1;
+          const isLastAttempt = attempt === maxRetries;
+          
+          Telemetry.error(e as Error, {
+            n_gpu_layers: config.n_gpu_layers ?? null,
+            n_ctx: config.n_ctx ?? null,
+            model: config.model ?? null,
+          });
+          
+          if (!isLastAttempt) {
+            const delay = delayMs * Math.pow(2, attempt - 1);
+            await sleep(delay);
+          } else if (!isLastConfig) {
+            break;
+          }
         }
       }
+      
+      if (configs.indexOf(config) === configs.length - 1 && lastError) {
+        return { lm: null, error: lastError };
+      }
     }
-    return { lm: null, error: new Error('Failed to initialize CactusLM') };
+    return { lm: null, error: new Error('Failed to initialize CactusLM after all retries') };
   }
 
   async completion(