cactus-react-native 1.0.1 → 1.1.0

package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/graph.h

@@ -28,10 +28,11 @@ enum class OpType {
     INPUT, PRECISION_CAST,
     ADD, ADD_CLIPPED, SUBTRACT, MULTIPLY, DIVIDE,
     MATMUL, TRANSPOSE, RESHAPE, SLICE, GATHER, EMBEDDING,
+    BILINEAR_INTERPOLATION,
     SUM, MEAN, VARIANCE, MIN, MAX,
-    RMS_NORM, ROPE, SOFTMAX, ATTENTION, CONV1D_CAUSAL,
+    RMS_NORM, ROPE, SOFTMAX, ATTENTION, CONV1D_CAUSAL, CONV1D_K3,
     SCALAR_ADD, SCALAR_SUBTRACT, SCALAR_MULTIPLY, SCALAR_DIVIDE, SCALAR_EXP, SCALAR_SQRT, SCALAR_COS, SCALAR_SIN,
-    SILU, GELU,
+    SILU, GELU, GELU_ERF,
     SAMPLE, CONCAT,
     SCATTER_TOPK,
     TOPK, LAYERNORM,
@@ -139,6 +140,7 @@ struct OpParams {
     ComputeBackend backend = ComputeBackend::CPU;
 
     size_t dilation = 1;
+    size_t stride = 1;
     float temperature = 1.0f;
     float top_p = 1.0f;
     size_t top_k = 0;
@@ -146,6 +148,8 @@ struct OpParams {
     
     size_t index_value = 0;  // For INDEX operation
     size_t num_classes = 0;  // For scatter operations
+    size_t dst_height = 0;
+    size_t dst_width = 0;   
 };
 
 struct GraphNode {
@@ -187,6 +191,12 @@ namespace ValidationUtils {
 class CactusGraph {
 public:
     CactusGraph();
+
+    struct DebugNodeEntry {
+        uint32_t layer_idx;
+        std::string name;
+        size_t node_id;
+    };
     
     size_t input(const std::vector<size_t>& shape, Precision precision = Precision::INT8);
     size_t precision_cast(size_t input, Precision target_precision);
@@ -209,9 +219,11 @@ public:
     
     size_t silu(size_t input);
     size_t gelu(size_t input);
+    size_t gelu_erf(size_t input);
     
     size_t matmul(size_t input1, size_t input2, bool pretransposed_rhs = false, ComputeBackend backend = ComputeBackend::CPU);
     size_t transpose(size_t input, ComputeBackend backend = ComputeBackend::CPU);
+    size_t transposeN(size_t input, const std::vector<size_t>& permutation, ComputeBackend backend = ComputeBackend::CPU);
     size_t reshape(size_t input, const std::vector<size_t>& new_shape);
     size_t slice(size_t input, int axis, size_t start, size_t length);
     size_t index(size_t input, size_t index_value, int dim);
@@ -225,9 +237,11 @@ public:
     size_t gather(size_t embeddings, size_t indices);
     size_t mmap_embeddings(const std::string& filename);
     size_t mmap_weights(const std::string& filename);
+    size_t load_weights(const std::string& filename); 
     void set_quantization_scale(size_t node_id, float scale);
     size_t embedding(const std::string& filename, size_t indices);
     size_t embedding(size_t embedding_tensor, size_t indices);
+    size_t bilinear_interpolation(size_t pos_embeds, size_t dst_height, size_t dst_width);
 
     size_t layernorm(size_t input, size_t weight, size_t bias, float epsilon = 1e-5f);
     size_t topk(size_t input, size_t k);
@@ -239,6 +253,7 @@ public:
     size_t attention(size_t query, size_t key, size_t value, float scale, size_t position_offset, size_t window_size, ComputeBackend backend = ComputeBackend::CPU);
 
     size_t conv1d_causal(size_t input, size_t weight, size_t kernel_size, size_t dilation = 1);
+    size_t conv1d_k3(size_t input, size_t weight, size_t stride);
     
     size_t sample(size_t logits, float temperature = 0.6f, float top_p = 0.95f, size_t top_k = 20);
     
@@ -252,6 +267,11 @@ public:
     void execute(const std::string& profile_file = "");
     void hard_reset();
     void soft_reset();
+
+    void register_debug_node(uint32_t layer_idx, const std::string& name, size_t node_id);
+    void capture_debug_node(uint32_t layer_idx, const std::string& name, size_t node_id);
+    const std::vector<DebugNodeEntry>& get_debug_nodes() const;
+    void clear_debug_nodes();
     
     size_t add_node(OpType op_type, const std::vector<size_t>& inputs, const std::vector<size_t>& output_shape, const OpParams& params = {});
     const BufferDesc& get_output_buffer(size_t node_id) const;
@@ -265,6 +285,7 @@ private:
     size_t next_node_id_;
     std::vector<std::unique_ptr<GraphFile::MappedFile>> mapped_files_;
     std::unordered_map<std::string, size_t> weight_cache_;
+    std::vector<DebugNodeEntry> debug_nodes_;
 };
 
 

package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel.h

@@ -174,6 +174,15 @@ void cactus_gelu_f16(const __fp16* input, __fp16* output, size_t num_elements);
 void cactus_gelu_int8(const int8_t* input, int8_t* output, size_t num_elements,
                       float input_scale, float output_scale);
 
+void cactus_gelu_f32_erf(const float* input, float* output, size_t num_elements);
+void cactus_gelu_f16_erf(const __fp16* input, __fp16* output, size_t num_elements);
+void cactus_gelu_int8_erf(
+    const int8_t* input,
+    int8_t* output,
+    size_t num_elements,
+    float scale_in,
+    float scale_out);
+
                       
 void cactus_attention_int8(const int8_t* queries, const int8_t* keys, const int8_t* values, int8_t* output,
                             size_t batch_size, size_t seq_len, size_t kv_seq_len, size_t num_q_heads, size_t num_kv_heads,
@@ -225,6 +234,49 @@ void cactus_conv1d_causal_depthwise_int8(
     float weight_scale,
     float output_scale);
 
+void cactus_conv1d_f32_k3(
+    const float* input,
+    const float* weight,
+    float* output,
+    size_t N,
+    size_t L,
+    size_t C_in,
+    size_t C_out,
+    size_t stride
+);
+
+void cactus_conv1d_f16_k3(
+    const __fp16* input,
+    const __fp16* weight,
+    __fp16* output,
+    size_t N,
+    size_t L,
+    size_t C_in,
+    size_t C_out,
+    size_t stride
+);
+
+void cactus_conv1d_f32_k3(
+    const float* input,
+    const float* weight,
+    float* output,
+    size_t N, size_t L,
+    size_t C_in, size_t C_out,
+    size_t stride
+);
+
+void cactus_conv1d_f16_k3(
+    const __fp16* input,
+    const __fp16* weight,
+    __fp16* output,
+    size_t N, size_t L,
+    size_t C_in, size_t C_out,
+    size_t stride
+);
+
+void cactus_bilinear_interpolation_fp32(const float* input, float* output, size_t src_height, size_t src_width, size_t embed_dim,
+                                        size_t dst_height, size_t dst_width);
+
 void cactus_sample_f32(const float* logits, uint32_t* output, size_t vocab_size,
                        float temperature, float top_p, size_t top_k, size_t random_seed);
 void cactus_sample_f16(const __fp16* logits, uint32_t* output, size_t vocab_size,

package/lib/module/api/Database.js

@@ -33,6 +33,29 @@ export class Database {
     }
     return await CactusUtil.registerApp(await response.text());
   }
+  static async getModel(slug) {
+    const response = await fetch(`${this.url}/functions/v1/get-models?slug=${slug}&sdk_name=react&sdk_version=${packageVersion}`, {
+      headers: {
+        apikey: this.key,
+        Authorization: `Bearer ${this.key}`
+      }
+    });
+    if (!response.ok) {
+      throw new Error('Getting model failed');
+    }
+    const model = await response.json();
+    return {
+      name: model.name,
+      slug: model.slug,
+      quantization: model.quantization,
+      sizeMb: model.size_mb,
+      downloadUrl: model.download_url,
+      supportsToolCalling: model.supports_tool_calling,
+      supportsVision: model.supports_vision,
+      createdAt: model.created_at,
+      isDownloaded: false
+    };
+  }
   static async getModels() {
     const response = await fetch(`${this.url}/functions/v1/get-models?sdk_name=react&sdk_version=${packageVersion}`, {
       headers: {

package/lib/module/api/Database.js.map

@@ -1 +1 @@
-{"version":3,"names":["CactusUtil","packageVersion","Database","url","key","sendLogRecords","records","response","fetch","method","headers","body","JSON","stringify","ok","Error","registerDevice","device_data","registerApp","text","getModels","apikey","Authorization","models","json","map","model","name","slug","quantization","sizeMb","size_mb","downloadUrl","download_url","supportsToolCalling","supports_tool_calling","supportsVision","supports_vision","createdAt","created_at","isDownloaded"],"sourceRoot":"../../../src","sources":["api/Database.ts"],"mappings":";;AAAA,SAASA,UAAU,QAAQ,oBAAW;AAGtC,SAASC,cAAc,QAAQ,gCAA6B;AAc5D,OAAO,MAAMC,QAAQ,CAAC;EACpB,OAAwBC,GAAG,GAAG,0CAA0C;EACxE,OAAwBC,GAAG,GACzB,kNAAkN;EAEpN,aAAoBC,cAAcA,CAACC,OAAoB,EAAiB;IACtE,MAAMC,QAAQ,GAAG,MAAMC,KAAK,CAAC,GAAG,IAAI,CAACL,GAAG,eAAe,EAAE;MACvDM,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACN,GAAG;QAClB,eAAe,EAAE,UAAU,IAAI,CAACA,GAAG,EAAE;QACrC,cAAc,EAAE,kBAAkB;QAClC,iBAAiB,EAAE,QAAQ;QAC3B,QAAQ,EAAE;MACZ,CAAC;MACDO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACP,OAAO;IAC9B,CAAC,CAAC;IAEF,IAAI,CAACC,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,qBAAqB,CAAC;IACxC;EACF;EAEA,aAAoBC,cAAcA,CAACC,WAAuB,EAAmB;IAC3E,MAAMV,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,mCAAmC,EAC9C;MACEM,MAAM,EAAE,MAAM;MACdE,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;QAAEI;MAAY,CAAC;IACtC,CACF,CAAC;IAED,IAAI,CAACV,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,2BAA2B,CAAC;IAC9C;IAEA,OAAO,MAAMf,UAAU,CAACkB,WAAW,CAAC,MAAMX,QAAQ,CAACY,IAAI,CAAC,CAAC,CAAC;EAC5D;EAEA,aAAoBC,SAASA,CAAA,EAA2B;IACtD,MAAMb,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,uDAAuDF,cAAc,EAAE,EAClF;MACES,OAAO,EAAE;QAAEW,MAAM,EAAE,IAAI,CAACjB,GAAG;QAAEkB,aAAa,EAAE,UAAU,IAAI,CAAClB,GAAG;MAAG;IACnE,CACF,CAAC;IAED,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,MAAMQ,MAAM,GAAI,MAAMhB,QAAQ,CAACiB,IAAI,CAAC,CAA2B;IAE/D,OAAOD,MAAM,CAACE,GAAG,CAAEC,KAAK,KAAM;MAC5BC,IAAI,EAAED,KAAK,CAACC,IAAI;MAChBC,IAAI,EAAEF,KAAK,CAACE,IAAI;MAChBC,YAAY,EAAEH,KAAK,CAACG,YAAY;MAChCC,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBC,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BC,mBAAmB,EAAER,KAAK,CAACS,qBAAqB;MAChDC,cAAc,EAAEV,KAAK,CAACW,eAAe;MACrCC,SAAS,EAAEZ,KAAK,CAACa,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC,CAAC,CAAC;EACL;AACF","ignoreList":[]}
+{"version":3,"names":["CactusUtil","packageVersion","Database","url","key","sendLogRecords","records","response","fetch","method","headers","body","JSON","stringify","ok","Error","registerDevice","device_data","registerApp","text","getModel","slug","apikey","Authorization","model","json","name","quantization","sizeMb","size_mb","downloadUrl","download_url","supportsToolCalling","supports_tool_calling","supportsVision","supports_vision","createdAt","created_at","isDownloaded","getModels","models","map"],"sourceRoot":"../../../src","sources":["api/Database.ts"],"mappings":";;AAAA,SAASA,UAAU,QAAQ,oBAAW;AAGtC,SAASC,cAAc,QAAQ,gCAA6B;AAc5D,OAAO,MAAMC,QAAQ,CAAC;EACpB,OAAwBC,GAAG,GAAG,0CAA0C;EACxE,OAAwBC,GAAG,GACzB,kNAAkN;EAEpN,aAAoBC,cAAcA,CAACC,OAAoB,EAAiB;IACtE,MAAMC,QAAQ,GAAG,MAAMC,KAAK,CAAC,GAAG,IAAI,CAACL,GAAG,eAAe,EAAE;MACvDM,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACN,GAAG;QAClB,eAAe,EAAE,UAAU,IAAI,CAACA,GAAG,EAAE;QACrC,cAAc,EAAE,kBAAkB;QAClC,iBAAiB,EAAE,QAAQ;QAC3B,QAAQ,EAAE;MACZ,CAAC;MACDO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACP,OAAO;IAC9B,CAAC,CAAC;IAEF,IAAI,CAACC,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,qBAAqB,CAAC;IACxC;EACF;EAEA,aAAoBC,cAAcA,CAACC,WAAuB,EAAmB;IAC3E,MAAMV,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,mCAAmC,EAC9C;MACEM,MAAM,EAAE,MAAM;MACdE,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;QAAEI;MAAY,CAAC;IACtC,CACF,CAAC;IAED,IAAI,CAACV,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,2BAA2B,CAAC;IAC9C;IAEA,OAAO,MAAMf,UAAU,CAACkB,WAAW,CAAC,MAAMX,QAAQ,CAACY,IAAI,CAAC,CAAC,CAAC;EAC5D;EAEA,aAAoBC,QAAQA,CAACC,IAAY,EAAwB;IAC/D,MAAMd,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,iCAAiCkB,IAAI,+BAA+BpB,cAAc,EAAE,EAC/F;MACES,OAAO,EAAE;QAAEY,MAAM,EAAE,IAAI,CAAClB,GAAG;QAAEmB,aAAa,EAAE,UAAU,IAAI,CAACnB,GAAG;MAAG;IACnE,CACF,CAAC;IAED,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;IACzC;IAEA,MAAMS,KAAK,GAAI,MAAMjB,QAAQ,CAACkB,IAAI,CAAC,CAAyB;IAE5D,OAAO;MACLC,IAAI,EAAEF,KAAK,CAACE,IAAI;MAChBL,IAAI,EAAEG,KAAK,CAACH,IAAI;MAChBM,YAAY,EAAEH,KAAK,CAACG,YAAY;MAChCC,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBC,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BC,mBAAmB,EAAER,KAAK,CAACS,qBAAqB;MAChDC,cAAc,EAAEV,KAAK,CAACW,eAAe;MACrCC,SAAS,EAAEZ,KAAK,CAACa,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC;EACH;EAEA,aAAoBC,SAASA,CAAA,EAA2B;IACtD,MAAMhC,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,uDAAuDF,cAAc,EAAE,EAClF;MACES,OAAO,EAAE;QAAEY,MAAM,EAAE,IAAI,CAAClB,GAAG;QAAEmB,aAAa,EAAE,UAAU,IAAI,CAACnB,GAAG;MAAG;IACnE,CACF,CAAC;IAED,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,MAAMyB,MAAM,GAAI,MAAMjC,QAAQ,CAACkB,IAAI,CAAC,CAA2B;IAE/D,OAAOe,MAAM,CAACC,GAAG,CAAEjB,KAAK,KAAM;MAC5BE,IAAI,EAAEF,KAAK,CAACE,IAAI;MAChBL,IAAI,EAAEG,KAAK,CAACH,IAAI;MAChBM,YAAY,EAAEH,KAAK,CAACG,YAAY;MAChCC,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBC,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BC,mBAAmB,EAAER,KAAK,CAACS,qBAAqB;MAChDC,cAAc,EAAEV,KAAK,CAACW,eAAe;MACrCC,SAAS,EAAEZ,KAAK,CAACa,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC,CAAC,CAAC;EACL;AACF","ignoreList":[]}

package/lib/module/api/RemoteLM.js

@@ -0,0 +1,201 @@
+"use strict";
+
+import { CactusConfig } from "../config/CactusConfig.js";
+import { CactusImage } from "../native/CactusImage.js";
+export class RemoteLM {
+  static completionsUrl = 'https://openrouter.ai/api/v1/chat/completions';
+  static defaultModel = 'google/gemini-2.5-flash-lite';
+  static async complete(messages, options, tools, callback) {
+    if (!CactusConfig.cactusToken) {
+      throw new Error('cactusToken is required for hybrid completions');
+    }
+    const payload = JSON.stringify({
+      model: this.defaultModel,
+      messages: await this.transformMessages(messages),
+      tools,
+      temperature: options?.temperature,
+      top_p: options?.topP,
+      top_k: options?.topK,
+      max_tokens: options?.maxTokens,
+      stop: options?.stopSequences,
+      stream: !!callback
+    });
+    return callback ? await this.streamXHR(payload, callback) : await this.nonStreamFetch(payload);
+  }
+  static getMimeType(filePath) {
+    const extension = filePath.toLowerCase().split('.').pop();
+    switch (extension) {
+      case 'jpg':
+      case 'jpeg':
+        return 'image/jpeg';
+      case 'png':
+        return 'image/png';
+      case 'gif':
+        return 'image/gif';
+      case 'webp':
+        return 'image/webp';
+      default:
+        throw new Error(`Unsupported image format: .${extension}`);
+    }
+  }
+  static async transformMessages(messages) {
+    const transformedMessages = [];
+    for (const message of messages) {
+      const content = [];
+      if (message.content) {
+        content.push({
+          type: 'text',
+          text: message.content
+        });
+      }
+      if (message.images) {
+        for (const image of message.images) {
+          const imagePath = image.replace('file://', '');
+          const mimeType = this.getMimeType(imagePath);
+          const base64Data = await CactusImage.base64(imagePath);
+          content.push({
+            type: 'image_url',
+            image_url: {
+              url: `data:${mimeType};base64,${base64Data}`
+            }
+          });
+        }
+      }
+      transformedMessages.push({
+        role: message.role,
+        content
+      });
+    }
+    return transformedMessages;
+  }
+  static streamXHR(payload, callback) {
+    return new Promise((resolve, reject) => {
+      const xhr = new XMLHttpRequest();
+      xhr.timeout = 3 * 60 * 1000; // 3 minutes
+      xhr.ontimeout = () => reject(new Error('Remote streaming completion timed out'));
+      xhr.open('POST', this.completionsUrl);
+      xhr.setRequestHeader('Authorization', `Bearer ${CactusConfig.cactusToken}`);
+      xhr.setRequestHeader('HTTP-Referer', 'https://cactuscompute.com');
+      xhr.setRequestHeader('X-Title', 'Cactus React Native SDK');
+      xhr.setRequestHeader('Content-Type', 'application/json');
+      const startTime = performance.now();
+      let lastIndex = 0;
+      let buffer = '';
+      let response = '';
+      let toolCalls;
+      let timeToFirstTokenMs = 0;
+      let prefillTokens = 0;
+      let decodeTokens = 0;
+      let totalTokens = 0;
+      xhr.onprogress = () => {
+        const chunk = xhr.responseText.substring(lastIndex);
+        lastIndex = xhr.responseText.length;
+        buffer += chunk;
+        const lines = buffer.split('\n');
+        buffer = lines.pop() || '';
+        for (const line of lines) {
+          if (!line.startsWith('data: ')) {
+            continue;
+          }
+          const jsonStr = line.slice(6).trim();
+          if (jsonStr === '[DONE]') {
+            continue;
+          }
+          try {
+            const data = JSON.parse(jsonStr);
+            if (timeToFirstTokenMs === 0) {
+              timeToFirstTokenMs = performance.now() - startTime;
+            }
+            const toolCallChunks = data?.choices?.[0]?.delta?.tool_calls;
+            if (toolCallChunks) {
+              if (!toolCalls) {
+                toolCalls = [];
+              }
+              for (const toolCallChunk of toolCallChunks) {
+                const index = toolCallChunk.index;
+                if (!toolCalls[index]) {
+                  toolCalls[index] = {
+                    name: '',
+                    arguments: ''
+                  };
+                }
+                if (toolCallChunk.function?.name) {
+                  toolCalls[index].name = toolCallChunk.function.name;
+                }
+                if (toolCallChunk.function?.arguments) {
+                  toolCalls[index].arguments += toolCallChunk.function.arguments;
+                }
+              }
+            }
+            const content = data?.choices?.[0]?.delta?.content;
+            if (content) {
+              response += content;
+              callback(content);
+            }
+            if (data?.usage) {
+              prefillTokens = data.usage.prompt_tokens;
+              decodeTokens = data.usage.completion_tokens;
+              totalTokens = data.usage.total_tokens;
+            }
+          } catch {}
+        }
+      };
+      xhr.onload = () => {
+        const totalTimeMs = performance.now() - startTime;
+        const functionCalls = toolCalls?.map(toolCall => ({
+          name: toolCall.name,
+          arguments: JSON.parse(toolCall.arguments)
+        }));
+        resolve({
+          success: true,
+          response,
+          functionCalls,
+          timeToFirstTokenMs,
+          totalTimeMs,
+          tokensPerSecond: decodeTokens * 1000 / totalTimeMs,
+          prefillTokens,
+          decodeTokens,
+          totalTokens
+        });
+      };
+      xhr.onerror = () => reject(new Error('Remote streaming completion failed'));
+      xhr.send(payload);
+    });
+  }
+  static async nonStreamFetch(payload) {
+    const startTime = performance.now();
+    const request = await fetch(this.completionsUrl, {
+      method: 'POST',
+      headers: {
+        'Authorization': `Bearer ${CactusConfig.cactusToken}`,
+        'HTTP-Referer': 'https://cactuscompute.com',
+        'X-Title': 'Cactus React Native SDK',
+        'Content-Type': 'application/json'
+      },
+      body: payload
+    });
+    if (!request.ok) {
+      throw new Error('Remote completion failed');
+    }
+    const data = await request.json();
+    const totalTimeMs = performance.now() - startTime;
+    const decodeTokens = data.usage.completion_tokens;
+    const toolCalls = data.choices[0].message.tool_calls;
+    const functionCalls = toolCalls?.map(toolCall => ({
+      name: toolCall.function.name,
+      arguments: toolCall.function.arguments
+    }));
+    return {
+      success: true,
+      response: data.choices[0].message.content,
+      functionCalls,
+      timeToFirstTokenMs: totalTimeMs,
+      totalTimeMs,
+      tokensPerSecond: decodeTokens * 1000 / totalTimeMs,
+      prefillTokens: data.usage.prompt_tokens,
+      decodeTokens,
+      totalTokens: data.usage.total_tokens
+    };
+  }
+}
+//# sourceMappingURL=RemoteLM.js.map

package/lib/module/api/RemoteLM.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["CactusConfig","CactusImage","RemoteLM","completionsUrl","defaultModel","complete","messages","options","tools","callback","cactusToken","Error","payload","JSON","stringify","model","transformMessages","temperature","top_p","topP","top_k","topK","max_tokens","maxTokens","stop","stopSequences","stream","streamXHR","nonStreamFetch","getMimeType","filePath","extension","toLowerCase","split","pop","transformedMessages","message","content","push","type","text","images","image","imagePath","replace","mimeType","base64Data","base64","image_url","url","role","Promise","resolve","reject","xhr","XMLHttpRequest","timeout","ontimeout","open","setRequestHeader","startTime","performance","now","lastIndex","buffer","response","toolCalls","timeToFirstTokenMs","prefillTokens","decodeTokens","totalTokens","onprogress","chunk","responseText","substring","length","lines","line","startsWith","jsonStr","slice","trim","data","parse","toolCallChunks","choices","delta","tool_calls","toolCallChunk","index","name","arguments","function","usage","prompt_tokens","completion_tokens","total_tokens","onload","totalTimeMs","functionCalls","map","toolCall","success","tokensPerSecond","onerror","send","request","fetch","method","headers","body","ok","json"],"sourceRoot":"../../../src","sources":["api/RemoteLM.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,2BAAwB;AACrD,SAASC,WAAW,QAAQ,0BAAuB;AAQnD,OAAO,MAAMC,QAAQ,CAAC;EACpB,OAAwBC,cAAc,GACpC,+CAA+C;EAEjD,OAAwBC,YAAY,GAAG,8BAA8B;EAErE,aAAoBC,QAAQA,CAC1BC,QAAmB,EACnBC,OAAyB,EACzBC,KAA8C,EAC9CC,QAAkC,EACD;IACjC,IAAI,CAACT,YAAY,CAACU,WAAW,EAAE;MAC7B,MAAM,IAAIC,KAAK,CAAC,gDAAgD,CAAC;IACnE;IAEA,MAAMC,OAAO,GAAGC,IAAI,CAACC,SAAS,CAAC;MAC7BC,KAAK,EAAE,IAAI,CAACX,YAAY;MACxBE,QAAQ,EAAE,MAAM,IAAI,CAACU,iBAAiB,CAACV,QAAQ,CAAC;MAChDE,KAAK;MACLS,WAAW,EAAEV,OAAO,EAAEU,WAAW;MACjCC,KAAK,EAAEX,OAAO,EAAEY,IAAI;MACpBC,KAAK,EAAEb,OAAO,EAAEc,IAAI;MACpBC,UAAU,EAAEf,OAAO,EAAEgB,SAAS;MAC9BC,IAAI,EAAEjB,OAAO,EAAEkB,aAAa;MAC5BC,MAAM,EAAE,CAAC,CAACjB;IACZ,CAAC,CAAC;IAEF,OAAOA,QAAQ,GACX,MAAM,IAAI,CAACkB,SAAS,CAACf,OAAO,EAAEH,QAAQ,CAAC,GACvC,MAAM,IAAI,CAACmB,cAAc,CAAChB,OAAO,CAAC;EACxC;EAEA,OAAeiB,WAAWA,CAACC,QAAgB,EAAU;IACnD,MAAMC,SAAS,GAAGD,QAAQ,CAACE,WAAW,CAAC,CAAC,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC;IACzD,QAAQH,SAAS;MACf,KAAK,KAAK;MACV,KAAK,MAAM;QACT,OAAO,YAAY;MACrB,KAAK,KAAK;QACR,OAAO,WAAW;MACpB,KAAK,KAAK;QACR,OAAO,WAAW;MACpB,KAAK,MAAM;QACT,OAAO,YAAY;MACrB;QACE,MAAM,IAAIpB,KAAK,CAAC,8BAA8BoB,SAAS,EAAE,CAAC;IAC9D;EACF;EAEA,aAAqBf,iBAAiBA,CAACV,QAAmB,EAAE;IAC1D,MAAM6B,mBAAmB,GAAG,EAAE;IAE9B,KAAK,MAAMC,OAAO,IAAI9B,QAAQ,EAAE;MAC9B,MAAM+B,OAIH,GAAG,EAAE;MAER,IAAID,OAAO,CAACC,OAAO,EAAE;QACnBA,OAAO,CAACC,IAAI,CAAC;UACXC,IAAI,EAAE,MAAM;UACZC,IAAI,EAAEJ,OAAO,CAACC;QAChB,CAAC,CAAC;MACJ;MAEA,IAAID,OAAO,CAACK,MAAM,EAAE;QAClB,KAAK,MAAMC,KAAK,IAAIN,OAAO,CAACK,MAAM,EAAE;UAClC,MAAME,SAAS,GAAGD,KAAK,CAACE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;UAC9C,MAAMC,QAAQ,GAAG,IAAI,CAAChB,WAAW,CAACc,SAAS,CAAC;UAC5C,MAAMG,UAAU,GAAG,MAAM7C,WAAW,CAAC8C,MAAM,CAACJ,SAAS,CAAC;UAEtDN,OAAO,CAACC,IAAI,CAAC;YACXC,IAAI,EAAE,WAAW;YACjBS,SAAS,EAAE;cACTC,GAAG,EAAE,QAAQJ,QAAQ,WAAWC,UAAU;YAC5C;UACF,CAAC,CAAC;QACJ;MACF;MAEAX,mBAAmB,CAACG,IAAI,CAAC;QAAEY,IAAI,EAAEd,OAAO,CAACc,IAAI;QAAEb;MAAQ,CAAC,CAAC;IAC3D;IAEA,OAAOF,mBAAmB;EAC5B;EAEA,OAAeR,SAASA,CACtBf,OAAe,EACfH,QAAiC,EACA;IACjC,OAAO,IAAI0C,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MACtC,MAAMC,GAAG,GAAG,IAAIC,cAAc,CAAC,CAAC;MAEhCD,GAAG,CAACE,OAAO,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;MAC7BF,GAAG,CAACG,SAAS,GAAG,MACdJ,MAAM,CAAC,IAAI1C,KAAK,CAAC,uCAAuC,CAAC,CAAC;MAE5D2C,GAAG,CAACI,IAAI,CAAC,MAAM,EAAE,IAAI,CAACvD,cAAc,CAAC;MACrCmD,GAAG,CAACK,gBAAgB,CAClB,eAAe,EACf,UAAU3D,YAAY,CAACU,WAAW,EACpC,CAAC;MACD4C,GAAG,CAACK,gBAAgB,CAAC,cAAc,EAAE,2BAA2B,CAAC;MACjEL,GAAG,CAACK,gBAAgB,CAAC,SAAS,EAAE,yBAAyB,CAAC;MAC1DL,GAAG,CAACK,gBAAgB,CAAC,cAAc,EAAE,kBAAkB,CAAC;MAExD,MAAMC,SAAS,GAAGC,WAAW,CAACC,GAAG,CAAC,CAAC;MACnC,IAAIC,SAAS,GAAG,CAAC;MACjB,IAAIC,MAAM,GAAG,EAAE;MACf,IAAIC,QAAQ,GAAG,EAAE;MACjB,IAAIC,SAA4D;MAChE,IAAIC,kBAAkB,GAAG,CAAC;MAC1B,IAAIC,aAAa,GAAG,CAAC;MACrB,IAAIC,YAAY,GAAG,CAAC;MACpB,IAAIC,WAAW,GAAG,CAAC;MAEnBhB,GAAG,CAACiB,UAAU,GAAG,MAAM;QACrB,MAAMC,KAAK,GAAGlB,GAAG,CAACmB,YAAY,CAACC,SAAS,CAACX,SAAS,CAAC;QACnDA,SAAS,GAAGT,GAAG,CAACmB,YAAY,CAACE,MAAM;QAEnCX,MAAM,IAAIQ,KAAK;QAEf,MAAMI,KAAK,GAAGZ,MAAM,CAAC/B,KAAK,CAAC,IAAI,CAAC;QAChC+B,MAAM,GAAGY,KAAK,CAAC1C,GAAG,CAAC,CAAC,IAAI,EAAE;QAE1B,KAAK,MAAM2C,IAAI,IAAID,KAAK,EAAE;UACxB,IAAI,CAACC,IAAI,CAACC,UAAU,CAAC,QAAQ,CAAC,EAAE;YAC9B;UACF;UAEA,MAAMC,OAAO,GAAGF,IAAI,CAACG,KAAK,CAAC,CAAC,CAAC,CAACC,IAAI,CAAC,CAAC;UACpC,IAAIF,OAAO,KAAK,QAAQ,EAAE;YACxB;UACF;UAEA,IAAI;YACF,MAAMG,IAAI,GAAGrE,IAAI,CAACsE,KAAK,CAACJ,OAAO,CAAC;YAEhC,IAAIZ,kBAAkB,KAAK,CAAC,EAAE;cAC5BA,kBAAkB,GAAGN,WAAW,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS;YACpD;YAEA,MAAMwB,cAAc,GAAGF,IAAI,EAAEG,OAAO,GAAG,CAAC,CAAC,EAAEC,KAAK,EAAEC,UAAU;YAC5D,IAAIH,cAAc,EAAE;cAClB,IAAI,CAAClB,SAAS,EAAE;gBACdA,SAAS,GAAG,EAAE;cAChB;cAEA,KAAK,MAAMsB,aAAa,IAAIJ,cAAc,EAAE;gBAC1C,MAAMK,KAAK,GAAGD,aAAa,CAACC,KAAK;gBAEjC,IAAI,CAACvB,SAAS,CAACuB,KAAK,CAAC,EAAE;kBACrBvB,SAAS,CAACuB,KAAK,CAAC,GAAG;oBAAEC,IAAI,EAAE,EAAE;oBAAEC,SAAS,EAAE;kBAAG,CAAC;gBAChD;gBAEA,IAAIH,aAAa,CAACI,QAAQ,EAAEF,IAAI,EAAE;kBAChCxB,SAAS,CAACuB,KAAK,CAAC,CAACC,IAAI,GAAGF,aAAa,CAACI,QAAQ,CAACF,IAAI;gBACrD;gBAEA,IAAIF,aAAa,CAACI,QAAQ,EAAED,SAAS,EAAE;kBACrCzB,SAAS,CAACuB,KAAK,CAAC,CAACE,SAAS,IACxBH,aAAa,CAACI,QAAQ,CAACD,SAAS;gBACpC;cACF;YACF;YAEA,MAAMtD,OAAO,GAAG6C,IAAI,EAAEG,OAAO,GAAG,CAAC,CAAC,EAAEC,KAAK,EAAEjD,OAAO;YAClD,IAAIA,OAAO,EAAE;cACX4B,QAAQ,IAAI5B,OAAO;cACnB5B,QAAQ,CAAC4B,OAAO,CAAC;YACnB;YAEA,IAAI6C,IAAI,EAAEW,KAAK,EAAE;cACfzB,aAAa,GAAGc,IAAI,CAACW,KAAK,CAACC,aAAa;cACxCzB,YAAY,GAAGa,IAAI,CAACW,KAAK,CAACE,iBAAiB;cAC3CzB,WAAW,GAAGY,IAAI,CAACW,KAAK,CAACG,YAAY;YACvC;UACF,CAAC,CAAC,MAAM,CAAC;QACX;MACF,CAAC;MAED1C,GAAG,CAAC2C,MAAM,GAAG,MAAM;QACjB,MAAMC,WAAW,GAAGrC,WAAW,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS;QACjD,MAAMuC,aAAa,GAAGjC,SAAS,EAAEkC,GAAG,CAAEC,QAAQ,KAAM;UAClDX,IAAI,EAAEW,QAAQ,CAACX,IAAI;UACnBC,SAAS,EAAE9E,IAAI,CAACsE,KAAK,CAACkB,QAAQ,CAACV,SAAS;QAC1C,CAAC,CAAC,CAAC;QAEHvC,OAAO,CAAC;UACNkD,OAAO,EAAE,IAAI;UACbrC,QAAQ;UACRkC,aAAa;UACbhC,kBAAkB;UAClB+B,WAAW;UACXK,eAAe,EAAGlC,YAAY,GAAG,IAAI,GAAI6B,WAAW;UACpD9B,aAAa;UACbC,YAAY;UACZC;QACF,CAAC,CAAC;MACJ,CAAC;MAEDhB,GAAG,CAACkD,OAAO,GAAG,MACZnD,MAAM,CAAC,IAAI1C,KAAK,CAAC,oCAAoC,CAAC,CAAC;MAEzD2C,GAAG,CAACmD,IAAI,CAAC7F,OAAO,CAAC;IACnB,CAAC,CAAC;EACJ;EAEA,aAAqBgB,cAAcA,CACjChB,OAAe,EACkB;IACjC,MAAMgD,SAAS,GAAGC,WAAW,CAACC,GAAG,CAAC,CAAC;IAEnC,MAAM4C,OAAO,GAAG,MAAMC,KAAK,CAAC,IAAI,CAACxG,cAAc,EAAE;MAC/CyG,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,eAAe,EAAE,UAAU7G,YAAY,CAACU,WAAW,EAAE;QACrD,cAAc,EAAE,2BAA2B;QAC3C,SAAS,EAAE,yBAAyB;QACpC,cAAc,EAAE;MAClB,CAAC;MACDoG,IAAI,EAAElG;IACR,CAAC,CAAC;IAEF,IAAI,CAAC8F,OAAO,CAACK,EAAE,EAAE;MACf,MAAM,IAAIpG,KAAK,CAAC,0BAA0B,CAAC;IAC7C;IAEA,MAAMuE,IAAI,GAAG,MAAMwB,OAAO,CAACM,IAAI,CAAC,CAAC;IAEjC,MAAMd,WAAW,GAAGrC,WAAW,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS;IACjD,MAAMS,YAAY,GAAGa,IAAI,CAACW,KAAK,CAACE,iBAAiB;IAEjD,MAAM7B,SASO,GAAGgB,IAAI,CAACG,OAAO,CAAC,CAAC,CAAC,CAACjD,OAAO,CAACmD,UAAU;IAElD,MAAMY,aAAa,GAAGjC,SAAS,EAAEkC,GAAG,CAAEC,QAAQ,KAAM;MAClDX,IAAI,EAAEW,QAAQ,CAACT,QAAQ,CAACF,IAAI;MAC5BC,SAAS,EAAEU,QAAQ,CAACT,QAAQ,CAACD;IAC/B,CAAC,CAAC,CAAC;IAEH,OAAO;MACLW,OAAO,EAAE,IAAI;MACbrC,QAAQ,EAAEiB,IAAI,CAACG,OAAO,CAAC,CAAC,CAAC,CAACjD,OAAO,CAACC,OAAO;MACzC8D,aAAa;MACbhC,kBAAkB,EAAE+B,WAAW;MAC/BA,WAAW;MACXK,eAAe,EAAGlC,YAAY,GAAG,IAAI,GAAI6B,WAAW;MACpD9B,aAAa,EAAEc,IAAI,CAACW,KAAK,CAACC,aAAa;MACvCzB,YAAY;MACZC,WAAW,EAAEY,IAAI,CAACW,KAAK,CAACG;IAC1B,CAAC;EACH;AACF","ignoreList":[]}

package/lib/module/classes/CactusLM.js

@@ -5,6 +5,7 @@ import { Telemetry } from "../telemetry/Telemetry.js";
 import { CactusConfig } from "../config/CactusConfig.js";
 import { Database } from "../api/Database.js";
 import { getErrorMessage } from "../utils/error.js";
+import { RemoteLM } from "../api/RemoteLM.js";
 export class CactusLM {
   cactus = new Cactus();
   isDownloading = false;
@@ -15,14 +16,18 @@ export class CactusLM {
   static defaultCompleteOptions = {
     maxTokens: 512
   };
+  static defaultCompleteMode = 'local';
   static defaultEmbedBufferSize = 2048;
-  static modelsInfoPath = 'models/info.json';
+  static cactusModelsCache = null;
   constructor({
     model,
-    contextSize
+    contextSize,
+    corpusDir
   } = {}) {
+    Telemetry.init(CactusConfig.telemetryToken);
     this.model = model ?? CactusLM.defaultModel;
     this.contextSize = contextSize ?? CactusLM.defaultContextSize;
+    this.corpusDir = corpusDir;
   }
   async download({
     onProgress
@@ -36,10 +41,8 @@ export class CactusLM {
     }
     this.isDownloading = true;
     try {
-      await CactusFileSystem.downloadModel(this.model, onProgress);
-      await this.getModels({
-        forceRefresh: true
-      });
+      const model = await Database.getModel(this.model);
+      await CactusFileSystem.downloadModel(this.model, model.downloadUrl, onProgress);
     } finally {
       this.isDownloading = false;
     }
@@ -48,15 +51,12 @@ export class CactusLM {
     if (this.isInitialized) {
       return;
     }
-    if (!Telemetry.isInitialized()) {
-      await Telemetry.init(CactusConfig.telemetryToken);
-    }
     if (!(await CactusFileSystem.modelExists(this.model))) {
       throw new Error(`Model "${this.model}" is not downloaded`);
     }
     const modelPath = await CactusFileSystem.getModelPath(this.model);
     try {
-      await this.cactus.init(modelPath, this.contextSize);
+      await this.cactus.init(modelPath, this.contextSize, this.corpusDir);
       Telemetry.logInit(this.model, true);
       this.isInitialized = true;
     } catch (error) {
@@ -68,25 +68,39 @@ export class CactusLM {
     messages,
     options,
     tools,
-    onToken
+    onToken,
+    mode
   }) {
     if (this.isGenerating) {
       throw new Error('CactusLM is already generating');
     }
-    await this.init();
     options = {
       ...CactusLM.defaultCompleteOptions,
       ...options
     };
+    const toolsInternal = tools?.map(tool => ({
+      type: 'function',
+      function: tool
+    }));
+    mode = mode ?? CactusLM.defaultCompleteMode;
     const responseBufferSize = 8 * (options.maxTokens ?? CactusLM.defaultCompleteOptions.maxTokens) + 256;
-    this.isGenerating = true;
     try {
-      const result = await this.cactus.complete(messages, responseBufferSize, options, tools, onToken);
+      await this.init();
+      this.isGenerating = true;
+      const result = await this.cactus.complete(messages, responseBufferSize, options, toolsInternal, onToken);
       Telemetry.logCompletion(this.model, result.success, result.success ? undefined : result.response, result);
       return result;
-    } catch (error) {
-      Telemetry.logCompletion(this.model, false, getErrorMessage(error));
-      throw error;
+    } catch (localError) {
+      if (mode === 'local') {
+        Telemetry.logCompletion(this.model, false, getErrorMessage(localError));
+        throw localError;
+      }
+      Telemetry.logCompletion(this.model, false, `Local completion error: ${getErrorMessage(localError)}. Falling back to remote completion.`);
+      try {
+        return RemoteLM.complete(messages, options, toolsInternal, onToken);
+      } catch (remoteError) {
+        throw new Error(`Remote completion error: ${getErrorMessage(remoteError)}`);
+      }
     } finally {
       this.isGenerating = false;
     }
@@ -112,6 +126,27 @@ export class CactusLM {
       this.isGenerating = false;
     }
   }
+  async imageEmbed({
+    imagePath
+  }) {
+    if (this.isGenerating) {
+      throw new Error('CactusLM is already generating');
+    }
+    await this.init();
+    this.isGenerating = true;
+    try {
+      const embedding = await this.cactus.imageEmbed(imagePath, CactusLM.defaultEmbedBufferSize);
+      Telemetry.logImageEmbedding(this.model, true);
+      return {
+        embedding
+      };
+    } catch (error) {
+      Telemetry.logImageEmbedding(this.model, false, getErrorMessage(error));
+      throw error;
+    } finally {
+      this.isGenerating = false;
+    }
+  }
   stop() {
     return this.cactus.stop();
   }
@@ -127,22 +162,15 @@ export class CactusLM {
     await this.cactus.destroy();
     this.isInitialized = false;
   }
-  async getModels({
-    forceRefresh = false
-  } = {}) {
-    if (!forceRefresh && (await CactusFileSystem.fileExists(CactusLM.modelsInfoPath))) {
-      try {
-        return JSON.parse(await CactusFileSystem.readFile(CactusLM.modelsInfoPath));
-      } catch {
-        // Delete corrupted models info
-        await CactusFileSystem.deleteFile(CactusLM.modelsInfoPath);
-      }
+  async getModels() {
+    if (CactusLM.cactusModelsCache) {
+      return CactusLM.cactusModelsCache;
     }
     const models = await Database.getModels();
     for (const model of models) {
       model.isDownloaded = await CactusFileSystem.modelExists(model.slug);
     }
-    await CactusFileSystem.writeFile(CactusLM.modelsInfoPath, JSON.stringify(models));
+    CactusLM.cactusModelsCache = models;
     return models;
   }
 }

package/lib/module/classes/CactusLM.js.map

@@ -1 +1 @@
-{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultCompleteOptions","maxTokens","defaultEmbedBufferSize","modelsInfoPath","constructor","model","contextSize","download","onProgress","Error","modelExists","downloadModel","getModels","forceRefresh","init","telemetryToken","modelPath","getModelPath","logInit","error","complete","messages","options","tools","onToken","responseBufferSize","result","logCompletion","success","undefined","response","embed","text","embedding","logEmbedding","stop","reset","destroy","fileExists","JSON","parse","readFile","deleteFile","models","isDownloaded","slug","writeFile","stringify"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAWpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAEhD,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIP,MAAM,CAAC,CAAC;EAK9BQ,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,WAAW;EAClD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErD,OAAwBC,cAAc,GAAG,kBAAkB;EAE3DC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAA4B,CAAC,GAAG,CAAC,CAAC,EAAE;IACvD,IAAI,CAACD,KAAK,GAAGA,KAAK,IAAIZ,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACQ,WAAW,GAAGA,WAAW,IAAIb,QAAQ,CAACM,kBAAkB;EAC/D;EAEA,MAAaQ,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACb,aAAa,EAAE;MACtB,MAAM,IAAIc,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAMrB,gBAAgB,CAACsB,WAAW,CAAC,IAAI,CAACL,KAAK,CAAC,EAAE;MAClDG,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACb,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMP,gBAAgB,CAACuB,aAAa,CAAC,IAAI,CAACN,KAAK,EAAEG,UAAU,CAAC;MAC5D,MAAM,IAAI,CAACI,SAAS,CAAC;QAAEC,YAAY,EAAE;MAAK,CAAC,CAAC;IAC9C,CAAC,SAAS;MACR,IAAI,CAAClB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAamB,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAAClB,aAAa,EAAE;MACtB;IACF;IAEA,IAAI,CAACP,SAAS,CAACO,aAAa,CAAC,CAAC,EAAE;MAC9B,MAAMP,SAAS,CAACyB,IAAI,CAACxB,YAAY,CAACyB,cAAc,CAAC;IACnD;IAEA,IAAI,EAAE,MAAM3B,gBAAgB,CAACsB,WAAW,CAAC,IAAI,CAACL,KAAK,CAAC,CAAC,EAAE;MACrD,MAAM,IAAII,KAAK,CAAC,UAAU,IAAI,CAACJ,KAAK,qBAAqB,CAAC;IAC5D;IAEA,MAAMW,SAAS,GAAG,MAAM5B,gBAAgB,CAAC6B,YAAY,CAAC,IAAI,CAACZ,KAAK,CAAC;IAEjE,IAAI;MACF,MAAM,IAAI,CAACX,MAAM,CAACoB,IAAI,CAACE,SAAS,EAAE,IAAI,CAACV,WAAW,CAAC;MACnDjB,SAAS,CAAC6B,OAAO,CAAC,IAAI,CAACb,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACT,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOuB,KAAK,EAAE;MACd9B,SAAS,CAAC6B,OAAO,CAAC,IAAI,CAACb,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC2B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,QAAQA,CAAC;IACpBC,QAAQ;IACRC,OAAO;IACPC,KAAK;IACLC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAAC3B,YAAY,EAAE;MACrB,MAAM,IAAIY,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACK,IAAI,CAAC,CAAC;IAEjBQ,OAAO,GAAG;MAAE,GAAG7B,QAAQ,CAACO,sBAAsB;MAAE,GAAGsB;IAAQ,CAAC;IAC5D,MAAMG,kBAAkB,GACtB,CAAC,IAAIH,OAAO,CAACrB,SAAS,IAAIR,QAAQ,CAACO,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,IAAI,CAACJ,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM6B,MAAM,GAAG,MAAM,IAAI,CAAChC,MAAM,CAAC0B,QAAQ,CACvCC,QAAQ,EACRI,kBAAkB,EAClBH,OAAO,EACPC,KAAK,EACLC,OACF,CAAC;MACDnC,SAAS,CAACsC,aAAa,CACrB,IAAI,CAACtB,KAAK,EACVqB,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOP,KAAK,EAAE;MACd9B,SAAS,CAACsC,aAAa,CAAC,IAAI,CAACtB,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC2B,KAAK,CAAC,CAAC;MAClE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACtB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAakC,KAAKA,CAAC;IACjBC;EACmB,CAAC,EAAgC;IACpD,IAAI,IAAI,CAACnC,YAAY,EAAE;MACrB,MAAM,IAAIY,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACK,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACjB,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMoC,SAAS,GAAG,MAAM,IAAI,CAACvC,MAAM,CAACqC,KAAK,CACvCC,IAAI,EACJvC,QAAQ,CAACS,sBACX,CAAC;MACDb,SAAS,CAAC6C,YAAY,CAAC,IAAI,CAAC7B,KAAK,EAAE,IAAI,CAAC;MACxC,OAAO;QAAE4B;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOd,KAAK,EAAE;MACd9B,SAAS,CAAC6C,YAAY,CAAC,IAAI,CAAC7B,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC2B,KAAK,CAAC,CAAC;MACjE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACtB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOsC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACzC,MAAM,CAACyC,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACzC,MAAM,CAAC0C,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAACzC,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACuC,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAACzC,MAAM,CAAC2C,OAAO,CAAC,CAAC;IAE3B,IAAI,CAACzC,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAagB,SAASA,CAAC;IACrBC,YAAY,GAAG;EACQ,CAAC,GAAG,CAAC,CAAC,EAA0B;IACvD,IACE,CAACA,YAAY,KACZ,MAAMzB,gBAAgB,CAACkD,UAAU,CAAC7C,QAAQ,CAACU,cAAc,CAAC,CAAC,EAC5D;MACA,IAAI;QACF,OAAOoC,IAAI,CAACC,KAAK,CACf,MAAMpD,gBAAgB,CAACqD,QAAQ,CAAChD,QAAQ,CAACU,cAAc,CACzD,CAAC;MACH,CAAC,CAAC,MAAM;QACN;QACA,MAAMf,gBAAgB,CAACsD,UAAU,CAACjD,QAAQ,CAACU,cAAc,CAAC;MAC5D;IACF;IAEA,MAAMwC,MAAM,GAAG,MAAMpD,QAAQ,CAACqB,SAAS,CAAC,CAAC;IAEzC,KAAK,MAAMP,KAAK,IAAIsC,MAAM,EAAE;MAC1BtC,KAAK,CAACuC,YAAY,GAAG,MAAMxD,gBAAgB,CAACsB,WAAW,CAACL,KAAK,CAACwC,IAAI,CAAC;IACrE;IAEA,MAAMzD,gBAAgB,CAAC0D,SAAS,CAC9BrD,QAAQ,CAACU,cAAc,EACvBoC,IAAI,CAACQ,SAAS,CAACJ,MAAM,CACvB,CAAC;IAED,OAAOA,MAAM;EACf;AACF","ignoreList":[]}
+{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","RemoteLM","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultCompleteOptions","maxTokens","defaultCompleteMode","defaultEmbedBufferSize","cactusModelsCache","constructor","model","contextSize","corpusDir","init","telemetryToken","download","onProgress","Error","modelExists","getModel","downloadModel","downloadUrl","modelPath","getModelPath","logInit","error","complete","messages","options","tools","onToken","mode","toolsInternal","map","tool","type","function","responseBufferSize","result","logCompletion","success","undefined","response","localError","remoteError","embed","text","embedding","logEmbedding","imageEmbed","imagePath","logImageEmbedding","stop","reset","destroy","getModels","models","isDownloaded","slug"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAYpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAChD,SAASC,QAAQ,QAAQ,oBAAiB;AAE1C,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIR,MAAM,CAAC,CAAC;EAM9BS,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,WAAW;EAClD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,mBAAmB,GAAG,OAAO;EACrD,OAAwBC,sBAAsB,GAAG,IAAI;EAErD,OAAeC,iBAAiB,GAAyB,IAAI;EAE7DC,WAAWA,CAAC;IAAEC,KAAK;IAAEC,WAAW;IAAEC;EAA0B,CAAC,GAAG,CAAC,CAAC,EAAE;IAClEpB,SAAS,CAACqB,IAAI,CAACpB,YAAY,CAACqB,cAAc,CAAC;IAE3C,IAAI,CAACJ,KAAK,GAAGA,KAAK,IAAIb,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACS,WAAW,GAAGA,WAAW,IAAId,QAAQ,CAACM,kBAAkB;IAC7D,IAAI,CAACS,SAAS,GAAGA,SAAS;EAC5B;EAEA,MAAaG,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACjB,aAAa,EAAE;MACtB,MAAM,IAAIkB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAM1B,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,EAAE;MAClDM,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACjB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMW,KAAK,GAAG,MAAMhB,QAAQ,CAACyB,QAAQ,CAAC,IAAI,CAACT,KAAK,CAAC;MACjD,MAAMnB,gBAAgB,CAAC6B,aAAa,CAClC,IAAI,CAACV,KAAK,EACVA,KAAK,CAACW,WAAW,EACjBL,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACjB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAac,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACb,aAAa,EAAE;MACtB;IACF;IAEA,IAAI,EAAE,MAAMT,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,CAAC,EAAE;MACrD,MAAM,IAAIO,KAAK,CAAC,UAAU,IAAI,CAACP,KAAK,qBAAqB,CAAC;IAC5D;IAEA,MAAMY,SAAS,GAAG,MAAM/B,gBAAgB,CAACgC,YAAY,CAAC,IAAI,CAACb,KAAK,CAAC;IAEjE,IAAI;MACF,MAAM,IAAI,CAACZ,MAAM,CAACe,IAAI,CAACS,SAAS,EAAE,IAAI,CAACX,WAAW,EAAE,IAAI,CAACC,SAAS,CAAC;MACnEpB,SAAS,CAACgC,OAAO,CAAC,IAAI,CAACd,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACV,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOyB,KAAK,EAAE;MACdjC,SAAS,CAACgC,OAAO,CAAC,IAAI,CAACd,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,QAAQA,CAAC;IACpBC,QAAQ;IACRC,OAAO;IACPC,KAAK;IACLC,OAAO;IACPC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAAC9B,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEAW,OAAO,GAAG;MAAE,GAAG/B,QAAQ,CAACO,sBAAsB;MAAE,GAAGwB;IAAQ,CAAC;IAC5D,MAAMI,aAAa,GAAGH,KAAK,EAAEI,GAAG,CAAEC,IAAI,KAAM;MAC1CC,IAAI,EAAE,UAAmB;MACzBC,QAAQ,EAAEF;IACZ,CAAC,CAAC,CAAC;IACHH,IAAI,GAAGA,IAAI,IAAIlC,QAAQ,CAACS,mBAAmB;IAE3C,MAAM+B,kBAAkB,GACtB,CAAC,IAAIT,OAAO,CAACvB,SAAS,IAAIR,QAAQ,CAACO,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,IAAI;MACF,MAAM,IAAI,CAACQ,IAAI,CAAC,CAAC;MAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;MACxB,MAAMqC,MAAM,GAAG,MAAM,IAAI,CAACxC,MAAM,CAAC4B,QAAQ,CACvCC,QAAQ,EACRU,kBAAkB,EAClBT,OAAO,EACPI,aAAa,EACbF,OACF,CAAC;MACDtC,SAAS,CAAC+C,aAAa,CACrB,IAAI,CAAC7B,KAAK,EACV4B,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOK,UAAU,EAAE;MACnB,IAAIZ,IAAI,KAAK,OAAO,EAAE;QACpBvC,SAAS,CAAC+C,aAAa,CAAC,IAAI,CAAC7B,KAAK,EAAE,KAAK,EAAEf,eAAe,CAACgD,UAAU,CAAC,CAAC;QACvE,MAAMA,UAAU;MAClB;MAEAnD,SAAS,CAAC+C,aAAa,CACrB,IAAI,CAAC7B,KAAK,EACV,KAAK,EACL,2BAA2Bf,eAAe,CAACgD,UAAU,CAAC,sCACxD,CAAC;MAED,IAAI;QACF,OAAO/C,QAAQ,CAAC8B,QAAQ,CAACC,QAAQ,EAAEC,OAAO,EAAEI,aAAa,EAAEF,OAAO,CAAC;MACrE,CAAC,CAAC,OAAOc,WAAW,EAAE;QACpB,MAAM,IAAI3B,KAAK,CACb,4BAA4BtB,eAAe,CAACiD,WAAW,CAAC,EAC1D,CAAC;MACH;IACF,CAAC,SAAS;MACR,IAAI,CAAC3C,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa4C,KAAKA,CAAC;IACjBC;EACmB,CAAC,EAAgC;IACpD,IAAI,IAAI,CAAC7C,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM8C,SAAS,GAAG,MAAM,IAAI,CAACjD,MAAM,CAAC+C,KAAK,CACvCC,IAAI,EACJjD,QAAQ,CAACU,sBACX,CAAC;MACDf,SAAS,CAACwD,YAAY,CAAC,IAAI,CAACtC,KAAK,EAAE,IAAI,CAAC;MACxC,OAAO;QAAEqC;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOtB,KAAK,EAAE;MACdjC,SAAS,CAACwD,YAAY,CAAC,IAAI,CAACtC,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MACjE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAagD,UAAUA,CAAC;IACtBC;EACwB,CAAC,EAAqC;IAC9D,IAAI,IAAI,CAACjD,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM8C,SAAS,GAAG,MAAM,IAAI,CAACjD,MAAM,CAACmD,UAAU,CAC5CC,SAAS,EACTrD,QAAQ,CAACU,sBACX,CAAC;MACDf,SAAS,CAAC2D,iBAAiB,CAAC,IAAI,CAACzC,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAEqC;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOtB,KAAK,EAAE;MACdjC,SAAS,CAAC2D,iBAAiB,CAAC,IAAI,CAACzC,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOmD,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACtD,MAAM,CAACsD,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACtD,MAAM,CAACuD,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAACtD,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACoD,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAACtD,MAAM,CAACwD,OAAO,CAAC,CAAC;IAE3B,IAAI,CAACtD,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAauD,SAASA,CAAA,EAA2B;IAC/C,IAAI1D,QAAQ,CAACW,iBAAiB,EAAE;MAC9B,OAAOX,QAAQ,CAACW,iBAAiB;IACnC;IACA,MAAMgD,MAAM,GAAG,MAAM9D,QAAQ,CAAC6D,SAAS,CAAC,CAAC;IACzC,KAAK,MAAM7C,KAAK,IAAI8C,MAAM,EAAE;MAC1B9C,KAAK,CAAC+C,YAAY,GAAG,MAAMlE,gBAAgB,CAAC2B,WAAW,CAACR,KAAK,CAACgD,IAAI,CAAC;IACrE;IACA7D,QAAQ,CAACW,iBAAiB,GAAGgD,MAAM;IACnC,OAAOA,MAAM;EACf;AACF","ignoreList":[]}