cactus-react-native 1.5.0 → 1.10.0

package/src/api/RemoteLM.ts

@@ -1,273 +0,0 @@
-import { CactusConfig } from '../config/CactusConfig';
-import { CactusImage } from '../native/CactusImage';
-import type {
-  CactusLMCompleteResult,
-  Message,
-  CompleteOptions,
-  Tool,
-} from '../types/CactusLM';
-
-export class RemoteLM {
-  private static readonly completionsUrl =
-    'https://openrouter.ai/api/v1/chat/completions';
-
-  private static readonly defaultModel = 'google/gemini-2.5-flash-lite';
-
-  public static async complete(
-    messages: Message[],
-    options?: CompleteOptions,
-    tools?: { type: 'function'; function: Tool }[],
-    callback?: (token: string) => void
-  ): Promise<CactusLMCompleteResult> {
-    if (!CactusConfig.cactusToken) {
-      throw new Error('cactusToken is required for hybrid completions');
-    }
-
-    const payload = JSON.stringify({
-      model: this.defaultModel,
-      messages: await this.transformMessages(messages),
-      tools,
-      temperature: options?.temperature,
-      top_p: options?.topP,
-      top_k: options?.topK,
-      max_tokens: options?.maxTokens,
-      stop: options?.stopSequences,
-      stream: !!callback,
-    });
-
-    return callback
-      ? await this.streamXHR(payload, callback)
-      : await this.nonStreamFetch(payload);
-  }
-
-  private static getMimeType(filePath: string): string {
-    const extension = filePath.toLowerCase().split('.').pop();
-    switch (extension) {
-      case 'jpg':
-      case 'jpeg':
-        return 'image/jpeg';
-      case 'png':
-        return 'image/png';
-      case 'gif':
-        return 'image/gif';
-      case 'webp':
-        return 'image/webp';
-      default:
-        throw new Error(`Unsupported image format: .${extension}`);
-    }
-  }
-
-  private static async transformMessages(messages: Message[]) {
-    const transformedMessages = [];
-
-    for (const message of messages) {
-      const content: {
-        type: string;
-        text?: string;
-        image_url?: { url: string };
-      }[] = [];
-
-      if (message.content) {
-        content.push({
-          type: 'text',
-          text: message.content,
-        });
-      }
-
-      if (message.images) {
-        for (const image of message.images) {
-          const imagePath = image.replace('file://', '');
-          const mimeType = this.getMimeType(imagePath);
-          const base64Data = await CactusImage.base64(imagePath);
-
-          content.push({
-            type: 'image_url',
-            image_url: {
-              url: `data:${mimeType};base64,${base64Data}`,
-            },
-          });
-        }
-      }
-
-      transformedMessages.push({ role: message.role, content });
-    }
-
-    return transformedMessages;
-  }
-
-  private static streamXHR(
-    payload: string,
-    callback: (token: string) => void
-  ): Promise<CactusLMCompleteResult> {
-    return new Promise((resolve, reject) => {
-      const xhr = new XMLHttpRequest();
-
-      xhr.timeout = 3 * 60 * 1000; // 3 minutes
-      xhr.ontimeout = () =>
-        reject(new Error('Remote streaming completion timed out'));
-
-      xhr.open('POST', this.completionsUrl);
-      xhr.setRequestHeader(
-        'Authorization',
-        `Bearer ${CactusConfig.cactusToken}`
-      );
-      xhr.setRequestHeader('HTTP-Referer', 'https://cactuscompute.com');
-      xhr.setRequestHeader('X-Title', 'Cactus React Native SDK');
-      xhr.setRequestHeader('Content-Type', 'application/json');
-
-      const startTime = performance.now();
-      let lastIndex = 0;
-      let buffer = '';
-      let response = '';
-      let toolCalls: { name: string; arguments: string }[] | undefined;
-      let timeToFirstTokenMs = 0;
-      let prefillTokens = 0;
-      let decodeTokens = 0;
-      let totalTokens = 0;
-
-      xhr.onprogress = () => {
-        const chunk = xhr.responseText.substring(lastIndex);
-        lastIndex = xhr.responseText.length;
-
-        buffer += chunk;
-
-        const lines = buffer.split('\n');
-        buffer = lines.pop() || '';
-
-        for (const line of lines) {
-          if (!line.startsWith('data: ')) {
-            continue;
-          }
-
-          const jsonStr = line.slice(6).trim();
-          if (jsonStr === '[DONE]') {
-            continue;
-          }
-
-          try {
-            const data = JSON.parse(jsonStr);
-
-            if (timeToFirstTokenMs === 0) {
-              timeToFirstTokenMs = performance.now() - startTime;
-            }
-
-            const toolCallChunks = data?.choices?.[0]?.delta?.tool_calls;
-            if (toolCallChunks) {
-              if (!toolCalls) {
-                toolCalls = [];
-              }
-
-              for (const toolCallChunk of toolCallChunks) {
-                const index = toolCallChunk.index;
-
-                if (!toolCalls[index]) {
-                  toolCalls[index] = { name: '', arguments: '' };
-                }
-
-                if (toolCallChunk.function?.name) {
-                  toolCalls[index].name = toolCallChunk.function.name;
-                }
-
-                if (toolCallChunk.function?.arguments) {
-                  toolCalls[index].arguments +=
-                    toolCallChunk.function.arguments;
-                }
-              }
-            }
-
-            const content = data?.choices?.[0]?.delta?.content;
-            if (content) {
-              response += content;
-              callback(content);
-            }
-
-            if (data?.usage) {
-              prefillTokens = data.usage.prompt_tokens;
-              decodeTokens = data.usage.completion_tokens;
-              totalTokens = data.usage.total_tokens;
-            }
-          } catch {}
-        }
-      };
-
-      xhr.onload = () => {
-        const totalTimeMs = performance.now() - startTime;
-        const functionCalls = toolCalls?.map((toolCall) => ({
-          name: toolCall.name,
-          arguments: JSON.parse(toolCall.arguments) as { [key: string]: any },
-        }));
-
-        resolve({
-          success: true,
-          response,
-          functionCalls,
-          timeToFirstTokenMs,
-          totalTimeMs,
-          tokensPerSecond: (decodeTokens * 1000) / totalTimeMs,
-          prefillTokens,
-          decodeTokens,
-          totalTokens,
-        });
-      };
-
-      xhr.onerror = () =>
-        reject(new Error('Remote streaming completion failed'));
-
-      xhr.send(payload);
-    });
-  }
-
-  private static async nonStreamFetch(
-    payload: string
-  ): Promise<CactusLMCompleteResult> {
-    const startTime = performance.now();
-
-    const request = await fetch(this.completionsUrl, {
-      method: 'POST',
-      headers: {
-        'Authorization': `Bearer ${CactusConfig.cactusToken}`,
-        'HTTP-Referer': 'https://cactuscompute.com',
-        'X-Title': 'Cactus React Native SDK',
-        'Content-Type': 'application/json',
-      },
-      body: payload,
-    });
-
-    if (!request.ok) {
-      throw new Error('Remote completion failed');
-    }
-
-    const data = await request.json();
-
-    const totalTimeMs = performance.now() - startTime;
-    const decodeTokens = data.usage.completion_tokens;
-
-    const toolCalls:
-      | {
-          function: {
-            name: string;
-            arguments: {
-              [key: string]: any;
-            };
-          };
-        }[]
-      | undefined = data.choices[0].message.tool_calls;
-
-    const functionCalls = toolCalls?.map((toolCall) => ({
-      name: toolCall.function.name,
-      arguments: toolCall.function.arguments,
-    }));
-
-    return {
-      success: true,
-      response: data.choices[0].message.content,
-      functionCalls,
-      timeToFirstTokenMs: totalTimeMs,
-      totalTimeMs,
-      tokensPerSecond: (decodeTokens * 1000) / totalTimeMs,
-      prefillTokens: data.usage.prompt_tokens,
-      decodeTokens,
-      totalTokens: data.usage.total_tokens,
-    };
-  }
-}

package/src/config/CactusConfig.ts

@@ -1,11 +0,0 @@
-export class CactusConfig {
-  // Telemetry
-  public static telemetryToken?: string;
-  public static isTelemetryEnabled: boolean = true;
-
-  // Hybrid mode
-  public static cactusToken?: string;
-
-  // Pro features
-  public static cactusProKey?: string;
-}

package/src/models.ts

@@ -1,344 +0,0 @@
-import type { CactusModel } from './types/common';
-
-const models: { [key: string]: CactusModel } = {
-  'gemma-3-270m-it': {
-    completion: true,
-    tools: false,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 115,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/gemma-3-270m-it.zip',
-      },
-      int8: {
-        sizeMb: 172,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/gemma-3-270m-it.zip',
-      },
-    },
-  },
-  'functiongemma-270m-it': {
-    completion: true,
-    tools: true,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 115,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/functiongemma-270m-it.zip',
-      },
-      int8: {
-        sizeMb: 172,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/functiongemma-270m-it.zip',
-      },
-    },
-  },
-  'whisper-small': {
-    completion: false,
-    tools: false,
-    vision: false,
-    embed: true,
-    speech: true,
-    quantization: {
-      int4: {
-        sizeMb: 104,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/whisper-small.zip',
-        pro: {
-          apple:
-            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/whisper-small.zip',
-        },
-      },
-      int8: {
-        sizeMb: 282,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/whisper-small.zip',
-        pro: {
-          apple:
-            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/whisper-small.zip',
-        },
-      },
-    },
-  },
-  'lfm2-350m': {
-    completion: true,
-    tools: true,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 153,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-350m.zip',
-      },
-      int8: {
-        sizeMb: 233,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-350m.zip',
-      },
-    },
-  },
-  'smollm2-360m-instruct': {
-    completion: true,
-    tools: false,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 140,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/smollm2-360m-instruct.zip',
-      },
-      int8: {
-        sizeMb: 227,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/smollm2-360m-instruct.zip',
-      },
-    },
-  },
-  'lfm2-vl-450m': {
-    completion: true,
-    tools: false,
-    vision: true,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 318,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-vl-450m.zip',
-        pro: {
-          apple:
-            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/lfm2-vl-450m.zip',
-        },
-      },
-      int8: {
-        sizeMb: 480,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-vl-450m.zip',
-        pro: {
-          apple:
-            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/lfm2-vl-450m.zip',
-        },
-      },
-    },
-  },
-  'nomic-embed-text-v2-moe': {
-    completion: false,
-    tools: false,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 211,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/nomic-embed-text-v2-moe.zip',
-      },
-      int8: {
-        sizeMb: 456,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/nomic-embed-text-v2-moe.zip',
-      },
-    },
-  },
-  'qwen3-0.6b': {
-    completion: true,
-    tools: true,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 234,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-0.6b.zip',
-      },
-      int8: {
-        sizeMb: 394,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-0.6b.zip',
-      },
-    },
-  },
-  'qwen3-embedding-0.6b': {
-    completion: false,
-    tools: false,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 234,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-embedding-0.6b.zip',
-      },
-      int8: {
-        sizeMb: 394,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-embedding-0.6b.zip',
-      },
-    },
-  },
-  'lfm2-700m': {
-    completion: true,
-    tools: true,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 300,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-700m.zip',
-      },
-      int8: {
-        sizeMb: 467,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-700m.zip',
-      },
-    },
-  },
-  'gemma-3-1b-it': {
-    completion: true,
-    tools: false,
-    vision: false,
-    embed: false,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 320,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/gemma-3-1b-it.zip',
-      },
-      int8: {
-        sizeMb: 642,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/gemma-3-1b-it.zip',
-      },
-    },
-  },
-  'whisper-medium': {
-    completion: false,
-    tools: false,
-    vision: false,
-    embed: true,
-    speech: true,
-    quantization: {
-      int4: {
-        sizeMb: 320,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/whisper-medium.zip',
-        pro: {
-          apple:
-            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/whisper-medium.zip',
-        },
-      },
-      int8: {
-        sizeMb: 646,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/whisper-medium.zip',
-        pro: {
-          apple:
-            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/whisper-medium.zip',
-        },
-      },
-    },
-  },
-  'lfm2.5-1.2b-instruct': {
-    completion: true,
-    tools: true,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 474,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2.5-1.2b-instruct.zip',
-      },
-      int8: {
-        sizeMb: 722,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2.5-1.2b-instruct.zip',
-      },
-    },
-  },
-  'lfm2-1.2b-rag': {
-    completion: true,
-    tools: true,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 474,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-1.2b-rag.zip',
-      },
-      int8: {
-        sizeMb: 722,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-1.2b-rag.zip',
-      },
-    },
-  },
-  'lfm2-1.2b-tool': {
-    completion: true,
-    tools: true,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 474,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-1.2b-tool.zip',
-      },
-      int8: {
-        sizeMb: 722,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-1.2b-tool.zip',
-      },
-    },
-  },
-  'lfm2-vl-1.6b': {
-    completion: true,
-    tools: false,
-    vision: true,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 954,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-vl-1.6b.zip',
-        pro: {
-          apple:
-            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/lfm2-vl-1.6b.zip',
-        },
-      },
-      int8: {
-        sizeMb: 1440,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-vl-1.6b.zip',
-        pro: {
-          apple:
-            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/lfm2-vl-1.6b.zip',
-        },
-      },
-    },
-  },
-  'qwen3-1.7b': {
-    completion: true,
-    tools: true,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 749,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-1.7b.zip',
-      },
-      int8: {
-        sizeMb: 1161,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-1.7b.zip',
-      },
-    },
-  },
-  'smollm2-1.7b-instruct': {
-    completion: true,
-    tools: false,
-    vision: false,
-    embed: true,
-    speech: false,
-    quantization: {
-      int4: {
-        sizeMb: 801,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/smollm2-1.7b-instruct.zip',
-      },
-      int8: {
-        sizeMb: 1161,
-        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/smollm2-1.7b-instruct.zip',
-      },
-    },
-  },
-};
-
-export default models;

package/src/native/CactusCrypto.ts

@@ -1,11 +0,0 @@
-import { NitroModules } from 'react-native-nitro-modules';
-import type { CactusCrypto as CactusCryptoSpec } from '../specs/CactusCrypto.nitro';
-
-export class CactusCrypto {
-  private static readonly hybridCactusCrypto =
-    NitroModules.createHybridObject<CactusCryptoSpec>('CactusCrypto');
-
-  public static uuidv5(namespaceUuid: string, name: string): Promise<string> {
-    return this.hybridCactusCrypto.uuidv5(namespaceUuid, name);
-  }
-}

package/src/native/CactusDeviceInfo.ts

@@ -1,18 +0,0 @@
-import { NitroModules } from 'react-native-nitro-modules';
-import type {
-  CactusDeviceInfo as CactusDeviceInfoSpec,
-  DeviceInfo,
-} from '../specs/CactusDeviceInfo.nitro';
-
-export class CactusDeviceInfo {
-  private static readonly hybridCactusDeviceInfo =
-    NitroModules.createHybridObject<CactusDeviceInfoSpec>('CactusDeviceInfo');
-
-  public static getAppIdentifier(): Promise<string | undefined> {
-    return this.hybridCactusDeviceInfo.getAppIdentifier();
-  }
-
-  public static getDeviceInfo(): Promise<DeviceInfo> {
-    return this.hybridCactusDeviceInfo.getDeviceInfo();
-  }
-}

package/src/native/CactusUtil.ts

@@ -1,43 +0,0 @@
-import { NitroModules } from 'react-native-nitro-modules';
-import type { CactusUtil as CactusUtilSpec } from '../specs/CactusUtil.nitro';
-import { Platform } from 'react-native';
-import { CactusFileSystem } from './CactusFileSystem';
-import { CactusConfig } from '../config/CactusConfig';
-import { Database } from '../api/Database';
-
-export class CactusUtil {
-  private static readonly hybridCactusUtil =
-    NitroModules.createHybridObject<CactusUtilSpec>('CactusUtil');
-
-  public static async registerApp(encryptedData: string): Promise<string> {
-    if (Platform.OS === 'android') {
-      const cactusDirectory = await CactusFileSystem.getCactusDirectory();
-      await this.hybridCactusUtil.setAndroidDataDirectory(cactusDirectory);
-    }
-
-    return this.hybridCactusUtil.registerApp(encryptedData);
-  }
-
-  public static async getDeviceId(): Promise<string | null> {
-    if (Platform.OS === 'android') {
-      const cactusDirectory = await CactusFileSystem.getCactusDirectory();
-      await this.hybridCactusUtil.setAndroidDataDirectory(cactusDirectory);
-    }
-
-    const deviceId = await this.hybridCactusUtil.getDeviceId(
-      CactusConfig.cactusProKey
-    );
-
-    if (!deviceId) {
-      return null;
-    }
-
-    if (deviceId?.indexOf('|') !== -1) {
-      const parts = deviceId.split('|');
-      CactusConfig.cactusProKey = parts[1];
-      return await Database.registerDevice({ deviceId: parts[0] });
-    }
-
-    return deviceId;
-  }
-}