cactus-react-native 1.4.0 → 1.5.0

package/src/models.ts

@@ -0,0 +1,344 @@
+import type { CactusModel } from './types/common';
+
+const models: { [key: string]: CactusModel } = {
+  'gemma-3-270m-it': {
+    completion: true,
+    tools: false,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 115,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/gemma-3-270m-it.zip',
+      },
+      int8: {
+        sizeMb: 172,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/gemma-3-270m-it.zip',
+      },
+    },
+  },
+  'functiongemma-270m-it': {
+    completion: true,
+    tools: true,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 115,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/functiongemma-270m-it.zip',
+      },
+      int8: {
+        sizeMb: 172,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/functiongemma-270m-it.zip',
+      },
+    },
+  },
+  'whisper-small': {
+    completion: false,
+    tools: false,
+    vision: false,
+    embed: true,
+    speech: true,
+    quantization: {
+      int4: {
+        sizeMb: 104,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/whisper-small.zip',
+        pro: {
+          apple:
+            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/whisper-small.zip',
+        },
+      },
+      int8: {
+        sizeMb: 282,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/whisper-small.zip',
+        pro: {
+          apple:
+            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/whisper-small.zip',
+        },
+      },
+    },
+  },
+  'lfm2-350m': {
+    completion: true,
+    tools: true,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 153,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-350m.zip',
+      },
+      int8: {
+        sizeMb: 233,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-350m.zip',
+      },
+    },
+  },
+  'smollm2-360m-instruct': {
+    completion: true,
+    tools: false,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 140,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/smollm2-360m-instruct.zip',
+      },
+      int8: {
+        sizeMb: 227,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/smollm2-360m-instruct.zip',
+      },
+    },
+  },
+  'lfm2-vl-450m': {
+    completion: true,
+    tools: false,
+    vision: true,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 318,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-vl-450m.zip',
+        pro: {
+          apple:
+            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/lfm2-vl-450m.zip',
+        },
+      },
+      int8: {
+        sizeMb: 480,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-vl-450m.zip',
+        pro: {
+          apple:
+            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/lfm2-vl-450m.zip',
+        },
+      },
+    },
+  },
+  'nomic-embed-text-v2-moe': {
+    completion: false,
+    tools: false,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 211,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/nomic-embed-text-v2-moe.zip',
+      },
+      int8: {
+        sizeMb: 456,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/nomic-embed-text-v2-moe.zip',
+      },
+    },
+  },
+  'qwen3-0.6b': {
+    completion: true,
+    tools: true,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 234,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-0.6b.zip',
+      },
+      int8: {
+        sizeMb: 394,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-0.6b.zip',
+      },
+    },
+  },
+  'qwen3-embedding-0.6b': {
+    completion: false,
+    tools: false,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 234,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-embedding-0.6b.zip',
+      },
+      int8: {
+        sizeMb: 394,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-embedding-0.6b.zip',
+      },
+    },
+  },
+  'lfm2-700m': {
+    completion: true,
+    tools: true,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 300,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-700m.zip',
+      },
+      int8: {
+        sizeMb: 467,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-700m.zip',
+      },
+    },
+  },
+  'gemma-3-1b-it': {
+    completion: true,
+    tools: false,
+    vision: false,
+    embed: false,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 320,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/gemma-3-1b-it.zip',
+      },
+      int8: {
+        sizeMb: 642,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/gemma-3-1b-it.zip',
+      },
+    },
+  },
+  'whisper-medium': {
+    completion: false,
+    tools: false,
+    vision: false,
+    embed: true,
+    speech: true,
+    quantization: {
+      int4: {
+        sizeMb: 320,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/whisper-medium.zip',
+        pro: {
+          apple:
+            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/whisper-medium.zip',
+        },
+      },
+      int8: {
+        sizeMb: 646,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/whisper-medium.zip',
+        pro: {
+          apple:
+            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/whisper-medium.zip',
+        },
+      },
+    },
+  },
+  'lfm2.5-1.2b-instruct': {
+    completion: true,
+    tools: true,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 474,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2.5-1.2b-instruct.zip',
+      },
+      int8: {
+        sizeMb: 722,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2.5-1.2b-instruct.zip',
+      },
+    },
+  },
+  'lfm2-1.2b-rag': {
+    completion: true,
+    tools: true,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 474,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-1.2b-rag.zip',
+      },
+      int8: {
+        sizeMb: 722,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-1.2b-rag.zip',
+      },
+    },
+  },
+  'lfm2-1.2b-tool': {
+    completion: true,
+    tools: true,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 474,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-1.2b-tool.zip',
+      },
+      int8: {
+        sizeMb: 722,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-1.2b-tool.zip',
+      },
+    },
+  },
+  'lfm2-vl-1.6b': {
+    completion: true,
+    tools: false,
+    vision: true,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 954,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-vl-1.6b.zip',
+        pro: {
+          apple:
+            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/lfm2-vl-1.6b.zip',
+        },
+      },
+      int8: {
+        sizeMb: 1440,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-vl-1.6b.zip',
+        pro: {
+          apple:
+            'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/lfm2-vl-1.6b.zip',
+        },
+      },
+    },
+  },
+  'qwen3-1.7b': {
+    completion: true,
+    tools: true,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 749,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-1.7b.zip',
+      },
+      int8: {
+        sizeMb: 1161,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-1.7b.zip',
+      },
+    },
+  },
+  'smollm2-1.7b-instruct': {
+    completion: true,
+    tools: false,
+    vision: false,
+    embed: true,
+    speech: false,
+    quantization: {
+      int4: {
+        sizeMb: 801,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/smollm2-1.7b-instruct.zip',
+      },
+      int8: {
+        sizeMb: 1161,
+        url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/smollm2-1.7b-instruct.zip',
+      },
+    },
+  },
+};
+
+export default models;

package/src/native/Cactus.ts

@@ -10,6 +10,9 @@ import type {
 import type {
   CactusSTTTranscribeResult,
   TranscribeOptions,
+  CactusSTTStreamTranscribeProcessResult,
+  StreamTranscribeProcessOptions,
+  CactusSTTStreamTranscribeFinalizeResult,
 } from '../types/CactusSTT';
 
 export class Cactus {
@@ -163,6 +166,58 @@ export class Cactus {
     }
   }
 
+  public streamTranscribeInit(): Promise<void> {
+    return this.hybridCactus.streamTranscribeInit();
+  }
+
+  public streamTranscribeInsert(audio: number[]): Promise<void> {
+    return this.hybridCactus.streamTranscribeInsert(audio);
+  }
+
+  public async streamTranscribeProcess(
+    options?: StreamTranscribeProcessOptions
+  ): Promise<CactusSTTStreamTranscribeProcessResult> {
+    const optionsJson = options
+      ? JSON.stringify({
+          confirmation_threshold: options.confirmationThreshold,
+        })
+      : undefined;
+
+    const response =
+      await this.hybridCactus.streamTranscribeProcess(optionsJson);
+
+    try {
+      const parsed = JSON.parse(response);
+
+      return {
+        success: parsed.success,
+        confirmed: parsed.confirmed,
+        pending: parsed.pending,
+      };
+    } catch {
+      throw new Error('Unable to parse stream transcribe process response');
+    }
+  }
+
+  public async streamTranscribeFinalize(): Promise<CactusSTTStreamTranscribeFinalizeResult> {
+    const response = await this.hybridCactus.streamTranscribeFinalize();
+
+    try {
+      const parsed = JSON.parse(response);
+
+      return {
+        success: parsed.success,
+        confirmed: parsed.confirmed,
+      };
+    } catch {
+      throw new Error('Unable to parse stream transcribe finalize response');
+    }
+  }
+
+  public streamTranscribeDestroy(): Promise<void> {
+    return this.hybridCactus.streamTranscribeDestroy();
+  }
+
   public embed(
     text: string,
     embeddingBufferSize: number,

package/src/specs/Cactus.nitro.ts

@@ -27,6 +27,11 @@ export interface Cactus extends HybridObject<{ ios: 'c++'; android: 'c++' }> {
     optionsJson?: string,
     callback?: (token: string, tokenId: number) => void
   ): Promise<string>;
+  streamTranscribeInit(): Promise<void>;
+  streamTranscribeInsert(audio: number[]): Promise<void>;
+  streamTranscribeProcess(optionsJson?: string): Promise<string>;
+  streamTranscribeFinalize(): Promise<string>;
+  streamTranscribeDestroy(): Promise<void>;
   embed(
     text: string,
     embeddingBufferSize: number,

package/src/types/CactusLM.ts

@@ -1,7 +1,10 @@
+import { type ModelOptions } from './common';
+
 export interface CactusLMParams {
   model?: string;
   contextSize?: number;
   corpusDir?: string;
+  options?: ModelOptions;
 }
 
 export interface CactusLMDownloadParams {

package/src/types/CactusSTT.ts

@@ -1,6 +1,9 @@
+import { type ModelOptions } from './common';
+
 export interface CactusSTTParams {
   model?: string;
   contextSize?: number;
+  options?: ModelOptions;
 }
 
 export interface CactusSTTDownloadParams {
@@ -40,3 +43,26 @@ export interface CactusSTTAudioEmbedParams {
 export interface CactusSTTAudioEmbedResult {
   embedding: number[];
 }
+
+export interface CactusSTTStreamTranscribeInsertParams {
+  audio: number[];
+}
+
+export interface StreamTranscribeProcessOptions {
+  confirmationThreshold?: number;
+}
+
+export interface CactusSTTStreamTranscribeProcessParams {
+  options?: StreamTranscribeProcessOptions;
+}
+
+export interface CactusSTTStreamTranscribeProcessResult {
+  success: boolean;
+  confirmed: string;
+  pending: string;
+}
+
+export interface CactusSTTStreamTranscribeFinalizeResult {
+  success: boolean;
+  confirmed: string;
+}

package/src/types/common.ts

@@ -0,0 +1,28 @@
+export interface CactusModel {
+  completion: boolean;
+  tools: boolean;
+  vision: boolean;
+  embed: boolean;
+  speech: boolean;
+  quantization: {
+    int4: {
+      sizeMb: number;
+      url: string;
+      pro?: {
+        apple: string;
+      };
+    };
+    int8: {
+      sizeMb: number;
+      url: string;
+      pro?: {
+        apple: string;
+      };
+    };
+  };
+}
+
+export interface ModelOptions {
+  quantization?: 'int4' | 'int8';
+  pro?: boolean;
+}

package/lib/module/types/CactusModel.js

@@ -1,2 +0,0 @@
-"use strict";
-//# sourceMappingURL=CactusModel.js.map

package/lib/module/types/CactusSTTModel.js

@@ -1,2 +0,0 @@
-"use strict";
-//# sourceMappingURL=CactusSTTModel.js.map

package/lib/module/types/CactusSTTModel.js.map

@@ -1 +0,0 @@
-{"version":3,"names":[],"sourceRoot":"../../../src","sources":["types/CactusSTTModel.ts"],"mappings":"","ignoreList":[]}

package/lib/typescript/src/types/CactusModel.d.ts

@@ -1,13 +0,0 @@
-export interface CactusModel {
-    name: string;
-    slug: string;
-    quantization: number;
-    sizeMb: number;
-    downloadUrl: string;
-    supportsToolCalling: boolean;
-    supportsVision: boolean;
-    supportsCompletion: boolean;
-    createdAt: Date;
-    isDownloaded: boolean;
-}
-//# sourceMappingURL=CactusModel.d.ts.map

package/lib/typescript/src/types/CactusModel.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"CactusModel.d.ts","sourceRoot":"","sources":["../../../../src/types/CactusModel.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAE1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,cAAc,EAAE,OAAO,CAAC;IACxB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,SAAS,EAAE,IAAI,CAAC;IAGhB,YAAY,EAAE,OAAO,CAAC;CACvB"}

package/lib/typescript/src/types/CactusSTTModel.d.ts

@@ -1,8 +0,0 @@
-export interface CactusSTTModel {
-    slug: string;
-    sizeMb: number;
-    downloadUrl: string;
-    createdAt: Date;
-    isDownloaded: boolean;
-}
-//# sourceMappingURL=CactusSTTModel.d.ts.map

package/lib/typescript/src/types/CactusSTTModel.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"CactusSTTModel.d.ts","sourceRoot":"","sources":["../../../../src/types/CactusSTTModel.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc;IAE7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,IAAI,CAAC;IAGhB,YAAY,EAAE,OAAO,CAAC;CACvB"}

package/src/types/CactusModel.ts

@@ -1,15 +0,0 @@
-export interface CactusModel {
-  // API
-  name: string;
-  slug: string;
-  quantization: number;
-  sizeMb: number;
-  downloadUrl: string;
-  supportsToolCalling: boolean;
-  supportsVision: boolean;
-  supportsCompletion: boolean;
-  createdAt: Date;
-
-  // Local
-  isDownloaded: boolean;
-}

package/src/types/CactusSTTModel.ts

@@ -1,10 +0,0 @@
-export interface CactusSTTModel {
-  // API
-  slug: string;
-  sizeMb: number;
-  downloadUrl: string;
-  createdAt: Date;
-
-  // Local
-  isDownloaded: boolean;
-}