cactus-react-native 1.2.0 → 1.4.0

package/src/specs/Cactus.nitro.ts

@@ -13,14 +13,25 @@ export interface Cactus extends HybridObject<{ ios: 'c++'; android: 'c++' }> {
     toolsJson?: string,
     callback?: (token: string, tokenId: number) => void
   ): Promise<string>;
+  tokenize(text: string): Promise<number[]>;
+  scoreWindow(
+    tokens: number[],
+    start: number,
+    end: number,
+    context: number
+  ): Promise<string>;
   transcribe(
-    audioFilePath: string,
+    audio: string | number[],
     prompt: string,
     responseBufferSize: number,
     optionsJson?: string,
     callback?: (token: string, tokenId: number) => void
   ): Promise<string>;
-  embed(text: string, embeddingBufferSize: number): Promise<number[]>;
+  embed(
+    text: string,
+    embeddingBufferSize: number,
+    normalize: boolean
+  ): Promise<number[]>;
   imageEmbed(imagePath: string, embeddingBufferSize: number): Promise<number[]>;
   audioEmbed(audioPath: string, embeddingBufferSize: number): Promise<number[]>;
   reset(): Promise<void>;

package/src/specs/CactusFileSystem.nitro.ts

@@ -18,4 +18,6 @@ export interface CactusFileSystem
     callback?: (progress: number) => void
   ): Promise<void>;
   deleteModel(model: string): Promise<void>;
+  // Index
+  getIndexPath(name: string): Promise<string>;
 }

package/src/specs/CactusIndex.nitro.ts

@@ -0,0 +1,31 @@
+import type { HybridObject } from 'react-native-nitro-modules';
+
+interface CactusIndexGetResult {
+  documents: string[];
+  metadatas: string[];
+  embeddings: number[][];
+}
+
+interface CactusIndexQueryResult {
+  ids: number[][];
+  scores: number[][];
+}
+
+export interface CactusIndex
+  extends HybridObject<{ ios: 'c++'; android: 'c++' }> {
+  init(indexPath: string, embeddingDim: number): Promise<void>;
+  add(
+    ids: number[],
+    documents: string[],
+    embeddings: number[][],
+    metadatas?: string[]
+  ): Promise<void>;
+  _delete(ids: number[]): Promise<void>;
+  get(ids: number[]): Promise<CactusIndexGetResult>;
+  query(
+    embeddings: number[][],
+    optionsJson?: string
+  ): Promise<CactusIndexQueryResult>;
+  compact(): Promise<void>;
+  destroy(): Promise<void>;
+}

package/src/specs/CactusUtil.nitro.ts

@@ -3,6 +3,6 @@ import type { HybridObject } from 'react-native-nitro-modules';
 export interface CactusUtil
   extends HybridObject<{ ios: 'c++'; android: 'c++' }> {
   registerApp(encryptedData: string): Promise<string>;
-  getDeviceId(): Promise<string | null>;
+  getDeviceId(token?: string): Promise<string | null>;
   setAndroidDataDirectory(dataDir: string): Promise<void>;
 }

package/src/telemetry/Telemetry.ts

@@ -110,7 +110,7 @@ export class Telemetry {
     try {
       this.deviceId =
         (await CactusUtil.getDeviceId()) ??
-        (await Database.registerDevice(deviceInfo));
+        (await Database.registerDevice({ deviceData: deviceInfo }));
     } catch (error) {
       console.log(error);
     }

package/src/types/CactusIndex.ts

@@ -0,0 +1,40 @@
+export interface CactusIndexParams {
+  name: string;
+  embeddingDim: number;
+}
+
+export interface CactusIndexAddParams {
+  ids: number[];
+  documents: string[];
+  embeddings: number[][];
+  metadatas?: string[];
+}
+
+export interface CactusIndexGetParams {
+  ids: number[];
+}
+
+export interface CactusIndexGetResult {
+  documents: string[];
+  metadatas: string[];
+  embeddings: number[][];
+}
+
+export interface IndexQueryOptions {
+  topK?: number;
+  scoreThreshold?: number;
+}
+
+export interface CactusIndexQueryParams {
+  embeddings: number[][];
+  options?: IndexQueryOptions;
+}
+
+export interface CactusIndexQueryResult {
+  ids: number[][];
+  scores: number[][];
+}
+
+export interface CactusIndexDeleteParams {
+  ids: number[];
+}

package/src/types/CactusLM.ts

@@ -20,6 +20,7 @@ export interface CompleteOptions {
   topK?: number;
   maxTokens?: number;
   stopSequences?: string[];
+  forceTools?: boolean;
 }
 
 export interface Tool {
@@ -60,8 +61,28 @@ export interface CactusLMCompleteResult {
   totalTokens: number;
 }
 
+export interface CactusLMTokenizeParams {
+  text: string;
+}
+
+export interface CactusLMTokenizeResult {
+  tokens: number[];
+}
+
+export interface CactusLMScoreWindowParams {
+  tokens: number[];
+  start: number;
+  end: number;
+  context: number;
+}
+
+export interface CactusLMScoreWindowResult {
+  score: number;
+}
+
 export interface CactusLMEmbedParams {
   text: string;
+  normalize?: boolean;
 }
 
 export interface CactusLMEmbedResult {

package/src/types/CactusModel.ts

@@ -7,6 +7,7 @@ export interface CactusModel {
   downloadUrl: string;
   supportsToolCalling: boolean;
   supportsVision: boolean;
+  supportsCompletion: boolean;
   createdAt: Date;
 
   // Local

package/src/types/CactusSTT.ts

@@ -16,7 +16,7 @@ export interface TranscribeOptions {
 }
 
 export interface CactusSTTTranscribeParams {
-  audioFilePath: string;
+  audio: string | number[];
   prompt?: string;
   options?: TranscribeOptions;
   onToken?: (token: string) => void;

package/src/types/CactusSTTModel.ts

@@ -0,0 +1,10 @@
+export interface CactusSTTModel {
+  // API
+  slug: string;
+  sizeMb: number;
+  downloadUrl: string;
+  createdAt: Date;
+
+  // Local
+  isDownloaded: boolean;
+}