cactus-react-native 1.0.2 → 1.2.0

package/src/telemetry/Telemetry.ts

@@ -8,6 +8,7 @@ import {
 import { CactusConfig } from '../config/CactusConfig';
 import { packageVersion } from '../constants/packageVersion';
 import type { CactusLMCompleteResult } from '../types/CactusLM';
+import type { CactusSTTTranscribeResult } from '../types/CactusSTT';
 
 export interface LogRecord {
   // Framework
@@ -15,7 +16,13 @@ export interface LogRecord {
   framework_version: string;
 
   // Event
-  event_type: 'init' | 'completion' | 'embedding';
+  event_type:
+    | 'init'
+    | 'completion'
+    | 'transcription'
+    | 'embedding'
+    | 'image_embedding'
+    | 'audio_embedding';
   model: string;
   success: boolean;
   message?: string;
@@ -41,10 +48,17 @@ export class Telemetry {
   private static readonly logBufferPaths = {
     init: 'logs/init.json',
     completion: 'logs/completion.json',
+    transcription: 'logs/transcription.json',
     embedding: 'logs/embedding.json',
+    image_embedding: 'logs/image_embedding.json',
+    audio_embedding: 'logs/audio_embedding.json',
   };
 
   private static async handleLog(logRecord: LogRecord) {
+    if (!this.isInitialized()) {
+      return;
+    }
+
     if (!CactusConfig.isTelemetryEnabled) {
       return;
     }
@@ -78,6 +92,10 @@ export class Telemetry {
   }
 
   public static async init(cactusTelemetryToken?: string): Promise<void> {
+    if (this.isInitialized()) {
+      return;
+    }
+
     if (!CactusConfig.isTelemetryEnabled) {
       return;
     }
@@ -139,6 +157,29 @@ export class Telemetry {
     });
   }
 
+  public static logTranscribe(
+    model: string,
+    success: boolean,
+    message?: string,
+    result?: CactusSTTTranscribeResult
+  ): Promise<void> {
+    return this.handleLog({
+      framework: 'react-native',
+      framework_version: packageVersion,
+      event_type: 'transcription',
+      model,
+      success,
+      message,
+      telemetry_token: this.cactusTelemetryToken,
+      project_id: this.projectId,
+      device_id: this.deviceId,
+      tokens: result?.totalTokens,
+      response_time: result?.totalTimeMs,
+      ttft: result?.timeToFirstTokenMs,
+      tps: result?.tokensPerSecond,
+    });
+  }
+
   public static logEmbedding(
     model: string,
     success: boolean,
@@ -156,4 +197,40 @@ export class Telemetry {
       device_id: this.deviceId,
     });
   }
+
+  public static logImageEmbedding(
+    model: string,
+    success: boolean,
+    message?: string
+  ): Promise<void> {
+    return this.handleLog({
+      framework: 'react-native',
+      framework_version: packageVersion,
+      event_type: 'image_embedding',
+      model,
+      success,
+      message,
+      telemetry_token: this.cactusTelemetryToken,
+      project_id: this.projectId,
+      device_id: this.deviceId,
+    });
+  }
+
+  public static logAudioEmbedding(
+    model: string,
+    success: boolean,
+    message?: string
+  ): Promise<void> {
+    return this.handleLog({
+      framework: 'react-native',
+      framework_version: packageVersion,
+      event_type: 'audio_embedding',
+      model,
+      success,
+      message,
+      telemetry_token: this.cactusTelemetryToken,
+      project_id: this.projectId,
+      device_id: this.deviceId,
+    });
+  }
 }

package/src/types/CactusLM.ts

@@ -14,7 +14,7 @@ export interface Message {
   images?: string[];
 }
 
-export interface Options {
+export interface CompleteOptions {
   temperature?: number;
   topP?: number;
   topK?: number;
@@ -23,7 +23,6 @@ export interface Options {
 }
 
 export interface Tool {
-  type: 'function';
   name: string;
   description: string;
   parameters: {
@@ -40,9 +39,10 @@ export interface Tool {
 
 export interface CactusLMCompleteParams {
   messages: Message[];
-  options?: Options;
+  options?: CompleteOptions;
   tools?: Tool[];
   onToken?: (token: string) => void;
+  mode?: 'local' | 'hybrid';
 }
 
 export interface CactusLMCompleteResult {
@@ -68,6 +68,10 @@ export interface CactusLMEmbedResult {
   embedding: number[];
 }
 
-export interface CactusLMGetModelsParams {
-  forceRefresh?: boolean;
+export interface CactusLMImageEmbedParams {
+  imagePath: string;
+}
+
+export interface CactusLMImageEmbedResult {
+  embedding: number[];
 }

package/src/types/CactusSTT.ts

@@ -0,0 +1,42 @@
+export interface CactusSTTParams {
+  model?: string;
+  contextSize?: number;
+}
+
+export interface CactusSTTDownloadParams {
+  onProgress?: (progress: number) => void;
+}
+
+export interface TranscribeOptions {
+  temperature?: number;
+  topP?: number;
+  topK?: number;
+  maxTokens?: number;
+  stopSequences?: string[];
+}
+
+export interface CactusSTTTranscribeParams {
+  audioFilePath: string;
+  prompt?: string;
+  options?: TranscribeOptions;
+  onToken?: (token: string) => void;
+}
+
+export interface CactusSTTTranscribeResult {
+  success: boolean;
+  response: string;
+  timeToFirstTokenMs: number;
+  totalTimeMs: number;
+  tokensPerSecond: number;
+  prefillTokens: number;
+  decodeTokens: number;
+  totalTokens: number;
+}
+
+export interface CactusSTTAudioEmbedParams {
+  audioPath: string;
+}
+
+export interface CactusSTTAudioEmbedResult {
+  embedding: number[];
+}