@mobileai/react-native 0.4.1 → 0.4.3

package/lib/typescript/src/core/AgentRuntime.d.ts

@@ -8,7 +8,7 @@
  * 4. Parse tool call → execute (tap, type, navigate, done)
  * 5. If not done, repeat from step 1 (re-dehydrate after UI change)
  */
-import type { AIProvider, AgentConfig, ExecutionResult, ActionDefinition } from './types';
+import type { AIProvider, AgentConfig, ExecutionResult, ToolDefinition, ActionDefinition } from './types';
 export declare class AgentRuntime {
     private provider;
     private config;
@@ -37,7 +37,23 @@ export declare class AgentRuntime {
     private getDeepestScreenName;
     /** Maps a tool call to a user-friendly status label for the loading overlay. */
     private getToolStatusLabel;
+    /**
+     * Captures the current screen as a base64 JPEG for Gemini vision.
+     * Uses react-native-view-shot as an optional peer dependency.
+     * Returns null if the library is not installed (graceful fallback).
+     */
+    private captureScreenshot;
+    /**
+     * Get current screen context as formatted text.
+     * Used by voice mode: sent once at connect + after each tool call.
+     * Follows page-agent pattern: tree in user prompt, not system instructions.
+     */
+    getScreenContext(): string;
     private buildToolsForProvider;
+    /** Public accessor for voice mode — returns all registered tool definitions. */
+    getTools(): ToolDefinition[];
+    /** Execute a tool by name (for voice mode tool calls from WebSocket). */
+    executeTool(name: string, args: Record<string, any>): Promise<string>;
     private getWalkConfig;
     private getInstructions;
     private observations;

package/lib/typescript/src/core/AgentRuntime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AgentRuntime.d.ts","sourceRoot":"","sources":["../../../../src/core/AgentRuntime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAOH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EAEX,eAAe,EAEf,gBAAgB,EACjB,MAAM,SAAS,CAAC;AAMjB,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,OAAO,CAAM;IACrB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,KAAK,CAA0C;IACvD,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,mBAAmB,CAAuB;gBAGhD,QAAQ,EAAE,UAAU,EACpB,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,GAAG,EACZ,MAAM,EAAE,GAAG;IAyBb,OAAO,CAAC,oBAAoB;IAkK5B,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAK9C,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAMpC;;;OAGG;IACH,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,iBAAiB;IAczB;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAiB5B,OAAO,CAAC,oBAAoB;IAW5B,gFAAgF;IAChF,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,qBAAqB;IA8B7B,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,eAAe;IAyBvB,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,cAAc,CAAc;IAEpC,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,kBAAkB;IAuDpB,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAuL5D,qDAAqD;IACrD,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI;IAK3C,4CAA4C;IAC5C,YAAY,IAAI,OAAO;CAGxB"}
+{"version":3,"file":"AgentRuntime.d.ts","sourceRoot":"","sources":["../../../../src/core/AgentRuntime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAOH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EAEX,eAAe,EACf,cAAc,EACd,gBAAgB,EAEjB,MAAM,SAAS,CAAC;AAMjB,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,OAAO,CAAM;IACrB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,KAAK,CAA0C;IACvD,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,mBAAmB,CAAuB;gBAGhD,QAAQ,EAAE,UAAU,EACpB,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,GAAG,EACZ,MAAM,EAAE,GAAG;IAyBb,OAAO,CAAC,oBAAoB;IAqL5B,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAK9C,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAMpC;;;OAGG;IACH,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,iBAAiB;IAczB;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAiB5B,OAAO,CAAC,oBAAoB;IAW5B,gFAAgF;IAChF,OAAO,CAAC,kBAAkB;IAmB1B;;;;OAIG;YACW,iBAAiB;IA4B/B;;;;OAIG;IACI,gBAAgB,IAAI,MAAM;IAyBjC,OAAO,CAAC,qBAAqB;IA4B7B,gFAAgF;IACzE,QAAQ,IAAI,cAAc,EAAE;IAInC,yEAAyE;IAC5D,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAkBlF,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,eAAe;IAyBvB,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,cAAc,CAAc;IAEpC,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,kBAAkB;IAuDpB,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA+M5D,qDAAqD;IACrD,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI;IAK3C,4CAA4C;IAC5C,YAAY,IAAI,OAAO;CAGxB"}

package/lib/typescript/src/core/systemPrompt.d.ts

@@ -6,4 +6,12 @@
  * to give the LLM clear, structured instructions.
  */
 export declare function buildSystemPrompt(language: string): string;
+/**
+ * Voice-optimized system prompt for the Gemini Live API.
+ *
+ * Includes the same screen format and tool semantics as text mode,
+ * but condensed for voice context and with guardrails against
+ * unprompted actions.
+ */
+export declare function buildVoiceSystemPrompt(language: string, userInstructions?: string): string;
 //# sourceMappingURL=systemPrompt.d.ts.map

package/lib/typescript/src/core/systemPrompt.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"systemPrompt.d.ts","sourceRoot":"","sources":["../../../../src/core/systemPrompt.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAyJ1D"}
+{"version":3,"file":"systemPrompt.d.ts","sourceRoot":"","sources":["../../../../src/core/systemPrompt.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAyJ1D;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,EAChB,gBAAgB,CAAC,EAAE,MAAM,GACxB,MAAM,CAkDR"}

package/lib/typescript/src/core/types.d.ts

@@ -1,6 +1,7 @@
 /**
  * Core types for the page-agent-style React Native AI SDK.
  */
+export type AgentMode = 'text' | 'voice';
 export type ElementType = 'pressable' | 'text-input' | 'switch' | 'scrollable';
 export interface InteractiveElement {
     /** Unique index assigned during tree walk */
@@ -98,6 +99,11 @@ export interface AgentConfig {
      * Use this to show dynamic loading text (e.g., "Tapping 'Add'...").
      */
     onStatusUpdate?: (status: string) => void;
+    /**
+     * Called after each step with token usage data.
+     * Use to track cost, enforce budgets, or display usage to the user.
+     */
+    onTokenUsage?: (usage: TokenUsage) => void;
     /**
      * Callback for when agent needs user input (ask_user tool).
      * Mirrors page-agent: the agent loop blocks until the user responds.
@@ -130,6 +136,8 @@ export interface ExecutionResult {
     success: boolean;
     message: string;
     steps: AgentStep[];
+    /** Accumulated token usage for the entire task */
+    tokenUsage?: TokenUsage;
 }
 export interface ToolDefinition {
     name: string;
@@ -158,6 +166,17 @@ export interface AgentReasoning {
     /** The immediate next goal and why. */
     plan: string;
 }
+/** Token usage metrics for cost tracking. */
+export interface TokenUsage {
+    /** Tokens in the input prompt */
+    promptTokens: number;
+    /** Tokens generated by the model */
+    completionTokens: number;
+    /** Total tokens (prompt + completion) */
+    totalTokens: number;
+    /** Estimated cost in USD (based on model pricing) */
+    estimatedCostUSD: number;
+}
 /** Result from the AI provider's generateContent call. */
 export interface ProviderResult {
     /** Extracted action tool call (action_name + params). */
@@ -169,8 +188,12 @@ export interface ProviderResult {
     reasoning: AgentReasoning;
     /** Raw text response (if any). */
     text?: string;
+    /** Token usage for this specific call */
+    tokenUsage?: TokenUsage;
 }
 export interface AIProvider {
-    generateContent(systemPrompt: string, userMessage: string, tools: ToolDefinition[], history: AgentStep[]): Promise<ProviderResult>;
+    generateContent(systemPrompt: string, userMessage: string, tools: ToolDefinition[], history: AgentStep[], 
+    /** Optional base64-encoded JPEG screenshot for vision */
+    screenshot?: string): Promise<ProviderResult>;
 }
 //# sourceMappingURL=types.d.ts.map

package/lib/typescript/src/core/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/core/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,YAAY,CAAC;AAE/E,MAAM,WAAW,kBAAkB;IACjC,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,IAAI,EAAE,WAAW,CAAC;IAClB,gFAAgF;IAChF,KAAK,EAAE,MAAM,CAAC;IACd,gDAAgD;IAChD,SAAS,EAAE,GAAG,CAAC;IACf,yBAAyB;IACzB,KAAK,EAAE;QACL,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;QACnC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QACtC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;QACzC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAID,MAAM,WAAW,gBAAgB;IAC/B,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IACnB,mDAAmD;IACnD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,yBAAyB;IACzB,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAID,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,cAAc,CAAC;IAC3B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAEvB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAIlB;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAE9C;;;OAGG;IACH,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAI9C,qCAAqC;IACrC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE3D,sDAAsD;IACtD,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE7D,2CAA2C;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE1C,wDAAwD;IACxD,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAIhE;;;;OAIG;IACH,sBAAsB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IAIvE;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IAIpD,kDAAkD;IAClD,YAAY,CAAC,EAAE;QACb,8DAA8D;QAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB;;;;WAIG;QACH,qBAAqB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;KAC3E,CAAC;IAEF,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IAInB;;;OAGG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAE1C;;;;;OAKG;IACH,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAIlD;;;OAGG;IACH,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAC7B,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAChC,IAAI,EAAE,MAAM,IAAI,CAAC;KAClB,CAAC;IAEF;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAIlB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,SAAS,EAAE,CAAC;CACpB;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACtC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAID,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC;CAC7C;AAID,sEAAsE;AACtE,MAAM,WAAW,cAAc;IAC7B,qEAAqE;IACrE,gBAAgB,EAAE,MAAM,CAAC;IACzB,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;CACd;AAED,0DAA0D;AAC1D,MAAM,WAAW,cAAc;IAC7B,yDAAyD;IACzD,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,CAAC;IAC9D,2EAA2E;IAC3E,SAAS,EAAE,cAAc,CAAC;IAC1B,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,eAAe,CACb,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,EAAE,SAAS,EAAE,GACnB,OAAO,CAAC,cAAc,CAAC,CAAC;CAC5B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/core/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;AAIzC,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,YAAY,CAAC;AAE/E,MAAM,WAAW,kBAAkB;IACjC,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,IAAI,EAAE,WAAW,CAAC;IAClB,gFAAgF;IAChF,KAAK,EAAE,MAAM,CAAC;IACd,gDAAgD;IAChD,SAAS,EAAE,GAAG,CAAC;IACf,yBAAyB;IACzB,KAAK,EAAE;QACL,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;QACnC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QACtC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;QACzC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAID,MAAM,WAAW,gBAAgB;IAC/B,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IACnB,mDAAmD;IACnD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,yBAAyB;IACzB,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAID,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,cAAc,CAAC;IAC3B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAEvB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAIlB;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAE9C;;;OAGG;IACH,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAI9C,qCAAqC;IACrC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE3D,sDAAsD;IACtD,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE7D,2CAA2C;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE1C,wDAAwD;IACxD,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAIhE;;;;OAIG;IACH,sBAAsB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IAIvE;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IAIpD,kDAAkD;IAClD,YAAY,CAAC,EAAE;QACb,8DAA8D;QAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB;;;;WAIG;QACH,qBAAqB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;KAC3E,CAAC;IAEF,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IAInB;;;OAGG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAE1C;;;OAGG;IACH,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAE3C;;;;;OAKG;IACH,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAIlD;;;OAGG;IACH,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAC7B,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAChC,IAAI,EAAE,MAAM,IAAI,CAAC;KAClB,CAAC;IAEF;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAIlB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,kDAAkD;IAClD,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACtC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAID,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC;CAC7C;AAID,sEAAsE;AACtE,MAAM,WAAW,cAAc;IAC7B,qEAAqE;IACrE,gBAAgB,EAAE,MAAM,CAAC;IACzB,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;CACd;AAID,6CAA6C;AAC7C,MAAM,WAAW,UAAU;IACzB,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,gBAAgB,EAAE,MAAM,CAAC;IACzB,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,0DAA0D;AAC1D,MAAM,WAAW,cAAc;IAC7B,yDAAyD;IACzD,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,CAAC;IAC9D,2EAA2E;IAC3E,SAAS,EAAE,cAAc,CAAC;IAC1B,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,yCAAyC;IACzC,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACzB,eAAe,CACb,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,EAAE,SAAS,EAAE;IACpB,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,cAAc,CAAC,CAAC;CAC5B"}

package/lib/typescript/src/index.d.ts

@@ -6,5 +6,10 @@
  */
 export { AIAgent } from './components/AIAgent';
 export { useAction } from './hooks/useAction';
-export type { AgentConfig, ExecutionResult, InteractiveElement, DehydratedScreen, ToolDefinition, ActionDefinition, } from './core/types';
+export { VoiceService } from './services/VoiceService';
+export { AudioInputService } from './services/AudioInputService';
+export { AudioOutputService } from './services/AudioOutputService';
+export { logger } from './utils/logger';
+export type { AgentConfig, AgentMode, ExecutionResult, InteractiveElement, DehydratedScreen, ToolDefinition, ActionDefinition, TokenUsage, } from './core/types';
+export type { VoiceServiceConfig, VoiceServiceCallbacks, VoiceStatus, } from './services/VoiceService';
 //# sourceMappingURL=index.d.ts.map

package/lib/typescript/src/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAG/C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAG9C,YAAY,EACV,WAAW,EACX,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EAChB,cAAc,EACd,gBAAgB,GACjB,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAG/C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAG9C,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAGnE,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAGxC,YAAY,EACV,WAAW,EACX,SAAS,EACT,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,UAAU,GACX,MAAM,cAAc,CAAC;AAEtB,YAAY,EACV,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,GACZ,MAAM,yBAAyB,CAAC"}

package/lib/typescript/src/providers/GeminiProvider.d.ts

@@ -1,16 +1,20 @@
 /**
- * GeminiProvider — Gemini API integration with structured action pattern.
+ * GeminiProvider — Gemini API integration via @google/genai SDK.
  *
- * Uses a single forced function call (`agent_step`) that bundles
- * structured reasoning (evaluation, memory, plan) alongside the action.
- * This replaces free-form text + separate tool calls for stability.
+ * Uses the official Google GenAI SDK for:
+ * - generateContent with structured function calling (agent_step)
+ * - inlineData for vision (base64 screenshots)
+ * - System instructions
+ *
+ * Implements the AIProvider interface so it can be swapped
+ * with OpenAIProvider, AnthropicProvider, etc.
  */
 import type { AIProvider, ToolDefinition, AgentStep, ProviderResult } from '../core/types';
 export declare class GeminiProvider implements AIProvider {
-    private apiKey;
+    private ai;
     private model;
     constructor(apiKey: string, model?: string);
-    generateContent(systemPrompt: string, userMessage: string, tools: ToolDefinition[], history: AgentStep[]): Promise<ProviderResult>;
+    generateContent(systemPrompt: string, userMessage: string, tools: ToolDefinition[], history: AgentStep[], screenshot?: string): Promise<ProviderResult>;
     /**
      * Builds a single `agent_step` function declaration that combines:
      * - Structured reasoning fields (previous_goal_eval, memory, plan)
@@ -22,22 +26,22 @@ export declare class GeminiProvider implements AIProvider {
     private buildAgentStepDeclaration;
     private mapParamType;
     /**
-     * Builds Gemini conversation contents.
-     *
-     * Each step is a STATELESS single-turn request (matching page-agent's approach):
-     * - System prompt has general instructions
-     * - User message contains full context: task, history, screen state
-     * - Model responds with agent_step function call
-     *
-     * History is embedded as text in assembleUserPrompt (via <agent_history>),
-     * NOT as functionCall/functionResponse pairs. This avoids Gemini's
-     * conversation format requirements and thought_signature complexity.
+     * Builds contents for the generateContent call.
+     * Single-turn: user message + optional screenshot as inlineData.
      */
     private buildContents;
     /**
-     * Parses the Gemini response expecting a single agent_step function call.
-     * Extracts structured reasoning + action, and determines which tool to execute.
+     * Parses the SDK response expecting a single agent_step function call.
+     * Extracts structured reasoning + action.
      */
     private parseAgentStepResponse;
+    /**
+     * Extracts token usage from SDK response and calculates estimated cost.
+     *
+     * Pricing (Gemini 2.5 Flash):
+     * - Input:  $0.30 / 1M tokens
+     * - Output: $2.50 / 1M tokens
+     */
+    private extractTokenUsage;
 }
 //# sourceMappingURL=GeminiProvider.d.ts.map

package/lib/typescript/src/providers/GeminiProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../../src/providers/GeminiProvider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,cAAc,EAAkB,MAAM,eAAe,CAAC;AAsB3G,qBAAa,cAAe,YAAW,UAAU;IAC/C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,MAAM,EAAE,KAAK,GAAE,MAA2B;IAKxD,eAAe,CACnB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,EAAE,SAAS,EAAE,GACnB,OAAO,CAAC,cAAc,CAAC;IA2D1B;;;;;;;OAOG;IACH,OAAO,CAAC,yBAAyB;IA0DjC,OAAO,CAAC,YAAY;IAYpB;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,aAAa;IASrB;;;OAGG;IACH,OAAO,CAAC,sBAAsB;CA2E/B"}
+{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../../src/providers/GeminiProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,cAAc,EAA8B,MAAM,eAAe,CAAC;AAWvH,qBAAa,cAAe,YAAW,UAAU;IAC/C,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,MAAM,EAAE,KAAK,GAAE,MAA2B;IAKxD,eAAe,CACnB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,EAAE,SAAS,EAAE,EACpB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,cAAc,CAAC;IAuD1B;;;;;;;OAOG;IACH,OAAO,CAAC,yBAAyB;IAsDjC,OAAO,CAAC,YAAY;IAYpB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAkBrB;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IA8E9B;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;CAkB1B"}

package/lib/typescript/src/services/AudioInputService.d.ts

@@ -0,0 +1,31 @@
+/**
+ * AudioInputService — Real-time microphone capture for voice mode.
+ *
+ * Uses react-native-audio-api (Software Mansion) AudioRecorder for native
+ * PCM streaming from the microphone. Each chunk is converted from Float32
+ * to Int16 PCM and base64-encoded for the Gemini Live API.
+ *
+ * Requires: react-native-audio-api (development build only, not Expo Go)
+ */
+export interface AudioInputConfig {
+    sampleRate?: number;
+    /** Number of samples per callback buffer (default: 4096) */
+    bufferLength?: number;
+    /** Callback with base64 PCM audio chunk */
+    onAudioChunk: (base64Audio: string) => void;
+    onError?: (error: string) => void;
+    onPermissionDenied?: () => void;
+}
+type RecordingStatus = 'idle' | 'recording' | 'paused';
+export declare class AudioInputService {
+    private config;
+    private status;
+    private recorder;
+    constructor(config: AudioInputConfig);
+    start(): Promise<boolean>;
+    stop(): Promise<void>;
+    get isRecording(): boolean;
+    get currentStatus(): RecordingStatus;
+}
+export {};
+//# sourceMappingURL=AudioInputService.d.ts.map

package/lib/typescript/src/services/AudioInputService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioInputService.d.ts","sourceRoot":"","sources":["../../../../src/services/AudioInputService.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAOH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2CAA2C;IAC3C,YAAY,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,kBAAkB,CAAC,EAAE,MAAM,IAAI,CAAC;CACjC;AAED,KAAK,eAAe,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAIvD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,QAAQ,CAAa;gBAEjB,MAAM,EAAE,gBAAgB;IAM9B,KAAK,IAAI,OAAO,CAAC,OAAO,CAAC;IA0EzB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB3B,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,aAAa,IAAI,eAAe,CAEnC;CACF"}

package/lib/typescript/src/services/AudioOutputService.d.ts

@@ -0,0 +1,34 @@
+/**
+ * AudioOutputService — AI speech playback for voice mode.
+ *
+ * Uses react-native-audio-api (Software Mansion) for gapless, low-latency
+ * PCM playback. Decodes base64 PCM from Gemini Live API and queues it via
+ * AudioBufferQueueSourceNode for seamless streaming.
+ *
+ * Requires: react-native-audio-api (development build only, not Expo Go)
+ */
+export interface AudioOutputConfig {
+    sampleRate?: number;
+    onPlaybackStart?: () => void;
+    onPlaybackEnd?: () => void;
+    onError?: (error: string) => void;
+}
+export declare class AudioOutputService {
+    private config;
+    private audioContext;
+    private queueSourceNode;
+    private gainNode;
+    private muted;
+    private isStarted;
+    private chunkCount;
+    constructor(config?: AudioOutputConfig);
+    initialize(): Promise<boolean>;
+    /** Add a base64-encoded PCM chunk from Gemini to the playback queue */
+    enqueue(base64Audio: string): void;
+    mute(): void;
+    unmute(): void;
+    get isMuted(): boolean;
+    stop(): Promise<void>;
+    cleanup(): Promise<void>;
+}
+//# sourceMappingURL=AudioOutputService.d.ts.map

package/lib/typescript/src/services/AudioOutputService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioOutputService.d.ts","sourceRoot":"","sources":["../../../../src/services/AudioOutputService.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAUH,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,IAAI,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IAC3B,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACnC;AAID,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAK;gBAEX,MAAM,GAAE,iBAAsB;IAMpC,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC;IAsCpC,uEAAuE;IACvE,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAmClC,IAAI,IAAI,IAAI;IAQZ,MAAM,IAAI,IAAI;IAQd,IAAI,OAAO,IAAI,OAAO,CAErB;IAIK,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAerB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAa/B"}

package/lib/typescript/src/services/VoiceService.d.ts

@@ -0,0 +1,73 @@
+/**
+ * VoiceService — WebSocket connection to Gemini Live API.
+ *
+ * Handles bidirectional audio streaming between the app and Gemini:
+ * - Sends PCM 16kHz 16-bit audio chunks (mic input)
+ * - Receives PCM 24kHz 16-bit audio chunks (AI responses)
+ * - Receives function calls (tap, navigate, etc.) for agentic actions
+ * - Sends screen context (DOM text + optional screenshot) for live mode
+ *
+ * Protocol: wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent
+ */
+import type { ToolDefinition } from '../core/types';
+export interface VoiceServiceConfig {
+    apiKey: string;
+    model?: string;
+    systemPrompt?: string;
+    tools?: ToolDefinition[];
+    /** Audio sample rate for mic input (default: 16000) */
+    inputSampleRate?: number;
+    /** Language for Gemini speech generation (e.g., 'en', 'ar') */
+    language?: string;
+}
+export interface VoiceServiceCallbacks {
+    onAudioResponse?: (base64Audio: string) => void;
+    onToolCall?: (toolCall: {
+        name: string;
+        args: Record<string, any>;
+        id: string;
+    }) => void;
+    onTranscript?: (text: string, isFinal: boolean, role: 'user' | 'model') => void;
+    onStatusChange?: (status: VoiceStatus) => void;
+    onError?: (error: string) => void;
+    /** Called when AI turn is complete (all audio sent) */
+    onTurnComplete?: () => void;
+}
+export type VoiceStatus = 'disconnected' | 'connecting' | 'connected' | 'error';
+export declare class VoiceService {
+    private ws;
+    private config;
+    private callbacks;
+    private setupComplete;
+    private _status;
+    constructor(config: VoiceServiceConfig);
+    connect(callbacks: VoiceServiceCallbacks): void;
+    disconnect(): void;
+    get isConnected(): boolean;
+    get currentStatus(): VoiceStatus;
+    /** Send PCM audio chunk (base64 encoded) to Gemini */
+    private sendCount;
+    sendAudio(base64Audio: string): void;
+    /** Send text message via realtimeInput (same channel as audio) */
+    sendText(text: string): void;
+    /** Send DOM tree as passive context during live conversation.
+     *
+     * Uses `clientContent` with `turnComplete: false` to inject context
+     * WITHOUT triggering a model response. This is the "incremental content
+     * updates" pattern from the Gemini docs for establishing session context.
+     *
+     * Called once at connect + after each tool call (not on a timer).
+     * Screenshots are handled separately via the capture_screenshot tool.
+     */
+    sendScreenContext(domText: string): void;
+    /** Send function call result back to Gemini */
+    sendFunctionResponse(name: string, id: string, result: any): void;
+    private sendSetup;
+    private handleMessage;
+    private handleBinaryMessage;
+    private processBinaryBytes;
+    private processMessage;
+    private setStatus;
+    private arrayBufferToBase64;
+}
+//# sourceMappingURL=VoiceService.d.ts.map

package/lib/typescript/src/services/VoiceService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceService.d.ts","sourceRoot":"","sources":["../../../../src/services/VoiceService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAIpD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,uDAAuD;IACvD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAChD,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACzF,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,KAAK,IAAI,CAAC;IAChF,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,IAAI,CAAC;IAC/C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,uDAAuD;IACvD,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,cAAc,GAAG,YAAY,GAAG,WAAW,GAAG,OAAO,CAAC;AAWhF,qBAAa,YAAY;IACvB,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,OAAO,CAA+B;gBAElC,MAAM,EAAE,kBAAkB;IAMtC,OAAO,CAAC,SAAS,EAAE,qBAAqB,GAAG,IAAI;IAqC/C,UAAU,IAAI,IAAI;IAUlB,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,aAAa,IAAI,WAAW,CAE/B;IAID,sDAAsD;IACtD,OAAO,CAAC,SAAS,CAAK;IACtB,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAsBpC,kEAAkE;IAClE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAU5B;;;;;;;;OAQG;IACH,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAgBxC,+CAA+C;IAC/C,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI;IAmBjE,OAAO,CAAC,SAAS;IA6DjB,OAAO,CAAC,aAAa;IAsBrB,OAAO,CAAC,mBAAmB;IA0B3B,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,cAAc;IAoEtB,OAAO,CAAC,SAAS;IAKjB,OAAO,CAAC,mBAAmB;CAQ5B"}

package/lib/typescript/src/utils/audioUtils.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Audio utility functions for PCM conversion.
+ *
+ * Used by AudioInputService and AudioOutputService to convert between
+ * Float32 (Web Audio API) and Int16 (Gemini Live API) PCM formats.
+ */
+/**
+ * Convert Float32Array PCM samples to Int16 PCM and encode as base64.
+ * Gemini Live API expects Int16 little-endian PCM.
+ */
+export declare function float32ToInt16Base64(float32Data: Float32Array): string;
+/**
+ * Decode base64 Int16 PCM to Float32Array.
+ * Used for manual decoding when decodePCMInBase64 is unavailable.
+ */
+export declare function base64ToFloat32(base64: string): Float32Array;
+//# sourceMappingURL=audioUtils.d.ts.map

package/lib/typescript/src/utils/audioUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioUtils.d.ts","sourceRoot":"","sources":["../../../../src/utils/audioUtils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,YAAY,GAAG,MAAM,CAkBtE;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAkB5D"}

package/lib/typescript/src/utils/logger.d.ts

@@ -1,4 +1,8 @@
 export declare const logger: {
+    /** Enable or disable all SDK logging. */
+    setEnabled: (value: boolean) => void;
+    /** Check if logging is enabled. */
+    isEnabled: () => boolean;
     info: (context: string, ...args: any[]) => void;
     warn: (context: string, ...args: any[]) => void;
     error: (context: string, ...args: any[]) => void;

package/lib/typescript/src/utils/logger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../../../src/utils/logger.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,MAAM;oBACD,MAAM,WAAW,GAAG,EAAE;oBAGtB,MAAM,WAAW,GAAG,EAAE;qBAGrB,MAAM,WAAW,GAAG,EAAE;qBAGtB,MAAM,WAAW,GAAG,EAAE;CAKxC,CAAC"}
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../../../src/utils/logger.ts"],"names":[],"mappings":"AAUA,eAAO,MAAM,MAAM;IACjB,yCAAyC;wBACrB,OAAO;IAI3B,mCAAmC;;oBAGnB,MAAM,WAAW,GAAG,EAAE;oBAItB,MAAM,WAAW,GAAG,EAAE;qBAIrB,MAAM,WAAW,GAAG,EAAE;qBAKtB,MAAM,WAAW,GAAG,EAAE;CAKxC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mobileai/react-native",
-  "version": "0.4.1",
+  "version": "0.4.3",
   "description": "Build autonomous AI agents for React Native and Expo apps. Provides AI-native UI traversal, tool calling, and structured reasoning.",
   "main": "./lib/module/index.js",
   "source": "./src/index.ts",
@@ -30,7 +30,6 @@
     "!**/__tests__",
     "!**/__fixtures__",
     "!**/__mocks__",
-    "!**/__mocks__",
     "!**/.*",
     "!mcp-server"
   ],
@@ -85,21 +84,38 @@
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-prettier": "^5.5.4",
     "jest": "^29.7.0",
-    "prettier": "^2.8.8",
+    "prettier": "^3.5.0",
     "react": "19.2.0",
     "react-native": "0.83.2",
     "react-native-builder-bob": "^0.40.18",
     "turbo": "^2.5.6",
     "typescript": "^5.9.2"
   },
+  "dependencies": {
+    "@google/genai": "^1.0.0",
+    "react-native-audio-api": "^0.11.7"
+  },
   "peerDependencies": {
     "react": "*",
-    "react-native": "*"
+    "react-native": "*",
+    "react-native-audio-api": "*",
+    "react-native-view-shot": "*",
+    "expo-speech-recognition": "*"
+  },
+  "peerDependenciesMeta": {
+    "react-native-audio-api": {
+      "optional": true
+    },
+    "react-native-view-shot": {
+      "optional": true
+    },
+    "expo-speech-recognition": {
+      "optional": true
+    }
   },
   "workspaces": [
     "example"
   ],
-  "packageManager": "yarn@4.11.0",
   "react-native-builder-bob": {
     "source": "src",
     "output": "lib",
@@ -129,7 +145,8 @@
     "preset": "react-native",
     "modulePathIgnorePatterns": [
       "<rootDir>/example/node_modules",
-      "<rootDir>/lib/"
+      "<rootDir>/lib/",
+      "<rootDir>/rntl-reference"
     ]
   },
   "create-react-native-library": {
@@ -140,6 +157,5 @@
       "jest"
     ],
     "version": "0.57.2"
-  },
-  "dependencies": {}
+  }
 }