@mobileai/react-native 0.9.17 → 0.9.18

package/src/tools/typeTool.ts

@@ -1,113 +0,0 @@
-/**
- * Type Tool — Reliable multi-strategy text input.
- *
- * For uncontrolled TextInputs (defaultValue, no onChangeText):
- *   1. Walk fiber subtree (BFS) to find the native host view whose
- *      memoizedProps has `onChange` — this is RN's internal `_onChange`.
- *   2. ALSO walk to find the native stateNode with `setNativeProps` to
- *      update the VISUAL text in the native view.
- *
- * Both steps are needed:
- *   - `onChange` → updates React's internal lastNativeText state
- *   - `setNativeProps` → updates what the user sees on screen
- *
- * No hardcoded fiber tag numbers. Detection is purely behavior-based.
- */
-
-import { walkFiberTree } from '../core/FiberTreeWalker';
-import type { AgentTool, ToolContext } from './types';
-
-/** BFS through fiber children. Returns first node where predicate matches. */
-function findFiberNode(rootFiber: any, predicate: (node: any) => boolean, maxDepth = 10): any | null {
-  if (!rootFiber?.child) return null;
-  const queue: { node: any; depth: number }[] = [{ node: rootFiber.child, depth: 0 }];
-  while (queue.length > 0) {
-    const { node, depth } = queue.shift()!;
-    if (!node || depth > maxDepth) continue;
-    if (predicate(node)) return node;
-    if (node.child) queue.push({ node: node.child, depth: depth + 1 });
-    if (node.sibling) queue.push({ node: node.sibling, depth: depth + 1 });
-  }
-  return null;
-}
-
-export function createTypeTool(context: ToolContext): AgentTool {
-  return {
-    name: 'type',
-    description: 'Type text into a text-input element by its index.',
-    parameters: {
-      index: { type: 'number', description: 'The index of the text-input element', required: true },
-      text: { type: 'string', description: 'The text to type', required: true },
-    },
-    execute: async (args) => {
-      const { interactives: elements } = walkFiberTree(context.getRootRef(), context.getWalkConfig());
-      const element = elements.find(el => el.index === args.index);
-
-      if (!element) {
-        return `❌ Element with index ${args.index} not found.`;
-      }
-
-      const props = element.props;
-      const label = element.label || `[${element.type}]`;
-      const fiberNode = element.fiberNode;
-
-      // ── Strategy 1: controlled via onChangeText ───────────────────────────
-      if (typeof props.onChangeText === 'function') {
-        try {
-          props.onChangeText(args.text);
-          await new Promise(resolve => setTimeout(resolve, 300));
-          return `✅ Typed "${args.text}" into [${args.index}] "${label}"`;
-        } catch (err: any) {
-          return `❌ onChangeText failed: ${err.message}`;
-        }
-      }
-
-      // ── Strategy 2: uncontrolled — find native onChange + setNativeProps ──
-      // For TextInputs with defaultValue only.
-      // We need BOTH:
-      //   a) find the onChange handler (RN's internal _onChange) to update React state
-      //   b) find the native stateNode to call setNativeProps to update visual display
-      if (fiberNode) {
-        // Find native onChange handler (behavior-based, no tag numbers)
-        const nativeOnChangeFiber = fiberNode.memoizedProps?.onChange
-          ? fiberNode
-          : findFiberNode(fiberNode, n => typeof n.memoizedProps?.onChange === 'function');
-
-        // Find native stateNode (host component with setNativeProps)
-        const nativeStateFiber = fiberNode.stateNode?.setNativeProps
-          ? fiberNode
-          : findFiberNode(fiberNode, n => n.stateNode && typeof n.stateNode.setNativeProps === 'function');
-
-        const onChange = nativeOnChangeFiber?.memoizedProps?.onChange;
-        const nativeInstance = nativeStateFiber?.stateNode;
-
-        if (onChange || nativeInstance) {
-          try {
-            // Step 1: Update visual text in native view
-            if (nativeInstance && typeof nativeInstance.setNativeProps === 'function') {
-              nativeInstance.setNativeProps({ text: args.text });
-            }
-
-            // Step 2: Notify React's internal onChange so lastNativeText stays in sync
-            if (typeof onChange === 'function') {
-              onChange({
-                nativeEvent: {
-                  text: args.text,
-                  eventCount: 1,
-                  target: 0,
-                },
-              });
-            }
-
-            await new Promise(resolve => setTimeout(resolve, 300));
-            return `✅ Typed "${args.text}" into [${args.index}] "${label}"`;
-          } catch (err: any) {
-            return `❌ Type failed: ${err.message}`;
-          }
-        }
-      }
-
-      return `❌ Element [${args.index}] "${label}" is not a typeable text input. No onChange or native stateNode found in fiber tree.`;
-    },
-  };
-}

package/src/tools/types.ts

@@ -1,58 +0,0 @@
-/**
- * Tool Module Types — shared interfaces for all agent tools.
- *
- * Each tool is a standalone module that exports a factory function
- * returning an AgentTool. This enables:
- *  - Clean separation of concerns (one file per interaction type)
- *  - Shared context via ToolContext (fiber tree, navigation, screen)
- *  - Consistent parameter validation via ToolParameter schema
- */
-
-import type { WalkConfig } from '../core/FiberTreeWalker';
-
-// ─── Tool Parameter Schema ─────────────────────────────────
-
-export interface ToolParameter {
-  type: 'string' | 'number' | 'boolean';
-  description: string;
-  required?: boolean;
-  enum?: string[];
-}
-
-// ─── Agent Tool Interface ───────────────────────────────────
-
-export interface AgentTool {
-  /** Unique tool name (used as key in tools map) */
-  name: string;
-  /** Description shown to the AI model for tool selection */
-  description: string;
-  /** Parameter schema for the AI model */
-  parameters: Record<string, ToolParameter>;
-  /** Execute the tool with validated args */
-  execute: (args: any) => Promise<string>;
-}
-
-// ─── Tool Context (shared dependencies injected by AgentRuntime) ──
-
-export interface ToolContext {
-  /** Root React ref for fiber tree access (getter to avoid stale closure) */
-  getRootRef: () => any;
-  /** Walk configuration (blacklist/whitelist/screen scoping) */
-  getWalkConfig: () => WalkConfig;
-  /** Get the current active screen name */
-  getCurrentScreenName: () => string;
-  /** Navigation ref getter (React Navigation / Expo Router) */
-  getNavRef?: () => any;
-  /** Expo Router ref */
-  routerRef?: any;
-  /** Get available route names */
-  getRouteNames?: () => string[];
-  /** Find nested screen path */
-  findScreenPath?: (screenName: string) => string[];
-  /** Build nested navigation params */
-  buildNestedParams?: (path: string[], params?: any) => any;
-  /** Capture screenshot (optional) */
-  captureScreenshot?: () => Promise<string | null>;
-  /** Get the most recently dehydrated screen (with layout coords) */
-  getLastDehydratedRoot?: () => any;
-}

package/src/types/jsx.d.ts

@@ -1,20 +0,0 @@
-import 'react-native';
-
-declare module 'react-native' {
-  // Augment core component props to support declarative AI priorities
-  interface ViewProps {
-    aiPriority?: 'high' | 'low';
-  }
-  interface TextProps {
-    aiPriority?: 'high' | 'low';
-  }
-  interface PressableProps {
-    aiPriority?: 'high' | 'low';
-  }
-  interface TextInputProps {
-    aiPriority?: 'high' | 'low';
-  }
-  interface ImageProps {
-    aiPriority?: 'high' | 'low';
-  }
-}

package/src/utils/audioUtils.ts

@@ -1,54 +0,0 @@
-/**
- * Audio utility functions for PCM conversion.
- *
- * Used by AudioInputService and AudioOutputService to convert between
- * Float32 (Web Audio API) and Int16 (Gemini Live API) PCM formats.
- */
-
-/**
- * Convert Float32Array PCM samples to Int16 PCM and encode as base64.
- * Gemini Live API expects Int16 little-endian PCM.
- */
-export function float32ToInt16Base64(float32Data: Float32Array): string {
-  const int16Buffer = new Int16Array(float32Data.length);
-  for (let i = 0; i < float32Data.length; i++) {
-    // Clamp to [-1, 1] and scale to Int16 range
-    const sample = Math.max(-1, Math.min(1, float32Data[i] || 0));
-    int16Buffer[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff;
-  }
-
-  // Convert Int16Array to base64
-  const bytes = new Uint8Array(int16Buffer.buffer);
-  let binary = '';
-  for (let i = 0; i < bytes.length; i++) {
-    binary += String.fromCharCode(bytes[i] || 0);
-  }
-
-  return typeof global.btoa === 'function'
-    ? global.btoa(binary)
-    : Buffer.from(binary, 'binary').toString('base64');
-}
-
-/**
- * Decode base64 Int16 PCM to Float32Array.
- * Used for manual decoding when decodePCMInBase64 is unavailable.
- */
-export function base64ToFloat32(base64: string): Float32Array {
-  const binaryString = typeof global.atob === 'function'
-    ? global.atob(base64)
-    : Buffer.from(base64, 'base64').toString('binary');
-
-  const bytes = new Uint8Array(binaryString.length);
-  for (let i = 0; i < binaryString.length; i++) {
-    bytes[i] = binaryString.charCodeAt(i);
-  }
-
-  const int16Data = new Int16Array(bytes.buffer);
-  const float32Data = new Float32Array(int16Data.length);
-  for (let i = 0; i < int16Data.length; i++) {
-    // Scale Int16 back to Float32 [-1, 1]
-    float32Data[i] = (int16Data[i] || 0) / 0x8000;
-  }
-
-  return float32Data;
-}

package/src/utils/logger.ts

@@ -1,38 +0,0 @@
-/**
- * Logger utility — prefixed console output for easy filtering.
- *
- * Disabled by default. Enable via `logger.setEnabled(true)` or
- * pass `debug={true}` to the <AIAgent> component.
- */
-const TAG = '[AIAgent]';
-
-let enabled = false;
-
-export const logger = {
-  /** Enable or disable all SDK logging. */
-  setEnabled: (value: boolean) => {
-    enabled = value;
-  },
-
-  /** Check if logging is enabled. */
-  isEnabled: () => enabled,
-
-  info: (context: string, ...args: any[]) => {
-    if (enabled) console.log(`${TAG} [${context}]`, ...args);
-  },
-
-  warn: (context: string, ...args: any[]) => {
-    if (enabled) console.warn(`${TAG} [${context}]`, ...args);
-  },
-
-  error: (context: string, ...args: any[]) => {
-    // Errors always log regardless of enabled flag
-    console.error(`${TAG} [${context}]`, ...args);
-  },
-
-  debug: (context: string, ...args: any[]) => {
-    if (enabled && __DEV__) {
-      console.log(`${TAG} [${context}] 🐛`, ...args);
-    }
-  },
-};