@mobileai/react-native 0.9.17 → 0.9.19

package/src/index.ts

@@ -1,83 +0,0 @@
-/**
- * @mobileai/react-native
- *
- * Zero-wrapper AI agent for React Native.
- * Auto-detects interactive elements via React Fiber tree traversal.
- */
-
-// ─── Components ──────────────────────────────────────────────
-export { AIAgent } from './components/AIAgent';
-export { AIZone } from './components/AIZone';
-// Built-in card templates for AIZone injection
-// Note: displayName is set explicitly on each — required for minification-safe template lookup.
-export { InfoCard } from './components/cards/InfoCard';
-export { ReviewSummary } from './components/cards/ReviewSummary';
-
-// ─── Providers ───────────────────────────────────────────────
-export { GeminiProvider } from './providers/GeminiProvider';
-export { OpenAIProvider } from './providers/OpenAIProvider';
-export { createProvider } from './providers/ProviderFactory';
-
-// ─── Hooks ───────────────────────────────────────────────────
-export { useAction, useAI } from './hooks/useAction';
-
-// ─── Services ────────────────────────────────────────────────
-export { VoiceService } from './services/VoiceService';
-export { AudioInputService } from './services/AudioInputService';
-export { AudioOutputService } from './services/AudioOutputService';
-export { KnowledgeBaseService } from './services/KnowledgeBaseService';
-
-// ─── Analytics ───────────────────────────────────────────────
-export { MobileAI } from './services/telemetry';
-
-// ─── Utilities ───────────────────────────────────────────────
-export { logger } from './utils/logger';
-
-// ─── Types ───────────────────────────────────────────────────
-export type {
-  AgentConfig,
-  AgentMode,
-  ExecutionResult,
-  InteractiveElement,
-  DehydratedScreen,
-  ToolDefinition,
-  ActionDefinition,
-  TokenUsage,
-  KnowledgeEntry,
-  KnowledgeRetriever,
-  KnowledgeBaseConfig,
-  ChatBarTheme,
-  AIMessage,
-  AIProviderName,
-  ScreenMap,
-  ScreenMapEntry,
-  InteractionMode,
-} from './core/types';
-
-export type {
-  VoiceServiceConfig,
-  VoiceServiceCallbacks,
-  VoiceStatus,
-} from './services/VoiceService';
-
-export type {
-  TelemetryConfig,
-  TelemetryEvent,
-} from './services/telemetry';
-
-// ─── Support Mode ────────────────────────────────────────────
-// SupportGreeting, CSATSurvey, buildSupportPrompt work standalone (no backend)
-// createEscalateTool works with provider='custom' (no backend)
-// EscalationSocket and provider='mobileai' require api.mobileai.dev
-export { SupportGreeting, CSATSurvey, buildSupportPrompt, createEscalateTool, EscalationSocket } from './support';
-
-export type {
-  SupportModeConfig,
-  QuickReply,
-  EscalationConfig,
-  EscalationContext,
-  CSATConfig,
-  CSATRating,
-  BusinessHoursConfig,
-  SupportTicket,
-} from './support';

package/src/plugin/withAppIntents.ts

@@ -1,98 +0,0 @@
-import type { ConfigPlugin } from 'expo/config-plugins';
-import * as path from 'path';
-import * as fs from 'fs';
-import { extractIntentsFromAST } from '../cli/generate-intents';
-import { generateSwiftCode } from '../cli/generate-swift';
-
-interface PluginOptions {
-  /** The source directory to scan for useAction calls. Defaults to 'src' */
-  scanDirectory?: string;
-  /** App scheme for deep links. Defaults to the scheme in app.json */
-  appScheme?: string;
-}
-
-const withAppIntents: ConfigPlugin<PluginOptions | void> = (config, options) => {
-  let withXcodeProject: ((config: any, action: (config: any) => any) => any) | undefined;
-  try {
-    ({ withXcodeProject } = require('expo/config-plugins'));
-  } catch {
-    console.warn(
-      '[MobileAI] `withAppIntents` requires `expo/config-plugins`. ' +
-      'Skipping App Intents generation because Expo config plugins are not available.'
-    );
-    return config;
-  }
-
-  if (!withXcodeProject) {
-    return config;
-  }
-
-  const applyWithXcodeProject = withXcodeProject;
-
-  return applyWithXcodeProject(config, async (config) => {
-    const project = config.modResults;
-    const projectName = config.modRequest.projectName || config.name;
-    const projectRoot = config.modRequest.projectRoot;
-
-    const scanDir = (options as PluginOptions)?.scanDirectory || 'src';
-    const appScheme = (options as PluginOptions)?.appScheme || (Array.isArray(config.scheme) ? config.scheme[0] : config.scheme) || 'mobileai';
-
-    try {
-      // 1. Scan and Extract
-      const scanPath = path.resolve(projectRoot, scanDir);
-      console.log(`\n🤖 [MobileAI] Scanning ${scanPath} for AI Actions...`);
-      const intents = extractIntentsFromAST(scanPath);
-      
-      console.log(`🤖 [MobileAI] Found ${intents.length} actions.`);
-
-      // 2. Generate Swift Code
-      // We write a temporary manifest to disk to use the CLI function,
-      // or we can just adapt generateSwiftCode to take the object directly, 
-      // but the CLI expects a file path. Let's write a temporary file.
-      const tmpManifestPath = path.join(projectRoot, '.mobileai-intent-manifest.tmp.json');
-      fs.writeFileSync(tmpManifestPath, JSON.stringify(intents, null, 2));
-
-      const swiftCode = generateSwiftCode(tmpManifestPath, appScheme);
-      
-      // Clean up tmp manifest
-      if (fs.existsSync(tmpManifestPath)) {
-        fs.unlinkSync(tmpManifestPath);
-      }
-
-      // 3. Write Swift File to iOS Project Directory
-      const targetFilePath = path.join(projectRoot, 'ios', projectName, 'MobileAIAppIntents.swift');
-      
-      // Ensure directory exists
-      const targetDir = path.dirname(targetFilePath);
-      if (!fs.existsSync(targetDir)) {
-        fs.mkdirSync(targetDir, { recursive: true });
-      }
-
-      fs.writeFileSync(targetFilePath, swiftCode);
-      console.log(`🤖 [MobileAI] Generated ${targetFilePath}`);
-
-      // 4. Link in Xcode
-      const groupKey = project.findPBXGroupKey({ name: projectName });
-      if (!groupKey) {
-        console.warn(`🤖 [MobileAI] Warning: Could not find main PBXGroup for ${projectName}. You may need to manually add MobileAIAppIntents.swift to Xcode.`);
-        return config;
-      }
-
-      // Check if already added
-      const relativeFilePath = `${projectName}/MobileAIAppIntents.swift`;
-      const fileAdded = project.hasFile(relativeFilePath);
-      
-      if (!fileAdded) {
-        project.addSourceFile(relativeFilePath, null, groupKey);
-        console.log(`🤖 [MobileAI] Linked MobileAIAppIntents.swift to Xcode project.`);
-      }
-
-    } catch (error) {
-      console.error('🤖 [MobileAI] AppIntents generation failed:', error);
-    }
-
-    return config;
-  });
-};
-
-export default withAppIntents;

package/src/providers/GeminiProvider.ts

@@ -1,357 +0,0 @@
-/**
- * GeminiProvider — Gemini API integration via @google/genai SDK.
- *
- * Uses the official Google GenAI SDK for:
- * - generateContent with structured function calling (agent_step)
- * - inlineData for vision (base64 screenshots)
- * - System instructions
- *
- * Implements the AIProvider interface so it can be swapped
- * with OpenAIProvider, AnthropicProvider, etc.
- */
-
-import { GoogleGenAI, FunctionCallingConfigMode, Type } from '@google/genai';
-import { logger } from '../utils/logger';
-import type { AIProvider, ToolDefinition, AgentStep, ProviderResult, AgentReasoning, TokenUsage } from '../core/types';
-
-// ─── Constants ─────────────────────────────────────────────────
-
-const AGENT_STEP_FN = 'agent_step';
-
-// Reasoning fields always present in the agent_step schema
-const REASONING_FIELDS = ['previous_goal_eval', 'memory', 'plan'] as const;
-
-// ─── Provider ──────────────────────────────────────────────────
-
-export class GeminiProvider implements AIProvider {
-  private ai: GoogleGenAI;
-  private model: string;
-
-  constructor(
-    apiKey?: string,
-    model: string = 'gemini-2.5-flash',
-    proxyUrl?: string,
-    proxyHeaders?: Record<string, string>
-  ) {
-    const config: any = {};
-
-    if (proxyUrl) {
-      config.apiKey = 'proxy-key'; // Dummy key to bypass local validation
-      config.httpOptions = {
-        baseUrl: proxyUrl,
-        headers: proxyHeaders || {},
-      };
-    } else if (apiKey) {
-      config.apiKey = apiKey;
-    } else {
-      throw new Error('[mobileai] You must provide either "apiKey" or "proxyUrl" to AIAgent.');
-    }
-
-    this.ai = new GoogleGenAI(config);
-    this.model = model;
-  }
-
-  async generateContent(
-    systemPrompt: string,
-    userMessage: string,
-    tools: ToolDefinition[],
-    history: AgentStep[],
-    screenshot?: string,
-  ): Promise<ProviderResult> {
-
-    logger.info('GeminiProvider', `Sending request. Model: ${this.model}, Tools: ${tools.length}${screenshot ? ', with screenshot' : ''}`);
-
-    // Build single agent_step function declaration
-    const agentStepDeclaration = this.buildAgentStepDeclaration(tools);
-
-    // Build contents (user message + optional screenshot)
-    const contents = this.buildContents(userMessage, history, screenshot);
-
-    const startTime = Date.now();
-
-    try {
-      const response = await this.ai.models.generateContent({
-        model: this.model,
-        contents,
-        config: {
-          systemInstruction: systemPrompt,
-          tools: [{ functionDeclarations: [agentStepDeclaration] }],
-          toolConfig: {
-            functionCallingConfig: {
-              mode: FunctionCallingConfigMode.ANY,
-              allowedFunctionNames: [AGENT_STEP_FN],
-            },
-          },
-          temperature: 0.2,
-          maxOutputTokens: 2048,
-        },
-      });
-
-      const elapsed = Date.now() - startTime;
-      logger.info('GeminiProvider', `Response received in ${elapsed}ms`);
-
-      // Extract token usage from SDK response
-      const tokenUsage = this.extractTokenUsage(response);
-      if (tokenUsage) {
-        logger.info('GeminiProvider', `Tokens: ${tokenUsage.promptTokens} in / ${tokenUsage.completionTokens} out / $${tokenUsage.estimatedCostUSD.toFixed(6)}`);
-      }
-
-      const result = this.parseAgentStepResponse(response, tools);
-      result.tokenUsage = tokenUsage;
-      return result;
-    } catch (error: any) {
-      logger.error('GeminiProvider', 'Request failed:', error.message);
-
-      if (error.status) {
-        throw new Error(this.formatProviderError(error.status, error.message));
-      }
-      throw error;
-    }
-  }
-
-  // ─── Build agent_step Declaration ──────────────────────────
-
-  /**
-   * Builds a single `agent_step` function declaration that combines:
-   * - Structured reasoning fields (previous_goal_eval, memory, plan)
-   * - action_name (enum of all available tool names)
-   * - All tool parameter fields as flat top-level properties
-   *
-   * Flat schema avoids Gemini's "deeply nested schema" rejection in ANY mode.
-   */
-  private buildAgentStepDeclaration(tools: ToolDefinition[]): any {
-    const toolNames = tools.map(t => t.name);
-
-    // Collect all unique parameter fields across all tools
-    const actionProperties: Record<string, any> = {};
-    for (const tool of tools) {
-      for (const [paramName, param] of Object.entries(tool.parameters)) {
-        if (actionProperties[paramName]) continue;
-        actionProperties[paramName] = {
-          type: this.mapParamType(param.type),
-          description: param.description,
-          ...(param.enum ? { enum: param.enum } : {}),
-        };
-      }
-    }
-
-    // Build tool descriptions for the action_name enum
-    const toolDescriptions = tools
-      .map(t => {
-        const params = Object.keys(t.parameters).join(', ');
-        return `- ${t.name}(${params}): ${t.description}`;
-      })
-      .join('\n');
-
-    return {
-      name: AGENT_STEP_FN,
-      description: `Execute one agent step. Choose an action and provide reasoning.\n\nAvailable actions:\n${toolDescriptions}`,
-      parameters: {
-        type: Type.OBJECT,
-        properties: {
-          previous_goal_eval: {
-            type: Type.STRING,
-            description: 'One-sentence assessment of your last action. State success, failure, or uncertain. Skip on first step.',
-          },
-          memory: {
-            type: Type.STRING,
-            description: 'Key facts to remember for future steps: progress made, items found, counters, field values already collected.',
-          },
-          plan: {
-            type: Type.STRING,
-            description: 'Your immediate next goal — what action you will take and why.',
-          },
-          action_name: {
-            type: Type.STRING,
-            description: 'Which action to execute.',
-            enum: toolNames,
-          },
-          ...actionProperties,
-        },
-        required: ['plan', 'action_name'],
-      },
-    };
-  }
-
-  private mapParamType(type: string): string {
-    switch (type) {
-      case 'number': return Type.NUMBER;
-      case 'integer': return Type.INTEGER;
-      case 'boolean': return Type.BOOLEAN;
-      case 'string':
-      default: return Type.STRING;
-    }
-  }
-
-  // ─── Build Contents ────────────────────────────────────────
-
-  /**
-   * Builds contents for the generateContent call.
-   * Single-turn: user message + optional screenshot as inlineData.
-   */
-  private buildContents(userMessage: string, _history: AgentStep[], screenshot?: string): any[] {
-    const parts: any[] = [{ text: userMessage }];
-
-    // Append screenshot as inlineData for Gemini vision
-    if (screenshot) {
-      parts.push({
-        inlineData: {
-          mimeType: 'image/jpeg',
-          data: screenshot,
-        },
-      });
-    }
-
-    return [{ role: 'user', parts }];
-  }
-
-  // ─── Parse Response ────────────────────────────────────────
-
-  /**
-   * Parses the SDK response expecting a single agent_step function call.
-   * Extracts structured reasoning + action.
-   */
-  private parseAgentStepResponse(response: any, tools: ToolDefinition[]): ProviderResult {
-    const candidates = response.candidates || [];
-
-    if (candidates.length === 0) {
-      logger.warn('GeminiProvider', 'No candidates in response');
-      return {
-        toolCalls: [{ name: 'done', args: { text: 'No response generated.', success: false } }],
-        reasoning: { previousGoalEval: '', memory: '', plan: '' },
-        text: 'No response generated.',
-      };
-    }
-
-    const candidate = candidates[0];
-    const parts = candidate.content?.parts || [];
-
-    // Find the function call part
-    const fnCallPart = parts.find((p: any) => p.functionCall);
-    const textPart = parts.find((p: any) => p.text);
-
-    if (!fnCallPart?.functionCall) {
-      logger.warn('GeminiProvider', 'No function call in response. Text:', textPart?.text);
-      return {
-        toolCalls: [{ name: 'done', args: { text: textPart?.text || 'No action taken.', success: false } }],
-        reasoning: { previousGoalEval: '', memory: '', plan: '' },
-        text: textPart?.text,
-      };
-    }
-
-    const args = fnCallPart.functionCall.args || {};
-
-    // Extract reasoning fields
-    const reasoning: AgentReasoning = {
-      previousGoalEval: args.previous_goal_eval || '',
-      memory: args.memory || '',
-      plan: args.plan || '',
-    };
-
-    // Extract action
-    const actionName = args.action_name;
-    if (!actionName) {
-      logger.warn('GeminiProvider', 'No action_name in agent_step. Falling back to done.');
-      return {
-        toolCalls: [{ name: 'done', args: { text: 'Agent did not choose an action.', success: false } }],
-        reasoning,
-        text: textPart?.text,
-      };
-    }
-
-    // Build action args: extract only the params that belong to the matched tool
-    const actionArgs: Record<string, any> = {};
-    const reservedKeys = new Set([...REASONING_FIELDS, 'action_name']);
-
-    const matchedTool = tools.find(t => t.name === actionName);
-    if (matchedTool) {
-      for (const paramName of Object.keys(matchedTool.parameters)) {
-        if (args[paramName] !== undefined) {
-          actionArgs[paramName] = args[paramName];
-        }
-      }
-    } else {
-      for (const [key, value] of Object.entries(args)) {
-        if (!reservedKeys.has(key)) {
-          actionArgs[key] = value;
-        }
-      }
-    }
-
-    logger.info('GeminiProvider', `Parsed: action=${actionName}, plan="${reasoning.plan}"`);
-
-    return {
-      toolCalls: [{ name: actionName, args: actionArgs }],
-      reasoning,
-      text: textPart?.text,
-    };
-  }
-
-  // ─── Token Usage Extraction ─────────────────────────────────
-
-  /**
-   * Extracts token usage from SDK response and calculates estimated cost.
-   *
-   * Pricing (Gemini 2.5 Flash):
-   * - Input:  $0.30 / 1M tokens
-   * - Output: $2.50 / 1M tokens
-   */
-  private extractTokenUsage(response: any): TokenUsage | undefined {
-    const meta = response?.usageMetadata;
-    if (!meta) return undefined;
-
-    const promptTokens = meta.promptTokenCount ?? 0;
-    const completionTokens = meta.candidatesTokenCount ?? 0;
-    const totalTokens = meta.totalTokenCount ?? (promptTokens + completionTokens);
-
-    // Cost estimation based on Gemini 2.5 Flash pricing
-    const INPUT_COST_PER_M = 0.30;
-    const OUTPUT_COST_PER_M = 2.50;
-
-    const estimatedCostUSD =
-      (promptTokens / 1_000_000) * INPUT_COST_PER_M +
-      (completionTokens / 1_000_000) * OUTPUT_COST_PER_M;
-
-    return { promptTokens, completionTokens, totalTokens, estimatedCostUSD };
-  }
-
-  // ─── Error Formatting ──────────────────────────────────────
-
-  /**
-   * Converts raw API errors into clean, user-friendly messages.
-   * Parses JSON error bodies and maps HTTP codes to plain language.
-   */
-  private formatProviderError(status: number, rawMessage: string): string {
-    // Try to extract the human-readable message from JSON body
-    let humanMessage = '';
-    try {
-      const parsed = JSON.parse(rawMessage);
-      humanMessage = parsed?.error?.message || parsed?.message || '';
-    } catch {
-      // rawMessage may contain JSON embedded in a string like "503: {json}"
-      const jsonMatch = rawMessage.match(/\{[\s\S]*\}/);
-      if (jsonMatch) {
-        try {
-          const parsed = JSON.parse(jsonMatch[0]);
-          humanMessage = parsed?.error?.message || parsed?.message || '';
-        } catch { /* ignore */ }
-      }
-    }
-
-    // Map status codes to friendly descriptions
-    switch (status) {
-      case 429:
-        return humanMessage || 'Too many requests. Please wait a moment and try again.';
-      case 503:
-        return humanMessage || 'The AI service is temporarily unavailable. Please try again shortly.';
-      case 500:
-        return humanMessage || 'The AI service encountered an internal error. Please try again.';
-      case 401:
-        return 'Authentication failed. Please check your API key.';
-      case 403:
-        return 'Access denied. Your API key may not have the required permissions.';
-      default:
-        return humanMessage || `Something went wrong (${status}). Please try again.`;
-    }
-  }
-}