@mobileai/react-native 0.9.27 → 0.9.29

package/lib/typescript/src/core/OutcomeVerifier.d.ts

@@ -0,0 +1,46 @@
+import type { AIProvider, AgentConfig, InteractiveElement } from './types';
+export type VerificationStatus = 'success' | 'error' | 'uncertain';
+export type VerificationFailureKind = 'controllable' | 'uncontrollable';
+export interface VerificationSnapshot {
+    screenName: string;
+    screenContent: string;
+    elements: InteractiveElement[];
+    screenshot?: string;
+}
+export interface VerificationAction {
+    toolName: string;
+    args: Record<string, any>;
+    label: string;
+    targetElement?: InteractiveElement;
+}
+export interface VerificationContext {
+    goal: string;
+    action: VerificationAction;
+    preAction: VerificationSnapshot;
+    postAction: VerificationSnapshot;
+}
+export interface VerificationResult {
+    status: VerificationStatus;
+    failureKind: VerificationFailureKind;
+    evidence: string;
+    source: 'deterministic' | 'llm';
+}
+export interface PendingVerification {
+    goal: string;
+    action: VerificationAction;
+    preAction: VerificationSnapshot;
+    followupSteps: number;
+}
+export declare function createVerificationSnapshot(screenName: string, screenContent: string, elements: InteractiveElement[], screenshot?: string): VerificationSnapshot;
+export declare function buildVerificationAction(toolName: string, args: Record<string, any>, elements: InteractiveElement[], fallbackLabel: string): VerificationAction;
+export declare function isCriticalVerificationAction(action: VerificationAction): boolean;
+export declare class OutcomeVerifier {
+    private readonly provider;
+    private readonly config;
+    constructor(provider: AIProvider, config: AgentConfig);
+    isEnabled(): boolean;
+    getMaxFollowupSteps(): number;
+    isCriticalAction(action: VerificationAction): boolean;
+    verify(context: VerificationContext): Promise<VerificationResult>;
+}
+//# sourceMappingURL=OutcomeVerifier.d.ts.map

package/lib/typescript/src/core/systemPrompt.d.ts

@@ -1,13 +1,6 @@
-/**
- * System prompt for the AI agent.
- *
- * Shared fragments are extracted as constants at the top so that all
- * three prompt builders (text agent, voice agent, knowledge-only) stay
- * in sync — one change propagates everywhere.  The prompt uses XML-style
- * tags to give the LLM clear, structured instructions.
- */
-export declare function buildSystemPrompt(language: string, hasKnowledge?: boolean, isCopilot?: boolean): string;
-export declare function buildVoiceSystemPrompt(language: string, userInstructions?: string, hasKnowledge?: boolean): string;
+import type { SupportStyle } from './types';
+export declare function buildSystemPrompt(language: string, hasKnowledge?: boolean, isCopilot?: boolean, supportStyle?: SupportStyle): string;
+export declare function buildVoiceSystemPrompt(language: string, userInstructions?: string, hasKnowledge?: boolean, supportStyle?: SupportStyle): string;
 /**
  * Build a knowledge-only system prompt (no UI control tools).
  *

package/lib/typescript/src/core/types.d.ts

@@ -11,7 +11,19 @@ export type AgentMode = 'text' | 'voice' | 'human';
  */
 export type InteractionMode = 'copilot' | 'autopilot';
 export type AIProviderName = 'gemini' | 'openai';
+export type SupportStyle = 'warm-concise' | 'wow-service' | 'neutral-professional';
+export interface VerifierConfig {
+    enabled?: boolean;
+    mode?: 'critical-actions';
+    provider?: AIProviderName;
+    model?: string;
+    proxyUrl?: string;
+    proxyHeaders?: Record<string, string>;
+    maxFollowupSteps?: number;
+}
 export type ElementType = 'pressable' | 'text-input' | 'switch' | 'radio' | 'scrollable' | 'slider' | 'picker' | 'date-picker';
+export type AnalyticsElementKind = 'button' | 'text_input' | 'toggle' | 'slider' | 'picker' | 'link' | 'tab' | 'list_item' | 'image' | 'icon' | 'text' | 'card' | 'modal' | 'sheet' | 'scroll_area' | 'unknown';
+export type AnalyticsLabelConfidence = 'high' | 'low';
 export interface InteractiveElement {
     /** Unique index assigned during tree walk */
     index: number;
@@ -50,6 +62,47 @@ export interface InteractiveElement {
         /** 0-based index of the button in the active alert */
         alertButtonIndex: number;
     };
+    /** Sanitized analytics label used for telemetry and wireframes. */
+    analyticsLabel?: string | null;
+    /** Generic analytics-facing element kind. */
+    analyticsElementKind?: AnalyticsElementKind;
+    /** Confidence that the analytics label is user-facing. */
+    analyticsLabelConfidence?: AnalyticsLabelConfidence;
+    /** Nearest enclosing AI zone id, preserved for analytics/debugging. */
+    analyticsZoneId?: string | null;
+    /** Nearest custom component ancestry above the interactive node. */
+    analyticsAncestorPath?: string[];
+    /** Nearby sibling interactive labels from the same parent group. */
+    analyticsSiblingLabels?: string[];
+    /** Concrete component name for the matched interactive host. */
+    analyticsComponentName?: string | null;
+}
+export interface WireframeComponent {
+    type: ElementType;
+    label: string;
+    elementKind?: AnalyticsElementKind;
+    labelConfidence?: AnalyticsLabelConfidence;
+    zoneId?: string | null;
+    ancestorPath?: string[];
+    siblingLabels?: string[];
+    componentName?: string | null;
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface WireframeSnapshot {
+    screen: string;
+    components: WireframeComponent[];
+    deviceWidth: number;
+    deviceHeight: number;
+    capturedAt: string;
+    /**
+     * Optional JPEG screenshot captured at the same moment as this wireframe.
+     * Base64 payload (without data URI prefix) to avoid embedding UI-dependent
+     * image schemes in analytics payloads.
+     */
+    screenshot?: string | null;
 }
 export interface DehydratedScreen {
     /** Current screen name (from navigation state) */
@@ -123,6 +176,16 @@ export interface AgentConfig {
      */
     voiceProxyHeaders?: Record<string, string>;
     model?: string;
+    /**
+     * Support personality preset used when the agent is handling support-style requests.
+     * Default: 'warm-concise'
+     */
+    supportStyle?: SupportStyle;
+    /**
+     * Optional outcome verifier settings for critical app-changing actions.
+     * Defaults to enabled critical-action verification using the main provider.
+     */
+    verifier?: VerifierConfig;
     /** Maximum steps per task */
     maxSteps?: number;
     /**

package/lib/typescript/src/index.d.ts

@@ -28,4 +28,5 @@ export type { TelemetryConfig, TelemetryEvent } from './services/telemetry';
 export { SupportGreeting, CSATSurvey, buildSupportPrompt, createEscalateTool, EscalationSocket, } from './support';
 export { createReportIssueTool } from './support';
 export type { SupportModeConfig, QuickReply, EscalationConfig, EscalationContext, CSATConfig, CSATRating, BusinessHoursConfig, SupportTicket, ReportedIssue, ReportedIssueCustomerStatus, ReportedIssueStatusUpdate, } from './support';
+export type { SupportStyle } from './support';
 //# sourceMappingURL=index.d.ts.map

package/lib/typescript/src/services/telemetry/TelemetryService.d.ts

@@ -18,6 +18,7 @@ export declare class TelemetryService {
     private flushTimer;
     private isFlushing;
     private appStateSubscription;
+    private wireframesSent;
     get screen(): string;
     getScreenFlow(): string[];
     /**
@@ -37,7 +38,12 @@ export declare class TelemetryService {
     /** Track an event (auto or custom) */
     track(type: string, data?: Record<string, unknown>): void;
     /** Update current screen (called by AIAgent on navigation) */
-    setScreen(screenName: string): void;
+    setScreen(rawScreenName: string): void;
+    /**
+     * Track a wireframe snapshot.
+     * Deduped per session (only one wireframe per screen over a session).
+     */
+    trackWireframe(snapshot: import('../../core/types').WireframeSnapshot): void;
     /** Send queued events to the cloud API */
     flush(): Promise<void>;
     /** Save queued events to AsyncStorage for crash/restart recovery */

package/lib/typescript/src/services/telemetry/TouchAutoCapture.d.ts

@@ -12,6 +12,7 @@
  * 4. Last resort: "Unknown Element".
  */
 import type { TelemetryService } from './TelemetryService';
+import type { AnalyticsTargetMetadata } from './analyticsLabeling';
 /**
  * Checks if the user is rage-tapping an element.
  *
@@ -20,12 +21,16 @@ import type { TelemetryService } from './TelemetryService';
  * 2. Taps must be on the SAME screen (screen change = not rage, it's navigation)
  * 3. Navigation labels ("Next", "Skip", etc.) are excluded
  */
-export declare function checkRageClick(label: string, telemetry: TelemetryService): void;
+export declare function checkRageClick(target: AnalyticsTargetMetadata & {
+    x: number;
+    y: number;
+}, telemetry: TelemetryService): void;
 /**
  * Extract a label from a GestureResponderEvent.
  *
  * @param event - The GestureResponderEvent from onStartShouldSetResponderCapture
  * @returns A descriptive label string for the tapped element
  */
+export declare function extractTouchTargetMetadata(event: any): AnalyticsTargetMetadata;
 export declare function extractTouchLabel(event: any): string;
 //# sourceMappingURL=TouchAutoCapture.d.ts.map

package/lib/typescript/src/services/telemetry/analyticsLabeling.d.ts

@@ -0,0 +1,20 @@
+import type { AnalyticsElementKind, AnalyticsLabelConfidence, ElementType } from '../../core/types';
+export type AnalyticsLabelSource = 'accessibility' | 'deep-text' | 'sibling-text' | 'placeholder' | 'title' | 'test-id' | 'icon' | 'context';
+export interface AnalyticsLabelCandidate {
+    text?: string | null;
+    source: AnalyticsLabelSource;
+    isInteractiveContext?: boolean;
+}
+export interface AnalyticsTargetMetadata {
+    label: string | null;
+    elementKind: AnalyticsElementKind;
+    labelConfidence: AnalyticsLabelConfidence;
+    zoneId?: string | null;
+    ancestorPath?: string[];
+    siblingLabels?: string[];
+    componentName?: string | null;
+}
+export declare function getFallbackAnalyticsLabel(elementKind: AnalyticsElementKind): string | null;
+export declare function getAnalyticsElementKind(elementType?: ElementType | string | null): AnalyticsElementKind;
+export declare function chooseBestAnalyticsTarget(candidates: AnalyticsLabelCandidate[], elementKind: AnalyticsElementKind): AnalyticsTargetMetadata;
+//# sourceMappingURL=analyticsLabeling.d.ts.map

package/lib/typescript/src/services/telemetry/types.d.ts

@@ -6,7 +6,7 @@
  * 2. Consumer-tracked: via MobileAI.track() API
  */
 /** Auto-captured event types */
-export type AutoEventType = 'screen_view' | 'user_action' | 'scroll_depth' | 'idle_detected' | 'session_start' | 'session_end' | 'agent_request' | 'agent_step' | 'agent_trace' | 'agent_complete' | 'escalation' | 'knowledge_query' | 'knowledge_miss' | 'csat_response' | 'ces_response' | 'agent_first_response' | 'human_first_response' | 'fcr_achieved' | 'engagement_signal' | 'health_signal' | 'onboarding_step';
+export type AutoEventType = 'screen_view' | 'user_action' | 'user_interaction' | 'scroll_depth' | 'idle_detected' | 'session_start' | 'session_end' | 'agent_request' | 'agent_step' | 'agent_trace' | 'agent_complete' | 'escalation' | 'knowledge_query' | 'knowledge_miss' | 'csat_response' | 'ces_response' | 'agent_first_response' | 'human_first_response' | 'fcr_achieved' | 'engagement_signal' | 'health_signal' | 'onboarding_step' | 'business_escalation' | 'dead_click' | 'dead_click_detected' | 'rage_click' | 'rage_click_detected' | 'error_screen' | 'repeated_navigation' | 'checkout_started' | 'purchase_complete' | 'purchase_completed' | 'wireframe_snapshot';
 /** All event types (auto + custom) */
 export type EventType = AutoEventType | string;
 export interface TelemetryEvent {

package/lib/typescript/src/specs/FloatingOverlayNativeComponent.d.ts

@@ -10,7 +10,12 @@
  * Naming convention: file must end in NativeComponent.ts (Codegen convention).
  */
 import type { ViewProps } from 'react-native';
+import type { Int32 } from 'react-native/Libraries/Types/CodegenTypes';
 export interface NativeProps extends ViewProps {
+    windowX?: Int32;
+    windowY?: Int32;
+    windowWidth?: Int32;
+    windowHeight?: Int32;
 }
 declare const _default: import("react-native/Libraries/Utilities/codegenNativeComponent").NativeComponentType<NativeProps>;
 export default _default;

package/lib/typescript/src/support/index.d.ts

@@ -2,6 +2,7 @@
  * Support Mode — barrel export.
  */
 export type { SupportModeConfig, QuickReply, EscalationConfig, EscalationContext, CSATConfig, CSATRating, BusinessHoursConfig, SupportTicket, ReportedIssue, ReportedIssueCustomerStatus, ReportedIssueStatusUpdate, } from './types';
+export type { SupportStyle } from './supportStyle';
 export { buildSupportPrompt } from './supportPrompt';
 export { createEscalateTool } from './escalateTool';
 export { createReportIssueTool } from './reportIssueTool';

package/lib/typescript/src/support/supportStyle.d.ts

@@ -0,0 +1,9 @@
+export type SupportStyle = 'warm-concise' | 'wow-service' | 'neutral-professional';
+interface SupportStylePreset {
+    tone: string;
+    prompt: string;
+}
+export declare function resolveSupportStyle(style?: SupportStyle): SupportStylePreset;
+export declare function buildSupportStylePrompt(style?: SupportStyle): string;
+export {};
+//# sourceMappingURL=supportStyle.d.ts.map

package/lib/typescript/src/support/types.d.ts

@@ -7,6 +7,7 @@
  * - Human escalation capability
  * - CSAT (Customer Satisfaction) collection after conversation
  */
+import type { SupportStyle } from './supportStyle';
 export interface SupportModeConfig {
     /** Enable support mode. Default: false */
     enabled: boolean;
@@ -42,6 +43,8 @@ export interface SupportModeConfig {
      * Options for the AI's persona and tone.
      */
     persona?: {
+        /** Preset support personality. Default: 'warm-concise'. */
+        preset?: SupportStyle;
         /** The agent's name to use in conversation. */
         agentName?: string;
         /** The tone of the AI (e.g., 'professional', 'casual', 'empathetic'). Default: 'empathetic' */

package/lib/typescript/src/utils/humanizeScreenName.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Transforms raw navigation route names into human-readable labels.
+ * Designed to handle both Expo Router (file-based) and React Navigation conventions.
+ */
+export declare function humanizeScreenName(route: string | null | undefined): string;
+//# sourceMappingURL=humanizeScreenName.d.ts.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mobileai/react-native",
-  "version": "0.9.27",
+  "version": "0.9.29",
   "description": "Build autonomous AI agents for React Native and Expo apps. Provides AI-native UI traversal, tool calling, and structured reasoning.",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",
@@ -82,21 +82,25 @@
   ],
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/MobileAIAgent/react-native.git"
+    "url": "git+https://github.com/mohamed2m2018/react-native-agentic-ai.git"
   },
   "author": "Mohamed Salah <mohamed2m2018@gmail.com> (https://example.com)",
   "license": "SEE LICENSE IN LICENSE",
   "bugs": {
-    "url": "https://github.com/MobileAIAgent/react-native/issues"
+    "url": "https://github.com/mohamed2m2018/react-native-agentic-ai/issues"
   },
-  "homepage": "https://github.com/MobileAIAgent/react-native#readme",
+  "homepage": "https://github.com/mohamed2m2018/react-native-agentic-ai#readme",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/"
   },
   "dependencies": {
     "@babel/parser": "^7.29.2",
     "@babel/traverse": "^7.29.0",
-    "@babel/types": "^7.29.0"
+    "@babel/types": "^7.29.0",
+    "expo": "~55.0.8",
+    "react-native-view-shot": "4.0.3",
+    "react": "19.2.0",
+    "react-native": "0.83.2"
   },
   "devDependencies": {
     "@eslint/compat": "^1.3.2",
@@ -131,8 +135,7 @@
     "react": "*",
     "react-native": "*",
     "react-native-audio-api": "*",
-    "react-native-screens": "*",
-    "react-native-view-shot": "*"
+    "react-native-screens": "*"
   },
   "peerDependenciesMeta": {
     "@react-native-async-storage/async-storage": {
@@ -144,9 +147,6 @@
     "react-native-screens": {
       "optional": true
     },
-    "react-native-view-shot": {
-      "optional": true
-    },
     "expo-speech-recognition": {
       "optional": true
     }

package/src/specs/FloatingOverlayNativeComponent.ts

@@ -11,9 +11,15 @@
  */
 
 import type { ViewProps } from 'react-native';
+import type { Int32 } from 'react-native/Libraries/Types/CodegenTypes';
 import codegenNativeComponent from 'react-native/Libraries/Utilities/codegenNativeComponent';
 
-export interface NativeProps extends ViewProps {}
+export interface NativeProps extends ViewProps {
+  windowX?: Int32;
+  windowY?: Int32;
+  windowWidth?: Int32;
+  windowHeight?: Int32;
+}
 
 // Codegen reads this export to generate the native component interfaces.
 export default codegenNativeComponent<NativeProps>('MobileAIFloatingOverlay');

package/ios/MobileAIPilotIntents.swift

@@ -1,51 +0,0 @@
-import AppIntents
-import UIKit
-
-// Auto-generated by react-native-ai-agent
-// Do not edit manually.
-
-@available(iOS 16.0, *)
-struct CheckoutCartIntent: AppIntent {
-    static var title: LocalizedStringResource = "checkout_cart"
-    static var description = IntentDescription("Process checkout")
-    static var openAppWhenRun: Bool = true
-
-    @Parameter(title: "Total amount")
-    var amount: Double?
-
-    @Parameter(title: "Currency code")
-    var currency: String?
-
-    @Parameter(title: "Express checkout")
-    var isExpress: Bool?
-
-    @MainActor
-    func perform() async throws -> some IntentResult {
-        var components = URLComponents()
-        components.scheme = "feedyum"
-        components.host = "ai-action"
-        components.path = "/checkout_cart"
-        var queryItems: [URLQueryItem] = []
-        if let val = amount {
-            queryItems.append(URLQueryItem(name: "amount", value: String(describing: val)))
-        }
-        if let val = currency {
-            queryItems.append(URLQueryItem(name: "currency", value: String(describing: val)))
-        }
-        if let val = isExpress {
-            queryItems.append(URLQueryItem(name: "isExpress", value: String(describing: val)))
-        }
-        components.queryItems = queryItems
-        if let url = components.url {
-            await UIApplication.shared.open(url)
-        }
-        return .result()
-    }
-}
-
-@available(iOS 16.0, *)
-struct MobileAIAppShortcuts: AppShortcutsProvider {
-    static var appShortcuts: [AppShortcut] {
-        AppShortcut(intent: CheckoutCartIntent(), phrases: ["\\(.applicationName) checkout cart"])
-    }
-}