@mobileai/react-native 0.9.26 → 0.9.28

package/lib/typescript/src/core/FiberTreeWalker.d.ts

@@ -6,7 +6,7 @@
  * interactive elements by their type and props (onPress, onChangeText, etc.).
  *
  */
-import type { InteractiveElement } from './types';
+import type { InteractiveElement, WireframeSnapshot } from './types';
 export interface WalkConfig {
     /** React refs of elements to exclude */
     interactiveBlacklist?: React.RefObject<any>[];
@@ -64,4 +64,15 @@ export interface ScrollableContainer {
  * For ScrollView: the stateNode IS the native scroll view directly.
  */
 export declare function findScrollableContainers(rootRef: any, screenName?: string): ScrollableContainer[];
+/**
+ * Capture a privacy-safe wireframe of the current screen.
+ *
+ * Performance guarantees:
+ * - Capped at WIREFRAME_MAX_ELEMENTS (50) — enough for wireframe context
+ * - Measures in batches of WIREFRAME_BATCH_SIZE (10), yielding a frame
+ *   between batches so the bridge stays free for user interactions
+ * - The caller (AIAgent) defers this via InteractionManager so it
+ *   never competes with screen transitions or gestures
+ */
+export declare function captureWireframe(rootRef: React.RefObject<any>, config?: WalkConfig): Promise<WireframeSnapshot | null>;
 //# sourceMappingURL=FiberTreeWalker.d.ts.map

package/lib/typescript/src/core/OutcomeVerifier.d.ts

@@ -0,0 +1,46 @@
+import type { AIProvider, AgentConfig, InteractiveElement } from './types';
+export type VerificationStatus = 'success' | 'error' | 'uncertain';
+export type VerificationFailureKind = 'controllable' | 'uncontrollable';
+export interface VerificationSnapshot {
+    screenName: string;
+    screenContent: string;
+    elements: InteractiveElement[];
+    screenshot?: string;
+}
+export interface VerificationAction {
+    toolName: string;
+    args: Record<string, any>;
+    label: string;
+    targetElement?: InteractiveElement;
+}
+export interface VerificationContext {
+    goal: string;
+    action: VerificationAction;
+    preAction: VerificationSnapshot;
+    postAction: VerificationSnapshot;
+}
+export interface VerificationResult {
+    status: VerificationStatus;
+    failureKind: VerificationFailureKind;
+    evidence: string;
+    source: 'deterministic' | 'llm';
+}
+export interface PendingVerification {
+    goal: string;
+    action: VerificationAction;
+    preAction: VerificationSnapshot;
+    followupSteps: number;
+}
+export declare function createVerificationSnapshot(screenName: string, screenContent: string, elements: InteractiveElement[], screenshot?: string): VerificationSnapshot;
+export declare function buildVerificationAction(toolName: string, args: Record<string, any>, elements: InteractiveElement[], fallbackLabel: string): VerificationAction;
+export declare function isCriticalVerificationAction(action: VerificationAction): boolean;
+export declare class OutcomeVerifier {
+    private readonly provider;
+    private readonly config;
+    constructor(provider: AIProvider, config: AgentConfig);
+    isEnabled(): boolean;
+    getMaxFollowupSteps(): number;
+    isCriticalAction(action: VerificationAction): boolean;
+    verify(context: VerificationContext): Promise<VerificationResult>;
+}
+//# sourceMappingURL=OutcomeVerifier.d.ts.map

package/lib/typescript/src/core/systemPrompt.d.ts

@@ -1,13 +1,6 @@
-/**
- * System prompt for the AI agent.
- *
- * Shared fragments are extracted as constants at the top so that all
- * three prompt builders (text agent, voice agent, knowledge-only) stay
- * in sync — one change propagates everywhere.  The prompt uses XML-style
- * tags to give the LLM clear, structured instructions.
- */
-export declare function buildSystemPrompt(language: string, hasKnowledge?: boolean, isCopilot?: boolean): string;
-export declare function buildVoiceSystemPrompt(language: string, userInstructions?: string, hasKnowledge?: boolean): string;
+import type { SupportStyle } from './types';
+export declare function buildSystemPrompt(language: string, hasKnowledge?: boolean, isCopilot?: boolean, supportStyle?: SupportStyle): string;
+export declare function buildVoiceSystemPrompt(language: string, userInstructions?: string, hasKnowledge?: boolean, supportStyle?: SupportStyle): string;
 /**
  * Build a knowledge-only system prompt (no UI control tools).
  *

package/lib/typescript/src/core/types.d.ts

@@ -11,7 +11,17 @@ export type AgentMode = 'text' | 'voice' | 'human';
  */
 export type InteractionMode = 'copilot' | 'autopilot';
 export type AIProviderName = 'gemini' | 'openai';
-export type ElementType = 'pressable' | 'text-input' | 'switch' | 'scrollable' | 'slider' | 'picker' | 'date-picker';
+export type SupportStyle = 'warm-concise' | 'wow-service' | 'neutral-professional';
+export interface VerifierConfig {
+    enabled?: boolean;
+    mode?: 'critical-actions';
+    provider?: AIProviderName;
+    model?: string;
+    proxyUrl?: string;
+    proxyHeaders?: Record<string, string>;
+    maxFollowupSteps?: number;
+}
+export type ElementType = 'pressable' | 'text-input' | 'switch' | 'radio' | 'scrollable' | 'slider' | 'picker' | 'date-picker';
 export interface InteractiveElement {
     /** Unique index assigned during tree walk */
     index: number;
@@ -33,6 +43,7 @@ export interface InteractiveElement {
      * - Picker: onValueChange, items, selectedValue
      * - DatePicker: onChange, onDateChange, mode
      * - Switch: onValueChange, value
+     * - Radio: onPress, onValueChange/onChange, value, checked
      */
     props: Record<string, any>;
     /**
@@ -50,6 +61,21 @@ export interface InteractiveElement {
         alertButtonIndex: number;
     };
 }
+export interface WireframeComponent {
+    type: ElementType;
+    label: string;
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface WireframeSnapshot {
+    screen: string;
+    components: WireframeComponent[];
+    deviceWidth: number;
+    deviceHeight: number;
+    capturedAt: string;
+}
 export interface DehydratedScreen {
     /** Current screen name (from navigation state) */
     screenName: string;
@@ -122,6 +148,16 @@ export interface AgentConfig {
      */
     voiceProxyHeaders?: Record<string, string>;
     model?: string;
+    /**
+     * Support personality preset used when the agent is handling support-style requests.
+     * Default: 'warm-concise'
+     */
+    supportStyle?: SupportStyle;
+    /**
+     * Optional outcome verifier settings for critical app-changing actions.
+     * Defaults to enabled critical-action verification using the main provider.
+     */
+    verifier?: VerifierConfig;
     /** Maximum steps per task */
     maxSteps?: number;
     /**

package/lib/typescript/src/index.d.ts

@@ -28,4 +28,5 @@ export type { TelemetryConfig, TelemetryEvent } from './services/telemetry';
 export { SupportGreeting, CSATSurvey, buildSupportPrompt, createEscalateTool, EscalationSocket, } from './support';
 export { createReportIssueTool } from './support';
 export type { SupportModeConfig, QuickReply, EscalationConfig, EscalationContext, CSATConfig, CSATRating, BusinessHoursConfig, SupportTicket, ReportedIssue, ReportedIssueCustomerStatus, ReportedIssueStatusUpdate, } from './support';
+export type { SupportStyle } from './support';
 //# sourceMappingURL=index.d.ts.map

package/lib/typescript/src/services/MobileAIKnowledgeRetriever.d.ts

@@ -1,6 +1,6 @@
 import type { KnowledgeRetriever } from '../core/types';
 export interface MobileAIKnowledgeRetrieverOptions {
-    publishableKey: string;
+    analyticsKey: string;
     baseUrl?: string;
     headers?: Record<string, string>;
     limit?: number;

package/lib/typescript/src/services/telemetry/TelemetryService.d.ts

@@ -18,6 +18,7 @@ export declare class TelemetryService {
     private flushTimer;
     private isFlushing;
     private appStateSubscription;
+    private wireframesSent;
     get screen(): string;
     getScreenFlow(): string[];
     /**
@@ -37,7 +38,12 @@ export declare class TelemetryService {
     /** Track an event (auto or custom) */
     track(type: string, data?: Record<string, unknown>): void;
     /** Update current screen (called by AIAgent on navigation) */
-    setScreen(screenName: string): void;
+    setScreen(rawScreenName: string): void;
+    /**
+     * Track a wireframe snapshot.
+     * Deduped per session (only one wireframe per screen over a session).
+     */
+    trackWireframe(snapshot: import('../../core/types').WireframeSnapshot): void;
     /** Send queued events to the cloud API */
     flush(): Promise<void>;
     /** Save queued events to AsyncStorage for crash/restart recovery */

package/lib/typescript/src/services/telemetry/types.d.ts

@@ -6,7 +6,7 @@
  * 2. Consumer-tracked: via MobileAI.track() API
  */
 /** Auto-captured event types */
-export type AutoEventType = 'screen_view' | 'user_action' | 'scroll_depth' | 'idle_detected' | 'session_start' | 'session_end' | 'agent_request' | 'agent_step' | 'agent_trace' | 'agent_complete' | 'escalation' | 'knowledge_query' | 'knowledge_miss' | 'csat_response' | 'ces_response' | 'agent_first_response' | 'human_first_response' | 'fcr_achieved' | 'engagement_signal' | 'health_signal' | 'onboarding_step';
+export type AutoEventType = 'screen_view' | 'user_action' | 'user_interaction' | 'scroll_depth' | 'idle_detected' | 'session_start' | 'session_end' | 'agent_request' | 'agent_step' | 'agent_trace' | 'agent_complete' | 'escalation' | 'knowledge_query' | 'knowledge_miss' | 'csat_response' | 'ces_response' | 'agent_first_response' | 'human_first_response' | 'fcr_achieved' | 'engagement_signal' | 'health_signal' | 'onboarding_step' | 'business_escalation' | 'dead_click' | 'dead_click_detected' | 'rage_click' | 'rage_click_detected' | 'error_screen' | 'repeated_navigation' | 'checkout_started' | 'purchase_complete' | 'purchase_completed' | 'wireframe_snapshot';
 /** All event types (auto + custom) */
 export type EventType = AutoEventType | string;
 export interface TelemetryEvent {

package/lib/typescript/src/specs/FloatingOverlayNativeComponent.d.ts

@@ -10,7 +10,12 @@
  * Naming convention: file must end in NativeComponent.ts (Codegen convention).
  */
 import type { ViewProps } from 'react-native';
+import type { Int32 } from 'react-native/Libraries/Types/CodegenTypes';
 export interface NativeProps extends ViewProps {
+    windowX?: Int32;
+    windowY?: Int32;
+    windowWidth?: Int32;
+    windowHeight?: Int32;
 }
 declare const _default: import("react-native/Libraries/Utilities/codegenNativeComponent").NativeComponentType<NativeProps>;
 export default _default;

package/lib/typescript/src/support/index.d.ts

@@ -2,6 +2,7 @@
  * Support Mode — barrel export.
  */
 export type { SupportModeConfig, QuickReply, EscalationConfig, EscalationContext, CSATConfig, CSATRating, BusinessHoursConfig, SupportTicket, ReportedIssue, ReportedIssueCustomerStatus, ReportedIssueStatusUpdate, } from './types';
+export type { SupportStyle } from './supportStyle';
 export { buildSupportPrompt } from './supportPrompt';
 export { createEscalateTool } from './escalateTool';
 export { createReportIssueTool } from './reportIssueTool';

package/lib/typescript/src/support/supportStyle.d.ts

@@ -0,0 +1,9 @@
+export type SupportStyle = 'warm-concise' | 'wow-service' | 'neutral-professional';
+interface SupportStylePreset {
+    tone: string;
+    prompt: string;
+}
+export declare function resolveSupportStyle(style?: SupportStyle): SupportStylePreset;
+export declare function buildSupportStylePrompt(style?: SupportStyle): string;
+export {};
+//# sourceMappingURL=supportStyle.d.ts.map

package/lib/typescript/src/support/types.d.ts

@@ -7,6 +7,7 @@
  * - Human escalation capability
  * - CSAT (Customer Satisfaction) collection after conversation
  */
+import type { SupportStyle } from './supportStyle';
 export interface SupportModeConfig {
     /** Enable support mode. Default: false */
     enabled: boolean;
@@ -42,6 +43,8 @@ export interface SupportModeConfig {
      * Options for the AI's persona and tone.
      */
     persona?: {
+        /** Preset support personality. Default: 'warm-concise'. */
+        preset?: SupportStyle;
         /** The agent's name to use in conversation. */
         agentName?: string;
         /** The tone of the AI (e.g., 'professional', 'casual', 'empathetic'). Default: 'empathetic' */

package/lib/typescript/src/tools/tapTool.d.ts

@@ -3,8 +3,9 @@
  *
  * Strategies (in priority order):
  * 1. Switch → onValueChange (toggle)
- * 2. Direct onPress on element
- * 3. Bubble up fiber tree to find parent onPress (max 5 levels)
+ * 2. Radio → onPress / onValueChange / parent radio-group handler
+ * 3. Direct onPress on element
+ * 4. Bubble up fiber tree to find parent onPress (max 5 levels)
  *
  * Includes Maestro-style tap verification:
  * - Captures element count + screen name before tap

package/lib/typescript/src/utils/humanizeScreenName.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Transforms raw navigation route names into human-readable labels.
+ * Designed to handle both Expo Router (file-based) and React Navigation conventions.
+ */
+export declare function humanizeScreenName(route: string | null | undefined): string;
+//# sourceMappingURL=humanizeScreenName.d.ts.map

package/lib/typescript/test-tree.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test-tree.d.ts.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mobileai/react-native",
-  "version": "0.9.26",
+  "version": "0.9.28",
   "description": "Build autonomous AI agents for React Native and Expo apps. Provides AI-native UI traversal, tool calling, and structured reasoning.",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",
@@ -96,7 +96,10 @@
   "dependencies": {
     "@babel/parser": "^7.29.2",
     "@babel/traverse": "^7.29.0",
-    "@babel/types": "^7.29.0"
+    "@babel/types": "^7.29.0",
+    "expo": "~55.0.8",
+    "react": "19.2.0",
+    "react-native": "0.83.2"
   },
   "devDependencies": {
     "@eslint/compat": "^1.3.2",

package/src/specs/FloatingOverlayNativeComponent.ts

@@ -11,9 +11,15 @@
  */
 
 import type { ViewProps } from 'react-native';
+import type { Int32 } from 'react-native/Libraries/Types/CodegenTypes';
 import codegenNativeComponent from 'react-native/Libraries/Utilities/codegenNativeComponent';
 
-export interface NativeProps extends ViewProps {}
+export interface NativeProps extends ViewProps {
+  windowX?: Int32;
+  windowY?: Int32;
+  windowWidth?: Int32;
+  windowHeight?: Int32;
+}
 
 // Codegen reads this export to generate the native component interfaces.
 export default codegenNativeComponent<NativeProps>('MobileAIFloatingOverlay');

package/ios/MobileAIFloatingOverlayComponentView.mm

@@ -1,73 +0,0 @@
-#import <React/RCTViewComponentView.h>
-#import <UIKit/UIKit.h>
-
-#import <react/renderer/components/RNMobileAIOverlaySpec/ComponentDescriptors.h>
-#import <react/renderer/components/RNMobileAIOverlaySpec/EventEmitters.h>
-#import <react/renderer/components/RNMobileAIOverlaySpec/Props.h>
-#import <react/renderer/components/RNMobileAIOverlaySpec/RCTComponentViewHelpers.h>
-
-#import "RCTFabricComponentsPlugins.h"
-
-NS_ASSUME_NONNULL_BEGIN
-@interface MobileAIFloatingOverlayComponentView : RCTViewComponentView
-@end
-NS_ASSUME_NONNULL_END
-
-using namespace facebook::react;
-
-@interface MobileAIFloatingOverlayComponentView () <RCTMobileAIFloatingOverlayViewProtocol>
-@end
-
-@implementation MobileAIFloatingOverlayComponentView {
-    UIView * _view;
-}
-
-+ (ComponentDescriptorProvider)componentDescriptorProvider
-{
-    return concreteComponentDescriptorProvider<MobileAIFloatingOverlayComponentDescriptor>();
-}
-
-- (instancetype)initWithFrame:(CGRect)frame
-{
-  if (self = [super initWithFrame:frame]) {
-    static const auto defaultProps = std::make_shared<const MobileAIFloatingOverlayProps>();
-    _props = defaultProps;
-
-    _view = [[UIView alloc] init];
-
-    self.contentView = _view;
-  }
-
-  return self;
-}
-
-- (void)updateProps:(Props::Shared const &)props oldProps:(Props::Shared const &)oldProps
-{
-    const auto &oldViewProps = *std::static_pointer_cast<MobileAIFloatingOverlayProps const>(_props);
-    const auto &newViewProps = *std::static_pointer_cast<MobileAIFloatingOverlayProps const>(props);
-
-    [super updateProps:props oldProps:oldProps];
-}
-
-@end
-
-Class<RCTComponentViewProtocol> MobileAIFloatingOverlayCls(void)
-{
-  return MobileAIFloatingOverlayComponentView.class;
-}
-
-// ─── Linker Fix: Force inclusion of the library ────────────────
-
-#import <React/RCTViewManager.h>
-
-@interface MobileAIFloatingOverlayManager : RCTViewManager
-@end
-
-@implementation MobileAIFloatingOverlayManager
-RCT_EXPORT_MODULE(MobileAIFloatingOverlay)
-
-- (UIView *)view
-{
-  return [[UIView alloc] init];
-}
-@end

package/ios/MobileAIPilotIntents.swift

@@ -1,51 +0,0 @@
-import AppIntents
-import UIKit
-
-// Auto-generated by react-native-ai-agent
-// Do not edit manually.
-
-@available(iOS 16.0, *)
-struct CheckoutCartIntent: AppIntent {
-    static var title: LocalizedStringResource = "checkout_cart"
-    static var description = IntentDescription("Process checkout")
-    static var openAppWhenRun: Bool = true
-
-    @Parameter(title: "Total amount")
-    var amount: Double?
-
-    @Parameter(title: "Currency code")
-    var currency: String?
-
-    @Parameter(title: "Express checkout")
-    var isExpress: Bool?
-
-    @MainActor
-    func perform() async throws -> some IntentResult {
-        var components = URLComponents()
-        components.scheme = "feedyum"
-        components.host = "ai-action"
-        components.path = "/checkout_cart"
-        var queryItems: [URLQueryItem] = []
-        if let val = amount {
-            queryItems.append(URLQueryItem(name: "amount", value: String(describing: val)))
-        }
-        if let val = currency {
-            queryItems.append(URLQueryItem(name: "currency", value: String(describing: val)))
-        }
-        if let val = isExpress {
-            queryItems.append(URLQueryItem(name: "isExpress", value: String(describing: val)))
-        }
-        components.queryItems = queryItems
-        if let url = components.url {
-            await UIApplication.shared.open(url)
-        }
-        return .result()
-    }
-}
-
-@available(iOS 16.0, *)
-struct MobileAIAppShortcuts: AppShortcutsProvider {
-    static var appShortcuts: [AppShortcut] {
-        AppShortcut(intent: CheckoutCartIntent(), phrases: ["\\(.applicationName) checkout cart"])
-    }
-}