@ateam-ai-mobile/plugin-runtime 0.1.20 → 0.1.22

package/dist/index.d.mts

@@ -1245,6 +1245,83 @@ interface VoiceAPI {
     transcript(): VoiceTranscriptEntry[];
 }
 
+type AiLiveCamera = 'front' | 'back';
+/** What the AI saw over time, as the live session's episode events. */
+interface AiLiveEpisode {
+    /** episode.started / .interrupted / .recovered / .ongoing / .ended */
+    type: string;
+    /** The task class id from the chosen setup, e.g. "drinking". */
+    class: string;
+    episodeId: string;
+    /** Whose camera saw it: the signed-in person whose live session this is (live sessions are per
+     *  person, workspace + actor). Always there: an event without it never reaches the screen. */
+    actorId: string;
+    /** When (ms since the epoch, the session's clock). */
+    at: number;
+    [key: string]: unknown;
+}
+type AiLiveState = 
+/** Nothing running for this screen. */
+'idle'
+/** Asking for the live session, opening the camera and the connection. */
+ | 'starting'
+/** Pictures are going to the AI ("Sending to AI" is on screen). */
+ | 'sending'
+/** Stopped by stop(), by the screen closing, or by the person taking the yes back (lastError says so). */
+ | 'stopped'
+/** It could not start or it broke; `lastError` says why in plain words. */
+ | 'error';
+interface AiLiveSnapshot {
+    state: AiLiveState;
+    camera: AiLiveCamera | null;
+    /** Pictures sent since start. */
+    sent: number;
+    /** Picture slots that sent nothing (no fresh camera frame, or the connection was busy). */
+    skipped: number;
+    lastEpisode: AiLiveEpisode | null;
+    lastError: string | null;
+}
+interface AiLiveStartOptions {
+    /** Which camera: 'back' (default) or 'front', the selfie camera. */
+    camera?: AiLiveCamera;
+}
+interface AiLiveAPI {
+    /** Start sending this phone's camera to the chosen AI, in a live session of the
+     *  phone's own (capped at US$0.50). Refuses by name when either side has not said
+     *  yes, when another screen is sending already, or when the person already has a
+     *  live session running elsewhere. */
+    start(opts?: AiLiveStartOptions): Promise<AiLiveSnapshot>;
+    /** Stop sending. Closing the screen does the same. */
+    stop(): Promise<void>;
+    getSnapshot(): AiLiveSnapshot;
+    /** Called with every episode event the AI makes while this screen sends. */
+    onEpisode(cb: (ev: AiLiveEpisode) => void): Subscription;
+    /** Called whenever the snapshot changes. */
+    subscribe(cb: (snap: AiLiveSnapshot) => void): Subscription;
+}
+/** What the host supplies (setAiLiveProvider). `owner` is the screen's holder id,
+ *  captured by the gate — a plugin never supplies its own. */
+interface AiLiveProvider {
+    /** `ctx.allowed` is the two-sided consent, asked again right before every picture:
+     *  once it answers no, the provider sends nothing more and stops. */
+    start(opts: AiLiveStartOptions, owner: string, ctx: {
+        visual: DeviceState['visual'];
+        allowed: () => boolean;
+    }): Promise<AiLiveSnapshot>;
+    /** `why` (optional) is what the screen then reads as lastError, e.g. the yes taken back. */
+    stop(owner: string, why?: string): Promise<void>;
+    getSnapshot(owner: string): AiLiveSnapshot;
+    onEpisode(cb: (ev: AiLiveEpisode) => void, owner: string): Subscription;
+    subscribe(cb: (snap: AiLiveSnapshot) => void, owner: string): Subscription;
+    /** The screen is gone: drop its callbacks and its last snapshot (after stop). */
+    forget(owner: string): void;
+    /** Whether ANY screen is sending right now — what the platform's indicator shows. */
+    isSending(): boolean;
+    /** Any change of isSending(). */
+    subscribeSending(cb: () => void): Subscription;
+}
+declare const AI_LIVE_IDLE: AiLiveSnapshot;
+
 /**
  * @adas/plugin-sdk — Type definitions
  *
@@ -1821,6 +1898,11 @@ interface NativeCapabilities$1 {
     nfc?: boolean;
     /** Real biometric auth (Face ID / Touch ID / fingerprint). */
     biometricsV2?: boolean;
+    /** The developer's half of "camera pictures may go to an AI service off the
+     *  phone". Declaring it grants nothing by itself: the person on the phone must
+     *  also allow it in the host's settings. Both are checked together by
+     *  `mayPicturesLeavePhone()`. Not declared = pictures never leave. */
+    picturesToAi?: boolean;
 }
 interface PluginHooks$1 {
     onAppStart?: boolean;
@@ -1912,6 +1994,14 @@ interface PluginProps {
      * plugin gets a refusal (reads say so, actions throw) — never a fake `idle`.
      */
     voice: VoiceAPI;
+    /**
+     * The workspace's CHOSEN AI watching the phone camera, live — gated to plugins
+     * that declared `capabilities: { picturesToAi: true }` AND used only when the
+     * person on the phone allowed "Pictures to AI". The screen gets episodes
+     * ("drinking" started), never pictures; "Sending to AI" is platform-owned.
+     * REQUIRED like `voice`: an undeclared plugin gets a refusal, never a fake idle.
+     */
+    aiLive: AiLiveAPI;
     theme: ThemeTokens;
     context: PluginContext;
     /** Engine-supplied props from `sys.focusUiPlugin(pluginId, props)`.
@@ -2287,6 +2377,28 @@ declare function implementedVoice(): boolean;
  */
 declare function gateVoice(declared: boolean, pluginId: string): VoiceAPI;
 
+/** The person took the yes back: what the screen reads, and why it stopped. */
+declare const CONSENT_TAKEN_BACK = "Camera pictures to AI was turned off on this phone, so sending stopped.";
+/** Host DI: the app supplies the live provider once at startup; null detaches it. */
+declare function setAiLiveProvider(provider: AiLiveProvider | null): void;
+/**
+ * The `aiLive` a plugin receives. `capabilities` is its TRUSTED declaration
+ * (pluginRuntime.ts); `holder` is the mounted screen it is bound to; `camera()` gives
+ * the visual session the SDK's sender reads, held as aiLiveCameraHolder(holder). It
+ * is built by resolvePluginRuntimeProps (the one place device gates are called) and
+ * never reaches the plugin: the plugin gets episodes, the sender gets the camera.
+ */
+declare function gateAiLive(capabilities: NativeCapabilities$1 | undefined, pluginId: string, holder: string, camera: () => DeviceState['visual']): AiLiveAPI;
+/** The screen closed: stop its live session and release its camera, and keep nothing of it. Closed for
+ *  good first, so every later start() of this screen is refused; then, in turn after anything it asked
+ *  before, the session stopped and the camera released. */
+declare function releaseAiLive(holder: string): Promise<void>;
+/** For the platform's "Sending to AI" indicator: is any screen sending, and when that changes. */
+declare const aiLiveIndicator: {
+    isSending: () => boolean;
+    subscribe: (cb: () => void) => Subscription;
+};
+
 /**
  * Host integration points — the DI seams that keep this package free of
  * Expo imports. The host app (or @ateam-ai-mobile/expo) plugs in concrete providers
@@ -2324,6 +2436,20 @@ declare function setCameraPreviewProvider(Component: ((props: CameraPreviewImplP
 /** Null when the host installed none — the SDK then renders a stated reason,
  *  never a black rectangle that looks like a dark room. */
 declare function getCameraPreviewProvider(): ((props: CameraPreviewImplProps) => any) | null;
+/** Install the host's answer to "did the person on this phone allow camera
+ *  pictures to go to AI?". Pass null to remove it (consent then reads as no). */
+declare function setPicturesToAiConsentProvider(provider: (() => boolean) | null): void;
+/** The host calls this whenever anything its consent answer reads may have changed
+ *  (the switch, the camera's own switch, the OS permission). Listeners re-ask
+ *  mayPicturesLeavePhone(); nothing is passed, so nothing can be cached. */
+declare function notifyPicturesToAiConsentChanged(): void;
+/** Hear when the consent answer may have changed (see notifyPicturesToAiConsentChanged). */
+declare function onPicturesToAiConsentChange(cb: () => void): {
+    unsubscribe(): void;
+};
+/** The one check: true only when the plugin's trusted declaration includes
+ *  `picturesToAi` AND the person on the phone allowed it right now. */
+declare function mayPicturesLeavePhone(declared?: NativeCapabilities$1 | null): boolean;
 type PluginResolver = RegisteredPlugin | (() => Promise<RegisteredPlugin | null>);
 declare function registerNativePlugin(id: string, plugin: PluginResolver): void;
 declare function unregisterNativePlugin(id: string): void;
@@ -2352,6 +2478,8 @@ interface PluginRuntimeProps {
     native: PluginNative;
     deviceState: DeviceState;
     voice: VoiceAPI;
+    /** The workspace's chosen AI watching the phone camera, live (`picturesToAi`). */
+    aiLive: AiLiveAPI;
 }
 /** One declaration source — either the server manifest or the registry entry. */
 interface PluginDeclaration {
@@ -3347,4 +3475,4 @@ declare function isInlineSurface(m: SurfaceManifest): m is InlineSurfaceManifest
 
 declare function SurfaceDispatcher(): react_jsx_runtime.JSX.Element;
 
-export { ActionButton, type ActivitySnapshot, AdaOrb, type AdaOrbState, Badge, type BiometricsAPI, type BiometricsAPIv2, type BluetoothAPI, type BluetoothDevice, type Bridge, type BundleCacheEntry, type BundleStorage, type CameraAPI, CameraPreview, type CameraPreviewProps, type CapabilitySnapshot, type CapabilityStatus, Card, type Confidence, type ConnectivityAPI, type ConnectivitySnapshot, type CookiesAPI, type DeviceBridgeDomain, type DeviceContextSnapshot, type DeviceState, type DeviceToolContext, type DeviceToolDefinition, type DeviceToolFailureReason, type DeviceToolFn, type DeviceToolOutcome, type DeviceToolSummary, type DeviceToolsAction, type DeviceToolsSessionDeps, EmptyState, type EnvironmentSnapshot, ErrorState, type FileSystemAPI, type Freshness, type HapticsAPI, type InlineSurfaceManifest, type InteractionSnapshot, ListItem, type LoadedBundleInfo, type LoadedBundleSource, LoadingState, type LocationAPI, type MapsAPI, type MapsAddress, type MapsCoordinate, type MapsPlace, type MapsRoute, type MapsRouteStep, MemoryBundleStorage, type MountSurfaceManifest, type NativeCapabilities$1 as NativeCapabilities, type NfcAPI, type NotificationsAPI, PLATFORM_VOICE_CALLER, type PluginManifest as PlatformPluginManifest, type PluginBridge, type PluginContext, type PluginGrants, type PluginHooks$1 as PluginHooks, type PluginManifest$1 as PluginManifest, type PluginNative, type PluginProps, type PluginRuntimeProps, type PluginRuntimeSource, PluginSDK, type PluginSummary, type PluginSurfaceMeta, type RegisteredPlugin, type RegisteredServicePlugin, type RegisteredToolsPlugin, type RegisteredUIPlugin, type RemotePlugin, type RenderMode, type ScannerAPI, SearchBar, type SessionSnapshot, type SharingAPI, type SpatialEvent, type SpatialIntent, type SpatialPoint, type SpatialSnapshot, type SpatialStateEvent, type StateEvent, type StateListener, type StateQuality, type StorageAPI, type Subscription, SurfaceCard, type SurfaceCardProps, SurfaceDispatcher, SurfaceDrawer, type SurfaceDrawerProps, SurfaceFullscreen, type SurfaceFullscreenProps, type SurfaceManifest, type SurfacePlacement, type SurfaceType, type SurfaceVisibility, TabBar, type ThemeTokens, type TrustedToolDeclaration, type VisionAPI, type VisionFrameQuality, type VisionLabel, type VisionObject, type VisionText, type VisualSnapshot, type VisualStartOptions, type VoiceAPI, type VoiceCaller, type VoiceDeviceToolCall, type VoiceDeviceToolReason, type VoiceEvent, type VoicePersona, type VoiceSessionProvider, type VoiceSnapshot, type VoiceStartOptions, type VoiceState, type VoiceSubscription, type VoiceTranscriptEntry, type WebViewCookie, __resetSessionSyncForTest, bundleManager, callDeviceTool, clearDeviceTools, createNativeBridge, deviceStateHolders, deviceState as deviceStateV2, deviceToolsActionForSession, ensureDeviceToolsLoaded, explainCapability, gateDeviceState, gatePluginNative, gateVoice, getCameraPreviewProvider, getHaptics, getNativeBundleHash, getNativeBundleUrl, getNativeComponentId, getPlugin, getPluginNative, handleServerDeviceToolCall, hasDeviceTool, implementedStateDomains, implementedVoice, isActionable, isDeviceToolCommand, isInlineSurface, isMountSurface, listDeviceTools, listPlugins, nativePluginRegistry, neverObserved, pluginBundleUrl, register, registerBundleModules, registerDeviceTools, registerNativePlugin, registerPlatformDeviceTools, registerService, registerTools, releaseDeviceStateHolds, rendersNative, resetDeviceToolLoader, resolvePluginGrants, resolvePluginRuntimeProps, resolvePluginUrl, setBundleStorage, setCameraPreviewProvider, setDeviceStateProvider, setDeviceToolContextProvider, setDeviceToolResultPoster, setHapticsProvider, setPluginNativeProvider, setPluginThemeColors, setVoiceProvider, supportsNative, supportsWebView, syncDeviceToolsForSession, unregisterDeviceTools, unregisterNativePlugin, useApi, useNativeBridge, usePlugin, usePluginRuntimeProps, usePluginTheme, useRemotePlugins, useSurfaceStore };
+export { AI_LIVE_IDLE, ActionButton, type ActivitySnapshot, AdaOrb, type AdaOrbState, type AiLiveAPI, type AiLiveCamera, type AiLiveEpisode, type AiLiveProvider, type AiLiveSnapshot, type AiLiveStartOptions, type AiLiveState, Badge, type BiometricsAPI, type BiometricsAPIv2, type BluetoothAPI, type BluetoothDevice, type Bridge, type BundleCacheEntry, type BundleStorage, CONSENT_TAKEN_BACK, type CameraAPI, CameraPreview, type CameraPreviewProps, type CapabilitySnapshot, type CapabilityStatus, Card, type Confidence, type ConnectivityAPI, type ConnectivitySnapshot, type CookiesAPI, type DeviceBridgeDomain, type DeviceContextSnapshot, type DeviceState, type DeviceToolContext, type DeviceToolDefinition, type DeviceToolFailureReason, type DeviceToolFn, type DeviceToolOutcome, type DeviceToolSummary, type DeviceToolsAction, type DeviceToolsSessionDeps, EmptyState, type EnvironmentSnapshot, ErrorState, type FileSystemAPI, type Freshness, type HapticsAPI, type InlineSurfaceManifest, type InteractionSnapshot, ListItem, type LoadedBundleInfo, type LoadedBundleSource, LoadingState, type LocationAPI, type MapsAPI, type MapsAddress, type MapsCoordinate, type MapsPlace, type MapsRoute, type MapsRouteStep, MemoryBundleStorage, type MountSurfaceManifest, type NativeCapabilities$1 as NativeCapabilities, type NfcAPI, type NotificationsAPI, PLATFORM_VOICE_CALLER, type PluginManifest as PlatformPluginManifest, type PluginBridge, type PluginContext, type PluginGrants, type PluginHooks$1 as PluginHooks, type PluginManifest$1 as PluginManifest, type PluginNative, type PluginProps, type PluginRuntimeProps, type PluginRuntimeSource, PluginSDK, type PluginSummary, type PluginSurfaceMeta, type RegisteredPlugin, type RegisteredServicePlugin, type RegisteredToolsPlugin, type RegisteredUIPlugin, type RemotePlugin, type RenderMode, type ScannerAPI, SearchBar, type SessionSnapshot, type SharingAPI, type SpatialEvent, type SpatialIntent, type SpatialPoint, type SpatialSnapshot, type SpatialStateEvent, type StateEvent, type StateListener, type StateQuality, type StorageAPI, type Subscription, SurfaceCard, type SurfaceCardProps, SurfaceDispatcher, SurfaceDrawer, type SurfaceDrawerProps, SurfaceFullscreen, type SurfaceFullscreenProps, type SurfaceManifest, type SurfacePlacement, type SurfaceType, type SurfaceVisibility, TabBar, type ThemeTokens, type TrustedToolDeclaration, type VisionAPI, type VisionFrameQuality, type VisionLabel, type VisionObject, type VisionText, type VisualSnapshot, type VisualStartOptions, type VoiceAPI, type VoiceCaller, type VoiceDeviceToolCall, type VoiceDeviceToolReason, type VoiceEvent, type VoicePersona, type VoiceSessionProvider, type VoiceSnapshot, type VoiceStartOptions, type VoiceState, type VoiceSubscription, type VoiceTranscriptEntry, type WebViewCookie, __resetSessionSyncForTest, aiLiveIndicator, bundleManager, callDeviceTool, clearDeviceTools, createNativeBridge, deviceStateHolders, deviceState as deviceStateV2, deviceToolsActionForSession, ensureDeviceToolsLoaded, explainCapability, gateAiLive, gateDeviceState, gatePluginNative, gateVoice, getCameraPreviewProvider, getHaptics, getNativeBundleHash, getNativeBundleUrl, getNativeComponentId, getPlugin, getPluginNative, handleServerDeviceToolCall, hasDeviceTool, implementedStateDomains, implementedVoice, isActionable, isDeviceToolCommand, isInlineSurface, isMountSurface, listDeviceTools, listPlugins, mayPicturesLeavePhone, nativePluginRegistry, neverObserved, notifyPicturesToAiConsentChanged, onPicturesToAiConsentChange, pluginBundleUrl, register, registerBundleModules, registerDeviceTools, registerNativePlugin, registerPlatformDeviceTools, registerService, registerTools, releaseAiLive, releaseDeviceStateHolds, rendersNative, resetDeviceToolLoader, resolvePluginGrants, resolvePluginRuntimeProps, resolvePluginUrl, setAiLiveProvider, setBundleStorage, setCameraPreviewProvider, setDeviceStateProvider, setDeviceToolContextProvider, setDeviceToolResultPoster, setHapticsProvider, setPicturesToAiConsentProvider, setPluginNativeProvider, setPluginThemeColors, setVoiceProvider, supportsNative, supportsWebView, syncDeviceToolsForSession, unregisterDeviceTools, unregisterNativePlugin, useApi, useNativeBridge, usePlugin, usePluginRuntimeProps, usePluginTheme, useRemotePlugins, useSurfaceStore };

package/dist/index.d.ts

@@ -1245,6 +1245,83 @@ interface VoiceAPI {
     transcript(): VoiceTranscriptEntry[];
 }
 
+type AiLiveCamera = 'front' | 'back';
+/** What the AI saw over time, as the live session's episode events. */
+interface AiLiveEpisode {
+    /** episode.started / .interrupted / .recovered / .ongoing / .ended */
+    type: string;
+    /** The task class id from the chosen setup, e.g. "drinking". */
+    class: string;
+    episodeId: string;
+    /** Whose camera saw it: the signed-in person whose live session this is (live sessions are per
+     *  person, workspace + actor). Always there: an event without it never reaches the screen. */
+    actorId: string;
+    /** When (ms since the epoch, the session's clock). */
+    at: number;
+    [key: string]: unknown;
+}
+type AiLiveState = 
+/** Nothing running for this screen. */
+'idle'
+/** Asking for the live session, opening the camera and the connection. */
+ | 'starting'
+/** Pictures are going to the AI ("Sending to AI" is on screen). */
+ | 'sending'
+/** Stopped by stop(), by the screen closing, or by the person taking the yes back (lastError says so). */
+ | 'stopped'
+/** It could not start or it broke; `lastError` says why in plain words. */
+ | 'error';
+interface AiLiveSnapshot {
+    state: AiLiveState;
+    camera: AiLiveCamera | null;
+    /** Pictures sent since start. */
+    sent: number;
+    /** Picture slots that sent nothing (no fresh camera frame, or the connection was busy). */
+    skipped: number;
+    lastEpisode: AiLiveEpisode | null;
+    lastError: string | null;
+}
+interface AiLiveStartOptions {
+    /** Which camera: 'back' (default) or 'front', the selfie camera. */
+    camera?: AiLiveCamera;
+}
+interface AiLiveAPI {
+    /** Start sending this phone's camera to the chosen AI, in a live session of the
+     *  phone's own (capped at US$0.50). Refuses by name when either side has not said
+     *  yes, when another screen is sending already, or when the person already has a
+     *  live session running elsewhere. */
+    start(opts?: AiLiveStartOptions): Promise<AiLiveSnapshot>;
+    /** Stop sending. Closing the screen does the same. */
+    stop(): Promise<void>;
+    getSnapshot(): AiLiveSnapshot;
+    /** Called with every episode event the AI makes while this screen sends. */
+    onEpisode(cb: (ev: AiLiveEpisode) => void): Subscription;
+    /** Called whenever the snapshot changes. */
+    subscribe(cb: (snap: AiLiveSnapshot) => void): Subscription;
+}
+/** What the host supplies (setAiLiveProvider). `owner` is the screen's holder id,
+ *  captured by the gate — a plugin never supplies its own. */
+interface AiLiveProvider {
+    /** `ctx.allowed` is the two-sided consent, asked again right before every picture:
+     *  once it answers no, the provider sends nothing more and stops. */
+    start(opts: AiLiveStartOptions, owner: string, ctx: {
+        visual: DeviceState['visual'];
+        allowed: () => boolean;
+    }): Promise<AiLiveSnapshot>;
+    /** `why` (optional) is what the screen then reads as lastError, e.g. the yes taken back. */
+    stop(owner: string, why?: string): Promise<void>;
+    getSnapshot(owner: string): AiLiveSnapshot;
+    onEpisode(cb: (ev: AiLiveEpisode) => void, owner: string): Subscription;
+    subscribe(cb: (snap: AiLiveSnapshot) => void, owner: string): Subscription;
+    /** The screen is gone: drop its callbacks and its last snapshot (after stop). */
+    forget(owner: string): void;
+    /** Whether ANY screen is sending right now — what the platform's indicator shows. */
+    isSending(): boolean;
+    /** Any change of isSending(). */
+    subscribeSending(cb: () => void): Subscription;
+}
+declare const AI_LIVE_IDLE: AiLiveSnapshot;
+
 /**
  * @adas/plugin-sdk — Type definitions
  *
@@ -1821,6 +1898,11 @@ interface NativeCapabilities$1 {
     nfc?: boolean;
     /** Real biometric auth (Face ID / Touch ID / fingerprint). */
     biometricsV2?: boolean;
+    /** The developer's half of "camera pictures may go to an AI service off the
+     *  phone". Declaring it grants nothing by itself: the person on the phone must
+     *  also allow it in the host's settings. Both are checked together by
+     *  `mayPicturesLeavePhone()`. Not declared = pictures never leave. */
+    picturesToAi?: boolean;
 }
 interface PluginHooks$1 {
     onAppStart?: boolean;
@@ -1912,6 +1994,14 @@ interface PluginProps {
      * plugin gets a refusal (reads say so, actions throw) — never a fake `idle`.
      */
     voice: VoiceAPI;
+    /**
+     * The workspace's CHOSEN AI watching the phone camera, live — gated to plugins
+     * that declared `capabilities: { picturesToAi: true }` AND used only when the
+     * person on the phone allowed "Pictures to AI". The screen gets episodes
+     * ("drinking" started), never pictures; "Sending to AI" is platform-owned.
+     * REQUIRED like `voice`: an undeclared plugin gets a refusal, never a fake idle.
+     */
+    aiLive: AiLiveAPI;
     theme: ThemeTokens;
     context: PluginContext;
     /** Engine-supplied props from `sys.focusUiPlugin(pluginId, props)`.
@@ -2287,6 +2377,28 @@ declare function implementedVoice(): boolean;
  */
 declare function gateVoice(declared: boolean, pluginId: string): VoiceAPI;
 
+/** The person took the yes back: what the screen reads, and why it stopped. */
+declare const CONSENT_TAKEN_BACK = "Camera pictures to AI was turned off on this phone, so sending stopped.";
+/** Host DI: the app supplies the live provider once at startup; null detaches it. */
+declare function setAiLiveProvider(provider: AiLiveProvider | null): void;
+/**
+ * The `aiLive` a plugin receives. `capabilities` is its TRUSTED declaration
+ * (pluginRuntime.ts); `holder` is the mounted screen it is bound to; `camera()` gives
+ * the visual session the SDK's sender reads, held as aiLiveCameraHolder(holder). It
+ * is built by resolvePluginRuntimeProps (the one place device gates are called) and
+ * never reaches the plugin: the plugin gets episodes, the sender gets the camera.
+ */
+declare function gateAiLive(capabilities: NativeCapabilities$1 | undefined, pluginId: string, holder: string, camera: () => DeviceState['visual']): AiLiveAPI;
+/** The screen closed: stop its live session and release its camera, and keep nothing of it. Closed for
+ *  good first, so every later start() of this screen is refused; then, in turn after anything it asked
+ *  before, the session stopped and the camera released. */
+declare function releaseAiLive(holder: string): Promise<void>;
+/** For the platform's "Sending to AI" indicator: is any screen sending, and when that changes. */
+declare const aiLiveIndicator: {
+    isSending: () => boolean;
+    subscribe: (cb: () => void) => Subscription;
+};
+
 /**
  * Host integration points — the DI seams that keep this package free of
  * Expo imports. The host app (or @ateam-ai-mobile/expo) plugs in concrete providers
@@ -2324,6 +2436,20 @@ declare function setCameraPreviewProvider(Component: ((props: CameraPreviewImplP
 /** Null when the host installed none — the SDK then renders a stated reason,
  *  never a black rectangle that looks like a dark room. */
 declare function getCameraPreviewProvider(): ((props: CameraPreviewImplProps) => any) | null;
+/** Install the host's answer to "did the person on this phone allow camera
+ *  pictures to go to AI?". Pass null to remove it (consent then reads as no). */
+declare function setPicturesToAiConsentProvider(provider: (() => boolean) | null): void;
+/** The host calls this whenever anything its consent answer reads may have changed
+ *  (the switch, the camera's own switch, the OS permission). Listeners re-ask
+ *  mayPicturesLeavePhone(); nothing is passed, so nothing can be cached. */
+declare function notifyPicturesToAiConsentChanged(): void;
+/** Hear when the consent answer may have changed (see notifyPicturesToAiConsentChanged). */
+declare function onPicturesToAiConsentChange(cb: () => void): {
+    unsubscribe(): void;
+};
+/** The one check: true only when the plugin's trusted declaration includes
+ *  `picturesToAi` AND the person on the phone allowed it right now. */
+declare function mayPicturesLeavePhone(declared?: NativeCapabilities$1 | null): boolean;
 type PluginResolver = RegisteredPlugin | (() => Promise<RegisteredPlugin | null>);
 declare function registerNativePlugin(id: string, plugin: PluginResolver): void;
 declare function unregisterNativePlugin(id: string): void;
@@ -2352,6 +2478,8 @@ interface PluginRuntimeProps {
     native: PluginNative;
     deviceState: DeviceState;
     voice: VoiceAPI;
+    /** The workspace's chosen AI watching the phone camera, live (`picturesToAi`). */
+    aiLive: AiLiveAPI;
 }
 /** One declaration source — either the server manifest or the registry entry. */
 interface PluginDeclaration {
@@ -3347,4 +3475,4 @@ declare function isInlineSurface(m: SurfaceManifest): m is InlineSurfaceManifest
 
 declare function SurfaceDispatcher(): react_jsx_runtime.JSX.Element;
 
-export { ActionButton, type ActivitySnapshot, AdaOrb, type AdaOrbState, Badge, type BiometricsAPI, type BiometricsAPIv2, type BluetoothAPI, type BluetoothDevice, type Bridge, type BundleCacheEntry, type BundleStorage, type CameraAPI, CameraPreview, type CameraPreviewProps, type CapabilitySnapshot, type CapabilityStatus, Card, type Confidence, type ConnectivityAPI, type ConnectivitySnapshot, type CookiesAPI, type DeviceBridgeDomain, type DeviceContextSnapshot, type DeviceState, type DeviceToolContext, type DeviceToolDefinition, type DeviceToolFailureReason, type DeviceToolFn, type DeviceToolOutcome, type DeviceToolSummary, type DeviceToolsAction, type DeviceToolsSessionDeps, EmptyState, type EnvironmentSnapshot, ErrorState, type FileSystemAPI, type Freshness, type HapticsAPI, type InlineSurfaceManifest, type InteractionSnapshot, ListItem, type LoadedBundleInfo, type LoadedBundleSource, LoadingState, type LocationAPI, type MapsAPI, type MapsAddress, type MapsCoordinate, type MapsPlace, type MapsRoute, type MapsRouteStep, MemoryBundleStorage, type MountSurfaceManifest, type NativeCapabilities$1 as NativeCapabilities, type NfcAPI, type NotificationsAPI, PLATFORM_VOICE_CALLER, type PluginManifest as PlatformPluginManifest, type PluginBridge, type PluginContext, type PluginGrants, type PluginHooks$1 as PluginHooks, type PluginManifest$1 as PluginManifest, type PluginNative, type PluginProps, type PluginRuntimeProps, type PluginRuntimeSource, PluginSDK, type PluginSummary, type PluginSurfaceMeta, type RegisteredPlugin, type RegisteredServicePlugin, type RegisteredToolsPlugin, type RegisteredUIPlugin, type RemotePlugin, type RenderMode, type ScannerAPI, SearchBar, type SessionSnapshot, type SharingAPI, type SpatialEvent, type SpatialIntent, type SpatialPoint, type SpatialSnapshot, type SpatialStateEvent, type StateEvent, type StateListener, type StateQuality, type StorageAPI, type Subscription, SurfaceCard, type SurfaceCardProps, SurfaceDispatcher, SurfaceDrawer, type SurfaceDrawerProps, SurfaceFullscreen, type SurfaceFullscreenProps, type SurfaceManifest, type SurfacePlacement, type SurfaceType, type SurfaceVisibility, TabBar, type ThemeTokens, type TrustedToolDeclaration, type VisionAPI, type VisionFrameQuality, type VisionLabel, type VisionObject, type VisionText, type VisualSnapshot, type VisualStartOptions, type VoiceAPI, type VoiceCaller, type VoiceDeviceToolCall, type VoiceDeviceToolReason, type VoiceEvent, type VoicePersona, type VoiceSessionProvider, type VoiceSnapshot, type VoiceStartOptions, type VoiceState, type VoiceSubscription, type VoiceTranscriptEntry, type WebViewCookie, __resetSessionSyncForTest, bundleManager, callDeviceTool, clearDeviceTools, createNativeBridge, deviceStateHolders, deviceState as deviceStateV2, deviceToolsActionForSession, ensureDeviceToolsLoaded, explainCapability, gateDeviceState, gatePluginNative, gateVoice, getCameraPreviewProvider, getHaptics, getNativeBundleHash, getNativeBundleUrl, getNativeComponentId, getPlugin, getPluginNative, handleServerDeviceToolCall, hasDeviceTool, implementedStateDomains, implementedVoice, isActionable, isDeviceToolCommand, isInlineSurface, isMountSurface, listDeviceTools, listPlugins, nativePluginRegistry, neverObserved, pluginBundleUrl, register, registerBundleModules, registerDeviceTools, registerNativePlugin, registerPlatformDeviceTools, registerService, registerTools, releaseDeviceStateHolds, rendersNative, resetDeviceToolLoader, resolvePluginGrants, resolvePluginRuntimeProps, resolvePluginUrl, setBundleStorage, setCameraPreviewProvider, setDeviceStateProvider, setDeviceToolContextProvider, setDeviceToolResultPoster, setHapticsProvider, setPluginNativeProvider, setPluginThemeColors, setVoiceProvider, supportsNative, supportsWebView, syncDeviceToolsForSession, unregisterDeviceTools, unregisterNativePlugin, useApi, useNativeBridge, usePlugin, usePluginRuntimeProps, usePluginTheme, useRemotePlugins, useSurfaceStore };
+export { AI_LIVE_IDLE, ActionButton, type ActivitySnapshot, AdaOrb, type AdaOrbState, type AiLiveAPI, type AiLiveCamera, type AiLiveEpisode, type AiLiveProvider, type AiLiveSnapshot, type AiLiveStartOptions, type AiLiveState, Badge, type BiometricsAPI, type BiometricsAPIv2, type BluetoothAPI, type BluetoothDevice, type Bridge, type BundleCacheEntry, type BundleStorage, CONSENT_TAKEN_BACK, type CameraAPI, CameraPreview, type CameraPreviewProps, type CapabilitySnapshot, type CapabilityStatus, Card, type Confidence, type ConnectivityAPI, type ConnectivitySnapshot, type CookiesAPI, type DeviceBridgeDomain, type DeviceContextSnapshot, type DeviceState, type DeviceToolContext, type DeviceToolDefinition, type DeviceToolFailureReason, type DeviceToolFn, type DeviceToolOutcome, type DeviceToolSummary, type DeviceToolsAction, type DeviceToolsSessionDeps, EmptyState, type EnvironmentSnapshot, ErrorState, type FileSystemAPI, type Freshness, type HapticsAPI, type InlineSurfaceManifest, type InteractionSnapshot, ListItem, type LoadedBundleInfo, type LoadedBundleSource, LoadingState, type LocationAPI, type MapsAPI, type MapsAddress, type MapsCoordinate, type MapsPlace, type MapsRoute, type MapsRouteStep, MemoryBundleStorage, type MountSurfaceManifest, type NativeCapabilities$1 as NativeCapabilities, type NfcAPI, type NotificationsAPI, PLATFORM_VOICE_CALLER, type PluginManifest as PlatformPluginManifest, type PluginBridge, type PluginContext, type PluginGrants, type PluginHooks$1 as PluginHooks, type PluginManifest$1 as PluginManifest, type PluginNative, type PluginProps, type PluginRuntimeProps, type PluginRuntimeSource, PluginSDK, type PluginSummary, type PluginSurfaceMeta, type RegisteredPlugin, type RegisteredServicePlugin, type RegisteredToolsPlugin, type RegisteredUIPlugin, type RemotePlugin, type RenderMode, type ScannerAPI, SearchBar, type SessionSnapshot, type SharingAPI, type SpatialEvent, type SpatialIntent, type SpatialPoint, type SpatialSnapshot, type SpatialStateEvent, type StateEvent, type StateListener, type StateQuality, type StorageAPI, type Subscription, SurfaceCard, type SurfaceCardProps, SurfaceDispatcher, SurfaceDrawer, type SurfaceDrawerProps, SurfaceFullscreen, type SurfaceFullscreenProps, type SurfaceManifest, type SurfacePlacement, type SurfaceType, type SurfaceVisibility, TabBar, type ThemeTokens, type TrustedToolDeclaration, type VisionAPI, type VisionFrameQuality, type VisionLabel, type VisionObject, type VisionText, type VisualSnapshot, type VisualStartOptions, type VoiceAPI, type VoiceCaller, type VoiceDeviceToolCall, type VoiceDeviceToolReason, type VoiceEvent, type VoicePersona, type VoiceSessionProvider, type VoiceSnapshot, type VoiceStartOptions, type VoiceState, type VoiceSubscription, type VoiceTranscriptEntry, type WebViewCookie, __resetSessionSyncForTest, aiLiveIndicator, bundleManager, callDeviceTool, clearDeviceTools, createNativeBridge, deviceStateHolders, deviceState as deviceStateV2, deviceToolsActionForSession, ensureDeviceToolsLoaded, explainCapability, gateAiLive, gateDeviceState, gatePluginNative, gateVoice, getCameraPreviewProvider, getHaptics, getNativeBundleHash, getNativeBundleUrl, getNativeComponentId, getPlugin, getPluginNative, handleServerDeviceToolCall, hasDeviceTool, implementedStateDomains, implementedVoice, isActionable, isDeviceToolCommand, isInlineSurface, isMountSurface, listDeviceTools, listPlugins, mayPicturesLeavePhone, nativePluginRegistry, neverObserved, notifyPicturesToAiConsentChanged, onPicturesToAiConsentChange, pluginBundleUrl, register, registerBundleModules, registerDeviceTools, registerNativePlugin, registerPlatformDeviceTools, registerService, registerTools, releaseAiLive, releaseDeviceStateHolds, rendersNative, resetDeviceToolLoader, resolvePluginGrants, resolvePluginRuntimeProps, resolvePluginUrl, setAiLiveProvider, setBundleStorage, setCameraPreviewProvider, setDeviceStateProvider, setDeviceToolContextProvider, setDeviceToolResultPoster, setHapticsProvider, setPicturesToAiConsentProvider, setPluginNativeProvider, setPluginThemeColors, setVoiceProvider, supportsNative, supportsWebView, syncDeviceToolsForSession, unregisterDeviceTools, unregisterNativePlugin, useApi, useNativeBridge, usePlugin, usePluginRuntimeProps, usePluginTheme, useRemotePlugins, useSurfaceStore };