@ateam-ai-mobile/plugin-runtime 0.1.21 → 0.1.22

package/dist/index.d.mts

@@ -1253,6 +1253,9 @@ interface AiLiveEpisode {
     /** The task class id from the chosen setup, e.g. "drinking". */
     class: string;
     episodeId: string;
+    /** Whose camera saw it: the signed-in person whose live session this is (live sessions are per
+     *  person, workspace + actor). Always there: an event without it never reaches the screen. */
+    actorId: string;
     /** When (ms since the epoch, the session's clock). */
     at: number;
     [key: string]: unknown;
@@ -1264,7 +1267,7 @@ type AiLiveState =
  | 'starting'
 /** Pictures are going to the AI ("Sending to AI" is on screen). */
  | 'sending'
-/** Stopped by stop() or by the screen closing. */
+/** Stopped by stop(), by the screen closing, or by the person taking the yes back (lastError says so). */
  | 'stopped'
 /** It could not start or it broke; `lastError` says why in plain words. */
  | 'error';
@@ -1283,8 +1286,10 @@ interface AiLiveStartOptions {
     camera?: AiLiveCamera;
 }
 interface AiLiveAPI {
-    /** Start sending this phone's camera to the chosen AI. Refuses by name when either
-     *  side has not said yes, or when another screen is sending already. */
+    /** Start sending this phone's camera to the chosen AI, in a live session of the
+     *  phone's own (capped at US$0.50). Refuses by name when either side has not said
+     *  yes, when another screen is sending already, or when the person already has a
+     *  live session running elsewhere. */
     start(opts?: AiLiveStartOptions): Promise<AiLiveSnapshot>;
     /** Stop sending. Closing the screen does the same. */
     stop(): Promise<void>;
@@ -1297,10 +1302,14 @@ interface AiLiveAPI {
 /** What the host supplies (setAiLiveProvider). `owner` is the screen's holder id,
  *  captured by the gate — a plugin never supplies its own. */
 interface AiLiveProvider {
+    /** `ctx.allowed` is the two-sided consent, asked again right before every picture:
+     *  once it answers no, the provider sends nothing more and stops. */
     start(opts: AiLiveStartOptions, owner: string, ctx: {
         visual: DeviceState['visual'];
+        allowed: () => boolean;
     }): Promise<AiLiveSnapshot>;
-    stop(owner: string): Promise<void>;
+    /** `why` (optional) is what the screen then reads as lastError, e.g. the yes taken back. */
+    stop(owner: string, why?: string): Promise<void>;
     getSnapshot(owner: string): AiLiveSnapshot;
     onEpisode(cb: (ev: AiLiveEpisode) => void, owner: string): Subscription;
     subscribe(cb: (snap: AiLiveSnapshot) => void, owner: string): Subscription;
@@ -2368,6 +2377,8 @@ declare function implementedVoice(): boolean;
  */
 declare function gateVoice(declared: boolean, pluginId: string): VoiceAPI;
 
+/** The person took the yes back: what the screen reads, and why it stopped. */
+declare const CONSENT_TAKEN_BACK = "Camera pictures to AI was turned off on this phone, so sending stopped.";
 /** Host DI: the app supplies the live provider once at startup; null detaches it. */
 declare function setAiLiveProvider(provider: AiLiveProvider | null): void;
 /**
@@ -2378,7 +2389,9 @@ declare function setAiLiveProvider(provider: AiLiveProvider | null): void;
  * never reaches the plugin: the plugin gets episodes, the sender gets the camera.
  */
 declare function gateAiLive(capabilities: NativeCapabilities$1 | undefined, pluginId: string, holder: string, camera: () => DeviceState['visual']): AiLiveAPI;
-/** The screen closed: stop its live session and release its camera. */
+/** The screen closed: stop its live session and release its camera, and keep nothing of it. Closed for
+ *  good first, so every later start() of this screen is refused; then, in turn after anything it asked
+ *  before, the session stopped and the camera released. */
 declare function releaseAiLive(holder: string): Promise<void>;
 /** For the platform's "Sending to AI" indicator: is any screen sending, and when that changes. */
 declare const aiLiveIndicator: {
@@ -2426,6 +2439,14 @@ declare function getCameraPreviewProvider(): ((props: CameraPreviewImplProps) =>
 /** Install the host's answer to "did the person on this phone allow camera
  *  pictures to go to AI?". Pass null to remove it (consent then reads as no). */
 declare function setPicturesToAiConsentProvider(provider: (() => boolean) | null): void;
+/** The host calls this whenever anything its consent answer reads may have changed
+ *  (the switch, the camera's own switch, the OS permission). Listeners re-ask
+ *  mayPicturesLeavePhone(); nothing is passed, so nothing can be cached. */
+declare function notifyPicturesToAiConsentChanged(): void;
+/** Hear when the consent answer may have changed (see notifyPicturesToAiConsentChanged). */
+declare function onPicturesToAiConsentChange(cb: () => void): {
+    unsubscribe(): void;
+};
 /** The one check: true only when the plugin's trusted declaration includes
  *  `picturesToAi` AND the person on the phone allowed it right now. */
 declare function mayPicturesLeavePhone(declared?: NativeCapabilities$1 | null): boolean;
@@ -3454,4 +3475,4 @@ declare function isInlineSurface(m: SurfaceManifest): m is InlineSurfaceManifest
 
 declare function SurfaceDispatcher(): react_jsx_runtime.JSX.Element;
 
-export { AI_LIVE_IDLE, ActionButton, type ActivitySnapshot, AdaOrb, type AdaOrbState, type AiLiveAPI, type AiLiveCamera, type AiLiveEpisode, type AiLiveProvider, type AiLiveSnapshot, type AiLiveStartOptions, type AiLiveState, Badge, type BiometricsAPI, type BiometricsAPIv2, type BluetoothAPI, type BluetoothDevice, type Bridge, type BundleCacheEntry, type BundleStorage, type CameraAPI, CameraPreview, type CameraPreviewProps, type CapabilitySnapshot, type CapabilityStatus, Card, type Confidence, type ConnectivityAPI, type ConnectivitySnapshot, type CookiesAPI, type DeviceBridgeDomain, type DeviceContextSnapshot, type DeviceState, type DeviceToolContext, type DeviceToolDefinition, type DeviceToolFailureReason, type DeviceToolFn, type DeviceToolOutcome, type DeviceToolSummary, type DeviceToolsAction, type DeviceToolsSessionDeps, EmptyState, type EnvironmentSnapshot, ErrorState, type FileSystemAPI, type Freshness, type HapticsAPI, type InlineSurfaceManifest, type InteractionSnapshot, ListItem, type LoadedBundleInfo, type LoadedBundleSource, LoadingState, type LocationAPI, type MapsAPI, type MapsAddress, type MapsCoordinate, type MapsPlace, type MapsRoute, type MapsRouteStep, MemoryBundleStorage, type MountSurfaceManifest, type NativeCapabilities$1 as NativeCapabilities, type NfcAPI, type NotificationsAPI, PLATFORM_VOICE_CALLER, type PluginManifest as PlatformPluginManifest, type PluginBridge, type PluginContext, type PluginGrants, type PluginHooks$1 as PluginHooks, type PluginManifest$1 as PluginManifest, type PluginNative, type PluginProps, type PluginRuntimeProps, type PluginRuntimeSource, PluginSDK, type PluginSummary, type PluginSurfaceMeta, type RegisteredPlugin, type RegisteredServicePlugin, type RegisteredToolsPlugin, type RegisteredUIPlugin, type RemotePlugin, type RenderMode, type ScannerAPI, SearchBar, type SessionSnapshot, type SharingAPI, type SpatialEvent, type SpatialIntent, type SpatialPoint, type SpatialSnapshot, type SpatialStateEvent, type StateEvent, type StateListener, type StateQuality, type StorageAPI, type Subscription, SurfaceCard, type SurfaceCardProps, SurfaceDispatcher, SurfaceDrawer, type SurfaceDrawerProps, SurfaceFullscreen, type SurfaceFullscreenProps, type SurfaceManifest, type SurfacePlacement, type SurfaceType, type SurfaceVisibility, TabBar, type ThemeTokens, type TrustedToolDeclaration, type VisionAPI, type VisionFrameQuality, type VisionLabel, type VisionObject, type VisionText, type VisualSnapshot, type VisualStartOptions, type VoiceAPI, type VoiceCaller, type VoiceDeviceToolCall, type VoiceDeviceToolReason, type VoiceEvent, type VoicePersona, type VoiceSessionProvider, type VoiceSnapshot, type VoiceStartOptions, type VoiceState, type VoiceSubscription, type VoiceTranscriptEntry, type WebViewCookie, __resetSessionSyncForTest, aiLiveIndicator, bundleManager, callDeviceTool, clearDeviceTools, createNativeBridge, deviceStateHolders, deviceState as deviceStateV2, deviceToolsActionForSession, ensureDeviceToolsLoaded, explainCapability, gateAiLive, gateDeviceState, gatePluginNative, gateVoice, getCameraPreviewProvider, getHaptics, getNativeBundleHash, getNativeBundleUrl, getNativeComponentId, getPlugin, getPluginNative, handleServerDeviceToolCall, hasDeviceTool, implementedStateDomains, implementedVoice, isActionable, isDeviceToolCommand, isInlineSurface, isMountSurface, listDeviceTools, listPlugins, mayPicturesLeavePhone, nativePluginRegistry, neverObserved, pluginBundleUrl, register, registerBundleModules, registerDeviceTools, registerNativePlugin, registerPlatformDeviceTools, registerService, registerTools, releaseAiLive, releaseDeviceStateHolds, rendersNative, resetDeviceToolLoader, resolvePluginGrants, resolvePluginRuntimeProps, resolvePluginUrl, setAiLiveProvider, setBundleStorage, setCameraPreviewProvider, setDeviceStateProvider, setDeviceToolContextProvider, setDeviceToolResultPoster, setHapticsProvider, setPicturesToAiConsentProvider, setPluginNativeProvider, setPluginThemeColors, setVoiceProvider, supportsNative, supportsWebView, syncDeviceToolsForSession, unregisterDeviceTools, unregisterNativePlugin, useApi, useNativeBridge, usePlugin, usePluginRuntimeProps, usePluginTheme, useRemotePlugins, useSurfaceStore };
+export { AI_LIVE_IDLE, ActionButton, type ActivitySnapshot, AdaOrb, type AdaOrbState, type AiLiveAPI, type AiLiveCamera, type AiLiveEpisode, type AiLiveProvider, type AiLiveSnapshot, type AiLiveStartOptions, type AiLiveState, Badge, type BiometricsAPI, type BiometricsAPIv2, type BluetoothAPI, type BluetoothDevice, type Bridge, type BundleCacheEntry, type BundleStorage, CONSENT_TAKEN_BACK, type CameraAPI, CameraPreview, type CameraPreviewProps, type CapabilitySnapshot, type CapabilityStatus, Card, type Confidence, type ConnectivityAPI, type ConnectivitySnapshot, type CookiesAPI, type DeviceBridgeDomain, type DeviceContextSnapshot, type DeviceState, type DeviceToolContext, type DeviceToolDefinition, type DeviceToolFailureReason, type DeviceToolFn, type DeviceToolOutcome, type DeviceToolSummary, type DeviceToolsAction, type DeviceToolsSessionDeps, EmptyState, type EnvironmentSnapshot, ErrorState, type FileSystemAPI, type Freshness, type HapticsAPI, type InlineSurfaceManifest, type InteractionSnapshot, ListItem, type LoadedBundleInfo, type LoadedBundleSource, LoadingState, type LocationAPI, type MapsAPI, type MapsAddress, type MapsCoordinate, type MapsPlace, type MapsRoute, type MapsRouteStep, MemoryBundleStorage, type MountSurfaceManifest, type NativeCapabilities$1 as NativeCapabilities, type NfcAPI, type NotificationsAPI, PLATFORM_VOICE_CALLER, type PluginManifest as PlatformPluginManifest, type PluginBridge, type PluginContext, type PluginGrants, type PluginHooks$1 as PluginHooks, type PluginManifest$1 as PluginManifest, type PluginNative, type PluginProps, type PluginRuntimeProps, type PluginRuntimeSource, PluginSDK, type PluginSummary, type PluginSurfaceMeta, type RegisteredPlugin, type RegisteredServicePlugin, type RegisteredToolsPlugin, type RegisteredUIPlugin, type RemotePlugin, type RenderMode, type ScannerAPI, SearchBar, type SessionSnapshot, type SharingAPI, type SpatialEvent, type SpatialIntent, type SpatialPoint, type SpatialSnapshot, type SpatialStateEvent, type StateEvent, type StateListener, type StateQuality, type StorageAPI, type Subscription, SurfaceCard, type SurfaceCardProps, SurfaceDispatcher, SurfaceDrawer, type SurfaceDrawerProps, SurfaceFullscreen, type SurfaceFullscreenProps, type SurfaceManifest, type SurfacePlacement, type SurfaceType, type SurfaceVisibility, TabBar, type ThemeTokens, type TrustedToolDeclaration, type VisionAPI, type VisionFrameQuality, type VisionLabel, type VisionObject, type VisionText, type VisualSnapshot, type VisualStartOptions, type VoiceAPI, type VoiceCaller, type VoiceDeviceToolCall, type VoiceDeviceToolReason, type VoiceEvent, type VoicePersona, type VoiceSessionProvider, type VoiceSnapshot, type VoiceStartOptions, type VoiceState, type VoiceSubscription, type VoiceTranscriptEntry, type WebViewCookie, __resetSessionSyncForTest, aiLiveIndicator, bundleManager, callDeviceTool, clearDeviceTools, createNativeBridge, deviceStateHolders, deviceState as deviceStateV2, deviceToolsActionForSession, ensureDeviceToolsLoaded, explainCapability, gateAiLive, gateDeviceState, gatePluginNative, gateVoice, getCameraPreviewProvider, getHaptics, getNativeBundleHash, getNativeBundleUrl, getNativeComponentId, getPlugin, getPluginNative, handleServerDeviceToolCall, hasDeviceTool, implementedStateDomains, implementedVoice, isActionable, isDeviceToolCommand, isInlineSurface, isMountSurface, listDeviceTools, listPlugins, mayPicturesLeavePhone, nativePluginRegistry, neverObserved, notifyPicturesToAiConsentChanged, onPicturesToAiConsentChange, pluginBundleUrl, register, registerBundleModules, registerDeviceTools, registerNativePlugin, registerPlatformDeviceTools, registerService, registerTools, releaseAiLive, releaseDeviceStateHolds, rendersNative, resetDeviceToolLoader, resolvePluginGrants, resolvePluginRuntimeProps, resolvePluginUrl, setAiLiveProvider, setBundleStorage, setCameraPreviewProvider, setDeviceStateProvider, setDeviceToolContextProvider, setDeviceToolResultPoster, setHapticsProvider, setPicturesToAiConsentProvider, setPluginNativeProvider, setPluginThemeColors, setVoiceProvider, supportsNative, supportsWebView, syncDeviceToolsForSession, unregisterDeviceTools, unregisterNativePlugin, useApi, useNativeBridge, usePlugin, usePluginRuntimeProps, usePluginTheme, useRemotePlugins, useSurfaceStore };

package/dist/index.d.ts

@@ -1253,6 +1253,9 @@ interface AiLiveEpisode {
     /** The task class id from the chosen setup, e.g. "drinking". */
     class: string;
     episodeId: string;
+    /** Whose camera saw it: the signed-in person whose live session this is (live sessions are per
+     *  person, workspace + actor). Always there: an event without it never reaches the screen. */
+    actorId: string;
     /** When (ms since the epoch, the session's clock). */
     at: number;
     [key: string]: unknown;
@@ -1264,7 +1267,7 @@ type AiLiveState =
  | 'starting'
 /** Pictures are going to the AI ("Sending to AI" is on screen). */
  | 'sending'
-/** Stopped by stop() or by the screen closing. */
+/** Stopped by stop(), by the screen closing, or by the person taking the yes back (lastError says so). */
  | 'stopped'
 /** It could not start or it broke; `lastError` says why in plain words. */
  | 'error';
@@ -1283,8 +1286,10 @@ interface AiLiveStartOptions {
     camera?: AiLiveCamera;
 }
 interface AiLiveAPI {
-    /** Start sending this phone's camera to the chosen AI. Refuses by name when either
-     *  side has not said yes, or when another screen is sending already. */
+    /** Start sending this phone's camera to the chosen AI, in a live session of the
+     *  phone's own (capped at US$0.50). Refuses by name when either side has not said
+     *  yes, when another screen is sending already, or when the person already has a
+     *  live session running elsewhere. */
     start(opts?: AiLiveStartOptions): Promise<AiLiveSnapshot>;
     /** Stop sending. Closing the screen does the same. */
     stop(): Promise<void>;
@@ -1297,10 +1302,14 @@ interface AiLiveAPI {
 /** What the host supplies (setAiLiveProvider). `owner` is the screen's holder id,
  *  captured by the gate — a plugin never supplies its own. */
 interface AiLiveProvider {
+    /** `ctx.allowed` is the two-sided consent, asked again right before every picture:
+     *  once it answers no, the provider sends nothing more and stops. */
     start(opts: AiLiveStartOptions, owner: string, ctx: {
         visual: DeviceState['visual'];
+        allowed: () => boolean;
     }): Promise<AiLiveSnapshot>;
-    stop(owner: string): Promise<void>;
+    /** `why` (optional) is what the screen then reads as lastError, e.g. the yes taken back. */
+    stop(owner: string, why?: string): Promise<void>;
     getSnapshot(owner: string): AiLiveSnapshot;
     onEpisode(cb: (ev: AiLiveEpisode) => void, owner: string): Subscription;
     subscribe(cb: (snap: AiLiveSnapshot) => void, owner: string): Subscription;
@@ -2368,6 +2377,8 @@ declare function implementedVoice(): boolean;
  */
 declare function gateVoice(declared: boolean, pluginId: string): VoiceAPI;
 
+/** The person took the yes back: what the screen reads, and why it stopped. */
+declare const CONSENT_TAKEN_BACK = "Camera pictures to AI was turned off on this phone, so sending stopped.";
 /** Host DI: the app supplies the live provider once at startup; null detaches it. */
 declare function setAiLiveProvider(provider: AiLiveProvider | null): void;
 /**
@@ -2378,7 +2389,9 @@ declare function setAiLiveProvider(provider: AiLiveProvider | null): void;
  * never reaches the plugin: the plugin gets episodes, the sender gets the camera.
  */
 declare function gateAiLive(capabilities: NativeCapabilities$1 | undefined, pluginId: string, holder: string, camera: () => DeviceState['visual']): AiLiveAPI;
-/** The screen closed: stop its live session and release its camera. */
+/** The screen closed: stop its live session and release its camera, and keep nothing of it. Closed for
+ *  good first, so every later start() of this screen is refused; then, in turn after anything it asked
+ *  before, the session stopped and the camera released. */
 declare function releaseAiLive(holder: string): Promise<void>;
 /** For the platform's "Sending to AI" indicator: is any screen sending, and when that changes. */
 declare const aiLiveIndicator: {
@@ -2426,6 +2439,14 @@ declare function getCameraPreviewProvider(): ((props: CameraPreviewImplProps) =>
 /** Install the host's answer to "did the person on this phone allow camera
  *  pictures to go to AI?". Pass null to remove it (consent then reads as no). */
 declare function setPicturesToAiConsentProvider(provider: (() => boolean) | null): void;
+/** The host calls this whenever anything its consent answer reads may have changed
+ *  (the switch, the camera's own switch, the OS permission). Listeners re-ask
+ *  mayPicturesLeavePhone(); nothing is passed, so nothing can be cached. */
+declare function notifyPicturesToAiConsentChanged(): void;
+/** Hear when the consent answer may have changed (see notifyPicturesToAiConsentChanged). */
+declare function onPicturesToAiConsentChange(cb: () => void): {
+    unsubscribe(): void;
+};
 /** The one check: true only when the plugin's trusted declaration includes
  *  `picturesToAi` AND the person on the phone allowed it right now. */
 declare function mayPicturesLeavePhone(declared?: NativeCapabilities$1 | null): boolean;
@@ -3454,4 +3475,4 @@ declare function isInlineSurface(m: SurfaceManifest): m is InlineSurfaceManifest
 
 declare function SurfaceDispatcher(): react_jsx_runtime.JSX.Element;
 
-export { AI_LIVE_IDLE, ActionButton, type ActivitySnapshot, AdaOrb, type AdaOrbState, type AiLiveAPI, type AiLiveCamera, type AiLiveEpisode, type AiLiveProvider, type AiLiveSnapshot, type AiLiveStartOptions, type AiLiveState, Badge, type BiometricsAPI, type BiometricsAPIv2, type BluetoothAPI, type BluetoothDevice, type Bridge, type BundleCacheEntry, type BundleStorage, type CameraAPI, CameraPreview, type CameraPreviewProps, type CapabilitySnapshot, type CapabilityStatus, Card, type Confidence, type ConnectivityAPI, type ConnectivitySnapshot, type CookiesAPI, type DeviceBridgeDomain, type DeviceContextSnapshot, type DeviceState, type DeviceToolContext, type DeviceToolDefinition, type DeviceToolFailureReason, type DeviceToolFn, type DeviceToolOutcome, type DeviceToolSummary, type DeviceToolsAction, type DeviceToolsSessionDeps, EmptyState, type EnvironmentSnapshot, ErrorState, type FileSystemAPI, type Freshness, type HapticsAPI, type InlineSurfaceManifest, type InteractionSnapshot, ListItem, type LoadedBundleInfo, type LoadedBundleSource, LoadingState, type LocationAPI, type MapsAPI, type MapsAddress, type MapsCoordinate, type MapsPlace, type MapsRoute, type MapsRouteStep, MemoryBundleStorage, type MountSurfaceManifest, type NativeCapabilities$1 as NativeCapabilities, type NfcAPI, type NotificationsAPI, PLATFORM_VOICE_CALLER, type PluginManifest as PlatformPluginManifest, type PluginBridge, type PluginContext, type PluginGrants, type PluginHooks$1 as PluginHooks, type PluginManifest$1 as PluginManifest, type PluginNative, type PluginProps, type PluginRuntimeProps, type PluginRuntimeSource, PluginSDK, type PluginSummary, type PluginSurfaceMeta, type RegisteredPlugin, type RegisteredServicePlugin, type RegisteredToolsPlugin, type RegisteredUIPlugin, type RemotePlugin, type RenderMode, type ScannerAPI, SearchBar, type SessionSnapshot, type SharingAPI, type SpatialEvent, type SpatialIntent, type SpatialPoint, type SpatialSnapshot, type SpatialStateEvent, type StateEvent, type StateListener, type StateQuality, type StorageAPI, type Subscription, SurfaceCard, type SurfaceCardProps, SurfaceDispatcher, SurfaceDrawer, type SurfaceDrawerProps, SurfaceFullscreen, type SurfaceFullscreenProps, type SurfaceManifest, type SurfacePlacement, type SurfaceType, type SurfaceVisibility, TabBar, type ThemeTokens, type TrustedToolDeclaration, type VisionAPI, type VisionFrameQuality, type VisionLabel, type VisionObject, type VisionText, type VisualSnapshot, type VisualStartOptions, type VoiceAPI, type VoiceCaller, type VoiceDeviceToolCall, type VoiceDeviceToolReason, type VoiceEvent, type VoicePersona, type VoiceSessionProvider, type VoiceSnapshot, type VoiceStartOptions, type VoiceState, type VoiceSubscription, type VoiceTranscriptEntry, type WebViewCookie, __resetSessionSyncForTest, aiLiveIndicator, bundleManager, callDeviceTool, clearDeviceTools, createNativeBridge, deviceStateHolders, deviceState as deviceStateV2, deviceToolsActionForSession, ensureDeviceToolsLoaded, explainCapability, gateAiLive, gateDeviceState, gatePluginNative, gateVoice, getCameraPreviewProvider, getHaptics, getNativeBundleHash, getNativeBundleUrl, getNativeComponentId, getPlugin, getPluginNative, handleServerDeviceToolCall, hasDeviceTool, implementedStateDomains, implementedVoice, isActionable, isDeviceToolCommand, isInlineSurface, isMountSurface, listDeviceTools, listPlugins, mayPicturesLeavePhone, nativePluginRegistry, neverObserved, pluginBundleUrl, register, registerBundleModules, registerDeviceTools, registerNativePlugin, registerPlatformDeviceTools, registerService, registerTools, releaseAiLive, releaseDeviceStateHolds, rendersNative, resetDeviceToolLoader, resolvePluginGrants, resolvePluginRuntimeProps, resolvePluginUrl, setAiLiveProvider, setBundleStorage, setCameraPreviewProvider, setDeviceStateProvider, setDeviceToolContextProvider, setDeviceToolResultPoster, setHapticsProvider, setPicturesToAiConsentProvider, setPluginNativeProvider, setPluginThemeColors, setVoiceProvider, supportsNative, supportsWebView, syncDeviceToolsForSession, unregisterDeviceTools, unregisterNativePlugin, useApi, useNativeBridge, usePlugin, usePluginRuntimeProps, usePluginTheme, useRemotePlugins, useSurfaceStore };
+export { AI_LIVE_IDLE, ActionButton, type ActivitySnapshot, AdaOrb, type AdaOrbState, type AiLiveAPI, type AiLiveCamera, type AiLiveEpisode, type AiLiveProvider, type AiLiveSnapshot, type AiLiveStartOptions, type AiLiveState, Badge, type BiometricsAPI, type BiometricsAPIv2, type BluetoothAPI, type BluetoothDevice, type Bridge, type BundleCacheEntry, type BundleStorage, CONSENT_TAKEN_BACK, type CameraAPI, CameraPreview, type CameraPreviewProps, type CapabilitySnapshot, type CapabilityStatus, Card, type Confidence, type ConnectivityAPI, type ConnectivitySnapshot, type CookiesAPI, type DeviceBridgeDomain, type DeviceContextSnapshot, type DeviceState, type DeviceToolContext, type DeviceToolDefinition, type DeviceToolFailureReason, type DeviceToolFn, type DeviceToolOutcome, type DeviceToolSummary, type DeviceToolsAction, type DeviceToolsSessionDeps, EmptyState, type EnvironmentSnapshot, ErrorState, type FileSystemAPI, type Freshness, type HapticsAPI, type InlineSurfaceManifest, type InteractionSnapshot, ListItem, type LoadedBundleInfo, type LoadedBundleSource, LoadingState, type LocationAPI, type MapsAPI, type MapsAddress, type MapsCoordinate, type MapsPlace, type MapsRoute, type MapsRouteStep, MemoryBundleStorage, type MountSurfaceManifest, type NativeCapabilities$1 as NativeCapabilities, type NfcAPI, type NotificationsAPI, PLATFORM_VOICE_CALLER, type PluginManifest as PlatformPluginManifest, type PluginBridge, type PluginContext, type PluginGrants, type PluginHooks$1 as PluginHooks, type PluginManifest$1 as PluginManifest, type PluginNative, type PluginProps, type PluginRuntimeProps, type PluginRuntimeSource, PluginSDK, type PluginSummary, type PluginSurfaceMeta, type RegisteredPlugin, type RegisteredServicePlugin, type RegisteredToolsPlugin, type RegisteredUIPlugin, type RemotePlugin, type RenderMode, type ScannerAPI, SearchBar, type SessionSnapshot, type SharingAPI, type SpatialEvent, type SpatialIntent, type SpatialPoint, type SpatialSnapshot, type SpatialStateEvent, type StateEvent, type StateListener, type StateQuality, type StorageAPI, type Subscription, SurfaceCard, type SurfaceCardProps, SurfaceDispatcher, SurfaceDrawer, type SurfaceDrawerProps, SurfaceFullscreen, type SurfaceFullscreenProps, type SurfaceManifest, type SurfacePlacement, type SurfaceType, type SurfaceVisibility, TabBar, type ThemeTokens, type TrustedToolDeclaration, type VisionAPI, type VisionFrameQuality, type VisionLabel, type VisionObject, type VisionText, type VisualSnapshot, type VisualStartOptions, type VoiceAPI, type VoiceCaller, type VoiceDeviceToolCall, type VoiceDeviceToolReason, type VoiceEvent, type VoicePersona, type VoiceSessionProvider, type VoiceSnapshot, type VoiceStartOptions, type VoiceState, type VoiceSubscription, type VoiceTranscriptEntry, type WebViewCookie, __resetSessionSyncForTest, aiLiveIndicator, bundleManager, callDeviceTool, clearDeviceTools, createNativeBridge, deviceStateHolders, deviceState as deviceStateV2, deviceToolsActionForSession, ensureDeviceToolsLoaded, explainCapability, gateAiLive, gateDeviceState, gatePluginNative, gateVoice, getCameraPreviewProvider, getHaptics, getNativeBundleHash, getNativeBundleUrl, getNativeComponentId, getPlugin, getPluginNative, handleServerDeviceToolCall, hasDeviceTool, implementedStateDomains, implementedVoice, isActionable, isDeviceToolCommand, isInlineSurface, isMountSurface, listDeviceTools, listPlugins, mayPicturesLeavePhone, nativePluginRegistry, neverObserved, notifyPicturesToAiConsentChanged, onPicturesToAiConsentChange, pluginBundleUrl, register, registerBundleModules, registerDeviceTools, registerNativePlugin, registerPlatformDeviceTools, registerService, registerTools, releaseAiLive, releaseDeviceStateHolds, rendersNative, resetDeviceToolLoader, resolvePluginGrants, resolvePluginRuntimeProps, resolvePluginUrl, setAiLiveProvider, setBundleStorage, setCameraPreviewProvider, setDeviceStateProvider, setDeviceToolContextProvider, setDeviceToolResultPoster, setHapticsProvider, setPicturesToAiConsentProvider, setPluginNativeProvider, setPluginThemeColors, setVoiceProvider, supportsNative, supportsWebView, syncDeviceToolsForSession, unregisterDeviceTools, unregisterNativePlugin, useApi, useNativeBridge, usePlugin, usePluginRuntimeProps, usePluginTheme, useRemotePlugins, useSurfaceStore };

package/dist/index.js

@@ -495,6 +495,21 @@ function getCameraPreviewProvider() {
 }
 function setPicturesToAiConsentProvider(provider) {
   _picturesToAiConsent = provider;
+  notifyPicturesToAiConsentChanged();
+}
+function notifyPicturesToAiConsentChanged() {
+  for (const cb of [..._consentListeners]) {
+    try {
+      cb();
+    } catch {
+    }
+  }
+}
+function onPicturesToAiConsentChange(cb) {
+  _consentListeners.add(cb);
+  return { unsubscribe: () => {
+    _consentListeners.delete(cb);
+  } };
 }
 function mayPicturesLeavePhone(declared) {
   if (declared?.picturesToAi !== true) return false;
@@ -526,7 +541,7 @@ function registerBundleModules(modules) {
 function resolveBundleModule(name) {
   return _bundleModules.get(name);
 }
-var _haptics, noopNative, _pluginNative, _cameraPreview, _picturesToAiConsent, _nativeRegistry, nativePluginRegistry, _bundleModules;
+var _haptics, noopNative, _pluginNative, _cameraPreview, _picturesToAiConsent, _consentListeners, _nativeRegistry, nativePluginRegistry, _bundleModules;
 var init_host = __esm({
   "src/host.ts"() {
     "use strict";
@@ -557,6 +572,7 @@ var init_host = __esm({
     _pluginNative = noopNative;
     _cameraPreview = null;
     _picturesToAiConsent = null;
+    _consentListeners = /* @__PURE__ */ new Set();
     _nativeRegistry = /* @__PURE__ */ new Map();
     nativePluginRegistry = {
       has(id) {
@@ -1096,6 +1112,21 @@ var init_voiceHost = __esm({
 });
 
 // src/aiLiveHost.ts
+function screenOf(holder) {
+  let sc = _screens.get(holder);
+  if (!sc) {
+    sc = { closed: false, stops: 0, queue: Promise.resolve(), watch: null };
+    _screens.set(holder, sc);
+  }
+  return sc;
+}
+function inTurn(sc, step) {
+  const run = sc.queue.then(step, step);
+  sc.queue = run.then(() => {
+  }, () => {
+  });
+  return run;
+}
 function setAiLiveProvider(provider) {
   _provider3 = provider || null;
 }
@@ -1125,53 +1156,117 @@ function deniedAiLive(why) {
 }
 function gateAiLive(capabilities, pluginId, holder, camera) {
   if (capabilities?.picturesToAi !== true) {
-    return deniedAiLive("not declared in this plugin's capabilities. Add `capabilities: { picturesToAi: true }` to send camera pictures to the workspace's chosen AI.");
+    return deniedAiLive("not declared in this plugin's manifest. Add `native: { picturesToAi: true }` to send camera pictures to the workspace's chosen AI.");
   }
   if (!pluginId || !holder) return deniedAiLive("no plugin identity \u2014 it fails closed without a screen to bind the session to.");
   if (!_provider3) return deniedAiLive("no live AI in this build \u2014 the app has not called setAiLiveProvider.");
   const provider = _provider3;
+  const sc = screenOf(holder);
+  const allowed = () => mayPicturesLeavePhone(capabilities);
+  const releaseCamera = () => releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+  const tidy = async (why) => {
+    unwatch(sc);
+    try {
+      await provider.stop(holder, why);
+    } finally {
+      await releaseCamera();
+    }
+  };
+  const stopNowAndInTurn = (why) => {
+    sc.stops++;
+    const now = provider.stop(holder, why).catch(() => {
+    });
+    return inTurn(sc, async () => {
+      await now;
+      await tidy(why);
+    });
+  };
+  const onConsentChange = () => {
+    if (!allowed()) void stopNowAndInTurn(CONSENT_TAKEN_BACK);
+  };
   return {
-    async start(opts) {
-      if (!mayPicturesLeavePhone(capabilities)) {
-        throw denial2(`the person on this phone has not allowed camera pictures to go to AI. They can turn on "Pictures to AI" in the app's settings (What Ada can access).`);
-      }
-      try {
-        return await provider.start(opts || {}, holder, { visual: camera() });
-      } catch (e) {
-        await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
-        throw e;
-      }
-    },
-    async stop() {
-      try {
-        await provider.stop(holder);
-      } finally {
-        await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
-      }
+    start(opts) {
+      if (sc.closed) return Promise.reject(stopped(SCREEN_CLOSED));
+      const stopsWhenAsked = sc.stops;
+      return inTurn(sc, async () => {
+        if (sc.closed) throw stopped(SCREEN_CLOSED);
+        if (sc.stops !== stopsWhenAsked) throw stopped(STOPPED_BEFORE_START);
+        if (!allowed()) {
+          throw denial2('the person on this phone has not allowed camera pictures to go to AI. They can turn on Settings > Camera > "Camera pictures to AI" in the app.');
+        }
+        unwatch(sc);
+        sc.watch = onPicturesToAiConsentChange(onConsentChange);
+        let snap;
+        try {
+          snap = await provider.start(opts || {}, holder, { visual: camera(), allowed });
+        } catch (e) {
+          unwatch(sc);
+          await releaseCamera();
+          if (!allowed()) throw denial2(CONSENT_TAKEN_BACK);
+          throw e;
+        }
+        if (!allowed()) {
+          await tidy(CONSENT_TAKEN_BACK);
+          throw denial2(CONSENT_TAKEN_BACK);
+        }
+        return snap;
+      });
     },
+    stop: () => stopNowAndInTurn(),
     getSnapshot: () => provider.getSnapshot(holder),
     onEpisode: (cb) => provider.onEpisode(cb, holder),
     subscribe: (cb) => provider.subscribe(cb, holder)
   };
 }
 async function releaseAiLive(holder) {
-  try {
-    await _provider3?.stop(holder);
-  } catch {
-  }
-  try {
-    _provider3?.forget(holder);
-  } catch {
+  const sc = _screens.get(holder);
+  if (!sc) {
+    try {
+      await _provider3?.stop(holder);
+    } catch {
+    }
+    try {
+      _provider3?.forget(holder);
+    } catch {
+    }
+    await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+    return;
   }
-  await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+  sc.closed = true;
+  sc.stops++;
+  const now = _provider3 ? _provider3.stop(holder).catch(() => {
+  }) : Promise.resolve();
+  await inTurn(sc, async () => {
+    await now;
+    unwatch(sc);
+    try {
+      await _provider3?.stop(holder);
+    } catch {
+    }
+    try {
+      _provider3?.forget(holder);
+    } catch {
+    }
+    await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+  });
+  if (_screens.get(holder) === sc) _screens.delete(holder);
 }
-var _provider3, aiLiveCameraHolder, NOTHING, aiLiveIndicator;
+var _provider3, _screens, unwatch, STOPPED_BEFORE_START, SCREEN_CLOSED, stopped, CONSENT_TAKEN_BACK, aiLiveCameraHolder, NOTHING, aiLiveIndicator;
 var init_aiLiveHost = __esm({
   "src/aiLiveHost.ts"() {
     "use strict";
     init_host();
     init_deviceStateHost();
     _provider3 = null;
+    _screens = /* @__PURE__ */ new Map();
+    unwatch = (sc) => {
+      sc.watch?.unsubscribe();
+      sc.watch = null;
+    };
+    STOPPED_BEFORE_START = "aiLive: stopped before it started: the screen stopped or closed while its start was waiting.";
+    SCREEN_CLOSED = "aiLive: this screen is closed; it cannot start sending.";
+    stopped = (msg) => Object.assign(new Error(msg), { code: "STOPPED" });
+    CONSENT_TAKEN_BACK = "Camera pictures to AI was turned off on this phone, so sending stopped.";
     aiLiveCameraHolder = (holder) => `${holder}#aiLive`;
     NOTHING = { unsubscribe() {
     } };
@@ -3452,6 +3547,7 @@ __export(index_exports, {
   AdaOrb: () => AdaOrb,
   Animated: () => import_react_native.Animated,
   Badge: () => Badge,
+  CONSENT_TAKEN_BACK: () => CONSENT_TAKEN_BACK,
   CameraPreview: () => CameraPreview,
   Card: () => Card,
   EmptyState: () => EmptyState,
@@ -3516,6 +3612,8 @@ __export(index_exports, {
   mayPicturesLeavePhone: () => mayPicturesLeavePhone,
   nativePluginRegistry: () => nativePluginRegistry,
   neverObserved: () => neverObserved,
+  notifyPicturesToAiConsentChanged: () => notifyPicturesToAiConsentChanged,
+  onPicturesToAiConsentChange: () => onPicturesToAiConsentChange,
   pluginBundleUrl: () => pluginBundleUrl,
   register: () => register,
   registerBundleModules: () => registerBundleModules,
@@ -3899,6 +3997,7 @@ init_SurfaceDispatcher();
   AdaOrb,
   Animated,
   Badge,
+  CONSENT_TAKEN_BACK,
   CameraPreview,
   Card,
   EmptyState,
@@ -3963,6 +4062,8 @@ init_SurfaceDispatcher();
   mayPicturesLeavePhone,
   nativePluginRegistry,
   neverObserved,
+  notifyPicturesToAiConsentChanged,
+  onPicturesToAiConsentChange,
   pluginBundleUrl,
   register,
   registerBundleModules,