@ateam-ai-mobile/plugin-runtime 0.1.20 → 0.1.22

package/dist/index.js

@@ -75,6 +75,22 @@ var init_voice = __esm({
   }
 });
 
+// src/sdk/aiLive.ts
+var AI_LIVE_IDLE;
+var init_aiLive = __esm({
+  "src/sdk/aiLive.ts"() {
+    "use strict";
+    AI_LIVE_IDLE = Object.freeze({
+      state: "idle",
+      camera: null,
+      sent: 0,
+      skipped: 0,
+      lastEpisode: null,
+      lastError: null
+    });
+  }
+});
+
 // src/sdk/device-state.ts
 var device_state_exports = {};
 __export(device_state_exports, {
@@ -477,6 +493,33 @@ function setCameraPreviewProvider(Component) {
 function getCameraPreviewProvider() {
   return _cameraPreview;
 }
+function setPicturesToAiConsentProvider(provider) {
+  _picturesToAiConsent = provider;
+  notifyPicturesToAiConsentChanged();
+}
+function notifyPicturesToAiConsentChanged() {
+  for (const cb of [..._consentListeners]) {
+    try {
+      cb();
+    } catch {
+    }
+  }
+}
+function onPicturesToAiConsentChange(cb) {
+  _consentListeners.add(cb);
+  return { unsubscribe: () => {
+    _consentListeners.delete(cb);
+  } };
+}
+function mayPicturesLeavePhone(declared) {
+  if (declared?.picturesToAi !== true) return false;
+  if (!_picturesToAiConsent) return false;
+  try {
+    return _picturesToAiConsent() === true;
+  } catch {
+    return false;
+  }
+}
 function registerNativePlugin(id, plugin) {
   _nativeRegistry.set(id, plugin);
 }
@@ -498,7 +541,7 @@ function registerBundleModules(modules) {
 function resolveBundleModule(name) {
   return _bundleModules.get(name);
 }
-var _haptics, noopNative, _pluginNative, _cameraPreview, _nativeRegistry, nativePluginRegistry, _bundleModules;
+var _haptics, noopNative, _pluginNative, _cameraPreview, _picturesToAiConsent, _consentListeners, _nativeRegistry, nativePluginRegistry, _bundleModules;
 var init_host = __esm({
   "src/host.ts"() {
     "use strict";
@@ -528,6 +571,8 @@ var init_host = __esm({
     };
     _pluginNative = noopNative;
     _cameraPreview = null;
+    _picturesToAiConsent = null;
+    _consentListeners = /* @__PURE__ */ new Set();
     _nativeRegistry = /* @__PURE__ */ new Map();
     nativePluginRegistry = {
       has(id) {
@@ -705,6 +750,7 @@ var init_useApi = __esm({
 // src/sdk/index.ts
 var sdk_exports = {};
 __export(sdk_exports, {
+  AI_LIVE_IDLE: () => AI_LIVE_IDLE,
   ActionButton: () => ActionButton,
   ActivityIndicator: () => import_react_native.ActivityIndicator,
   Animated: () => import_react_native.Animated,
@@ -749,6 +795,7 @@ var init_sdk = __esm({
     init_registration();
     init_registration();
     init_voice();
+    init_aiLive();
     init_device_state();
     init_primitives();
     init_components();
@@ -1064,6 +1111,172 @@ var init_voiceHost = __esm({
   }
 });
 
+// src/aiLiveHost.ts
+function screenOf(holder) {
+  let sc = _screens.get(holder);
+  if (!sc) {
+    sc = { closed: false, stops: 0, queue: Promise.resolve(), watch: null };
+    _screens.set(holder, sc);
+  }
+  return sc;
+}
+function inTurn(sc, step) {
+  const run = sc.queue.then(step, step);
+  sc.queue = run.then(() => {
+  }, () => {
+  });
+  return run;
+}
+function setAiLiveProvider(provider) {
+  _provider3 = provider || null;
+}
+function denial2(why) {
+  return Object.assign(new Error(`aiLive: ${why}`), { code: "RESTRICTED" });
+}
+function deniedAiLive(why) {
+  const fail = () => {
+    throw denial2(why);
+  };
+  return {
+    async start() {
+      return fail();
+    },
+    async stop() {
+    },
+    getSnapshot() {
+      return { state: "error", camera: null, sent: 0, skipped: 0, lastEpisode: null, lastError: why };
+    },
+    onEpisode() {
+      return fail();
+    },
+    subscribe() {
+      return fail();
+    }
+  };
+}
+function gateAiLive(capabilities, pluginId, holder, camera) {
+  if (capabilities?.picturesToAi !== true) {
+    return deniedAiLive("not declared in this plugin's manifest. Add `native: { picturesToAi: true }` to send camera pictures to the workspace's chosen AI.");
+  }
+  if (!pluginId || !holder) return deniedAiLive("no plugin identity \u2014 it fails closed without a screen to bind the session to.");
+  if (!_provider3) return deniedAiLive("no live AI in this build \u2014 the app has not called setAiLiveProvider.");
+  const provider = _provider3;
+  const sc = screenOf(holder);
+  const allowed = () => mayPicturesLeavePhone(capabilities);
+  const releaseCamera = () => releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+  const tidy = async (why) => {
+    unwatch(sc);
+    try {
+      await provider.stop(holder, why);
+    } finally {
+      await releaseCamera();
+    }
+  };
+  const stopNowAndInTurn = (why) => {
+    sc.stops++;
+    const now = provider.stop(holder, why).catch(() => {
+    });
+    return inTurn(sc, async () => {
+      await now;
+      await tidy(why);
+    });
+  };
+  const onConsentChange = () => {
+    if (!allowed()) void stopNowAndInTurn(CONSENT_TAKEN_BACK);
+  };
+  return {
+    start(opts) {
+      if (sc.closed) return Promise.reject(stopped(SCREEN_CLOSED));
+      const stopsWhenAsked = sc.stops;
+      return inTurn(sc, async () => {
+        if (sc.closed) throw stopped(SCREEN_CLOSED);
+        if (sc.stops !== stopsWhenAsked) throw stopped(STOPPED_BEFORE_START);
+        if (!allowed()) {
+          throw denial2('the person on this phone has not allowed camera pictures to go to AI. They can turn on Settings > Camera > "Camera pictures to AI" in the app.');
+        }
+        unwatch(sc);
+        sc.watch = onPicturesToAiConsentChange(onConsentChange);
+        let snap;
+        try {
+          snap = await provider.start(opts || {}, holder, { visual: camera(), allowed });
+        } catch (e) {
+          unwatch(sc);
+          await releaseCamera();
+          if (!allowed()) throw denial2(CONSENT_TAKEN_BACK);
+          throw e;
+        }
+        if (!allowed()) {
+          await tidy(CONSENT_TAKEN_BACK);
+          throw denial2(CONSENT_TAKEN_BACK);
+        }
+        return snap;
+      });
+    },
+    stop: () => stopNowAndInTurn(),
+    getSnapshot: () => provider.getSnapshot(holder),
+    onEpisode: (cb) => provider.onEpisode(cb, holder),
+    subscribe: (cb) => provider.subscribe(cb, holder)
+  };
+}
+async function releaseAiLive(holder) {
+  const sc = _screens.get(holder);
+  if (!sc) {
+    try {
+      await _provider3?.stop(holder);
+    } catch {
+    }
+    try {
+      _provider3?.forget(holder);
+    } catch {
+    }
+    await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+    return;
+  }
+  sc.closed = true;
+  sc.stops++;
+  const now = _provider3 ? _provider3.stop(holder).catch(() => {
+  }) : Promise.resolve();
+  await inTurn(sc, async () => {
+    await now;
+    unwatch(sc);
+    try {
+      await _provider3?.stop(holder);
+    } catch {
+    }
+    try {
+      _provider3?.forget(holder);
+    } catch {
+    }
+    await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+  });
+  if (_screens.get(holder) === sc) _screens.delete(holder);
+}
+var _provider3, _screens, unwatch, STOPPED_BEFORE_START, SCREEN_CLOSED, stopped, CONSENT_TAKEN_BACK, aiLiveCameraHolder, NOTHING, aiLiveIndicator;
+var init_aiLiveHost = __esm({
+  "src/aiLiveHost.ts"() {
+    "use strict";
+    init_host();
+    init_deviceStateHost();
+    _provider3 = null;
+    _screens = /* @__PURE__ */ new Map();
+    unwatch = (sc) => {
+      sc.watch?.unsubscribe();
+      sc.watch = null;
+    };
+    STOPPED_BEFORE_START = "aiLive: stopped before it started: the screen stopped or closed while its start was waiting.";
+    SCREEN_CLOSED = "aiLive: this screen is closed; it cannot start sending.";
+    stopped = (msg) => Object.assign(new Error(msg), { code: "STOPPED" });
+    CONSENT_TAKEN_BACK = "Camera pictures to AI was turned off on this phone, so sending stopped.";
+    aiLiveCameraHolder = (holder) => `${holder}#aiLive`;
+    NOTHING = { unsubscribe() {
+    } };
+    aiLiveIndicator = {
+      isSending: () => !!_provider3?.isSending(),
+      subscribe: (cb) => _provider3?.subscribeSending(cb) ?? NOTHING
+    };
+  }
+});
+
 // src/pluginRuntime.ts
 function mergeCaps(decl) {
   if (!decl) return void 0;
@@ -1079,7 +1292,8 @@ function resolvePluginRuntimeProps(src, holder = src.pluginId) {
   const native = gatePluginNative(getPluginNative(), capabilities, src.pluginId);
   const deviceState = gateDeviceState(stateDomains, holder);
   const voice = gateVoice(!!capabilities?.voice, src.pluginId);
-  return { device: native, native, deviceState, voice };
+  const aiLive = gateAiLive(capabilities, src.pluginId, holder, () => gateDeviceState(["visual"], aiLiveCameraHolder(holder)).visual);
+  return { device: native, native, deviceState, voice, aiLive };
 }
 var init_pluginRuntime = __esm({
   "src/pluginRuntime.ts"() {
@@ -1087,6 +1301,7 @@ var init_pluginRuntime = __esm({
     init_host();
     init_deviceStateHost();
     init_voiceHost();
+    init_aiLiveHost();
   }
 });
 
@@ -3326,11 +3541,13 @@ var init_loader = __esm({
 // src/index.ts
 var index_exports = {};
 __export(index_exports, {
+  AI_LIVE_IDLE: () => AI_LIVE_IDLE,
   ActionButton: () => ActionButton,
   ActivityIndicator: () => import_react_native.ActivityIndicator,
   AdaOrb: () => AdaOrb,
   Animated: () => import_react_native.Animated,
   Badge: () => Badge,
+  CONSENT_TAKEN_BACK: () => CONSENT_TAKEN_BACK,
   CameraPreview: () => CameraPreview,
   Card: () => Card,
   EmptyState: () => EmptyState,
@@ -3361,6 +3578,7 @@ __export(index_exports, {
   TouchableOpacity: () => import_react_native.TouchableOpacity,
   View: () => import_react_native.View,
   __resetSessionSyncForTest: () => __resetSessionSyncForTest,
+  aiLiveIndicator: () => aiLiveIndicator,
   bundleManager: () => bundleManager,
   callDeviceTool: () => callDeviceTool,
   clearDeviceTools: () => clearDeviceTools,
@@ -3370,6 +3588,7 @@ __export(index_exports, {
   deviceToolsActionForSession: () => deviceToolsActionForSession,
   ensureDeviceToolsLoaded: () => ensureDeviceToolsLoaded,
   explainCapability: () => explainCapability,
+  gateAiLive: () => gateAiLive,
   gateDeviceState: () => gateDeviceState,
   gatePluginNative: () => gatePluginNative,
   gateVoice: () => gateVoice,
@@ -3390,8 +3609,11 @@ __export(index_exports, {
   isMountSurface: () => isMountSurface,
   listDeviceTools: () => listDeviceTools,
   listPlugins: () => listPlugins,
+  mayPicturesLeavePhone: () => mayPicturesLeavePhone,
   nativePluginRegistry: () => nativePluginRegistry,
   neverObserved: () => neverObserved,
+  notifyPicturesToAiConsentChanged: () => notifyPicturesToAiConsentChanged,
+  onPicturesToAiConsentChange: () => onPicturesToAiConsentChange,
   pluginBundleUrl: () => pluginBundleUrl,
   register: () => register,
   registerBundleModules: () => registerBundleModules,
@@ -3400,18 +3622,21 @@ __export(index_exports, {
   registerPlatformDeviceTools: () => registerPlatformDeviceTools,
   registerService: () => registerService,
   registerTools: () => registerTools,
+  releaseAiLive: () => releaseAiLive,
   releaseDeviceStateHolds: () => releaseDeviceStateHolds,
   rendersNative: () => rendersNative,
   resetDeviceToolLoader: () => resetDeviceToolLoader,
   resolvePluginGrants: () => resolvePluginGrants,
   resolvePluginRuntimeProps: () => resolvePluginRuntimeProps,
   resolvePluginUrl: () => resolvePluginUrl,
+  setAiLiveProvider: () => setAiLiveProvider,
   setBundleStorage: () => setBundleStorage,
   setCameraPreviewProvider: () => setCameraPreviewProvider,
   setDeviceStateProvider: () => setDeviceStateProvider,
   setDeviceToolContextProvider: () => setDeviceToolContextProvider,
   setDeviceToolResultPoster: () => setDeviceToolResultPoster,
   setHapticsProvider: () => setHapticsProvider,
+  setPicturesToAiConsentProvider: () => setPicturesToAiConsentProvider,
   setPluginNativeProvider: () => setPluginNativeProvider,
   setPluginThemeColors: () => setPluginThemeColors,
   setVoiceProvider: () => setVoiceProvider,
@@ -3434,6 +3659,7 @@ init_device_state();
 init_device_state();
 init_deviceStateHost();
 init_voiceHost();
+init_aiLiveHost();
 init_host();
 init_pluginRuntime();
 init_registry();
@@ -3661,6 +3887,7 @@ function usePlugin(pluginId, manifest) {
 var import_react12 = require("react");
 init_pluginRuntime();
 init_deviceStateHost();
+init_aiLiveHost();
 var mounts = 0;
 function usePluginRuntimeProps(src, deps) {
   const holderRef = (0, import_react12.useRef)(null);
@@ -3673,6 +3900,9 @@ function usePluginRuntimeProps(src, deps) {
   (0, import_react12.useEffect)(() => () => {
     void releaseDeviceStateHolds(holder);
   }, [holder]);
+  (0, import_react12.useEffect)(() => () => {
+    void releaseAiLive(holder);
+  }, [holder]);
   const grantedKey = granted.join(",");
   (0, import_react12.useEffect)(() => {
     void releaseDeviceStateHolds(holder, granted);
@@ -3761,11 +3991,13 @@ init_store();
 init_SurfaceDispatcher();
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  AI_LIVE_IDLE,
   ActionButton,
   ActivityIndicator,
   AdaOrb,
   Animated,
   Badge,
+  CONSENT_TAKEN_BACK,
   CameraPreview,
   Card,
   EmptyState,
@@ -3796,6 +4028,7 @@ init_SurfaceDispatcher();
   TouchableOpacity,
   View,
   __resetSessionSyncForTest,
+  aiLiveIndicator,
   bundleManager,
   callDeviceTool,
   clearDeviceTools,
@@ -3805,6 +4038,7 @@ init_SurfaceDispatcher();
   deviceToolsActionForSession,
   ensureDeviceToolsLoaded,
   explainCapability,
+  gateAiLive,
   gateDeviceState,
   gatePluginNative,
   gateVoice,
@@ -3825,8 +4059,11 @@ init_SurfaceDispatcher();
   isMountSurface,
   listDeviceTools,
   listPlugins,
+  mayPicturesLeavePhone,
   nativePluginRegistry,
   neverObserved,
+  notifyPicturesToAiConsentChanged,
+  onPicturesToAiConsentChange,
   pluginBundleUrl,
   register,
   registerBundleModules,
@@ -3835,18 +4072,21 @@ init_SurfaceDispatcher();
   registerPlatformDeviceTools,
   registerService,
   registerTools,
+  releaseAiLive,
   releaseDeviceStateHolds,
   rendersNative,
   resetDeviceToolLoader,
   resolvePluginGrants,
   resolvePluginRuntimeProps,
   resolvePluginUrl,
+  setAiLiveProvider,
   setBundleStorage,
   setCameraPreviewProvider,
   setDeviceStateProvider,
   setDeviceToolContextProvider,
   setDeviceToolResultPoster,
   setHapticsProvider,
+  setPicturesToAiConsentProvider,
   setPluginNativeProvider,
   setPluginThemeColors,
   setVoiceProvider,