@ateam-ai-mobile/plugin-runtime 0.1.20 → 0.1.22

package/dist/{chunk-56Z2X5ZB.mjs → chunk-RNA6X65P.mjs}

@@ -141,6 +141,7 @@ import { apiFetchRaw, getTenant as getTenant2 } from "@ateam-ai-mobile/core";
 // src/sdk/index.ts
 var sdk_exports = {};
 __export(sdk_exports, {
+  AI_LIVE_IDLE: () => AI_LIVE_IDLE,
   ActionButton: () => ActionButton,
   ActivityIndicator: () => ActivityIndicator,
   Animated: () => Animated,
@@ -213,6 +214,16 @@ function registerService(id, config) {
 // src/sdk/voice.ts
 var PLATFORM_VOICE_CALLER = /* @__PURE__ */ Symbol("adas.voice.platform");
 
+// src/sdk/aiLive.ts
+var AI_LIVE_IDLE = Object.freeze({
+  state: "idle",
+  camera: null,
+  sent: 0,
+  skipped: 0,
+  lastEpisode: null,
+  lastError: null
+});
+
 // src/sdk/device-state.ts
 var device_state_exports = {};
 __export(device_state_exports, {
@@ -647,6 +658,35 @@ function setCameraPreviewProvider(Component) {
 function getCameraPreviewProvider() {
   return _cameraPreview;
 }
+var _picturesToAiConsent = null;
+var _consentListeners = /* @__PURE__ */ new Set();
+function setPicturesToAiConsentProvider(provider) {
+  _picturesToAiConsent = provider;
+  notifyPicturesToAiConsentChanged();
+}
+function notifyPicturesToAiConsentChanged() {
+  for (const cb of [..._consentListeners]) {
+    try {
+      cb();
+    } catch {
+    }
+  }
+}
+function onPicturesToAiConsentChange(cb) {
+  _consentListeners.add(cb);
+  return { unsubscribe: () => {
+    _consentListeners.delete(cb);
+  } };
+}
+function mayPicturesLeavePhone(declared) {
+  if (declared?.picturesToAi !== true) return false;
+  if (!_picturesToAiConsent) return false;
+  try {
+    return _picturesToAiConsent() === true;
+  } catch {
+    return false;
+  }
+}
 var _nativeRegistry = /* @__PURE__ */ new Map();
 function registerNativePlugin(id, plugin) {
   _nativeRegistry.set(id, plugin);
@@ -3048,6 +3088,164 @@ function gateVoice(declared, pluginId) {
   );
 }
 
+// src/aiLiveHost.ts
+var _provider3 = null;
+var _screens = /* @__PURE__ */ new Map();
+function screenOf(holder) {
+  let sc = _screens.get(holder);
+  if (!sc) {
+    sc = { closed: false, stops: 0, queue: Promise.resolve(), watch: null };
+    _screens.set(holder, sc);
+  }
+  return sc;
+}
+function inTurn(sc, step) {
+  const run = sc.queue.then(step, step);
+  sc.queue = run.then(() => {
+  }, () => {
+  });
+  return run;
+}
+var unwatch = (sc) => {
+  sc.watch?.unsubscribe();
+  sc.watch = null;
+};
+var STOPPED_BEFORE_START = "aiLive: stopped before it started: the screen stopped or closed while its start was waiting.";
+var SCREEN_CLOSED = "aiLive: this screen is closed; it cannot start sending.";
+var stopped = (msg) => Object.assign(new Error(msg), { code: "STOPPED" });
+var CONSENT_TAKEN_BACK = "Camera pictures to AI was turned off on this phone, so sending stopped.";
+function setAiLiveProvider(provider) {
+  _provider3 = provider || null;
+}
+function denial2(why) {
+  return Object.assign(new Error(`aiLive: ${why}`), { code: "RESTRICTED" });
+}
+function deniedAiLive(why) {
+  const fail = () => {
+    throw denial2(why);
+  };
+  return {
+    async start() {
+      return fail();
+    },
+    async stop() {
+    },
+    getSnapshot() {
+      return { state: "error", camera: null, sent: 0, skipped: 0, lastEpisode: null, lastError: why };
+    },
+    onEpisode() {
+      return fail();
+    },
+    subscribe() {
+      return fail();
+    }
+  };
+}
+var aiLiveCameraHolder = (holder) => `${holder}#aiLive`;
+function gateAiLive(capabilities, pluginId, holder, camera) {
+  if (capabilities?.picturesToAi !== true) {
+    return deniedAiLive("not declared in this plugin's manifest. Add `native: { picturesToAi: true }` to send camera pictures to the workspace's chosen AI.");
+  }
+  if (!pluginId || !holder) return deniedAiLive("no plugin identity \u2014 it fails closed without a screen to bind the session to.");
+  if (!_provider3) return deniedAiLive("no live AI in this build \u2014 the app has not called setAiLiveProvider.");
+  const provider = _provider3;
+  const sc = screenOf(holder);
+  const allowed = () => mayPicturesLeavePhone(capabilities);
+  const releaseCamera = () => releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+  const tidy = async (why) => {
+    unwatch(sc);
+    try {
+      await provider.stop(holder, why);
+    } finally {
+      await releaseCamera();
+    }
+  };
+  const stopNowAndInTurn = (why) => {
+    sc.stops++;
+    const now = provider.stop(holder, why).catch(() => {
+    });
+    return inTurn(sc, async () => {
+      await now;
+      await tidy(why);
+    });
+  };
+  const onConsentChange = () => {
+    if (!allowed()) void stopNowAndInTurn(CONSENT_TAKEN_BACK);
+  };
+  return {
+    start(opts) {
+      if (sc.closed) return Promise.reject(stopped(SCREEN_CLOSED));
+      const stopsWhenAsked = sc.stops;
+      return inTurn(sc, async () => {
+        if (sc.closed) throw stopped(SCREEN_CLOSED);
+        if (sc.stops !== stopsWhenAsked) throw stopped(STOPPED_BEFORE_START);
+        if (!allowed()) {
+          throw denial2('the person on this phone has not allowed camera pictures to go to AI. They can turn on Settings > Camera > "Camera pictures to AI" in the app.');
+        }
+        unwatch(sc);
+        sc.watch = onPicturesToAiConsentChange(onConsentChange);
+        let snap;
+        try {
+          snap = await provider.start(opts || {}, holder, { visual: camera(), allowed });
+        } catch (e) {
+          unwatch(sc);
+          await releaseCamera();
+          if (!allowed()) throw denial2(CONSENT_TAKEN_BACK);
+          throw e;
+        }
+        if (!allowed()) {
+          await tidy(CONSENT_TAKEN_BACK);
+          throw denial2(CONSENT_TAKEN_BACK);
+        }
+        return snap;
+      });
+    },
+    stop: () => stopNowAndInTurn(),
+    getSnapshot: () => provider.getSnapshot(holder),
+    onEpisode: (cb) => provider.onEpisode(cb, holder),
+    subscribe: (cb) => provider.subscribe(cb, holder)
+  };
+}
+async function releaseAiLive(holder) {
+  const sc = _screens.get(holder);
+  if (!sc) {
+    try {
+      await _provider3?.stop(holder);
+    } catch {
+    }
+    try {
+      _provider3?.forget(holder);
+    } catch {
+    }
+    await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+    return;
+  }
+  sc.closed = true;
+  sc.stops++;
+  const now = _provider3 ? _provider3.stop(holder).catch(() => {
+  }) : Promise.resolve();
+  await inTurn(sc, async () => {
+    await now;
+    unwatch(sc);
+    try {
+      await _provider3?.stop(holder);
+    } catch {
+    }
+    try {
+      _provider3?.forget(holder);
+    } catch {
+    }
+    await releaseDeviceStateHolds(aiLiveCameraHolder(holder));
+  });
+  if (_screens.get(holder) === sc) _screens.delete(holder);
+}
+var NOTHING = { unsubscribe() {
+} };
+var aiLiveIndicator = {
+  isSending: () => !!_provider3?.isSending(),
+  subscribe: (cb) => _provider3?.subscribeSending(cb) ?? NOTHING
+};
+
 // src/pluginRuntime.ts
 function mergeCaps(decl) {
   if (!decl) return void 0;
@@ -3063,7 +3261,8 @@ function resolvePluginRuntimeProps(src, holder = src.pluginId) {
   const native = gatePluginNative(getPluginNative(), capabilities, src.pluginId);
   const deviceState = gateDeviceState(stateDomains, holder);
   const voice = gateVoice(!!capabilities?.voice, src.pluginId);
-  return { device: native, native, deviceState, voice };
+  const aiLive = gateAiLive(capabilities, src.pluginId, holder, () => gateDeviceState(["visual"], aiLiveCameraHolder(holder)).visual);
+  return { device: native, native, deviceState, voice, aiLive };
 }
 
 // src/tools/loader.ts
@@ -3167,6 +3366,7 @@ export {
   registerTools,
   registerService,
   PLATFORM_VOICE_CALLER,
+  AI_LIVE_IDLE,
   isActionable,
   neverObserved,
   explainCapability,
@@ -3203,6 +3403,10 @@ export {
   gatePluginNative,
   setCameraPreviewProvider,
   getCameraPreviewProvider,
+  setPicturesToAiConsentProvider,
+  notifyPicturesToAiConsentChanged,
+  onPicturesToAiConsentChange,
+  mayPicturesLeavePhone,
   registerNativePlugin,
   unregisterNativePlugin,
   nativePluginRegistry,
@@ -3221,6 +3425,11 @@ export {
   setVoiceProvider,
   implementedVoice,
   gateVoice,
+  CONSENT_TAKEN_BACK,
+  setAiLiveProvider,
+  gateAiLive,
+  releaseAiLive,
+  aiLiveIndicator,
   resolvePluginGrants,
   resolvePluginRuntimeProps,
   useNativeBridge,
@@ -3255,4 +3464,4 @@ export {
   ensureDeviceToolsLoaded,
   resetDeviceToolLoader
 };
-//# sourceMappingURL=chunk-56Z2X5ZB.mjs.map
+//# sourceMappingURL=chunk-RNA6X65P.mjs.map