@ateam-ai-mobile/expo 0.1.20 → 0.1.21

package/dist/index.mjs

@@ -9,7 +9,7 @@ import {
   parseWalkJsonl,
   setupExpoProviders,
   visualEngine
-} from "./chunk-42FP5DTO.mjs";
+} from "./chunk-2ZQEQJQ6.mjs";
 import {
   cameraTasks
 } from "./chunk-6LXF3JVX.mjs";

package/dist/push/silentSync.mjs

@@ -7,16 +7,16 @@ import {
 import {
   getDeviceSyncConfig
 } from "../chunk-GA7DS3PA.mjs";
-import {
-  readDeviceId
-} from "../chunk-IJPR5ITF.mjs";
 import {
   syncDomains
-} from "../chunk-RZDAY2GS.mjs";
-import "../chunk-KOXF2FZM.mjs";
+} from "../chunk-C62NQA4F.mjs";
 import "../chunk-XQSY6MHP.mjs";
+import "../chunk-KOXF2FZM.mjs";
 import "../chunk-7FWYEHN5.mjs";
 import "../chunk-J6XRNX7P.mjs";
+import {
+  readDeviceId
+} from "../chunk-IJPR5ITF.mjs";
 import "../chunk-WMJKH4XE.mjs";
 
 // src/push/silentSync.ts

package/dist/vision/index.d.mts

@@ -86,5 +86,11 @@ declare function describe(id: string, maxLabels?: number): Promise<VisionLabel[]
  *  items with boxes. [] = looked, found nothing above `minConfidence`; throws =
  *  couldn't look (id aged out, or the model isn't in this build). */
 declare function detectObjects(id: string, maxItems?: number, minConfidence?: number): Promise<VisionObject[]>;
+/**
+ * A published frame as a base64 JPEG, its longer side at most `maxSide`. FOR THE SDK'S AI LIVE SENDER ONLY
+ * (aiLive/provider.ts), which calls it after the two-sided "Pictures to AI" consent: this is the one way a
+ * picture leaves native, and no plugin-facing API reaches it. An older binary refuses by name.
+ */
+declare function jpegById(id: string, maxSide?: number, quality?: number): Promise<string>;
 
-export { CameraPreview, type RawFrameQuality, type VisionFacing, type VisionFrame, type VisionLabel, type VisionObject, type VisionText, assessQuality, describe, detectObjects, isSupported, onVisionFrame, qualityById, readText, startVision, stopVision, visionRetentionMs };
+export { CameraPreview, type RawFrameQuality, type VisionFacing, type VisionFrame, type VisionLabel, type VisionObject, type VisionText, assessQuality, describe, detectObjects, isSupported, jpegById, onVisionFrame, qualityById, readText, startVision, stopVision, visionRetentionMs };

package/dist/vision/index.d.ts

@@ -86,5 +86,11 @@ declare function describe(id: string, maxLabels?: number): Promise<VisionLabel[]
  *  items with boxes. [] = looked, found nothing above `minConfidence`; throws =
  *  couldn't look (id aged out, or the model isn't in this build). */
 declare function detectObjects(id: string, maxItems?: number, minConfidence?: number): Promise<VisionObject[]>;
+/**
+ * A published frame as a base64 JPEG, its longer side at most `maxSide`. FOR THE SDK'S AI LIVE SENDER ONLY
+ * (aiLive/provider.ts), which calls it after the two-sided "Pictures to AI" consent: this is the one way a
+ * picture leaves native, and no plugin-facing API reaches it. An older binary refuses by name.
+ */
+declare function jpegById(id: string, maxSide?: number, quality?: number): Promise<string>;
 
-export { CameraPreview, type RawFrameQuality, type VisionFacing, type VisionFrame, type VisionLabel, type VisionObject, type VisionText, assessQuality, describe, detectObjects, isSupported, onVisionFrame, qualityById, readText, startVision, stopVision, visionRetentionMs };
+export { CameraPreview, type RawFrameQuality, type VisionFacing, type VisionFrame, type VisionLabel, type VisionObject, type VisionText, assessQuality, describe, detectObjects, isSupported, jpegById, onVisionFrame, qualityById, readText, startVision, stopVision, visionRetentionMs };

package/dist/vision/index.js

@@ -25,6 +25,7 @@ __export(vision_exports, {
   describe: () => describe,
   detectObjects: () => detectObjects,
   isSupported: () => isSupported,
+  jpegById: () => jpegById,
   onVisionFrame: () => onVisionFrame,
   qualityById: () => qualityById,
   readText: () => readText,
@@ -95,6 +96,12 @@ async function describe(id, maxLabels = 5) {
 async function detectObjects(id, maxItems = 10, minConfidence = 0.25) {
   return verb("detectObjects")(id, maxItems, minConfidence);
 }
+async function jpegById(id, maxSide = 768, quality = 0.7) {
+  if (native && typeof native.jpegById !== "function") {
+    throw new Error("sending pictures to AI needs a newer app build \u2014 this one cannot make a picture from a camera frame");
+  }
+  return verb("jpegById")(id, maxSide, quality);
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   CameraPreview,
@@ -102,6 +109,7 @@ async function detectObjects(id, maxItems = 10, minConfidence = 0.25) {
   describe,
   detectObjects,
   isSupported,
+  jpegById,
   onVisionFrame,
   qualityById,
   readText,

package/dist/vision/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/vision/index.ts"],"sourcesContent":["// ada-vision — on-device image understanding, our own native code (no camera lib).\n//\n// On-device, frames never leave the phone:\n//   assessQuality(uri)          — one-shot quality of a LOCAL frame file.\n//   startVision()/onVisionFrame — the headless camera session that publishes a\n//                                 timeline frame (id + quality, never pixels) at a\n//                                 cadence; readText/describe/detectObjects resolve\n//                                 a published id ON-DEVICE.\n//\n// The luma math mirrors ./analysis.js (which has the exhaustive unit tests).\n//\n// requireOptionalNativeModule: on a binary WITHOUT the native module, the import\n// is null, isSupported() is false, and the session calls refuse cleanly (no crash).\n\nimport type { ComponentType } from 'react';\nimport { requireOptionalNativeModule } from 'expo-modules-core';\nimport { requireNativeView } from 'expo';\n\n/** TEST-ONLY live preview bound to the same headless session (so a tester can\n *  aim). The real Guide runs headless and never mounts this. Null on a binary\n *  without the native view, so importing this module never crashes. */\nexport const CameraPreview: ComponentType<any> | null = (() => {\n  try { return requireNativeView('AdaVision'); } catch { return null; }\n})();\n\nexport interface RawFrameQuality {\n  blur: 'sharp' | 'slight' | 'severe' | 'unknown';\n  exposure: 'good' | 'dark' | 'bright' | 'unknown';\n  /** true = lens covered; false = clearly not; null = not assessed. */\n  obstructed: boolean | null;\n}\n\ninterface Subscription { remove(): void }\n\n/** A published timeline frame from the vision session (metadata only — never\n *  pixels; the buffer stays in the native ring, resolved by id). */\nexport interface VisionFrame {\n  id: string;\n  ts: number;\n  expiresAt: number;\n  blur: RawFrameQuality['blur'];\n  exposure: RawFrameQuality['exposure'];\n  obstructed: RawFrameQuality['obstructed'];\n}\n\n/** One OCR result on a frame — matches the SDK's VisionText. */\nexport interface VisionText {\n  text: string;\n  /** 0..1 recogniser confidence (never a 1.0 filler). */\n  confidence: number | null;\n  /** Normalised 0..1 box, origin TOP-left, in the UPRIGHT portrait frame (native\n   *  rotates frames at capture) — x runs from the user's left to their right. */\n  box?: { x: number; y: number; width: number; height: number };\n}\n\n/** One classifier label — a vocabulary term, NOT prose. Matches VisionLabel. */\nexport interface VisionLabel {\n  label: string;\n  confidence: number | null;\n}\n\n/** One detected object — a located item with a box, from the bundled detector. */\nexport interface VisionObject {\n  /** Open-Images class name (e.g. \"Car\", \"Traffic light\", \"Building\", \"Person\"). */\n  label: string;\n  /** 0..1 detector confidence. */\n  confidence: number | null;\n  /** Normalised 0..1 box, origin TOP-left, in the UPRIGHT portrait frame (native\n   *  rotates frames at capture) — x runs from the user's left to their right. */\n  box?: { x: number; y: number; width: number; height: number };\n}\n\ninterface AdaVisionNative {\n  isSupported(): boolean;\n  assessQuality(uri: string): Promise<RawFrameQuality>;\n  startVision(intervalMs: number): Promise<void>;\n  /** Absent from binaries built before the front camera existed. */\n  startVisionCamera?(intervalMs: number, facing: VisionFacing): Promise<void>;\n  stopVision(): void;\n  visionRetentionMs(): number;\n  qualityById(id: string): RawFrameQuality | null;\n  readText(id: string, languages: string[] | null): Promise<VisionText[]>;\n  describe(id: string, maxLabels: number): Promise<VisionLabel[]>;\n  detectObjects(id: string, maxItems: number, minConfidence: number): Promise<VisionObject[]>;\n  addListener(event: 'visionFrame', cb: (f: VisionFrame) => void): Subscription;\n}\n\nconst native = requireOptionalNativeModule<AdaVisionNative>('AdaVision');\n\n/** The native function, or a refusal by name: Android's AdaVision has assessQuality only\n *  (AI Models F4), so a verb it lacks says so instead of failing as \"not a function\". */\nfunction verb<K extends keyof AdaVisionNative>(name: K): AdaVisionNative[K] {\n  if (!native) throw new Error('ada-vision native module not present in this build');\n  const fn = native[name];\n  if (typeof fn !== 'function') {\n    throw Object.assign(new Error(`UNAVAILABLE: ada-vision ${String(name)} is not implemented on this platform (iOS only)`), { code: 'UNAVAILABLE' });\n  }\n  return (fn as Function).bind(native) as AdaVisionNative[K];\n}\n\n/** Is the native vision module present in this binary? */\nexport function isSupported(): boolean {\n  try { return native?.isSupported() ?? false; } catch { return false; }\n}\n\n/** One-shot: measure a frame's quality from its LOCAL file. Throws if it cannot look. */\nexport async function assessQuality(uri: string): Promise<RawFrameQuality> {\n  if (!native) throw new Error('ada-vision native module not present in this build');\n  return native.assessQuality(uri);\n}\n\n// ── Vision session (feeds the Visual Engine) ──\n\n/** Which camera the vision session reads. */\nexport type VisionFacing = 'front' | 'back';\n\n/**\n * Start the vision session on `facing` — publishes a timeline frame every\n * `intervalMs`. The back camera works on every binary; the front camera needs a\n * binary built with it, and an older one REFUSES it rather than quietly reading\n * the back camera instead.\n */\nexport async function startVision(intervalMs = 1000, facing: VisionFacing = 'back'): Promise<void> {\n  if (facing !== 'front' && facing !== 'back') {\n    throw new Error(`Unknown camera \"${String(facing)}\" — use \"front\" or \"back\"`);\n  }\n  if (facing === 'back') return verb('startVision')(intervalMs);\n  if (native && typeof native.startVisionCamera !== 'function') {\n    throw new Error('the front camera needs a newer app build — this one can read the back camera only');\n  }\n  return verb('startVisionCamera')!(intervalMs, facing);\n}\n\n/** Stop the vision session and release the camera. */\nexport function stopVision(): void {\n  native?.stopVision?.();\n}\n\n/** Subscribe to published timeline frames (id + quality + expiry; no pixels). */\nexport function onVisionFrame(cb: (f: VisionFrame) => void): Subscription {\n  if (!native) return { remove() {} };\n  return native.addListener('visionFrame', cb);\n}\n\n/** How far back the native ring can still resolve a frame id (ms). */\nexport function visionRetentionMs(): number {\n  return native?.visionRetentionMs?.() ?? 0;\n}\n\n/** Resolve a published frame id → its measured quality (null if evicted). */\nexport function qualityById(id: string): RawFrameQuality | null {\n  return native?.qualityById?.(id) ?? null;\n}\n\n/** On-device OCR on a published frame. [] = looked, no text; throws = couldn't look. */\nexport async function readText(id: string, languages?: string[]): Promise<VisionText[]> {\n  return verb('readText')(id, languages ?? null);\n}\n\n/** On-device image classification → labels (not prose). [] = nothing recognised. */\nexport async function describe(id: string, maxLabels = 5): Promise<VisionLabel[]> {\n  return verb('describe')(id, maxLabels);\n}\n\n/** On-device object detection (bundled YOLOv8n, Open-Images vocabulary) → located\n *  items with boxes. [] = looked, found nothing above `minConfidence`; throws =\n *  couldn't look (id aged out, or the model isn't in this build). */\nexport async function detectObjects(id: string, maxItems = 10, minConfidence = 0.25): Promise<VisionObject[]> {\n  return verb('detectObjects')(id, maxItems, minConfidence);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAeA,+BAA4C;AAC5C,kBAAkC;AAK3B,IAAM,iBAA4C,MAAM;AAC7D,MAAI;AAAE,eAAO,+BAAkB,WAAW;AAAA,EAAG,QAAQ;AAAE,WAAO;AAAA,EAAM;AACtE,GAAG;AAgEH,IAAM,aAAS,sDAA6C,WAAW;AAIvE,SAAS,KAAsC,MAA6B;AAC1E,MAAI,CAAC,OAAQ,OAAM,IAAI,MAAM,oDAAoD;AACjF,QAAM,KAAK,OAAO,IAAI;AACtB,MAAI,OAAO,OAAO,YAAY;AAC5B,UAAM,OAAO,OAAO,IAAI,MAAM,2BAA2B,OAAO,IAAI,CAAC,iDAAiD,GAAG,EAAE,MAAM,cAAc,CAAC;AAAA,EAClJ;AACA,SAAQ,GAAgB,KAAK,MAAM;AACrC;AAGO,SAAS,cAAuB;AACrC,MAAI;AAAE,WAAO,QAAQ,YAAY,KAAK;AAAA,EAAO,QAAQ;AAAE,WAAO;AAAA,EAAO;AACvE;AAGA,eAAsB,cAAc,KAAuC;AACzE,MAAI,CAAC,OAAQ,OAAM,IAAI,MAAM,oDAAoD;AACjF,SAAO,OAAO,cAAc,GAAG;AACjC;AAaA,eAAsB,YAAY,aAAa,KAAM,SAAuB,QAAuB;AACjG,MAAI,WAAW,WAAW,WAAW,QAAQ;AAC3C,UAAM,IAAI,MAAM,mBAAmB,OAAO,MAAM,CAAC,gCAA2B;AAAA,EAC9E;AACA,MAAI,WAAW,OAAQ,QAAO,KAAK,aAAa,EAAE,UAAU;AAC5D,MAAI,UAAU,OAAO,OAAO,sBAAsB,YAAY;AAC5D,UAAM,IAAI,MAAM,wFAAmF;AAAA,EACrG;AACA,SAAO,KAAK,mBAAmB,EAAG,YAAY,MAAM;AACtD;AAGO,SAAS,aAAmB;AACjC,UAAQ,aAAa;AACvB;AAGO,SAAS,cAAc,IAA4C;AACxE,MAAI,CAAC,OAAQ,QAAO,EAAE,SAAS;AAAA,EAAC,EAAE;AAClC,SAAO,OAAO,YAAY,eAAe,EAAE;AAC7C;AAGO,SAAS,oBAA4B;AAC1C,SAAO,QAAQ,oBAAoB,KAAK;AAC1C;AAGO,SAAS,YAAY,IAAoC;AAC9D,SAAO,QAAQ,cAAc,EAAE,KAAK;AACtC;AAGA,eAAsB,SAAS,IAAY,WAA6C;AACtF,SAAO,KAAK,UAAU,EAAE,IAAI,aAAa,IAAI;AAC/C;AAGA,eAAsB,SAAS,IAAY,YAAY,GAA2B;AAChF,SAAO,KAAK,UAAU,EAAE,IAAI,SAAS;AACvC;AAKA,eAAsB,cAAc,IAAY,WAAW,IAAI,gBAAgB,MAA+B;AAC5G,SAAO,KAAK,eAAe,EAAE,IAAI,UAAU,aAAa;AAC1D;","names":[]}
+{"version":3,"sources":["../../src/vision/index.ts"],"sourcesContent":["// ada-vision — on-device image understanding, our own native code (no camera lib).\n//\n// On-device, frames never leave the phone:\n//   assessQuality(uri)          — one-shot quality of a LOCAL frame file.\n//   startVision()/onVisionFrame — the headless camera session that publishes a\n//                                 timeline frame (id + quality, never pixels) at a\n//                                 cadence; readText/describe/detectObjects resolve\n//                                 a published id ON-DEVICE.\n//\n// The luma math mirrors ./analysis.js (which has the exhaustive unit tests).\n//\n// requireOptionalNativeModule: on a binary WITHOUT the native module, the import\n// is null, isSupported() is false, and the session calls refuse cleanly (no crash).\n\nimport type { ComponentType } from 'react';\nimport { requireOptionalNativeModule } from 'expo-modules-core';\nimport { requireNativeView } from 'expo';\n\n/** TEST-ONLY live preview bound to the same headless session (so a tester can\n *  aim). The real Guide runs headless and never mounts this. Null on a binary\n *  without the native view, so importing this module never crashes. */\nexport const CameraPreview: ComponentType<any> | null = (() => {\n  try { return requireNativeView('AdaVision'); } catch { return null; }\n})();\n\nexport interface RawFrameQuality {\n  blur: 'sharp' | 'slight' | 'severe' | 'unknown';\n  exposure: 'good' | 'dark' | 'bright' | 'unknown';\n  /** true = lens covered; false = clearly not; null = not assessed. */\n  obstructed: boolean | null;\n}\n\ninterface Subscription { remove(): void }\n\n/** A published timeline frame from the vision session (metadata only — never\n *  pixels; the buffer stays in the native ring, resolved by id). */\nexport interface VisionFrame {\n  id: string;\n  ts: number;\n  expiresAt: number;\n  blur: RawFrameQuality['blur'];\n  exposure: RawFrameQuality['exposure'];\n  obstructed: RawFrameQuality['obstructed'];\n}\n\n/** One OCR result on a frame — matches the SDK's VisionText. */\nexport interface VisionText {\n  text: string;\n  /** 0..1 recogniser confidence (never a 1.0 filler). */\n  confidence: number | null;\n  /** Normalised 0..1 box, origin TOP-left, in the UPRIGHT portrait frame (native\n   *  rotates frames at capture) — x runs from the user's left to their right. */\n  box?: { x: number; y: number; width: number; height: number };\n}\n\n/** One classifier label — a vocabulary term, NOT prose. Matches VisionLabel. */\nexport interface VisionLabel {\n  label: string;\n  confidence: number | null;\n}\n\n/** One detected object — a located item with a box, from the bundled detector. */\nexport interface VisionObject {\n  /** Open-Images class name (e.g. \"Car\", \"Traffic light\", \"Building\", \"Person\"). */\n  label: string;\n  /** 0..1 detector confidence. */\n  confidence: number | null;\n  /** Normalised 0..1 box, origin TOP-left, in the UPRIGHT portrait frame (native\n   *  rotates frames at capture) — x runs from the user's left to their right. */\n  box?: { x: number; y: number; width: number; height: number };\n}\n\ninterface AdaVisionNative {\n  isSupported(): boolean;\n  assessQuality(uri: string): Promise<RawFrameQuality>;\n  startVision(intervalMs: number): Promise<void>;\n  /** Absent from binaries built before the front camera existed. */\n  startVisionCamera?(intervalMs: number, facing: VisionFacing): Promise<void>;\n  /** Absent from binaries built before AI live existed. A base64 JPEG. */\n  jpegById?(id: string, maxSide: number, quality: number): Promise<string>;\n  stopVision(): void;\n  visionRetentionMs(): number;\n  qualityById(id: string): RawFrameQuality | null;\n  readText(id: string, languages: string[] | null): Promise<VisionText[]>;\n  describe(id: string, maxLabels: number): Promise<VisionLabel[]>;\n  detectObjects(id: string, maxItems: number, minConfidence: number): Promise<VisionObject[]>;\n  addListener(event: 'visionFrame', cb: (f: VisionFrame) => void): Subscription;\n}\n\nconst native = requireOptionalNativeModule<AdaVisionNative>('AdaVision');\n\n/** The native function, or a refusal by name: Android's AdaVision has assessQuality only\n *  (AI Models F4), so a verb it lacks says so instead of failing as \"not a function\". */\nfunction verb<K extends keyof AdaVisionNative>(name: K): AdaVisionNative[K] {\n  if (!native) throw new Error('ada-vision native module not present in this build');\n  const fn = native[name];\n  if (typeof fn !== 'function') {\n    throw Object.assign(new Error(`UNAVAILABLE: ada-vision ${String(name)} is not implemented on this platform (iOS only)`), { code: 'UNAVAILABLE' });\n  }\n  return (fn as Function).bind(native) as AdaVisionNative[K];\n}\n\n/** Is the native vision module present in this binary? */\nexport function isSupported(): boolean {\n  try { return native?.isSupported() ?? false; } catch { return false; }\n}\n\n/** One-shot: measure a frame's quality from its LOCAL file. Throws if it cannot look. */\nexport async function assessQuality(uri: string): Promise<RawFrameQuality> {\n  if (!native) throw new Error('ada-vision native module not present in this build');\n  return native.assessQuality(uri);\n}\n\n// ── Vision session (feeds the Visual Engine) ──\n\n/** Which camera the vision session reads. */\nexport type VisionFacing = 'front' | 'back';\n\n/**\n * Start the vision session on `facing` — publishes a timeline frame every\n * `intervalMs`. The back camera works on every binary; the front camera needs a\n * binary built with it, and an older one REFUSES it rather than quietly reading\n * the back camera instead.\n */\nexport async function startVision(intervalMs = 1000, facing: VisionFacing = 'back'): Promise<void> {\n  if (facing !== 'front' && facing !== 'back') {\n    throw new Error(`Unknown camera \"${String(facing)}\" — use \"front\" or \"back\"`);\n  }\n  if (facing === 'back') return verb('startVision')(intervalMs);\n  if (native && typeof native.startVisionCamera !== 'function') {\n    throw new Error('the front camera needs a newer app build — this one can read the back camera only');\n  }\n  return verb('startVisionCamera')!(intervalMs, facing);\n}\n\n/** Stop the vision session and release the camera. */\nexport function stopVision(): void {\n  native?.stopVision?.();\n}\n\n/** Subscribe to published timeline frames (id + quality + expiry; no pixels). */\nexport function onVisionFrame(cb: (f: VisionFrame) => void): Subscription {\n  if (!native) return { remove() {} };\n  return native.addListener('visionFrame', cb);\n}\n\n/** How far back the native ring can still resolve a frame id (ms). */\nexport function visionRetentionMs(): number {\n  return native?.visionRetentionMs?.() ?? 0;\n}\n\n/** Resolve a published frame id → its measured quality (null if evicted). */\nexport function qualityById(id: string): RawFrameQuality | null {\n  return native?.qualityById?.(id) ?? null;\n}\n\n/** On-device OCR on a published frame. [] = looked, no text; throws = couldn't look. */\nexport async function readText(id: string, languages?: string[]): Promise<VisionText[]> {\n  return verb('readText')(id, languages ?? null);\n}\n\n/** On-device image classification → labels (not prose). [] = nothing recognised. */\nexport async function describe(id: string, maxLabels = 5): Promise<VisionLabel[]> {\n  return verb('describe')(id, maxLabels);\n}\n\n/** On-device object detection (bundled YOLOv8n, Open-Images vocabulary) → located\n *  items with boxes. [] = looked, found nothing above `minConfidence`; throws =\n *  couldn't look (id aged out, or the model isn't in this build). */\nexport async function detectObjects(id: string, maxItems = 10, minConfidence = 0.25): Promise<VisionObject[]> {\n  return verb('detectObjects')(id, maxItems, minConfidence);\n}\n\n/**\n * A published frame as a base64 JPEG, its longer side at most `maxSide`. FOR THE SDK'S AI LIVE SENDER ONLY\n * (aiLive/provider.ts), which calls it after the two-sided \"Pictures to AI\" consent: this is the one way a\n * picture leaves native, and no plugin-facing API reaches it. An older binary refuses by name.\n */\nexport async function jpegById(id: string, maxSide = 768, quality = 0.7): Promise<string> {\n  if (native && typeof native.jpegById !== 'function') {\n    throw new Error('sending pictures to AI needs a newer app build — this one cannot make a picture from a camera frame');\n  }\n  return verb('jpegById')!(id, maxSide, quality);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAeA,+BAA4C;AAC5C,kBAAkC;AAK3B,IAAM,iBAA4C,MAAM;AAC7D,MAAI;AAAE,eAAO,+BAAkB,WAAW;AAAA,EAAG,QAAQ;AAAE,WAAO;AAAA,EAAM;AACtE,GAAG;AAkEH,IAAM,aAAS,sDAA6C,WAAW;AAIvE,SAAS,KAAsC,MAA6B;AAC1E,MAAI,CAAC,OAAQ,OAAM,IAAI,MAAM,oDAAoD;AACjF,QAAM,KAAK,OAAO,IAAI;AACtB,MAAI,OAAO,OAAO,YAAY;AAC5B,UAAM,OAAO,OAAO,IAAI,MAAM,2BAA2B,OAAO,IAAI,CAAC,iDAAiD,GAAG,EAAE,MAAM,cAAc,CAAC;AAAA,EAClJ;AACA,SAAQ,GAAgB,KAAK,MAAM;AACrC;AAGO,SAAS,cAAuB;AACrC,MAAI;AAAE,WAAO,QAAQ,YAAY,KAAK;AAAA,EAAO,QAAQ;AAAE,WAAO;AAAA,EAAO;AACvE;AAGA,eAAsB,cAAc,KAAuC;AACzE,MAAI,CAAC,OAAQ,OAAM,IAAI,MAAM,oDAAoD;AACjF,SAAO,OAAO,cAAc,GAAG;AACjC;AAaA,eAAsB,YAAY,aAAa,KAAM,SAAuB,QAAuB;AACjG,MAAI,WAAW,WAAW,WAAW,QAAQ;AAC3C,UAAM,IAAI,MAAM,mBAAmB,OAAO,MAAM,CAAC,gCAA2B;AAAA,EAC9E;AACA,MAAI,WAAW,OAAQ,QAAO,KAAK,aAAa,EAAE,UAAU;AAC5D,MAAI,UAAU,OAAO,OAAO,sBAAsB,YAAY;AAC5D,UAAM,IAAI,MAAM,wFAAmF;AAAA,EACrG;AACA,SAAO,KAAK,mBAAmB,EAAG,YAAY,MAAM;AACtD;AAGO,SAAS,aAAmB;AACjC,UAAQ,aAAa;AACvB;AAGO,SAAS,cAAc,IAA4C;AACxE,MAAI,CAAC,OAAQ,QAAO,EAAE,SAAS;AAAA,EAAC,EAAE;AAClC,SAAO,OAAO,YAAY,eAAe,EAAE;AAC7C;AAGO,SAAS,oBAA4B;AAC1C,SAAO,QAAQ,oBAAoB,KAAK;AAC1C;AAGO,SAAS,YAAY,IAAoC;AAC9D,SAAO,QAAQ,cAAc,EAAE,KAAK;AACtC;AAGA,eAAsB,SAAS,IAAY,WAA6C;AACtF,SAAO,KAAK,UAAU,EAAE,IAAI,aAAa,IAAI;AAC/C;AAGA,eAAsB,SAAS,IAAY,YAAY,GAA2B;AAChF,SAAO,KAAK,UAAU,EAAE,IAAI,SAAS;AACvC;AAKA,eAAsB,cAAc,IAAY,WAAW,IAAI,gBAAgB,MAA+B;AAC5G,SAAO,KAAK,eAAe,EAAE,IAAI,UAAU,aAAa;AAC1D;AAOA,eAAsB,SAAS,IAAY,UAAU,KAAK,UAAU,KAAsB;AACxF,MAAI,UAAU,OAAO,OAAO,aAAa,YAAY;AACnD,UAAM,IAAI,MAAM,0GAAqG;AAAA,EACvH;AACA,SAAO,KAAK,UAAU,EAAG,IAAI,SAAS,OAAO;AAC/C;","names":[]}

package/dist/vision/index.mjs

@@ -4,13 +4,14 @@ import {
   describe,
   detectObjects,
   isSupported,
+  jpegById,
   onVisionFrame,
   qualityById,
   readText,
   startVision,
   stopVision,
   visionRetentionMs
-} from "../chunk-6JX222YX.mjs";
+} from "../chunk-WQK6PUBN.mjs";
 import "../chunk-WMJKH4XE.mjs";
 export {
   CameraPreview,
@@ -18,6 +19,7 @@ export {
   describe,
   detectObjects,
   isSupported,
+  jpegById,
   onVisionFrame,
   qualityById,
   readText,

package/ios/AdaVisionModule.swift

@@ -12,7 +12,10 @@ import UIKit
 //                                 reads each live frame's luma plane, publishes a
 //                                 timeline frame (id + quality, never pixels) at a
 //                                 cadence, and resolves readText/describe/detectObjects
-//                                 by id INSIDE native. No photo, no JPEG, no file.
+//                                 by id INSIDE native. No photo, no file.
+//   jpegById(id, maxSide, q)    — the ONE way a frame leaves native: a JPEG for the SDK's
+//                                 AI live sender, after the two-sided "Pictures to AI" consent
+//                                 (plugin-runtime mayPicturesLeavePhone). Plugins never call it.
 public class AdaVisionModule: Module {
   private let vision = VisionSession()
 
@@ -77,6 +80,16 @@ public class AdaVisionModule: Module {
       }
     }
 
+    /** A published frame as a base64 JPEG whose longer side is at most `maxSide`. Only the SDK's AI live
+     *  sender calls it, after both sides said yes to "Pictures to AI"; a plugin never gets pixels. Rejects
+     *  if the id is unknown or aged out of the ring. */
+    AsyncFunction("jpegById") { (id: String, maxSide: Int, quality: Double, promise: Promise) in
+      self.vision.jpegById(id, maxSide: maxSide, quality: quality) { b64, err in
+        if let err = err { promise.reject("AdaVision", err.localizedDescription) }
+        else { promise.resolve(b64) }
+      }
+    }
+
     AsyncFunction("assessQuality") { (uri: String) throws -> [String: Any] in
       guard let image = AdaVisionModule.loadImage(uri) else {
         throw Exception(name: "AdaVisionUnreadable", description: "Could not read frame at \(uri)")
@@ -446,6 +459,36 @@ final class VisionSession: NSObject, AVCaptureVideoDataOutputSampleBufferDelegat
     return vn
   }()
 
+  // MARK: jpegById — a published frame as a JPEG, for the AI live sender only.
+  // Same latest-wins queue as readText/describe. Scaled down (never up) so the longer
+  // side is at most maxSide: the size the chosen setup was tested at.
+  func jpegById(_ id: String, maxSide: Int, quality: Double, completion: @escaping (String?, Error?) -> Void) {
+    queue.async {
+      guard let cg = self.ring.first(where: { $0.id == id })?.image else {
+        completion(nil, NSError(domain: "AdaVision", code: 6,
+          userInfo: [NSLocalizedDescriptionKey: "No frame for id \(id) — unknown or aged out of the ring"]))
+        return
+      }
+      let longest = max(cg.width, cg.height)
+      var image = UIImage(cgImage: cg)
+      if maxSide > 0 && longest > maxSide {
+        let scale = Double(maxSide) / Double(longest)
+        let size = CGSize(width: (Double(cg.width) * scale).rounded(), height: (Double(cg.height) * scale).rounded())
+        let format = UIGraphicsImageRendererFormat.default()
+        format.scale = 1
+        image = UIGraphicsImageRenderer(size: size, format: format).image { _ in
+          UIImage(cgImage: cg).draw(in: CGRect(origin: .zero, size: size))
+        }
+      }
+      guard let data = image.jpegData(compressionQuality: CGFloat(min(max(quality, 0.1), 1.0))) else {
+        completion(nil, NSError(domain: "AdaVision", code: 8,
+          userInfo: [NSLocalizedDescriptionKey: "Could not encode the frame as a JPEG"]))
+        return
+      }
+      completion(data.base64EncodedString(), nil)
+    }
+  }
+
   // MARK: detectObjects — on-device object detection (bundled Core ML), by id.
   // Same latest-wins discipline as readText/describe (serial `queue`). Boxes go
   // through the same topLeftBox as readText: normalised 0..1, TOP-left origin, in

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ateam-ai-mobile/expo",
-  "version": "0.1.20",
+  "version": "0.1.21",
   "description": "Expo-backed providers for the ADAS SDK \u2014 haptics, bundle disk cache, attachment cache, device bridge.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -9,9 +9,9 @@
     "build": "tsup"
   },
   "dependencies": {
-    "@ateam-ai-mobile/core": "0.1.20",
-    "@ateam-ai-mobile/plugin-runtime": "0.1.20",
-    "@ateam-ai-mobile/ui": "0.1.20",
+    "@ateam-ai-mobile/core": "0.1.21",
+    "@ateam-ai-mobile/plugin-runtime": "0.1.21",
+    "@ateam-ai-mobile/ui": "0.1.21",
     "zustand": "^5.0.0"
   },
   "peerDependencies": {
@@ -136,6 +136,12 @@
       "import": "./dist/vision/index.mjs",
       "require": "./dist/vision/index.js"
     },
+    "./ai-live": {
+      "react-native": "./src/aiLive/provider.ts",
+      "types": "./dist/aiLive/provider.d.ts",
+      "import": "./dist/aiLive/provider.mjs",
+      "require": "./dist/aiLive/provider.js"
+    },
     "./maps": {
       "react-native": "./src/maps/index.ts",
       "types": "./dist/maps/index.d.ts",

package/src/aiLive/provider.ts

@@ -0,0 +1,242 @@
+/**
+ * The AI live provider: this phone's camera → the workspace's live session → the chosen AI,
+ * and what the AI saw back to the screen. Installed by the host once at startup:
+ *   import { createAiLiveProvider } from '@ateam-ai-mobile/expo/ai-live';
+ *   setAiLiveProvider(createAiLiveProvider());
+ * A plugin reaches it only through props.aiLive,
+ * whose gate (plugin-runtime aiLiveHost) has already checked the two-sided consent.
+ *
+ * One camera, one sender: while one screen sends, another's start() is refused by name.
+ *
+ * start():
+ *  1. the live session: reuse the one running (an admin may have started it on the AI Models
+ *     page) or start one for the phone with a capped money slice (PHONE_SLICE_USD), and remember
+ *     that this phone started it, so stop() ends only what it began;
+ *  2. the camera: the screen's held visual session on the requested camera;
+ *  3. Core's stream endpoint (/ws/stream, kind "ai-models.live"), the login in the subprotocol;
+ *  4. once Core says "opened": one picture per slot at the TESTED rate and size (the session's
+ *     `camera`), from the newest fresh frame, as a JPEG made by native (jpegById). A slot with no
+ *     fresh frame, or while the socket is still busy, sends nothing and still takes its sequence
+ *     number, so Core reports it as a gap;
+ *  5. {"event":"episode"} from Core → the screen's onEpisode callbacks.
+ */
+import { getCoreWsUrl, getTenant, getToken, mcpToolCall, unwrapMcpResult } from '@ateam-ai-mobile/core';
+import type { AiLiveEpisode, AiLiveProvider, AiLiveSnapshot, AiLiveStartOptions, DeviceState, Subscription } from '@ateam-ai-mobile/plugin-runtime';
+import { jpegById as nativeJpegById } from '../vision';
+import { CLOSE_MESSAGE, STREAM_PATH, SUBPROTOCOL, base64ToBytes, describeClose, encodeFrame, openMessage, parseServerEvent } from './streamProtocol';
+
+/** The most one phone session may spend (owner decision 2026-10-29), held from the AI Models budget. */
+export const PHONE_SLICE_USD = 0.5;
+export const LIVE_KIND = 'ai-models.live';
+/** A frame older than this is not "what the camera sees now" and is not sent. */
+const FRESH_MS = 3000;
+/** Bytes still waiting in the socket above which a slot is skipped rather than queued. */
+const MAX_BUFFERED = 512 * 1024;
+const DEFAULT_CAMERA = { fps: 1, maxPx: 768 };
+
+type Visual = DeviceState['visual'];
+
+export interface AiLiveDeps {
+  callCp(method: string, params?: Record<string, unknown>): Promise<any>;
+  WebSocketImpl: any;
+  wsBase(): string;
+  token(): string | null;
+  tenant(): string | null;
+  jpegById(id: string, maxSide: number, quality: number): Promise<string>;
+  now(): number;
+  setInterval(fn: () => void, ms: number): any;
+  clearInterval(handle: any): void;
+}
+
+const SESSION_UP = new Set(['starting', 'running', 'degraded']);
+
+async function defaultCallCp(method: string, params: Record<string, unknown> = {}): Promise<any> {
+  const res = await mcpToolCall('cp.ai_models_api', { method, params });
+  if (res?.error) throw new Error(res.error.message || 'AI Models refused the request');
+  const out = unwrapMcpResult(res?.result);
+  if (res?.result?.isError) throw new Error(typeof out === 'string' ? out : out?.message || out?.error || 'AI Models refused the request');
+  if (out && typeof out === 'object' && out.ok === false) throw new Error(out.message || out.error || 'AI Models refused the request');
+  return out;
+}
+
+export const defaultAiLiveDeps = (): AiLiveDeps => ({
+  callCp: defaultCallCp,
+  WebSocketImpl: (globalThis as any).WebSocket,
+  wsBase: getCoreWsUrl,
+  token: getToken,
+  tenant: getTenant,
+  jpegById: nativeJpegById,
+  now: Date.now,
+  setInterval: (fn, ms) => setInterval(fn, ms),
+  clearInterval: (h) => clearInterval(h),
+});
+
+const idle = (): AiLiveSnapshot => ({ state: 'idle', camera: null, sent: 0, skipped: 0, lastEpisode: null, lastError: null });
+
+export function createAiLiveProvider(overrides: Partial<AiLiveDeps> = {}): AiLiveProvider {
+  const deps: AiLiveDeps = { ...defaultAiLiveDeps(), ...overrides };
+  let owner: string | null = null;           // the screen sending now
+  let snap: AiLiveSnapshot = idle();
+  let ws: any = null;
+  let loop: any = null;
+  let visual: Visual | null = null;
+  let startedSession = false;                 // this phone started the live session, so it stops it
+  let closingOnPurpose = false;
+  let seq = 0;
+  let busy = false;
+  // Which session a slot belongs to. A slot awaits the camera and the JPEG maker; when the screen
+  // stops (or another starts) meanwhile, that slot's picture must go nowhere, not into the next one.
+  let gen = 0;
+  let lastFrameId: string | null = null;
+  let camera = DEFAULT_CAMERA;
+  let lastOwner: string | null = null;      // whose the current snapshot is (it outlives a stop)
+  // Each screen hears only its own session: callbacks are kept per holder.
+  const episodeCbs = new Map<string, Set<(ev: AiLiveEpisode) => void>>();
+  const snapCbs = new Map<string, Set<(s: AiLiveSnapshot) => void>>();
+  const sendingCbs = new Set<() => void>();
+  let wasSending = false;
+  const add = <T>(m: Map<string, Set<T>>, who: string, cb: T): Subscription => {
+    let set = m.get(who);
+    if (!set) { set = new Set(); m.set(who, set); }
+    set.add(cb);
+    return { unsubscribe: () => { set!.delete(cb); } };
+  };
+
+  const set = (patch: Partial<AiLiveSnapshot>) => {
+    snap = { ...snap, ...patch };
+    for (const cb of (lastOwner && snapCbs.get(lastOwner)) || []) { try { cb(snap); } catch { /* a listener's error is its own */ } }
+    const sending = snap.state === 'starting' || snap.state === 'sending';
+    if (sending !== wasSending) { wasSending = sending; for (const cb of sendingCbs) { try { cb(); } catch { /* idem */ } } }
+  };
+
+  function stopTimers() {
+    if (loop != null) { deps.clearInterval(loop); loop = null; }
+  }
+
+  async function slot() {
+    const mySeq = seq++;                        // every slot takes a number, sent or not
+    const g = gen;
+    const sock = ws;
+    const current = () => g === gen && ws === sock && sock?.readyState === 1;
+    if (busy || !current()) { set({ skipped: snap.skipped + 1 }); return; }
+    if ((sock.bufferedAmount || 0) > MAX_BUFFERED) { set({ skipped: snap.skipped + 1 }); return; }
+    busy = true;
+    try {
+      const v = await visual!.getSnapshot();
+      if (!current()) return;
+      const f: any = v?.latest;
+      const id = f?.handle?.id;
+      const t = Number(f?.timestamp);
+      if (!id || id === lastFrameId || !(deps.now() - t < FRESH_MS)) { set({ skipped: snap.skipped + 1 }); return; }
+      const b64 = await deps.jpegById(id, camera.maxPx, 0.7);
+      if (!current()) return;
+      const frame = encodeFrame({ seq: mySeq, tCapture: t, payload: base64ToBytes(b64) });
+      sock.send(frame.buffer);
+      lastFrameId = id;
+      set({ sent: snap.sent + 1 });
+    } catch (e: any) {
+      if (g === gen) set({ skipped: snap.skipped + 1, lastError: String(e?.message || e) });
+    } finally {
+      if (g === gen) busy = false;
+    }
+  }
+
+  function openSocket(): Promise<void> {
+    return new Promise((resolve, reject) => {
+      const token = deps.token();
+      const tenant = deps.tenant();
+      if (!token || !tenant) { reject(new Error('not signed in to a workspace')); return; }
+      const url = `${deps.wsBase()}${STREAM_PATH}?tenant=${encodeURIComponent(tenant)}`;
+      let opened = false;
+      const sock = new deps.WebSocketImpl(url, [SUBPROTOCOL, `adas.bearer.${token}`]);
+      ws = sock;
+      sock.binaryType = 'arraybuffer';
+      sock.onopen = () => { try { sock.send(openMessage(LIVE_KIND)); } catch (e) { reject(e); } };
+      sock.onmessage = (m: any) => {
+        const ev = parseServerEvent(m?.data);
+        if (!ev) return;
+        if (ev.event === 'opened' && !opened) { opened = true; resolve(); return; }
+        if (ev.event === 'episode' && ev.data && typeof ev.data === 'object') {
+          const episode = ev.data as AiLiveEpisode;
+          set({ lastEpisode: episode });
+          for (const cb of (owner && episodeCbs.get(owner)) || []) { try { cb(episode); } catch { /* a listener's error is its own */ } }
+        }
+      };
+      sock.onerror = () => { /* the close that follows says why */ };
+      sock.onclose = (c: any) => {
+        const why = describeClose(Number(c?.code), c?.reason);
+        if (!opened) { reject(new Error(why)); return; }
+        if (closingOnPurpose || ws !== sock) return;
+        void teardown('error', why);
+      };
+    });
+  }
+
+  async function teardown(state: 'stopped' | 'error', lastError: string | null) {
+    const hadSession = startedSession;
+    startedSession = false;
+    gen++;
+    stopTimers();
+    const sock = ws;
+    ws = null;
+    closingOnPurpose = true;
+    try { if (sock && sock.readyState === 1) sock.send(CLOSE_MESSAGE); } catch { /* closing anyway */ }
+    try { sock?.close?.(); } catch { /* already closed */ }
+    closingOnPurpose = false;
+    const v = visual;
+    visual = null;
+    try { await v?.stop?.(); } catch { /* the camera hold is released by the gate too */ }
+    if (hadSession) { try { await deps.callCp('liveStop'); } catch { /* the session ends by itself when no picture arrives */ } }
+    owner = null;
+    set({ state, lastError });
+  }
+
+  return {
+    async start(opts: AiLiveStartOptions, who: string, ctx: { visual: Visual }) {
+      if (owner && owner !== who) throw Object.assign(new Error('aiLive: another screen is sending to AI right now. Close it first.'), { code: 'CONFLICT' });
+      if (owner === who) return snap;
+      const cam = opts?.camera === 'front' ? 'front' : 'back';
+      if (opts?.camera && opts.camera !== 'front' && opts.camera !== 'back') throw new Error(`aiLive: unknown camera "${String(opts.camera)}" — use "front" or "back"`);
+      owner = who;
+      lastOwner = who;
+      visual = ctx.visual;
+      gen++; seq = 0; lastFrameId = null; busy = false;
+      snap = { ...idle(), camera: cam };
+      set({ state: 'starting' });
+      try {
+        let session = (await deps.callCp('liveStatus'))?.session;
+        if (!SESSION_UP.has(session?.state)) {
+          session = (await deps.callCp('liveStart', { source: 'phone', budgetSliceUsd: PHONE_SLICE_USD }))?.session;
+          startedSession = true;
+        }
+        const c = session?.camera;
+        camera = c && Number(c.fps) > 0 && Number(c.maxPx) > 0 ? { fps: Number(c.fps), maxPx: Number(c.maxPx) } : DEFAULT_CAMERA;
+        await visual.start({ intent: 'stream', facing: cam } as any);
+        await openSocket();
+        loop = deps.setInterval(() => { void slot(); }, Math.max(200, Math.round(1000 / camera.fps)));
+        set({ state: 'sending' });
+        return snap;
+      } catch (e: any) {
+        await teardown('error', String(e?.message || e));
+        throw e;
+      }
+    },
+    async stop(who: string) {
+      if (owner !== who) return;
+      await teardown('stopped', null);
+    },
+    getSnapshot: (who: string) => (lastOwner === who ? snap : idle()),
+    onEpisode: (cb, who) => add(episodeCbs, who, cb),
+    subscribe: (cb, who) => add(snapCbs, who, cb),
+    forget(who: string) {
+      episodeCbs.delete(who);
+      snapCbs.delete(who);
+      if (lastOwner === who && owner === null) { lastOwner = null; snap = idle(); }
+    },
+    isSending: () => snap.state === 'starting' || snap.state === 'sending',
+    subscribeSending(cb) {
+      sendingCbs.add(cb);
+      return { unsubscribe: () => { sendingCbs.delete(cb); } } as Subscription;
+    },
+  };
+}

package/src/aiLive/streamProtocol.ts

@@ -0,0 +1,90 @@
+/**
+ * The wire protocol of Core's binary stream endpoint (/ws/stream), for the AI live sender.
+ *
+ * A PORT of Core's `packages/media-stream/src/index.js` (@ateam-ai/media-stream, not on npm
+ * yet), limited to what a sender needs. The frame bytes are pinned by
+ * tests/aiLiveStreamProtocol.test.mjs against the layout that file documents, so a drift is
+ * a red test, not a silent mismatch. DEAD — replace with an import of @ateam-ai/media-stream
+ * once Core publishes it.
+ *
+ * Frame envelope (bytes): 0 version (1) · 1 flags · 2-5 seq uint32 BE (one per sampling slot
+ * of the SENDER, taken or skipped) · 6-13 tCapture float64 BE (ms since the epoch) · 14- payload.
+ */
+export const STREAM_PATH = '/ws/stream';
+export const SUBPROTOCOL = 'adas.v1';
+export const HEADER_BYTES = 14;
+const ENVELOPE_VERSION = 1;
+
+export const CLOSE = Object.freeze({
+  AUTH_MISSING: 4001,
+  AUTH_FAILED: 4002,
+  NO_SUCH_WORKSPACE: 4003,
+  NOT_ENTITLED: 4004,
+  BAD_REQUEST: 4400,
+  UNKNOWN_KIND: 4404,
+  TIMEOUT: 4408,
+  OVER_LIMIT: 4429,
+  TOO_BIG: 1009,
+  CONSUMER_FAILING: 1011,
+});
+
+export function encodeFrame({ seq, tCapture, payload }: { seq: number; tCapture: number; payload: Uint8Array }): Uint8Array {
+  const out = new Uint8Array(HEADER_BYTES + payload.length);
+  const v = new DataView(out.buffer);
+  v.setUint8(0, ENVELOPE_VERSION);
+  v.setUint8(1, 0);
+  v.setUint32(2, seq >>> 0, false);
+  v.setFloat64(6, tCapture, false);
+  out.set(payload, HEADER_BYTES);
+  return out;
+}
+
+export function openMessage(kind: string): string {
+  return JSON.stringify({ type: 'open', kind });
+}
+
+export const CLOSE_MESSAGE = JSON.stringify({ type: 'close' });
+
+/** A server text frame → { event, data }, or null for anything that is not an event. */
+export function parseServerEvent(text: unknown): { event: string; data: any } | null {
+  if (typeof text !== 'string') return null;
+  try {
+    const m = JSON.parse(text);
+    return m && typeof m.event === 'string' ? { event: m.event, data: m.data } : null;
+  } catch {
+    return null;
+  }
+}
+
+const WHY: Record<number, string> = {
+  [CLOSE.AUTH_MISSING]: 'The login or the workspace was missing. Sign in again and try once more.',
+  [CLOSE.AUTH_FAILED]: 'The login was refused. Sign in again and try once more.',
+  [CLOSE.NO_SUCH_WORKSPACE]: 'This workspace was not found.',
+  [CLOSE.NOT_ENTITLED]: 'This workspace may not stream right now.',
+  [CLOSE.TIMEOUT]: 'The connection to the AI timed out.',
+  [CLOSE.OVER_LIMIT]: 'Too many cameras are sending to this workspace. Stop another one first.',
+  [CLOSE.TOO_BIG]: 'A picture was too big to send.',
+  [CLOSE.CONSUMER_FAILING]: 'The AI stopped taking pictures. Check the live session in AI Models.',
+};
+
+/** A close as one plain sentence: the server's own words for a refused open. */
+export function describeClose(code: number, reason?: string): string {
+  if (code === CLOSE.BAD_REQUEST && reason) return reason;
+  return WHY[code] || (reason ? reason : `The connection to the AI closed (${code}).`);
+}
+
+const B64 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/';
+const B64_INDEX = (() => { const t = new Int16Array(256).fill(-1); for (let i = 0; i < 64; i++) t[B64.charCodeAt(i)] = i; return t; })();
+
+/** Base64 (the native module's JPEG) → bytes. Ignores padding and line breaks. */
+export function base64ToBytes(b64: string): Uint8Array {
+  const clean = b64.replace(/[^A-Za-z0-9+/]/g, '');
+  const out = new Uint8Array(Math.floor((clean.length * 3) / 4));
+  let o = 0, acc = 0, bits = 0;
+  for (let i = 0; i < clean.length; i++) {
+    acc = (acc << 6) | B64_INDEX[clean.charCodeAt(i)];
+    bits += 6;
+    if (bits >= 8) { bits -= 8; out[o++] = (acc >> bits) & 0xff; }
+  }
+  return o === out.length ? out : out.subarray(0, o);
+}

package/src/bootstrap.ts

@@ -29,12 +29,13 @@
  * this module-load bootstrap's scope).
  */
 import { initAdas, setAcsReachabilityReporter, type TokenProvider, type AdasUser, type AdasSession } from '@ateam-ai-mobile/core';
-import { setDeviceStateProvider, registerNativePlugin, registerPlatformDeviceTools, type RegisteredPlugin } from '@ateam-ai-mobile/plugin-runtime';
+import { setDeviceStateProvider, registerNativePlugin, registerPlatformDeviceTools, setAiLiveProvider, type RegisteredPlugin } from '@ateam-ai-mobile/plugin-runtime';
 import { setOAuthProvider, setUIActionNavigator, setPluginWebViewExtraHosts, setCallAudioProvider, type UIActionRoute } from '@ateam-ai-mobile/ui';
 import { createCallAudioProvider } from './audio';
 
 import { setupExpoProviders, type ExpoAttachmentCache } from './index';
 import { createDeviceProvider } from './device/createDeviceProvider';
+import { createAiLiveProvider } from './aiLive/provider';
 import { createDeviceState } from './device-state';
 import { createExpoOAuthProvider } from './oauth/expoOAuth';
 import * as deviceConnectivity from './device-bridge/collectors/connectivity';
@@ -154,6 +155,11 @@ export function bootstrapExpoAdas(opts: BootstrapExpoAdasOptions): { attachmentC
     createDeviceState({ connectivity: deviceConnectivity, location: deviceLocation }),
   );
 
+  // props.aiLive — this phone's camera to the workspace's chosen AI. Each use still
+  // needs the plugin's `picturesToAi` AND the person's "Camera pictures to AI"
+  // (the capabilities store installs that half), both checked at start().
+  setAiLiveProvider(createAiLiveProvider());
+
   // LOCAL device tools — register the static, host-owned platform tools
   // (device.echo / device.ping) at load, so the device path answers even before
   // any plugin bundle or sign-in: the platform tier deliberately does not depend

package/src/capabilities/index.ts

@@ -13,6 +13,8 @@
  * because the device bridge statically pulls the optional expo modules.
  */
 export { useCapabilitiesStore } from './store';
+// "Camera pictures to AI": the person's half of the consent props.aiLive needs, and what to tell them first.
+export { picturesToAiAllowed, PICTURES_TO_AI_ASK } from './picturesToAi';
 export type { CapabilityState } from './store';
 export { configureDeviceSync } from './config';
 export type { DeviceSyncConfig } from './config';