@ateam-ai-mobile/expo 0.1.19 → 0.1.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. package/dist/aiLive/provider.d.mts +20 -0
  2. package/dist/aiLive/provider.d.ts +20 -0
  3. package/dist/aiLive/provider.js +400 -0
  4. package/dist/aiLive/provider.js.map +1 -0
  5. package/dist/aiLive/provider.mjs +15 -0
  6. package/dist/aiLive/provider.mjs.map +1 -0
  7. package/dist/bootstrap.js +350 -3
  8. package/dist/bootstrap.js.map +1 -1
  9. package/dist/bootstrap.mjs +17 -12
  10. package/dist/bootstrap.mjs.map +1 -1
  11. package/dist/capabilities/index.d.mts +40 -1
  12. package/dist/capabilities/index.d.ts +40 -1
  13. package/dist/capabilities/index.js +50 -14
  14. package/dist/capabilities/index.js.map +1 -1
  15. package/dist/capabilities/index.mjs +49 -32
  16. package/dist/capabilities/index.mjs.map +1 -1
  17. package/dist/{chunk-42FP5DTO.mjs → chunk-2ZQEQJQ6.mjs} +1 -1
  18. package/dist/chunk-2ZQEQJQ6.mjs.map +1 -0
  19. package/dist/chunk-AE55BKYV.mjs +24 -0
  20. package/dist/chunk-AE55BKYV.mjs.map +1 -0
  21. package/dist/chunk-BAZFMTCC.mjs +815 -0
  22. package/dist/chunk-BAZFMTCC.mjs.map +1 -0
  23. package/dist/{chunk-Z5AI2SXX.mjs → chunk-C62NQA4F.mjs} +203 -1004
  24. package/dist/chunk-C62NQA4F.mjs.map +1 -0
  25. package/dist/{chunk-DE6Y4VRI.mjs → chunk-GA7DS3PA.mjs} +1 -1
  26. package/dist/{chunk-DE6Y4VRI.mjs.map → chunk-GA7DS3PA.mjs.map} +1 -1
  27. package/dist/chunk-GW7YGXOW.mjs +47 -0
  28. package/dist/chunk-GW7YGXOW.mjs.map +1 -0
  29. package/dist/chunk-JUBLG3PN.mjs +351 -0
  30. package/dist/chunk-JUBLG3PN.mjs.map +1 -0
  31. package/dist/{chunk-Z3P7RUCC.mjs → chunk-OEX4OKYQ.mjs} +13 -13
  32. package/dist/{chunk-6JX222YX.mjs → chunk-WQK6PUBN.mjs} +9 -2
  33. package/dist/chunk-WQK6PUBN.mjs.map +1 -0
  34. package/dist/device/createDeviceProvider.js.map +1 -1
  35. package/dist/device/createDeviceProvider.mjs +7 -6
  36. package/dist/device-bridge/index.mjs +8 -6
  37. package/dist/index.js.map +1 -1
  38. package/dist/index.mjs +1 -1
  39. package/dist/push/index.d.mts +24 -0
  40. package/dist/push/index.d.ts +24 -0
  41. package/dist/push/index.js +224 -0
  42. package/dist/push/index.js.map +1 -0
  43. package/dist/push/index.mjs +174 -0
  44. package/dist/push/index.mjs.map +1 -0
  45. package/dist/push/silentSync.d.mts +8 -0
  46. package/dist/push/silentSync.d.ts +8 -0
  47. package/dist/push/silentSync.js +1075 -0
  48. package/dist/push/silentSync.js.map +1 -0
  49. package/dist/push/silentSync.mjs +67 -0
  50. package/dist/push/silentSync.mjs.map +1 -0
  51. package/dist/vision/index.d.mts +7 -1
  52. package/dist/vision/index.d.ts +7 -1
  53. package/dist/vision/index.js +8 -0
  54. package/dist/vision/index.js.map +1 -1
  55. package/dist/vision/index.mjs +3 -1
  56. package/ios/AdaVisionModule.swift +44 -1
  57. package/package.json +28 -6
  58. package/src/aiLive/provider.ts +242 -0
  59. package/src/aiLive/streamProtocol.ts +90 -0
  60. package/src/bootstrap.ts +7 -1
  61. package/src/capabilities/choices.ts +65 -0
  62. package/src/capabilities/config.ts +5 -4
  63. package/src/capabilities/index.ts +2 -0
  64. package/src/capabilities/picturesToAi.ts +40 -0
  65. package/src/capabilities/store.ts +38 -37
  66. package/src/index.ts +3 -0
  67. package/src/push/index.ts +18 -0
  68. package/src/push/messaging.ts +49 -0
  69. package/src/push/registration.ts +31 -0
  70. package/src/push/silentSync.ts +83 -0
  71. package/src/push/usePushNotifications.ts +224 -0
  72. package/src/vision/index.ts +14 -0
  73. package/dist/chunk-42FP5DTO.mjs.map +0 -1
  74. package/dist/chunk-6JX222YX.mjs.map +0 -1
  75. package/dist/chunk-Z5AI2SXX.mjs.map +0 -1
  76. /package/dist/{chunk-Z3P7RUCC.mjs.map → chunk-OEX4OKYQ.mjs.map} +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/aiLive/provider.ts","../src/aiLive/streamProtocol.ts"],"sourcesContent":["/**\n * The AI live provider: this phone's camera → the workspace's live session → the chosen AI,\n * and what the AI saw back to the screen. Installed by the host once at startup:\n * import { createAiLiveProvider } from '@ateam-ai-mobile/expo/ai-live';\n * setAiLiveProvider(createAiLiveProvider());\n * A plugin reaches it only through props.aiLive,\n * whose gate (plugin-runtime aiLiveHost) has already checked the two-sided consent.\n *\n * One camera, one sender: while one screen sends, another's start() is refused by name.\n *\n * start():\n * 1. the live session: reuse the one running (an admin may have started it on the AI Models\n * page) or start one for the phone with a capped money slice (PHONE_SLICE_USD), and remember\n * that this phone started it, so stop() ends only what it began;\n * 2. the camera: the screen's held visual session on the requested camera;\n * 3. Core's stream endpoint (/ws/stream, kind \"ai-models.live\"), the login in the subprotocol;\n * 4. once Core says \"opened\": one picture per slot at the TESTED rate and size (the session's\n * `camera`), from the newest fresh frame, as a JPEG made by native (jpegById). A slot with no\n * fresh frame, or while the socket is still busy, sends nothing and still takes its sequence\n * number, so Core reports it as a gap;\n * 5. {\"event\":\"episode\"} from Core → the screen's onEpisode callbacks.\n */\nimport { getCoreWsUrl, getTenant, getToken, mcpToolCall, unwrapMcpResult } from '@ateam-ai-mobile/core';\nimport type { AiLiveEpisode, AiLiveProvider, AiLiveSnapshot, AiLiveStartOptions, DeviceState, Subscription } from '@ateam-ai-mobile/plugin-runtime';\nimport { jpegById as nativeJpegById } from '../vision';\nimport { CLOSE_MESSAGE, STREAM_PATH, SUBPROTOCOL, base64ToBytes, describeClose, encodeFrame, openMessage, parseServerEvent } from './streamProtocol';\n\n/** The most one phone session may spend (owner decision 2026-10-29), held from the AI Models budget. */\nexport const PHONE_SLICE_USD = 0.5;\nexport const LIVE_KIND = 'ai-models.live';\n/** A frame older than this is not \"what the camera sees now\" and is not sent. */\nconst FRESH_MS = 3000;\n/** Bytes still waiting in the socket above which a slot is skipped rather than queued. */\nconst MAX_BUFFERED = 512 * 1024;\nconst DEFAULT_CAMERA = { fps: 1, maxPx: 768 };\n\ntype Visual = DeviceState['visual'];\n\nexport interface AiLiveDeps {\n callCp(method: string, params?: Record<string, unknown>): Promise<any>;\n WebSocketImpl: any;\n wsBase(): string;\n token(): string | null;\n tenant(): string | null;\n jpegById(id: string, maxSide: number, quality: number): Promise<string>;\n now(): number;\n setInterval(fn: () => void, ms: number): any;\n clearInterval(handle: any): void;\n}\n\nconst SESSION_UP = new Set(['starting', 'running', 'degraded']);\n\nasync function defaultCallCp(method: string, params: Record<string, unknown> = {}): Promise<any> {\n const res = await mcpToolCall('cp.ai_models_api', { method, params });\n if (res?.error) throw new Error(res.error.message || 'AI Models refused the request');\n const out = unwrapMcpResult(res?.result);\n if (res?.result?.isError) throw new Error(typeof out === 'string' ? out : out?.message || out?.error || 'AI Models refused the request');\n if (out && typeof out === 'object' && out.ok === false) throw new Error(out.message || out.error || 'AI Models refused the request');\n return out;\n}\n\nexport const defaultAiLiveDeps = (): AiLiveDeps => ({\n callCp: defaultCallCp,\n WebSocketImpl: (globalThis as any).WebSocket,\n wsBase: getCoreWsUrl,\n token: getToken,\n tenant: getTenant,\n jpegById: nativeJpegById,\n now: Date.now,\n setInterval: (fn, ms) => setInterval(fn, ms),\n clearInterval: (h) => clearInterval(h),\n});\n\nconst idle = (): AiLiveSnapshot => ({ state: 'idle', camera: null, sent: 0, skipped: 0, lastEpisode: null, lastError: null });\n\nexport function createAiLiveProvider(overrides: Partial<AiLiveDeps> = {}): AiLiveProvider {\n const deps: AiLiveDeps = { ...defaultAiLiveDeps(), ...overrides };\n let owner: string | null = null; // the screen sending now\n let snap: AiLiveSnapshot = idle();\n let ws: any = null;\n let loop: any = null;\n let visual: Visual | null = null;\n let startedSession = false; // this phone started the live session, so it stops it\n let closingOnPurpose = false;\n let seq = 0;\n let busy = false;\n // Which session a slot belongs to. A slot awaits the camera and the JPEG maker; when the screen\n // stops (or another starts) meanwhile, that slot's picture must go nowhere, not into the next one.\n let gen = 0;\n let lastFrameId: string | null = null;\n let camera = DEFAULT_CAMERA;\n let lastOwner: string | null = null; // whose the current snapshot is (it outlives a stop)\n // Each screen hears only its own session: callbacks are kept per holder.\n const episodeCbs = new Map<string, Set<(ev: AiLiveEpisode) => void>>();\n const snapCbs = new Map<string, Set<(s: AiLiveSnapshot) => void>>();\n const sendingCbs = new Set<() => void>();\n let wasSending = false;\n const add = <T>(m: Map<string, Set<T>>, who: string, cb: T): Subscription => {\n let set = m.get(who);\n if (!set) { set = new Set(); m.set(who, set); }\n set.add(cb);\n return { unsubscribe: () => { set!.delete(cb); } };\n };\n\n const set = (patch: Partial<AiLiveSnapshot>) => {\n snap = { ...snap, ...patch };\n for (const cb of (lastOwner && snapCbs.get(lastOwner)) || []) { try { cb(snap); } catch { /* a listener's error is its own */ } }\n const sending = snap.state === 'starting' || snap.state === 'sending';\n if (sending !== wasSending) { wasSending = sending; for (const cb of sendingCbs) { try { cb(); } catch { /* idem */ } } }\n };\n\n function stopTimers() {\n if (loop != null) { deps.clearInterval(loop); loop = null; }\n }\n\n async function slot() {\n const mySeq = seq++; // every slot takes a number, sent or not\n const g = gen;\n const sock = ws;\n const current = () => g === gen && ws === sock && sock?.readyState === 1;\n if (busy || !current()) { set({ skipped: snap.skipped + 1 }); return; }\n if ((sock.bufferedAmount || 0) > MAX_BUFFERED) { set({ skipped: snap.skipped + 1 }); return; }\n busy = true;\n try {\n const v = await visual!.getSnapshot();\n if (!current()) return;\n const f: any = v?.latest;\n const id = f?.handle?.id;\n const t = Number(f?.timestamp);\n if (!id || id === lastFrameId || !(deps.now() - t < FRESH_MS)) { set({ skipped: snap.skipped + 1 }); return; }\n const b64 = await deps.jpegById(id, camera.maxPx, 0.7);\n if (!current()) return;\n const frame = encodeFrame({ seq: mySeq, tCapture: t, payload: base64ToBytes(b64) });\n sock.send(frame.buffer);\n lastFrameId = id;\n set({ sent: snap.sent + 1 });\n } catch (e: any) {\n if (g === gen) set({ skipped: snap.skipped + 1, lastError: String(e?.message || e) });\n } finally {\n if (g === gen) busy = false;\n }\n }\n\n function openSocket(): Promise<void> {\n return new Promise((resolve, reject) => {\n const token = deps.token();\n const tenant = deps.tenant();\n if (!token || !tenant) { reject(new Error('not signed in to a workspace')); return; }\n const url = `${deps.wsBase()}${STREAM_PATH}?tenant=${encodeURIComponent(tenant)}`;\n let opened = false;\n const sock = new deps.WebSocketImpl(url, [SUBPROTOCOL, `adas.bearer.${token}`]);\n ws = sock;\n sock.binaryType = 'arraybuffer';\n sock.onopen = () => { try { sock.send(openMessage(LIVE_KIND)); } catch (e) { reject(e); } };\n sock.onmessage = (m: any) => {\n const ev = parseServerEvent(m?.data);\n if (!ev) return;\n if (ev.event === 'opened' && !opened) { opened = true; resolve(); return; }\n if (ev.event === 'episode' && ev.data && typeof ev.data === 'object') {\n const episode = ev.data as AiLiveEpisode;\n set({ lastEpisode: episode });\n for (const cb of (owner && episodeCbs.get(owner)) || []) { try { cb(episode); } catch { /* a listener's error is its own */ } }\n }\n };\n sock.onerror = () => { /* the close that follows says why */ };\n sock.onclose = (c: any) => {\n const why = describeClose(Number(c?.code), c?.reason);\n if (!opened) { reject(new Error(why)); return; }\n if (closingOnPurpose || ws !== sock) return;\n void teardown('error', why);\n };\n });\n }\n\n async function teardown(state: 'stopped' | 'error', lastError: string | null) {\n const hadSession = startedSession;\n startedSession = false;\n gen++;\n stopTimers();\n const sock = ws;\n ws = null;\n closingOnPurpose = true;\n try { if (sock && sock.readyState === 1) sock.send(CLOSE_MESSAGE); } catch { /* closing anyway */ }\n try { sock?.close?.(); } catch { /* already closed */ }\n closingOnPurpose = false;\n const v = visual;\n visual = null;\n try { await v?.stop?.(); } catch { /* the camera hold is released by the gate too */ }\n if (hadSession) { try { await deps.callCp('liveStop'); } catch { /* the session ends by itself when no picture arrives */ } }\n owner = null;\n set({ state, lastError });\n }\n\n return {\n async start(opts: AiLiveStartOptions, who: string, ctx: { visual: Visual }) {\n if (owner && owner !== who) throw Object.assign(new Error('aiLive: another screen is sending to AI right now. Close it first.'), { code: 'CONFLICT' });\n if (owner === who) return snap;\n const cam = opts?.camera === 'front' ? 'front' : 'back';\n if (opts?.camera && opts.camera !== 'front' && opts.camera !== 'back') throw new Error(`aiLive: unknown camera \"${String(opts.camera)}\" — use \"front\" or \"back\"`);\n owner = who;\n lastOwner = who;\n visual = ctx.visual;\n gen++; seq = 0; lastFrameId = null; busy = false;\n snap = { ...idle(), camera: cam };\n set({ state: 'starting' });\n try {\n let session = (await deps.callCp('liveStatus'))?.session;\n if (!SESSION_UP.has(session?.state)) {\n session = (await deps.callCp('liveStart', { source: 'phone', budgetSliceUsd: PHONE_SLICE_USD }))?.session;\n startedSession = true;\n }\n const c = session?.camera;\n camera = c && Number(c.fps) > 0 && Number(c.maxPx) > 0 ? { fps: Number(c.fps), maxPx: Number(c.maxPx) } : DEFAULT_CAMERA;\n await visual.start({ intent: 'stream', facing: cam } as any);\n await openSocket();\n loop = deps.setInterval(() => { void slot(); }, Math.max(200, Math.round(1000 / camera.fps)));\n set({ state: 'sending' });\n return snap;\n } catch (e: any) {\n await teardown('error', String(e?.message || e));\n throw e;\n }\n },\n async stop(who: string) {\n if (owner !== who) return;\n await teardown('stopped', null);\n },\n getSnapshot: (who: string) => (lastOwner === who ? snap : idle()),\n onEpisode: (cb, who) => add(episodeCbs, who, cb),\n subscribe: (cb, who) => add(snapCbs, who, cb),\n forget(who: string) {\n episodeCbs.delete(who);\n snapCbs.delete(who);\n if (lastOwner === who && owner === null) { lastOwner = null; snap = idle(); }\n },\n isSending: () => snap.state === 'starting' || snap.state === 'sending',\n subscribeSending(cb) {\n sendingCbs.add(cb);\n return { unsubscribe: () => { sendingCbs.delete(cb); } } as Subscription;\n },\n };\n}\n","/**\n * The wire protocol of Core's binary stream endpoint (/ws/stream), for the AI live sender.\n *\n * A PORT of Core's `packages/media-stream/src/index.js` (@ateam-ai/media-stream, not on npm\n * yet), limited to what a sender needs. The frame bytes are pinned by\n * tests/aiLiveStreamProtocol.test.mjs against the layout that file documents, so a drift is\n * a red test, not a silent mismatch. DEAD — replace with an import of @ateam-ai/media-stream\n * once Core publishes it.\n *\n * Frame envelope (bytes): 0 version (1) · 1 flags · 2-5 seq uint32 BE (one per sampling slot\n * of the SENDER, taken or skipped) · 6-13 tCapture float64 BE (ms since the epoch) · 14- payload.\n */\nexport const STREAM_PATH = '/ws/stream';\nexport const SUBPROTOCOL = 'adas.v1';\nexport const HEADER_BYTES = 14;\nconst ENVELOPE_VERSION = 1;\n\nexport const CLOSE = Object.freeze({\n AUTH_MISSING: 4001,\n AUTH_FAILED: 4002,\n NO_SUCH_WORKSPACE: 4003,\n NOT_ENTITLED: 4004,\n BAD_REQUEST: 4400,\n UNKNOWN_KIND: 4404,\n TIMEOUT: 4408,\n OVER_LIMIT: 4429,\n TOO_BIG: 1009,\n CONSUMER_FAILING: 1011,\n});\n\nexport function encodeFrame({ seq, tCapture, payload }: { seq: number; tCapture: number; payload: Uint8Array }): Uint8Array {\n const out = new Uint8Array(HEADER_BYTES + payload.length);\n const v = new DataView(out.buffer);\n v.setUint8(0, ENVELOPE_VERSION);\n v.setUint8(1, 0);\n v.setUint32(2, seq >>> 0, false);\n v.setFloat64(6, tCapture, false);\n out.set(payload, HEADER_BYTES);\n return out;\n}\n\nexport function openMessage(kind: string): string {\n return JSON.stringify({ type: 'open', kind });\n}\n\nexport const CLOSE_MESSAGE = JSON.stringify({ type: 'close' });\n\n/** A server text frame → { event, data }, or null for anything that is not an event. */\nexport function parseServerEvent(text: unknown): { event: string; data: any } | null {\n if (typeof text !== 'string') return null;\n try {\n const m = JSON.parse(text);\n return m && typeof m.event === 'string' ? { event: m.event, data: m.data } : null;\n } catch {\n return null;\n }\n}\n\nconst WHY: Record<number, string> = {\n [CLOSE.AUTH_MISSING]: 'The login or the workspace was missing. Sign in again and try once more.',\n [CLOSE.AUTH_FAILED]: 'The login was refused. Sign in again and try once more.',\n [CLOSE.NO_SUCH_WORKSPACE]: 'This workspace was not found.',\n [CLOSE.NOT_ENTITLED]: 'This workspace may not stream right now.',\n [CLOSE.TIMEOUT]: 'The connection to the AI timed out.',\n [CLOSE.OVER_LIMIT]: 'Too many cameras are sending to this workspace. Stop another one first.',\n [CLOSE.TOO_BIG]: 'A picture was too big to send.',\n [CLOSE.CONSUMER_FAILING]: 'The AI stopped taking pictures. Check the live session in AI Models.',\n};\n\n/** A close as one plain sentence: the server's own words for a refused open. */\nexport function describeClose(code: number, reason?: string): string {\n if (code === CLOSE.BAD_REQUEST && reason) return reason;\n return WHY[code] || (reason ? reason : `The connection to the AI closed (${code}).`);\n}\n\nconst B64 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/';\nconst B64_INDEX = (() => { const t = new Int16Array(256).fill(-1); for (let i = 0; i < 64; i++) t[B64.charCodeAt(i)] = i; return t; })();\n\n/** Base64 (the native module's JPEG) → bytes. Ignores padding and line breaks. */\nexport function base64ToBytes(b64: string): Uint8Array {\n const clean = b64.replace(/[^A-Za-z0-9+/]/g, '');\n const out = new Uint8Array(Math.floor((clean.length * 3) / 4));\n let o = 0, acc = 0, bits = 0;\n for (let i = 0; i < clean.length; i++) {\n acc = (acc << 6) | B64_INDEX[clean.charCodeAt(i)];\n bits += 6;\n if (bits >= 8) { bits -= 8; out[o++] = (acc >> bits) & 0xff; }\n }\n return o === out.length ? out : out.subarray(0, o);\n}\n"],"mappings":";;;;;AAsBA,SAAS,cAAc,WAAW,UAAU,aAAa,uBAAuB;;;ACVzE,IAAM,cAAc;AACpB,IAAM,cAAc;AACpB,IAAM,eAAe;AAC5B,IAAM,mBAAmB;AAElB,IAAM,QAAQ,OAAO,OAAO;AAAA,EACjC,cAAc;AAAA,EACd,aAAa;AAAA,EACb,mBAAmB;AAAA,EACnB,cAAc;AAAA,EACd,aAAa;AAAA,EACb,cAAc;AAAA,EACd,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,SAAS;AAAA,EACT,kBAAkB;AACpB,CAAC;AAEM,SAAS,YAAY,EAAE,KAAK,UAAU,QAAQ,GAAuE;AAC1H,QAAM,MAAM,IAAI,WAAW,eAAe,QAAQ,MAAM;AACxD,QAAM,IAAI,IAAI,SAAS,IAAI,MAAM;AACjC,IAAE,SAAS,GAAG,gBAAgB;AAC9B,IAAE,SAAS,GAAG,CAAC;AACf,IAAE,UAAU,GAAG,QAAQ,GAAG,KAAK;AAC/B,IAAE,WAAW,GAAG,UAAU,KAAK;AAC/B,MAAI,IAAI,SAAS,YAAY;AAC7B,SAAO;AACT;AAEO,SAAS,YAAY,MAAsB;AAChD,SAAO,KAAK,UAAU,EAAE,MAAM,QAAQ,KAAK,CAAC;AAC9C;AAEO,IAAM,gBAAgB,KAAK,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGtD,SAAS,iBAAiB,MAAoD;AACnF,MAAI,OAAO,SAAS,SAAU,QAAO;AACrC,MAAI;AACF,UAAM,IAAI,KAAK,MAAM,IAAI;AACzB,WAAO,KAAK,OAAO,EAAE,UAAU,WAAW,EAAE,OAAO,EAAE,OAAO,MAAM,EAAE,KAAK,IAAI;AAAA,EAC/E,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,IAAM,MAA8B;AAAA,EAClC,CAAC,MAAM,YAAY,GAAG;AAAA,EACtB,CAAC,MAAM,WAAW,GAAG;AAAA,EACrB,CAAC,MAAM,iBAAiB,GAAG;AAAA,EAC3B,CAAC,MAAM,YAAY,GAAG;AAAA,EACtB,CAAC,MAAM,OAAO,GAAG;AAAA,EACjB,CAAC,MAAM,UAAU,GAAG;AAAA,EACpB,CAAC,MAAM,OAAO,GAAG;AAAA,EACjB,CAAC,MAAM,gBAAgB,GAAG;AAC5B;AAGO,SAAS,cAAc,MAAc,QAAyB;AACnE,MAAI,SAAS,MAAM,eAAe,OAAQ,QAAO;AACjD,SAAO,IAAI,IAAI,MAAM,SAAS,SAAS,oCAAoC,IAAI;AACjF;AAEA,IAAM,MAAM;AACZ,IAAM,aAAa,MAAM;AAAE,QAAM,IAAI,IAAI,WAAW,GAAG,EAAE,KAAK,EAAE;AAAG,WAAS,IAAI,GAAG,IAAI,IAAI,IAAK,GAAE,IAAI,WAAW,CAAC,CAAC,IAAI;AAAG,SAAO;AAAG,GAAG;AAGhI,SAAS,cAAc,KAAyB;AACrD,QAAM,QAAQ,IAAI,QAAQ,mBAAmB,EAAE;AAC/C,QAAM,MAAM,IAAI,WAAW,KAAK,MAAO,MAAM,SAAS,IAAK,CAAC,CAAC;AAC7D,MAAI,IAAI,GAAG,MAAM,GAAG,OAAO;AAC3B,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,UAAO,OAAO,IAAK,UAAU,MAAM,WAAW,CAAC,CAAC;AAChD,YAAQ;AACR,QAAI,QAAQ,GAAG;AAAE,cAAQ;AAAG,UAAI,GAAG,IAAK,OAAO,OAAQ;AAAA,IAAM;AAAA,EAC/D;AACA,SAAO,MAAM,IAAI,SAAS,MAAM,IAAI,SAAS,GAAG,CAAC;AACnD;;;AD7DO,IAAM,kBAAkB;AACxB,IAAM,YAAY;AAEzB,IAAM,WAAW;AAEjB,IAAM,eAAe,MAAM;AAC3B,IAAM,iBAAiB,EAAE,KAAK,GAAG,OAAO,IAAI;AAgB5C,IAAM,aAAa,oBAAI,IAAI,CAAC,YAAY,WAAW,UAAU,CAAC;AAE9D,eAAe,cAAc,QAAgB,SAAkC,CAAC,GAAiB;AAC/F,QAAM,MAAM,MAAM,YAAY,oBAAoB,EAAE,QAAQ,OAAO,CAAC;AACpE,MAAI,KAAK,MAAO,OAAM,IAAI,MAAM,IAAI,MAAM,WAAW,+BAA+B;AACpF,QAAM,MAAM,gBAAgB,KAAK,MAAM;AACvC,MAAI,KAAK,QAAQ,QAAS,OAAM,IAAI,MAAM,OAAO,QAAQ,WAAW,MAAM,KAAK,WAAW,KAAK,SAAS,+BAA+B;AACvI,MAAI,OAAO,OAAO,QAAQ,YAAY,IAAI,OAAO,MAAO,OAAM,IAAI,MAAM,IAAI,WAAW,IAAI,SAAS,+BAA+B;AACnI,SAAO;AACT;AAEO,IAAM,oBAAoB,OAAmB;AAAA,EAClD,QAAQ;AAAA,EACR,eAAgB,WAAmB;AAAA,EACnC,QAAQ;AAAA,EACR,OAAO;AAAA,EACP,QAAQ;AAAA,EACR;AAAA,EACA,KAAK,KAAK;AAAA,EACV,aAAa,CAAC,IAAI,OAAO,YAAY,IAAI,EAAE;AAAA,EAC3C,eAAe,CAAC,MAAM,cAAc,CAAC;AACvC;AAEA,IAAM,OAAO,OAAuB,EAAE,OAAO,QAAQ,QAAQ,MAAM,MAAM,GAAG,SAAS,GAAG,aAAa,MAAM,WAAW,KAAK;AAEpH,SAAS,qBAAqB,YAAiC,CAAC,GAAmB;AACxF,QAAM,OAAmB,EAAE,GAAG,kBAAkB,GAAG,GAAG,UAAU;AAChE,MAAI,QAAuB;AAC3B,MAAI,OAAuB,KAAK;AAChC,MAAI,KAAU;AACd,MAAI,OAAY;AAChB,MAAI,SAAwB;AAC5B,MAAI,iBAAiB;AACrB,MAAI,mBAAmB;AACvB,MAAI,MAAM;AACV,MAAI,OAAO;AAGX,MAAI,MAAM;AACV,MAAI,cAA6B;AACjC,MAAI,SAAS;AACb,MAAI,YAA2B;AAE/B,QAAM,aAAa,oBAAI,IAA8C;AACrE,QAAM,UAAU,oBAAI,IAA8C;AAClE,QAAM,aAAa,oBAAI,IAAgB;AACvC,MAAI,aAAa;AACjB,QAAM,MAAM,CAAI,GAAwB,KAAa,OAAwB;AAC3E,QAAIA,OAAM,EAAE,IAAI,GAAG;AACnB,QAAI,CAACA,MAAK;AAAE,MAAAA,OAAM,oBAAI,IAAI;AAAG,QAAE,IAAI,KAAKA,IAAG;AAAA,IAAG;AAC9C,IAAAA,KAAI,IAAI,EAAE;AACV,WAAO,EAAE,aAAa,MAAM;AAAE,MAAAA,KAAK,OAAO,EAAE;AAAA,IAAG,EAAE;AAAA,EACnD;AAEA,QAAM,MAAM,CAAC,UAAmC;AAC9C,WAAO,EAAE,GAAG,MAAM,GAAG,MAAM;AAC3B,eAAW,MAAO,aAAa,QAAQ,IAAI,SAAS,KAAM,CAAC,GAAG;AAAE,UAAI;AAAE,WAAG,IAAI;AAAA,MAAG,QAAQ;AAAA,MAAsC;AAAA,IAAE;AAChI,UAAM,UAAU,KAAK,UAAU,cAAc,KAAK,UAAU;AAC5D,QAAI,YAAY,YAAY;AAAE,mBAAa;AAAS,iBAAW,MAAM,YAAY;AAAE,YAAI;AAAE,aAAG;AAAA,QAAG,QAAQ;AAAA,QAAa;AAAA,MAAE;AAAA,IAAE;AAAA,EAC1H;AAEA,WAAS,aAAa;AACpB,QAAI,QAAQ,MAAM;AAAE,WAAK,cAAc,IAAI;AAAG,aAAO;AAAA,IAAM;AAAA,EAC7D;AAEA,iBAAe,OAAO;AACpB,UAAM,QAAQ;AACd,UAAM,IAAI;AACV,UAAM,OAAO;AACb,UAAM,UAAU,MAAM,MAAM,OAAO,OAAO,QAAQ,MAAM,eAAe;AACvE,QAAI,QAAQ,CAAC,QAAQ,GAAG;AAAE,UAAI,EAAE,SAAS,KAAK,UAAU,EAAE,CAAC;AAAG;AAAA,IAAQ;AACtE,SAAK,KAAK,kBAAkB,KAAK,cAAc;AAAE,UAAI,EAAE,SAAS,KAAK,UAAU,EAAE,CAAC;AAAG;AAAA,IAAQ;AAC7F,WAAO;AACP,QAAI;AACF,YAAM,IAAI,MAAM,OAAQ,YAAY;AACpC,UAAI,CAAC,QAAQ,EAAG;AAChB,YAAM,IAAS,GAAG;AAClB,YAAM,KAAK,GAAG,QAAQ;AACtB,YAAM,IAAI,OAAO,GAAG,SAAS;AAC7B,UAAI,CAAC,MAAM,OAAO,eAAe,EAAE,KAAK,IAAI,IAAI,IAAI,WAAW;AAAE,YAAI,EAAE,SAAS,KAAK,UAAU,EAAE,CAAC;AAAG;AAAA,MAAQ;AAC7G,YAAM,MAAM,MAAM,KAAK,SAAS,IAAI,OAAO,OAAO,GAAG;AACrD,UAAI,CAAC,QAAQ,EAAG;AAChB,YAAM,QAAQ,YAAY,EAAE,KAAK,OAAO,UAAU,GAAG,SAAS,cAAc,GAAG,EAAE,CAAC;AAClF,WAAK,KAAK,MAAM,MAAM;AACtB,oBAAc;AACd,UAAI,EAAE,MAAM,KAAK,OAAO,EAAE,CAAC;AAAA,IAC7B,SAAS,GAAQ;AACf,UAAI,MAAM,IAAK,KAAI,EAAE,SAAS,KAAK,UAAU,GAAG,WAAW,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC;AAAA,IACtF,UAAE;AACA,UAAI,MAAM,IAAK,QAAO;AAAA,IACxB;AAAA,EACF;AAEA,WAAS,aAA4B;AACnC,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,YAAM,QAAQ,KAAK,MAAM;AACzB,YAAM,SAAS,KAAK,OAAO;AAC3B,UAAI,CAAC,SAAS,CAAC,QAAQ;AAAE,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAG;AAAA,MAAQ;AACpF,YAAM,MAAM,GAAG,KAAK,OAAO,CAAC,GAAG,WAAW,WAAW,mBAAmB,MAAM,CAAC;AAC/E,UAAI,SAAS;AACb,YAAM,OAAO,IAAI,KAAK,cAAc,KAAK,CAAC,aAAa,eAAe,KAAK,EAAE,CAAC;AAC9E,WAAK;AACL,WAAK,aAAa;AAClB,WAAK,SAAS,MAAM;AAAE,YAAI;AAAE,eAAK,KAAK,YAAY,SAAS,CAAC;AAAA,QAAG,SAAS,GAAG;AAAE,iBAAO,CAAC;AAAA,QAAG;AAAA,MAAE;AAC1F,WAAK,YAAY,CAAC,MAAW;AAC3B,cAAM,KAAK,iBAAiB,GAAG,IAAI;AACnC,YAAI,CAAC,GAAI;AACT,YAAI,GAAG,UAAU,YAAY,CAAC,QAAQ;AAAE,mBAAS;AAAM,kBAAQ;AAAG;AAAA,QAAQ;AAC1E,YAAI,GAAG,UAAU,aAAa,GAAG,QAAQ,OAAO,GAAG,SAAS,UAAU;AACpE,gBAAM,UAAU,GAAG;AACnB,cAAI,EAAE,aAAa,QAAQ,CAAC;AAC5B,qBAAW,MAAO,SAAS,WAAW,IAAI,KAAK,KAAM,CAAC,GAAG;AAAE,gBAAI;AAAE,iBAAG,OAAO;AAAA,YAAG,QAAQ;AAAA,YAAsC;AAAA,UAAE;AAAA,QAChI;AAAA,MACF;AACA,WAAK,UAAU,MAAM;AAAA,MAAwC;AAC7D,WAAK,UAAU,CAAC,MAAW;AACzB,cAAM,MAAM,cAAc,OAAO,GAAG,IAAI,GAAG,GAAG,MAAM;AACpD,YAAI,CAAC,QAAQ;AAAE,iBAAO,IAAI,MAAM,GAAG,CAAC;AAAG;AAAA,QAAQ;AAC/C,YAAI,oBAAoB,OAAO,KAAM;AACrC,aAAK,SAAS,SAAS,GAAG;AAAA,MAC5B;AAAA,IACF,CAAC;AAAA,EACH;AAEA,iBAAe,SAAS,OAA4B,WAA0B;AAC5E,UAAM,aAAa;AACnB,qBAAiB;AACjB;AACA,eAAW;AACX,UAAM,OAAO;AACb,SAAK;AACL,uBAAmB;AACnB,QAAI;AAAE,UAAI,QAAQ,KAAK,eAAe,EAAG,MAAK,KAAK,aAAa;AAAA,IAAG,QAAQ;AAAA,IAAuB;AAClG,QAAI;AAAE,YAAM,QAAQ;AAAA,IAAG,QAAQ;AAAA,IAAuB;AACtD,uBAAmB;AACnB,UAAM,IAAI;AACV,aAAS;AACT,QAAI;AAAE,YAAM,GAAG,OAAO;AAAA,IAAG,QAAQ;AAAA,IAAoD;AACrF,QAAI,YAAY;AAAE,UAAI;AAAE,cAAM,KAAK,OAAO,UAAU;AAAA,MAAG,QAAQ;AAAA,MAA2D;AAAA,IAAE;AAC5H,YAAQ;AACR,QAAI,EAAE,OAAO,UAAU,CAAC;AAAA,EAC1B;AAEA,SAAO;AAAA,IACL,MAAM,MAAM,MAA0B,KAAa,KAAyB;AAC1E,UAAI,SAAS,UAAU,IAAK,OAAM,OAAO,OAAO,IAAI,MAAM,oEAAoE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrJ,UAAI,UAAU,IAAK,QAAO;AAC1B,YAAM,MAAM,MAAM,WAAW,UAAU,UAAU;AACjD,UAAI,MAAM,UAAU,KAAK,WAAW,WAAW,KAAK,WAAW,OAAQ,OAAM,IAAI,MAAM,2BAA2B,OAAO,KAAK,MAAM,CAAC,gCAA2B;AAChK,cAAQ;AACR,kBAAY;AACZ,eAAS,IAAI;AACb;AAAO,YAAM;AAAG,oBAAc;AAAM,aAAO;AAC3C,aAAO,EAAE,GAAG,KAAK,GAAG,QAAQ,IAAI;AAChC,UAAI,EAAE,OAAO,WAAW,CAAC;AACzB,UAAI;AACF,YAAI,WAAW,MAAM,KAAK,OAAO,YAAY,IAAI;AACjD,YAAI,CAAC,WAAW,IAAI,SAAS,KAAK,GAAG;AACnC,qBAAW,MAAM,KAAK,OAAO,aAAa,EAAE,QAAQ,SAAS,gBAAgB,gBAAgB,CAAC,IAAI;AAClG,2BAAiB;AAAA,QACnB;AACA,cAAM,IAAI,SAAS;AACnB,iBAAS,KAAK,OAAO,EAAE,GAAG,IAAI,KAAK,OAAO,EAAE,KAAK,IAAI,IAAI,EAAE,KAAK,OAAO,EAAE,GAAG,GAAG,OAAO,OAAO,EAAE,KAAK,EAAE,IAAI;AAC1G,cAAM,OAAO,MAAM,EAAE,QAAQ,UAAU,QAAQ,IAAI,CAAQ;AAC3D,cAAM,WAAW;AACjB,eAAO,KAAK,YAAY,MAAM;AAAE,eAAK,KAAK;AAAA,QAAG,GAAG,KAAK,IAAI,KAAK,KAAK,MAAM,MAAO,OAAO,GAAG,CAAC,CAAC;AAC5F,YAAI,EAAE,OAAO,UAAU,CAAC;AACxB,eAAO;AAAA,MACT,SAAS,GAAQ;AACf,cAAM,SAAS,SAAS,OAAO,GAAG,WAAW,CAAC,CAAC;AAC/C,cAAM;AAAA,MACR;AAAA,IACF;AAAA,IACA,MAAM,KAAK,KAAa;AACtB,UAAI,UAAU,IAAK;AACnB,YAAM,SAAS,WAAW,IAAI;AAAA,IAChC;AAAA,IACA,aAAa,CAAC,QAAiB,cAAc,MAAM,OAAO,KAAK;AAAA,IAC/D,WAAW,CAAC,IAAI,QAAQ,IAAI,YAAY,KAAK,EAAE;AAAA,IAC/C,WAAW,CAAC,IAAI,QAAQ,IAAI,SAAS,KAAK,EAAE;AAAA,IAC5C,OAAO,KAAa;AAClB,iBAAW,OAAO,GAAG;AACrB,cAAQ,OAAO,GAAG;AAClB,UAAI,cAAc,OAAO,UAAU,MAAM;AAAE,oBAAY;AAAM,eAAO,KAAK;AAAA,MAAG;AAAA,IAC9E;AAAA,IACA,WAAW,MAAM,KAAK,UAAU,cAAc,KAAK,UAAU;AAAA,IAC7D,iBAAiB,IAAI;AACnB,iBAAW,IAAI,EAAE;AACjB,aAAO,EAAE,aAAa,MAAM;AAAE,mBAAW,OAAO,EAAE;AAAA,MAAG,EAAE;AAAA,IACzD;AAAA,EACF;AACF;","names":["set"]}
@@ -1,22 +1,22 @@
1
+ import {
2
+ init_nfc,
3
+ nfc_exports
4
+ } from "./chunk-4BMWVN25.mjs";
5
+ import {
6
+ cameraTasks
7
+ } from "./chunk-6LXF3JVX.mjs";
1
8
  import {
2
9
  describe,
3
10
  detectObjects,
4
11
  isSupported,
5
12
  qualityById,
6
13
  readText
7
- } from "./chunk-6JX222YX.mjs";
8
- import {
9
- cameraTasks
10
- } from "./chunk-6LXF3JVX.mjs";
11
- import {
12
- cookies_exports,
13
- init_cookies
14
- } from "./chunk-FF6ZZZXH.mjs";
14
+ } from "./chunk-WQK6PUBN.mjs";
15
15
  import {
16
16
  biometrics_exports,
17
17
  scanner_exports,
18
18
  sharing_exports
19
- } from "./chunk-Z5AI2SXX.mjs";
19
+ } from "./chunk-BAZFMTCC.mjs";
20
20
  import {
21
21
  coordinateArg,
22
22
  countArg,
@@ -35,9 +35,9 @@ import {
35
35
  toReverseGeocodedPlace
36
36
  } from "./chunk-7FWYEHN5.mjs";
37
37
  import {
38
- init_nfc,
39
- nfc_exports
40
- } from "./chunk-4BMWVN25.mjs";
38
+ cookies_exports,
39
+ init_cookies
40
+ } from "./chunk-FF6ZZZXH.mjs";
41
41
  import {
42
42
  __toCommonJS
43
43
  } from "./chunk-WMJKH4XE.mjs";
@@ -644,4 +644,4 @@ export {
644
644
  clearAllPluginData,
645
645
  createDeviceProvider
646
646
  };
647
- //# sourceMappingURL=chunk-Z3P7RUCC.mjs.map
647
+ //# sourceMappingURL=chunk-OEX4OKYQ.mjs.map
@@ -61,6 +61,12 @@ async function describe(id, maxLabels = 5) {
61
61
  async function detectObjects(id, maxItems = 10, minConfidence = 0.25) {
62
62
  return verb("detectObjects")(id, maxItems, minConfidence);
63
63
  }
64
+ async function jpegById(id, maxSide = 768, quality = 0.7) {
65
+ if (native && typeof native.jpegById !== "function") {
66
+ throw new Error("sending pictures to AI needs a newer app build \u2014 this one cannot make a picture from a camera frame");
67
+ }
68
+ return verb("jpegById")(id, maxSide, quality);
69
+ }
64
70
 
65
71
  export {
66
72
  CameraPreview,
@@ -73,6 +79,7 @@ export {
73
79
  qualityById,
74
80
  readText,
75
81
  describe,
76
- detectObjects
82
+ detectObjects,
83
+ jpegById
77
84
  };
78
- //# sourceMappingURL=chunk-6JX222YX.mjs.map
85
+ //# sourceMappingURL=chunk-WQK6PUBN.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/vision/index.ts"],"sourcesContent":["// ada-vision — on-device image understanding, our own native code (no camera lib).\n//\n// On-device, frames never leave the phone:\n// assessQuality(uri) — one-shot quality of a LOCAL frame file.\n// startVision()/onVisionFrame — the headless camera session that publishes a\n// timeline frame (id + quality, never pixels) at a\n// cadence; readText/describe/detectObjects resolve\n// a published id ON-DEVICE.\n//\n// The luma math mirrors ./analysis.js (which has the exhaustive unit tests).\n//\n// requireOptionalNativeModule: on a binary WITHOUT the native module, the import\n// is null, isSupported() is false, and the session calls refuse cleanly (no crash).\n\nimport type { ComponentType } from 'react';\nimport { requireOptionalNativeModule } from 'expo-modules-core';\nimport { requireNativeView } from 'expo';\n\n/** TEST-ONLY live preview bound to the same headless session (so a tester can\n * aim). The real Guide runs headless and never mounts this. Null on a binary\n * without the native view, so importing this module never crashes. */\nexport const CameraPreview: ComponentType<any> | null = (() => {\n try { return requireNativeView('AdaVision'); } catch { return null; }\n})();\n\nexport interface RawFrameQuality {\n blur: 'sharp' | 'slight' | 'severe' | 'unknown';\n exposure: 'good' | 'dark' | 'bright' | 'unknown';\n /** true = lens covered; false = clearly not; null = not assessed. */\n obstructed: boolean | null;\n}\n\ninterface Subscription { remove(): void }\n\n/** A published timeline frame from the vision session (metadata only — never\n * pixels; the buffer stays in the native ring, resolved by id). */\nexport interface VisionFrame {\n id: string;\n ts: number;\n expiresAt: number;\n blur: RawFrameQuality['blur'];\n exposure: RawFrameQuality['exposure'];\n obstructed: RawFrameQuality['obstructed'];\n}\n\n/** One OCR result on a frame — matches the SDK's VisionText. */\nexport interface VisionText {\n text: string;\n /** 0..1 recogniser confidence (never a 1.0 filler). */\n confidence: number | null;\n /** Normalised 0..1 box, origin TOP-left, in the UPRIGHT portrait frame (native\n * rotates frames at capture) — x runs from the user's left to their right. */\n box?: { x: number; y: number; width: number; height: number };\n}\n\n/** One classifier label — a vocabulary term, NOT prose. Matches VisionLabel. */\nexport interface VisionLabel {\n label: string;\n confidence: number | null;\n}\n\n/** One detected object — a located item with a box, from the bundled detector. */\nexport interface VisionObject {\n /** Open-Images class name (e.g. \"Car\", \"Traffic light\", \"Building\", \"Person\"). */\n label: string;\n /** 0..1 detector confidence. */\n confidence: number | null;\n /** Normalised 0..1 box, origin TOP-left, in the UPRIGHT portrait frame (native\n * rotates frames at capture) — x runs from the user's left to their right. */\n box?: { x: number; y: number; width: number; height: number };\n}\n\ninterface AdaVisionNative {\n isSupported(): boolean;\n assessQuality(uri: string): Promise<RawFrameQuality>;\n startVision(intervalMs: number): Promise<void>;\n /** Absent from binaries built before the front camera existed. */\n startVisionCamera?(intervalMs: number, facing: VisionFacing): Promise<void>;\n /** Absent from binaries built before AI live existed. A base64 JPEG. */\n jpegById?(id: string, maxSide: number, quality: number): Promise<string>;\n stopVision(): void;\n visionRetentionMs(): number;\n qualityById(id: string): RawFrameQuality | null;\n readText(id: string, languages: string[] | null): Promise<VisionText[]>;\n describe(id: string, maxLabels: number): Promise<VisionLabel[]>;\n detectObjects(id: string, maxItems: number, minConfidence: number): Promise<VisionObject[]>;\n addListener(event: 'visionFrame', cb: (f: VisionFrame) => void): Subscription;\n}\n\nconst native = requireOptionalNativeModule<AdaVisionNative>('AdaVision');\n\n/** The native function, or a refusal by name: Android's AdaVision has assessQuality only\n * (AI Models F4), so a verb it lacks says so instead of failing as \"not a function\". */\nfunction verb<K extends keyof AdaVisionNative>(name: K): AdaVisionNative[K] {\n if (!native) throw new Error('ada-vision native module not present in this build');\n const fn = native[name];\n if (typeof fn !== 'function') {\n throw Object.assign(new Error(`UNAVAILABLE: ada-vision ${String(name)} is not implemented on this platform (iOS only)`), { code: 'UNAVAILABLE' });\n }\n return (fn as Function).bind(native) as AdaVisionNative[K];\n}\n\n/** Is the native vision module present in this binary? */\nexport function isSupported(): boolean {\n try { return native?.isSupported() ?? false; } catch { return false; }\n}\n\n/** One-shot: measure a frame's quality from its LOCAL file. Throws if it cannot look. */\nexport async function assessQuality(uri: string): Promise<RawFrameQuality> {\n if (!native) throw new Error('ada-vision native module not present in this build');\n return native.assessQuality(uri);\n}\n\n// ── Vision session (feeds the Visual Engine) ──\n\n/** Which camera the vision session reads. */\nexport type VisionFacing = 'front' | 'back';\n\n/**\n * Start the vision session on `facing` — publishes a timeline frame every\n * `intervalMs`. The back camera works on every binary; the front camera needs a\n * binary built with it, and an older one REFUSES it rather than quietly reading\n * the back camera instead.\n */\nexport async function startVision(intervalMs = 1000, facing: VisionFacing = 'back'): Promise<void> {\n if (facing !== 'front' && facing !== 'back') {\n throw new Error(`Unknown camera \"${String(facing)}\" — use \"front\" or \"back\"`);\n }\n if (facing === 'back') return verb('startVision')(intervalMs);\n if (native && typeof native.startVisionCamera !== 'function') {\n throw new Error('the front camera needs a newer app build — this one can read the back camera only');\n }\n return verb('startVisionCamera')!(intervalMs, facing);\n}\n\n/** Stop the vision session and release the camera. */\nexport function stopVision(): void {\n native?.stopVision?.();\n}\n\n/** Subscribe to published timeline frames (id + quality + expiry; no pixels). */\nexport function onVisionFrame(cb: (f: VisionFrame) => void): Subscription {\n if (!native) return { remove() {} };\n return native.addListener('visionFrame', cb);\n}\n\n/** How far back the native ring can still resolve a frame id (ms). */\nexport function visionRetentionMs(): number {\n return native?.visionRetentionMs?.() ?? 0;\n}\n\n/** Resolve a published frame id → its measured quality (null if evicted). */\nexport function qualityById(id: string): RawFrameQuality | null {\n return native?.qualityById?.(id) ?? null;\n}\n\n/** On-device OCR on a published frame. [] = looked, no text; throws = couldn't look. */\nexport async function readText(id: string, languages?: string[]): Promise<VisionText[]> {\n return verb('readText')(id, languages ?? null);\n}\n\n/** On-device image classification → labels (not prose). [] = nothing recognised. */\nexport async function describe(id: string, maxLabels = 5): Promise<VisionLabel[]> {\n return verb('describe')(id, maxLabels);\n}\n\n/** On-device object detection (bundled YOLOv8n, Open-Images vocabulary) → located\n * items with boxes. [] = looked, found nothing above `minConfidence`; throws =\n * couldn't look (id aged out, or the model isn't in this build). */\nexport async function detectObjects(id: string, maxItems = 10, minConfidence = 0.25): Promise<VisionObject[]> {\n return verb('detectObjects')(id, maxItems, minConfidence);\n}\n\n/**\n * A published frame as a base64 JPEG, its longer side at most `maxSide`. FOR THE SDK'S AI LIVE SENDER ONLY\n * (aiLive/provider.ts), which calls it after the two-sided \"Pictures to AI\" consent: this is the one way a\n * picture leaves native, and no plugin-facing API reaches it. An older binary refuses by name.\n */\nexport async function jpegById(id: string, maxSide = 768, quality = 0.7): Promise<string> {\n if (native && typeof native.jpegById !== 'function') {\n throw new Error('sending pictures to AI needs a newer app build — this one cannot make a picture from a camera frame');\n }\n return verb('jpegById')!(id, maxSide, quality);\n}\n"],"mappings":";AAeA,SAAS,mCAAmC;AAC5C,SAAS,yBAAyB;AAK3B,IAAM,iBAA4C,MAAM;AAC7D,MAAI;AAAE,WAAO,kBAAkB,WAAW;AAAA,EAAG,QAAQ;AAAE,WAAO;AAAA,EAAM;AACtE,GAAG;AAkEH,IAAM,SAAS,4BAA6C,WAAW;AAIvE,SAAS,KAAsC,MAA6B;AAC1E,MAAI,CAAC,OAAQ,OAAM,IAAI,MAAM,oDAAoD;AACjF,QAAM,KAAK,OAAO,IAAI;AACtB,MAAI,OAAO,OAAO,YAAY;AAC5B,UAAM,OAAO,OAAO,IAAI,MAAM,2BAA2B,OAAO,IAAI,CAAC,iDAAiD,GAAG,EAAE,MAAM,cAAc,CAAC;AAAA,EAClJ;AACA,SAAQ,GAAgB,KAAK,MAAM;AACrC;AAGO,SAAS,cAAuB;AACrC,MAAI;AAAE,WAAO,QAAQ,YAAY,KAAK;AAAA,EAAO,QAAQ;AAAE,WAAO;AAAA,EAAO;AACvE;AAGA,eAAsB,cAAc,KAAuC;AACzE,MAAI,CAAC,OAAQ,OAAM,IAAI,MAAM,oDAAoD;AACjF,SAAO,OAAO,cAAc,GAAG;AACjC;AAaA,eAAsB,YAAY,aAAa,KAAM,SAAuB,QAAuB;AACjG,MAAI,WAAW,WAAW,WAAW,QAAQ;AAC3C,UAAM,IAAI,MAAM,mBAAmB,OAAO,MAAM,CAAC,gCAA2B;AAAA,EAC9E;AACA,MAAI,WAAW,OAAQ,QAAO,KAAK,aAAa,EAAE,UAAU;AAC5D,MAAI,UAAU,OAAO,OAAO,sBAAsB,YAAY;AAC5D,UAAM,IAAI,MAAM,wFAAmF;AAAA,EACrG;AACA,SAAO,KAAK,mBAAmB,EAAG,YAAY,MAAM;AACtD;AAGO,SAAS,aAAmB;AACjC,UAAQ,aAAa;AACvB;AAGO,SAAS,cAAc,IAA4C;AACxE,MAAI,CAAC,OAAQ,QAAO,EAAE,SAAS;AAAA,EAAC,EAAE;AAClC,SAAO,OAAO,YAAY,eAAe,EAAE;AAC7C;AAGO,SAAS,oBAA4B;AAC1C,SAAO,QAAQ,oBAAoB,KAAK;AAC1C;AAGO,SAAS,YAAY,IAAoC;AAC9D,SAAO,QAAQ,cAAc,EAAE,KAAK;AACtC;AAGA,eAAsB,SAAS,IAAY,WAA6C;AACtF,SAAO,KAAK,UAAU,EAAE,IAAI,aAAa,IAAI;AAC/C;AAGA,eAAsB,SAAS,IAAY,YAAY,GAA2B;AAChF,SAAO,KAAK,UAAU,EAAE,IAAI,SAAS;AACvC;AAKA,eAAsB,cAAc,IAAY,WAAW,IAAI,gBAAgB,MAA+B;AAC5G,SAAO,KAAK,eAAe,EAAE,IAAI,UAAU,aAAa;AAC1D;AAOA,eAAsB,SAAS,IAAY,UAAU,KAAK,UAAU,KAAsB;AACxF,MAAI,UAAU,OAAO,OAAO,aAAa,YAAY;AACnD,UAAM,IAAI,MAAM,0GAAqG;AAAA,EACvH;AACA,SAAO,KAAK,UAAU,EAAG,IAAI,SAAS,OAAO;AAC/C;","names":[]}