@ateam-ai-mobile/expo 0.1.22 → 0.1.24

package/dist/bootstrap.js

@@ -3002,7 +3002,103 @@ function base64ToBytes(b64) {
   return o === out.length ? out : out.subarray(0, o);
 }
 
+// src/aiLive/motionGate.ts
+var SIG_W = 16;
+var SIG_H = 12;
+var SLACK_SEC = 0.15;
+var SENSITIVITY = Object.freeze({ low: 0.06, medium: 0.03, high: 0.015 });
+var GATE_DEFAULTS = Object.freeze({ enabled: true, sensitivity: "medium", preRollSec: 1, postRollSec: 1, heartbeatSec: 8 });
+function difference(a, b) {
+  if (!a || !b || a.length !== b.length || !a.length) return 1;
+  let sum = 0;
+  for (let i = 0; i < a.length; i++) sum += Math.abs(a[i] - b[i]);
+  return sum / (a.length * 255);
+}
+function gateConfigFrom(d) {
+  const c = { ...GATE_DEFAULTS };
+  if (!d || typeof d !== "object") return c;
+  if (typeof d.enabled === "boolean") c.enabled = d.enabled;
+  if (typeof d.sensitivity === "string" && Object.prototype.hasOwnProperty.call(SENSITIVITY, d.sensitivity)) c.sensitivity = d.sensitivity;
+  for (const k of ["preRollSec", "postRollSec", "heartbeatSec"]) {
+    const v = Number(d[k]);
+    if (Number.isFinite(v) && v >= 0 && v <= 60) c[k] = v;
+  }
+  return c;
+}
+function createMotionGate(cfg = {}) {
+  const c = { ...GATE_DEFAULTS, ...cfg };
+  const threshold = SENSITIVITY[c.sensitivity] ?? SENSITIVITY.medium;
+  let prevSig = null;
+  let lastChangeT = -Infinity;
+  let lastSentT = -Infinity;
+  let held = [];
+  const n = { offered: 0, sent: 0, held: 0, heartbeats: 0, changes: 0 };
+  const sendNow = (t, item, reason, withPreRoll = false) => {
+    const out = withPreRoll ? held.filter((h) => t - h.t <= c.preRollSec + SLACK_SEC).map((h) => h.item) : [];
+    held = [];
+    out.push(item);
+    lastSentT = t;
+    n.sent += out.length;
+    return { send: out, reason };
+  };
+  return {
+    offer({ t, sig, item }) {
+      n.offered++;
+      if (!c.enabled) {
+        lastSentT = t;
+        n.sent++;
+        return { send: [item], reason: "off" };
+      }
+      const first = prevSig == null;
+      const d = difference(prevSig, sig);
+      prevSig = sig;
+      if (first) return sendNow(t, item, "first");
+      if (d > threshold) {
+        lastChangeT = t;
+        n.changes++;
+        return sendNow(t, item, "change", true);
+      }
+      if (t - lastChangeT <= c.postRollSec + SLACK_SEC) return sendNow(t, item, "after");
+      if (t - lastSentT >= c.heartbeatSec) {
+        n.heartbeats++;
+        return sendNow(t, item, "heartbeat");
+      }
+      held.push({ t, item });
+      while (held.length && t - held[0].t > c.preRollSec + 1) held.shift();
+      n.held++;
+      return { send: [], reason: "quiet" };
+    },
+    counters: () => ({ ...n }),
+    config: () => ({ ...c })
+  };
+}
+
+// src/aiLive/signature.ts
+var import_jpeg_js = require("jpeg-js");
+var SIG_JPEG_SIDE = 64;
+function signatureFromJpeg(b64) {
+  const img = (0, import_jpeg_js.decode)(base64ToBytes(b64), { useTArray: true, formatAsRGBA: true, maxResolutionInMP: 1 });
+  const { width: w, height: h, data } = img;
+  if (!w || !h) throw new Error("empty picture");
+  const sum = new Float64Array(SIG_W * SIG_H);
+  const cnt = new Uint32Array(SIG_W * SIG_H);
+  for (let y = 0; y < h; y++) {
+    const cy = Math.min(SIG_H - 1, Math.floor(y * SIG_H / h));
+    for (let x = 0; x < w; x++) {
+      const cx = Math.min(SIG_W - 1, Math.floor(x * SIG_W / w));
+      const i = (y * w + x) * 4;
+      const k = cy * SIG_W + cx;
+      sum[k] += 0.299 * data[i] + 0.587 * data[i + 1] + 0.114 * data[i + 2];
+      cnt[k]++;
+    }
+  }
+  const out = new Uint8Array(SIG_W * SIG_H);
+  for (let k = 0; k < out.length; k++) out[k] = cnt[k] ? Math.round(sum[k] / cnt[k]) : 0;
+  return out;
+}
+
 // src/aiLive/provider.ts
+var PHONE_MAX_PRE_ROLL_SEC = 5;
 var LIVE_KIND = "ai-models.live";
 var FRESH_MS2 = 3e3;
 var MAX_BUFFERED = 512 * 1024;
@@ -3016,13 +3112,14 @@ var defaultAiLiveDeps = () => ({
   token: import_core2.getToken,
   tenant: import_core2.getTenant,
   jpegById,
+  signatureById: async (id) => signatureFromJpeg(await jpegById(id, SIG_JPEG_SIDE, 0.6)),
   now: Date.now,
   setInterval: (fn, ms) => setInterval(fn, ms),
   clearInterval: (h) => clearInterval(h),
   setTimeout: (fn, ms) => setTimeout(fn, ms),
   clearTimeout: (h) => clearTimeout(h)
 });
-var idle = () => ({ state: "idle", camera: null, sent: 0, skipped: 0, lastEpisode: null, lastError: null });
+var idle = () => ({ state: "idle", camera: null, sent: 0, skipped: 0, heldBack: 0, lastEpisode: null, lastError: null });
 function createAiLiveProvider(overrides = {}) {
   const deps = { ...defaultAiLiveDeps(), ...overrides };
   let owner = null;
@@ -3038,9 +3135,11 @@ function createAiLiveProvider(overrides = {}) {
   let closingOnPurpose = false;
   let seq = 0;
   let busy = false;
+  let owedGaps = 0;
   let gen = 0;
   let lastFrameId = null;
   let camera = DEFAULT_CAMERA;
+  let gate = null;
   let lastOwner = null;
   const episodeCbs = /* @__PURE__ */ new Map();
   const snapCbs = /* @__PURE__ */ new Map();
@@ -3083,7 +3182,6 @@ function createAiLiveProvider(overrides = {}) {
     }
   }
   async function slot() {
-    const mySeq = seq++;
     const g = gen;
     const sock = ws;
     const current = () => g === gen && ws === sock && sock?.readyState === 1;
@@ -3092,13 +3190,22 @@ function createAiLiveProvider(overrides = {}) {
       if (g === gen) void teardown("stopped", import_plugin_runtime3.CONSENT_TAKEN_BACK);
       return true;
     };
+    const gap = (lastError) => {
+      seq++;
+      set2(lastError ? { skipped: snap.skipped + 1, lastError } : { skipped: snap.skipped + 1 });
+    };
     if (consentGone()) return;
-    if (busy || !current()) {
+    if (busy && current()) {
+      owedGaps++;
       set2({ skipped: snap.skipped + 1 });
       return;
     }
+    if (busy || !current()) {
+      gap();
+      return;
+    }
     if ((sock.bufferedAmount || 0) > MAX_BUFFERED) {
-      set2({ skipped: snap.skipped + 1 });
+      gap();
       return;
     }
     busy = true;
@@ -3109,19 +3216,52 @@ function createAiLiveProvider(overrides = {}) {
       const id = f?.handle?.id;
       const t = Number(f?.timestamp);
       if (!id || id === lastFrameId || !(deps.now() - t < FRESH_MS2)) {
-        set2({ skipped: snap.skipped + 1 });
+        gap();
         return;
       }
-      const b64 = await deps.jpegById(id, camera.maxPx, 0.7);
-      if (!current() || consentGone()) return;
-      const frame = encodeFrame({ seq: mySeq, tCapture: t, payload: base64ToBytes(b64) });
-      sock.send(frame.buffer);
       lastFrameId = id;
-      set2({ sent: snap.sent + 1 });
+      let toSend = [{ id, t }];
+      const myGate = gate;
+      if (myGate) {
+        let sig = null;
+        try {
+          sig = await deps.signatureById(id);
+        } catch {
+          sig = null;
+        }
+        if (!current() || consentGone()) return;
+        toSend = myGate.offer({ t: t / 1e3, sig, item: { id, t } }).send;
+        if (!toSend.length) {
+          set2({ heldBack: (snap.heldBack ?? 0) + 1 });
+          return;
+        }
+      }
+      for (const it of toSend) {
+        if (!current() || consentGone()) return;
+        if ((sock.bufferedAmount || 0) > MAX_BUFFERED) {
+          gap();
+          continue;
+        }
+        let b64;
+        try {
+          b64 = await deps.jpegById(it.id, camera.maxPx, 0.7);
+        } catch (e) {
+          if (g === gen) gap(String(e?.message || e));
+          continue;
+        }
+        if (!current() || consentGone()) return;
+        const frame = encodeFrame({ seq: seq++, tCapture: it.t, payload: base64ToBytes(b64) });
+        sock.send(frame.buffer);
+        set2({ sent: snap.sent + 1 });
+      }
     } catch (e) {
-      if (g === gen) set2({ skipped: snap.skipped + 1, lastError: String(e?.message || e) });
+      if (g === gen) gap(String(e?.message || e));
     } finally {
-      if (g === gen) busy = false;
+      if (g === gen) {
+        busy = false;
+        seq += owedGaps;
+        owedGaps = 0;
+      }
     }
   }
   function openSocket() {
@@ -3166,6 +3306,11 @@ function createAiLiveProvider(overrides = {}) {
           camera = c && Number(c.fps) > 0 && Number(c.maxPx) > 0 ? { fps: Number(c.fps), maxPx: Number(c.maxPx) } : DEFAULT_CAMERA;
           return;
         }
+        if (ev.event === "motion" && !opened) {
+          const c = gateConfigFrom(ev.data);
+          gate = c.enabled ? createMotionGate({ ...c, preRollSec: Math.min(c.preRollSec, PHONE_MAX_PRE_ROLL_SEC) }) : null;
+          return;
+        }
         if (ev.event === "opened" && !opened) {
           opened = true;
           deps.clearTimeout(gaveUp);
@@ -3272,8 +3417,10 @@ function createAiLiveProvider(overrides = {}) {
       allowed = typeof ctx.allowed === "function" ? ctx.allowed : () => false;
       gen++;
       seq = 0;
+      owedGaps = 0;
       lastFrameId = null;
       busy = false;
+      gate = null;
       const g = gen;
       const cameraOfScreen = ctx.visual;
       snap = { ...idle(), camera: cam };