@7365admin1/layer-common 4.57.1 → 4.57.3

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @iservice365/layer-common
 
+## 4.57.3
+
+### Patch Changes
+
+- c23d427: Robot live view: the PadBot S2's EZVIZ camera puts an H.264 access-unit delimiter in front of every H.265 frame, which made Chrome refuse every frame (decode error, black picture). The player now neutralises those units in each segment before playback, so the picture shows. The "couldn't be decoded" message no longer blames EZVIZ encryption (disproved).
+
+## 4.57.2
+
+### Patch Changes
+
+- e901907: Robots: live view says honestly when the camera video cannot be decoded (MEDIA_ERR_DECODE, e.g. EZVIZ video encryption switched on) instead of retrying: at most two hls.js recoveries, then a plain message with Retry. The message no longer blames the browser when the decoder reports support.
+
 ## 4.57.1
 
 ### Patch Changes
@@ -1599,11 +1611,11 @@
   `utils/console-tier.ts` + `composables/useConsoleTier.ts` mirror the server's
   own rule from two endpoints the console already calls, unprojected:
 
-                                                                                                                                                                                                                                                GET /api/members/user/:user/app/admin    the Seven365 staff membership
-                                                                                                                                                                                                                                                GET /api/roles/id/:role                  that membership's role document
+                                                                                                                                                                                                                                                    GET /api/members/user/:user/app/admin    the Seven365 staff membership
+                                                                                                                                                                                                                                                    GET /api/roles/id/:role                  that membership's role document
 
-                                                                                                                                                                                                                                                owner  = member.type === "admin" && role.type === "admin" && role.default === true
-                                                                                                                                                                                                                                                staff  = member.type === "admin" && role.type === "admin"
+                                                                                                                                                                                                                                                    owner  = member.type === "admin" && role.type === "admin" && role.default === true
+                                                                                                                                                                                                                                                    staff  = member.type === "admin" && role.type === "admin"
 
   `role.default` is the marker because it is the only property of a platform
   staff role no API caller can set - `role.controller.ts` validates create and

package/components/Robot/LiveView.vue

@@ -69,6 +69,7 @@ import {
   LIVE_DOWN,
   LIVE_NO_PICTURE,
   LIVE_RETRY_LIMIT,
+  LIVE_UNDECODABLE,
   liveRetryDelayMs,
   liveVideoKind,
   liveViewActive,
@@ -168,8 +169,9 @@ watch([videoEl, url], ([el, src]) => {
 });
 function onPlayerFail(message: string) {
   stopPlayer = undefined;
-  if (message === LIVE_NO_PICTURE) {
-    // The browser can't show H.265: no silent retries behind the message; Retry is the user's.
+  if (message === LIVE_NO_PICTURE || message === LIVE_UNDECODABLE) {
+    // Can't be shown (browser codec / encrypted camera video): a fresh URL won't help,
+    // so no silent retries behind the message; Retry is the user's.
     gen++;
     clearTimeout(timer);
     error.value = message;

package/package.json

@@ -2,7 +2,7 @@
   "name": "@7365admin1/layer-common",
   "license": "MIT",
   "type": "module",
-  "version": "4.57.1",
+  "version": "4.57.3",
   "author": "7365admin1",
   "main": "./nuxt.config.ts",
   "//files": "What a consumer extending this layer actually loads. Without this npm ships the whole working tree - the changesets, the CI workflows, the render harness in tools/ and any scratch directory that happened to exist at publish time. Nuxt resolves a layer by directory, so every runtime directory below has to stay listed; adding a new top-level runtime directory means adding it here too.",

package/utils/robot-control.ts

@@ -36,6 +36,15 @@ export function remintDelayMs(expiresAt: unknown, now: number = Date.now()): num
 export const LIVE_NO_PICTURE =
   "This robot's camera sends H.265 video, which this browser can't show. Try Microsoft Edge or Safari, or the PadBot app.";
 export const LIVE_DOWN = "The robot's camera isn't available right now.";
+/**
+ * The decoder says it supports the codec but the frames still won't decode
+ * (MEDIA_ERR_DECODE). On the PadBot S2 (EZVIZ H3) that was the stray H.264
+ * delimiters `neutraliseStrayAud` now removes (NOT encryption - disproved
+ * 2026-09-26 by a software decode of the real stream); kept for anything else.
+ */
+export const LIVE_UNDECODABLE =
+  "The robot's camera video couldn't be decoded. Press Retry. If it keeps happening, contact Seven365 support.";
+const MEDIA_ERR_DECODE = 3;
 
 /** Wait before automatic reconnect attempt n (0-based): 2 s, 4 s, 8 s, 16 s, then 30 s. */
 export const liveRetryDelayMs = (n: number) => Math.min(30_000, 2_000 * 2 ** n);
@@ -50,7 +59,62 @@ type THls = {
   swapAudioCodec(): void;
   destroy(): void;
 };
-export type THlsCtor = { isSupported(): boolean; new (config?: Record<string, unknown>): THls };
+export type THlsCtor = { isSupported(): boolean; new (config?: Record<string, unknown>): THls; DefaultConfig?: { loader?: any } };
+
+/**
+ * The EZVIZ camera on the PadBot S2 puts an H.264 access-unit delimiter
+ * (00 00 01 09 xx) in front of every H.265 frame. Read as H.265 that is a
+ * "TSA_N" slice with temporal id 0 - invalid. ffmpeg skips it; hls.js packs it
+ * into the frame and Chrome's decoder then refuses every frame
+ * (PIPELINE_ERROR_DECODE, 0 frames). Proven on the real stream 2026-09-26:
+ * with these units removed Chrome's own decoder decodes 40/40 frames.
+ *
+ * Rewrites each such header in place, inside the TS packets of video PIDs
+ * only, to an "unspecified" H.265 unit (type 48) that hls.js and decoders
+ * ignore. Same length, so the TS stays intact. A valid single-layer H.265
+ * header never matches (its temporal id is never 0). Returns the count.
+ */
+export function neutraliseStrayAud(data: ArrayBuffer | Uint8Array): number {
+  const b = data instanceof Uint8Array ? data : new Uint8Array(data);
+  const video = new Set<number>();
+  let n = 0;
+  for (let i = 0; i + 188 <= b.length; i += 188) {
+    if (b[i] !== 0x47) continue;
+    const afc = (b[i + 3]! >> 4) & 3;
+    if (!(afc & 1)) continue;
+    const pid = ((b[i + 1]! & 0x1f) << 8) | b[i + 2]!;
+    let p = i + 4;
+    if (afc & 2) p += 1 + b[p]!;
+    // A PES start names its stream: 0xE0-0xEF = video.
+    if (b[i + 1]! & 0x40 && b[p] === 0 && b[p + 1] === 0 && b[p + 2] === 1 && (b[p + 3]! & 0xf0) === 0xe0) video.add(pid);
+    if (!video.has(pid)) continue;
+    for (let k = p; k + 4 < i + 188; k++) {
+      if (b[k] === 0 && b[k + 1] === 0 && b[k + 2] === 1 && b[k + 3] === 0x09 && (b[k + 4]! & 7) === 0) {
+        b[k + 3] = 0x60;
+        b[k + 4] = 0x01;
+        n++;
+        k += 4;
+      }
+    }
+  }
+  return n;
+}
+
+/** hls.js fragment loader that runs `neutraliseStrayAud` on every loaded segment. */
+function strayAudLoader(Base: any) {
+  return class extends Base {
+    load(context: any, config: any, callbacks: any) {
+      const ok = callbacks.onSuccess;
+      super.load(context, config, {
+        ...callbacks,
+        onSuccess: (response: any, ...rest: any[]) => {
+          if (response?.data instanceof ArrayBuffer) neutraliseStrayAud(response.data);
+          ok(response, ...rest);
+        },
+      });
+    }
+  };
+}
 
 /** The inline panel streams only while it is switched on, the robot is online, the tab is visible and the panel is near the screen. */
 export const liveViewActive = (s: { on: boolean; offline?: boolean; visible: boolean; inView: boolean }) =>
@@ -88,6 +152,8 @@ const CODEC_ERRORS = new Set(["manifestIncompatibleCodecsError", "bufferAddCodec
  * `onFail` fires once, with LIVE_NO_PICTURE when the stream plays but no
  * picture ever decodes (Chrome's native HLS takes H.265-in-TS audio but shows
  * no video, videoWidth stays 0) or the codec is refused; LIVE_DOWN for
+ * LIVE_UNDECODABLE when the video element reported MEDIA_ERR_DECODE (after at
+ * most two hls.js recoveries - no endless retrying); LIVE_DOWN for
  * everything else (network, expired URL, repeated media errors, a stall) -
  * the caller fetches a fresh URL and starts again.
  */
@@ -113,6 +179,7 @@ export function startLivePlayer(
   let pictured = false;
   let lastTime = -1;
   let still = 0;
+  let decodeFailed = false; // the video element reported MEDIA_ERR_DECODE at some point
 
   const fail = (message: string) => {
     if (stopped) return;
@@ -128,7 +195,8 @@ export function startLivePlayer(
         opts.onPicture?.();
       } else if (waited >= noPictureMs) {
         // Time moving with no picture = the codec; nothing moving = no stream.
-        return fail(video.currentTime > 0 ? LIVE_NO_PICTURE : LIVE_DOWN);
+        noteDecode();
+        return fail(decodeFailed ? LIVE_UNDECODABLE : video.currentTime > 0 ? LIVE_NO_PICTURE : LIVE_DOWN);
       }
       return;
     }
@@ -138,12 +206,19 @@ export function startLivePlayer(
       still = 0;
     } else if ((still += tickMs) >= stallMs) fail(LIVE_DOWN);
   }, tickMs);
-  const onError = () => fail(LIVE_DOWN);
+  const noteDecode = () => {
+    if (video.error?.code === MEDIA_ERR_DECODE) decodeFailed = true;
+  };
+  const onError = () => {
+    noteDecode();
+    fail(decodeFailed ? LIVE_UNDECODABLE : LIVE_DOWN);
+  };
 
   function stop() {
     stopped = true;
     clearInterval(tick);
     video.removeEventListener("error", onError);
+    video.removeEventListener("error", noteDecode);
     hls?.destroy();
     hls = undefined;
     video.removeAttribute("src");
@@ -165,9 +240,12 @@ export function startLivePlayer(
       .then((Hls) => {
         if (stopped) return;
         if (!Hls.isSupported()) return native();
+        video.addEventListener("error", noteDecode);
         let recoveries = 0;
-        const h = (hls = new Hls({ enableWorker: true, lowLatencyMode: false }));
+        const Base = Hls.DefaultConfig?.loader;
+        const h = (hls = new Hls({ enableWorker: true, lowLatencyMode: false, ...(Base ? { fLoader: strayAudLoader(Base) } : {}) }));
         h.on("hlsError", (_e, data) => {
+          noteDecode();
           if (!data.fatal) return;
           if (CODEC_ERRORS.has(data.details ?? "")) return fail(LIVE_NO_PICTURE);
           // The standard hls.js ladder: recover, then swap audio codec and recover, then give up.
@@ -175,7 +253,7 @@ export function startLivePlayer(
             if (recoveries++ === 1) h.swapAudioCodec();
             return h.recoverMediaError();
           }
-          fail(LIVE_DOWN);
+          fail(decodeFailed ? LIVE_UNDECODABLE : LIVE_DOWN);
         });
         h.loadSource(url);
         h.attachMedia(video);