npm - @camstack/addon-pipeline - Versions diffs - 1.1.68 → 1.1.70 - Mend

@camstack/addon-pipeline 1.1.68 → 1.1.70

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (28) hide show

package/embed-dist/index.html CHANGED Viewed

@@ -4,7 +4,7 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <title>CamStack Embed</title>
-    <script type="module" crossorigin src="./assets/index-BkoPcGtQ.js"></script>
+    <script type="module" crossorigin src="./assets/index-BPGh79kn.js"></script>
     <link rel="stylesheet" crossorigin href="./assets/index-D2pF9Z3W.css">
   </head>
   <body>

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@camstack/addon-pipeline",
-  "version": "1.1.68",
+  "version": "1.1.70",
   "description": "CamStack Pipeline bundle — runner, detection, motion, audio + stream broker. Multi-entry npm package shipping pipeline addons under a single bundle.",
   "keywords": [
     "camstack",

package/python/inference_pool.py CHANGED Viewed

@@ -447,7 +447,7 @@ def _acquire_coreml_model(ct: Any, path: str, compute_units: Any) -> tuple[Any,
     return model, spec
-def _init_runtime(runtime: str) -> None:
+def _init_runtime(runtime: str, device: str = "") -> None:
     global _runtime, _runtime_lib
     _runtime = runtime
     if runtime == "coreml":
@@ -472,7 +472,41 @@ def _init_runtime(runtime: str) -> None:
         lib_path = os.environ.get(
             "CAMSTACK_EDGETPU_LIB", "/data/deps/edgetpu/lib/libedgetpu.so.1",
         )
-        delegate = load_delegate(lib_path)
+        # Multiple Corals coexist and run concurrently, one pool each. libedgetpu
+        # addresses a specific unit by an ordinal device string ("usb", "usb:1",
+        # "pci:0", …); the orchestrator passes it as the pool `device`. Omitted /
+        # bare "usb" ⇒ the first available Coral (single-Coral default).
+        dev = (device or "").strip()
+        opts = {"device": dev} if dev and dev not in ("usb", "all", "default") else None
+        # The Coral is a SINGLE-CONTEXT USB device: only ONE process may hold the
+        # libedgetpu delegate at a time. When a prior pool (e.g. a previous runner
+        # generation, or a just-disposed device pool) is still releasing the USB,
+        # a fresh load_delegate fails transiently. Retry with backoff instead of
+        # hard-failing the whole pool — the device frees within a second or two of
+        # the old holder exiting. (A genuinely-held device still fails after the
+        # retries, with the real libedgetpu error surfaced.)
+        import time as _time
+        last_err = None
+        delegate = None
+        for attempt in range(6):
+            try:
+                delegate = load_delegate(lib_path, opts) if opts else load_delegate(lib_path)
+                break
+            except Exception as e:  # noqa: BLE001 — surface the real error after retries
+                last_err = e
+                sys.stderr.write(
+                    f"EdgeTPU: delegate load attempt {attempt + 1}/6 failed "
+                    f"(device={dev or 'usb'}): {e}\n"
+                )
+                sys.stderr.flush()
+                _time.sleep(0.75 * (attempt + 1))
+        if delegate is None:
+            raise ValueError(
+                f"EdgeTPU: delegate not available after 6 attempts on device "
+                f"'{dev or 'usb'}' — the Coral is held by another process or "
+                f"absent. Last error: {last_err}"
+            )
+        sys.stderr.write(f"EdgeTPU: delegate bound to device '{dev or 'usb'}'\n")
         _runtime_lib = {
             "Interpreter": Interpreter,
             "delegate": delegate,
@@ -1765,6 +1799,7 @@ async def _run() -> None:
         sys.exit(1)
     config = json.loads(payload)
     runtime = config.get("runtime", "coreml")
+    pool_device = str(config.get("device", "") or "")
     concurrency = int(config.get("concurrency", 1) or 1)
     batch_mode = str(config.get("batch_mode", "none"))
     if batch_mode not in ("none", "list", "window"):
@@ -1777,7 +1812,7 @@ async def _run() -> None:
         f"batch_mode={batch_mode}, window_ms={window_ms}, max_batch={max_batch_size})\n"
     )
     sys.stderr.flush()
-    _init_runtime(runtime)
+    _init_runtime(runtime, pool_device)
     models: list[ModelSlot] = []
     for i, mc in enumerate(config.get("models", [])):