npm - @camstack/addon-pipeline - Versions diffs - 1.1.4 → 1.1.5 - Mend

@camstack/addon-pipeline 1.1.4 → 1.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (33) hide show

package/embed-dist/index.html CHANGED Viewed

@@ -4,7 +4,7 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <title>CamStack Embed</title>
-    <script type="module" crossorigin src="./assets/index-D8CZDqZG.js"></script>
+    <script type="module" crossorigin src="./assets/index-DBB2e2P1.js"></script>
     <link rel="stylesheet" crossorigin href="./assets/index-ZhDdp1Nd.css">
   </head>
   <body>

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@camstack/addon-pipeline",
-  "version": "1.1.4",
+  "version": "1.1.5",
   "description": "CamStack Pipeline bundle — runner, detection, motion, decoders, audio + stream broker. Multi-entry npm package shipping 7 addons under a single bundle.",
   "keywords": [
     "camstack",

package/python/postprocessors/__init__.py CHANGED Viewed

@@ -7,6 +7,7 @@ from .yolo import postprocess_yolo
 from .yolo_seg import postprocess_yolo_seg
 from .scrfd import postprocess_scrfd
 from .arcface import postprocess_arcface
+from .clip import postprocess_clip
 from .softmax import postprocess_softmax
 from .ctc import postprocess_ctc
 from .saliency import postprocess_saliency
@@ -17,6 +18,7 @@ POSTPROCESSORS = {
     "yolo-seg": postprocess_yolo_seg,
     "scrfd": postprocess_scrfd,
     "arcface": postprocess_arcface,
+    "clip": postprocess_clip,
     "softmax": postprocess_softmax,
     "ctc": postprocess_ctc,
     "saliency": postprocess_saliency,

package/python/postprocessors/clip.py ADDED Viewed

@@ -0,0 +1,35 @@
+"""CLIP image embedding postprocessor.
+Input: raw embedding tensor from a CLIP vision encoder (e.g. MobileCLIP S0/S1/S2)
+Output: {"kind": "embedding", "embedding": [...], "embeddingNorm": [...]}
+MobileCLIP uses resize 256×256 + rescale /255 only (no ImageNet mean/std).
+The existing inference_pool resize_image path already produces this layout —
+preprocessMode:'resize' + inputNormalization:'none' is the correct config.
+"""
+import numpy as np
+def postprocess_clip(
+    predictions: dict,
+    config: dict,
+    orig_w: int,
+    orig_h: int,
+    scale: float,
+    pad: tuple[int, int],
+) -> dict:
+    """L2-normalize the CLIP embedding vector."""
+    # Get the first output tensor (vision encoder emits a single embedding)
+    raw = np.array(list(predictions.values())[0]).flatten().astype(np.float32)
+    norm = np.linalg.norm(raw)
+    if norm == 0:
+        normalized = np.zeros_like(raw)
+    else:
+        normalized = raw / norm
+    return {
+        "kind": "embedding",
+        "embedding": raw.tolist(),
+        "embeddingNorm": normalized.tolist(),
+    }

package/python/postprocessors/test_clip.py ADDED Viewed

@@ -0,0 +1,33 @@
+"""Tests for the CLIP embedding postprocessor."""
+import numpy as np
+import pytest
+from postprocessors.clip import postprocess_clip
+def test_clip_output_kind() -> None:
+    vec = np.ones(512, dtype=np.float32)
+    predictions = {"output": vec.reshape(1, 512)}
+    result = postprocess_clip(predictions, {}, 640, 480, 1.0, (0, 0))
+    assert result["kind"] == "embedding"
+def test_clip_embedding_length() -> None:
+    vec = np.ones(512, dtype=np.float32)
+    predictions = {"output": vec.reshape(1, 512)}
+    result = postprocess_clip(predictions, {}, 640, 480, 1.0, (0, 0))
+    assert len(result["embedding"]) == 512
+def test_clip_embedding_norm_is_unit() -> None:
+    vec = np.array([3.0, 4.0] + [0.0] * 510, dtype=np.float32)
+    predictions = {"output": vec.reshape(1, 512)}
+    result = postprocess_clip(predictions, {}, 640, 480, 1.0, (0, 0))
+    norm = float(np.linalg.norm(result["embeddingNorm"]))
+    assert abs(norm - 1.0) < 1e-5
+def test_clip_zero_vector_does_not_divide_by_zero() -> None:
+    vec = np.zeros(512, dtype=np.float32)
+    predictions = {"output": vec.reshape(1, 512)}
+    result = postprocess_clip(predictions, {}, 640, 480, 1.0, (0, 0))
+    assert all(v == 0.0 for v in result["embeddingNorm"])