matrice-analytics 0.1.54__py3-none-any.whl → 0.1.55__py3-none-any.whl

matrice_analytics/post_processing/face_reg/embedding_manager.py

@@ -205,23 +205,58 @@ class EmbeddingManager:
             
             self.staff_embeddings = []
             embeddings_list = []
-            
+            expected_dim: Optional[int] = None
+            dims_observed: List[int] = []
+            mismatch_examples: List[Tuple[str, int]] = []  # (staffId, dim)
+
             for item in embeddings_data:
-                # if not item.get("isActive", True): # TODO: Check what is isActive
-                #     continue
-                    
+                # Skip inactive if provided
+                if isinstance(item, dict) and item.get("isActive") is False:
+                    continue
+
+                raw_emb = []
+                try:
+                    raw_emb = item.get("embedding", []) if isinstance(item, dict) else []
+                except Exception:
+                    raw_emb = []
+                # Record observed dimension for debugging
+                try:
+                    dims_observed.append(len(raw_emb) if isinstance(raw_emb, list) else 0)
+                except Exception:
+                    dims_observed.append(0)
+
+                # Validate and coerce embedding list
+                if not isinstance(raw_emb, list) or len(raw_emb) == 0:
+                    continue
+                try:
+                    # Ensure numeric float32 list
+                    clean_emb = [float(v) for v in raw_emb]
+                except Exception:
+                    continue
+
+                # Dimension consistency
+                if expected_dim is None:
+                    expected_dim = len(clean_emb)
+                if len(clean_emb) != expected_dim:
+                    # Collect a few examples to aid debugging
+                    try:
+                        mismatch_examples.append((str(item.get("staffId", "")), len(clean_emb)))
+                    except Exception:
+                        mismatch_examples.append(("", len(clean_emb)))
+                    self.logger.warning(f"Skipping embedding with mismatched dimension: got {len(clean_emb)} expected {expected_dim}")
+                    continue
+
                 staff_embedding = StaffEmbedding(
-                    embedding_id=item.get("embeddingId", ""),
-                    staff_id=item.get("staffId", ""),
-                    embedding=item.get("embedding", []),
-                    employee_id=str(item.get("employeeId", "")),
-                    staff_details=item.get("staffDetails", {}),
-                    is_active=item.get("isActive", True)
+                    embedding_id=(item.get("embeddingId", "") if isinstance(item, dict) else ""),
+                    staff_id=(item.get("staffId", "") if isinstance(item, dict) else ""),
+                    embedding=clean_emb,
+                    employee_id=str(item.get("employeeId", "")) if isinstance(item, dict) else "",
+                    staff_details=(item.get("staffDetails", {}) if isinstance(item, dict) else {}),
+                    is_active=(item.get("isActive", True) if isinstance(item, dict) else True)
                 )
-                
-                if staff_embedding.embedding:  # Only add if embedding exists
-                    self.staff_embeddings.append(staff_embedding)
-                    embeddings_list.append(staff_embedding.embedding)
+
+                self.staff_embeddings.append(staff_embedding)
+                embeddings_list.append(clean_emb)
             
             # Create numpy matrix for fast similarity computation (thread-safe)
             with self._embeddings_lock:
@@ -234,12 +269,27 @@ class EmbeddingManager:
                     
                     self.embedding_metadata = self.staff_embeddings.copy()
                     self.staff_embeddings_last_update = time.time()
-                    self.logger.info(f"Successfully loaded and cached {len(self.staff_embeddings)} staff embeddings")
-                    self.logger.debug(f"Embeddings matrix shape: {self.embeddings_matrix.shape}")
+                    self.logger.info(f"Successfully loaded and cached {len(self.staff_embeddings)} staff embeddings (dim={self.embeddings_matrix.shape[1]})")
+                    try:
+                        # Quick sanity metrics
+                        row0_sum = float(np.sum(self.embeddings_matrix[0])) if self.embeddings_matrix.shape[0] > 0 else 0.0
+                        self.logger.debug(f"Embeddings matrix shape: {self.embeddings_matrix.shape}, dtype={self.embeddings_matrix.dtype}, row0_sum={row0_sum:.4f}")
+                    except Exception:
+                        pass
                     return True
                 else:
-                    self.logger.warning("No active staff embeddings found in API response")
-                    return False
+                    # Build diagnostics and raise to stop pipeline early with actionable info
+                    dims_summary: Dict[int, int] = {}
+                    for d in dims_observed:
+                        dims_summary[d] = dims_summary.get(d, 0) + 1
+                    self.logger.error(
+                        "No valid staff embeddings loaded. Observed dimension distribution: "
+                        f"{dims_summary}. Expected_dim={expected_dim}. Mismatch examples (staffId, dim): "
+                        f"{mismatch_examples[:5]}"
+                    )
+                    raise RuntimeError(
+                        f"Failed to load staff embeddings due to dimension mismatch. Observed dims: {dims_summary}"
+                    )
                 
         except Exception as e:
             self.logger.error(f"Error loading staff embeddings: {e}", exc_info=True)
@@ -292,6 +342,10 @@ class EmbeddingManager:
             
         try:
             query_array = np.array(query_embedding, dtype=np.float32).reshape(1, -1)
+            # Dimension check
+            if embeddings_matrix.shape[1] != query_array.shape[1]:
+                self.logger.warning(f"Query embedding dim mismatch: query={query_array.shape[1]} staff={embeddings_matrix.shape[1]}")
+                return None
             
             # Normalize query embedding
             query_norm = np.linalg.norm(query_array)
@@ -327,6 +381,8 @@ class EmbeddingManager:
             return 0.0
         try:
             query_array = np.array(query_embedding, dtype=np.float32).reshape(1, -1)
+            if embeddings_matrix.shape[1] != query_array.shape[1]:
+                return 0.0
             qn = np.linalg.norm(query_array)
             if qn == 0:
                 return 0.0

{matrice_analytics-0.1.54.dist-info → matrice_analytics-0.1.55.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: matrice_analytics
-Version: 0.1.54
+Version: 0.1.55
 Summary: Common server utilities for Matrice.ai services
 Author-email: "Matrice.ai" <dipendra@matrice.ai>
 License-Expression: MIT

{matrice_analytics-0.1.54.dist-info → matrice_analytics-0.1.55.dist-info}/RECORD

@@ -28,7 +28,7 @@ matrice_analytics/post_processing/core/config.py,sha256=uyxWndO-DE9PeGD_h5K3TeB0
 matrice_analytics/post_processing/core/config_utils.py,sha256=QuAS-_JKSoNOtfUWgr7Alf_wsqODzN2rHlQu-cHRK0s,34311
 matrice_analytics/post_processing/face_reg/__init__.py,sha256=yntaiGlW9vdjBpPZQXNuovALihJPzRlFyUE88l3MhBA,1364
 matrice_analytics/post_processing/face_reg/compare_similarity.py,sha256=NlFc8b2a74k0PqSFAbuM_fUbA1BT3pr3VUgvSqRpJzQ,23396
-matrice_analytics/post_processing/face_reg/embedding_manager.py,sha256=lt6BSRylvCzPVsKBpYBrDBZ7-LkJOf_aGbsl_5422Ps,37525
+matrice_analytics/post_processing/face_reg/embedding_manager.py,sha256=KhSV-JXykqvhRC1iwvbAyJZrFl3Ntv1eiLE5semKOHE,40533
 matrice_analytics/post_processing/face_reg/face_recognition.py,sha256=ILkQumMY2ij_QrhJxzLifOv_q5rXh7N4mW94hr6EcgQ,103585
 matrice_analytics/post_processing/face_reg/face_recognition_client.py,sha256=eF2NYju1uWKXhILndI1rh4_VhWrKSGidui2jjbPQXgM,27596
 matrice_analytics/post_processing/face_reg/people_activity_logging.py,sha256=vZbIvkK1h3h58ROeF0_ygF3lqr19O2h5222bN8XyIis,13675
@@ -189,8 +189,8 @@ matrice_analytics/post_processing/utils/format_utils.py,sha256=UTF7A5h9j0_S12xH9
 matrice_analytics/post_processing/utils/geometry_utils.py,sha256=BWfdM6RsdJTTLR1GqkWfdwpjMEjTCJyuBxA4zVGKdfk,9623
 matrice_analytics/post_processing/utils/smoothing_utils.py,sha256=78U-yucAcjUiZ0NIAc9NOUSIT0PWP1cqyIPA_Fdrjp0,14699
 matrice_analytics/post_processing/utils/tracking_utils.py,sha256=rWxuotnJ3VLMHIBOud2KLcu4yZfDp7hVPWUtNAq_2xw,8288
-matrice_analytics-0.1.54.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
-matrice_analytics-0.1.54.dist-info/METADATA,sha256=1RfM8nWJEoj9BnNP4ehKraPM8ZSReG7D2dZ8JYjxqew,14378
-matrice_analytics-0.1.54.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-matrice_analytics-0.1.54.dist-info/top_level.txt,sha256=STAPEU-e-rWTerXaspdi76T_eVRSrEfFpURSP7_Dt8E,18
-matrice_analytics-0.1.54.dist-info/RECORD,,
+matrice_analytics-0.1.55.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
+matrice_analytics-0.1.55.dist-info/METADATA,sha256=XlOk1g_bwwjiRWoXw5loC_kJd9weHzxZC58JgkhOzhA,14378
+matrice_analytics-0.1.55.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+matrice_analytics-0.1.55.dist-info/top_level.txt,sha256=STAPEU-e-rWTerXaspdi76T_eVRSrEfFpURSP7_Dt8E,18
+matrice_analytics-0.1.55.dist-info/RECORD,,