matrice-analytics 0.1.53__py3-none-any.whl → 0.1.55__py3-none-any.whl

matrice_analytics/post_processing/face_reg/embedding_manager.py

@@ -181,33 +181,82 @@ class EmbeddingManager:
             self.logger.info("Loading staff embeddings from API...")
             response = await self.face_client.get_all_staff_embeddings()
             
-            if not response.get("success", False):
-                self.logger.error(f"Failed to get staff embeddings from API: {response.get('error', 'Unknown error')}")
+            # Robust response handling: accept dict with data or raw list
+            embeddings_data: List[Dict[str, Any]] = []
+            if isinstance(response, dict):
+                # Typical: { success: True, data: [...] }
+                if response.get("success", False) and isinstance(response.get("data"), list):
+                    embeddings_data = response.get("data", [])
+                # Alternate: { data: [...] } without success flag
+                elif isinstance(response.get("data"), list):
+                    embeddings_data = response.get("data", [])
+                # Fallback keys sometimes used
+                elif isinstance(response.get("items"), list):
+                    embeddings_data = response.get("items", [])
+                else:
+                    self.logger.error(f"Unexpected embeddings response shape (dict): keys={list(response.keys())}")
+                    return False
+            elif isinstance(response, list):
+                # Some deployments return raw list directly
+                embeddings_data = response
+            else:
+                self.logger.error(f"Unexpected embeddings response type: {type(response)}")
                 return False
-                
-            # The API response has the format: {"success": True, "data": [embedding_items]}
-            # Each item has the structure shown in the sample response
-            embeddings_data = response.get("data", [])
             
             self.staff_embeddings = []
             embeddings_list = []
-            
+            expected_dim: Optional[int] = None
+            dims_observed: List[int] = []
+            mismatch_examples: List[Tuple[str, int]] = []  # (staffId, dim)
+
             for item in embeddings_data:
-                # if not item.get("isActive", True): # TODO: Check what is isActive
-                #     continue
-                    
+                # Skip inactive if provided
+                if isinstance(item, dict) and item.get("isActive") is False:
+                    continue
+
+                raw_emb = []
+                try:
+                    raw_emb = item.get("embedding", []) if isinstance(item, dict) else []
+                except Exception:
+                    raw_emb = []
+                # Record observed dimension for debugging
+                try:
+                    dims_observed.append(len(raw_emb) if isinstance(raw_emb, list) else 0)
+                except Exception:
+                    dims_observed.append(0)
+
+                # Validate and coerce embedding list
+                if not isinstance(raw_emb, list) or len(raw_emb) == 0:
+                    continue
+                try:
+                    # Ensure numeric float32 list
+                    clean_emb = [float(v) for v in raw_emb]
+                except Exception:
+                    continue
+
+                # Dimension consistency
+                if expected_dim is None:
+                    expected_dim = len(clean_emb)
+                if len(clean_emb) != expected_dim:
+                    # Collect a few examples to aid debugging
+                    try:
+                        mismatch_examples.append((str(item.get("staffId", "")), len(clean_emb)))
+                    except Exception:
+                        mismatch_examples.append(("", len(clean_emb)))
+                    self.logger.warning(f"Skipping embedding with mismatched dimension: got {len(clean_emb)} expected {expected_dim}")
+                    continue
+
                 staff_embedding = StaffEmbedding(
-                    embedding_id=item.get("embeddingId", ""),
-                    staff_id=item.get("staffId", ""),
-                    embedding=item.get("embedding", []),
-                    employee_id=str(item.get("employeeId", "")),
-                    staff_details=item.get("staffDetails", {}),
-                    is_active=item.get("isActive", True)
+                    embedding_id=(item.get("embeddingId", "") if isinstance(item, dict) else ""),
+                    staff_id=(item.get("staffId", "") if isinstance(item, dict) else ""),
+                    embedding=clean_emb,
+                    employee_id=str(item.get("employeeId", "")) if isinstance(item, dict) else "",
+                    staff_details=(item.get("staffDetails", {}) if isinstance(item, dict) else {}),
+                    is_active=(item.get("isActive", True) if isinstance(item, dict) else True)
                 )
-                
-                if staff_embedding.embedding:  # Only add if embedding exists
-                    self.staff_embeddings.append(staff_embedding)
-                    embeddings_list.append(staff_embedding.embedding)
+
+                self.staff_embeddings.append(staff_embedding)
+                embeddings_list.append(clean_emb)
             
             # Create numpy matrix for fast similarity computation (thread-safe)
             with self._embeddings_lock:
@@ -220,12 +269,27 @@ class EmbeddingManager:
                     
                     self.embedding_metadata = self.staff_embeddings.copy()
                     self.staff_embeddings_last_update = time.time()
-                    self.logger.info(f"Successfully loaded and cached {len(self.staff_embeddings)} staff embeddings")
-                    self.logger.debug(f"Embeddings matrix shape: {self.embeddings_matrix.shape}")
+                    self.logger.info(f"Successfully loaded and cached {len(self.staff_embeddings)} staff embeddings (dim={self.embeddings_matrix.shape[1]})")
+                    try:
+                        # Quick sanity metrics
+                        row0_sum = float(np.sum(self.embeddings_matrix[0])) if self.embeddings_matrix.shape[0] > 0 else 0.0
+                        self.logger.debug(f"Embeddings matrix shape: {self.embeddings_matrix.shape}, dtype={self.embeddings_matrix.dtype}, row0_sum={row0_sum:.4f}")
+                    except Exception:
+                        pass
                     return True
                 else:
-                    self.logger.warning("No active staff embeddings found in API response")
-                    return False
+                    # Build diagnostics and raise to stop pipeline early with actionable info
+                    dims_summary: Dict[int, int] = {}
+                    for d in dims_observed:
+                        dims_summary[d] = dims_summary.get(d, 0) + 1
+                    self.logger.error(
+                        "No valid staff embeddings loaded. Observed dimension distribution: "
+                        f"{dims_summary}. Expected_dim={expected_dim}. Mismatch examples (staffId, dim): "
+                        f"{mismatch_examples[:5]}"
+                    )
+                    raise RuntimeError(
+                        f"Failed to load staff embeddings due to dimension mismatch. Observed dims: {dims_summary}"
+                    )
                 
         except Exception as e:
             self.logger.error(f"Error loading staff embeddings: {e}", exc_info=True)
@@ -278,6 +342,10 @@ class EmbeddingManager:
             
         try:
             query_array = np.array(query_embedding, dtype=np.float32).reshape(1, -1)
+            # Dimension check
+            if embeddings_matrix.shape[1] != query_array.shape[1]:
+                self.logger.warning(f"Query embedding dim mismatch: query={query_array.shape[1]} staff={embeddings_matrix.shape[1]}")
+                return None
             
             # Normalize query embedding
             query_norm = np.linalg.norm(query_array)
@@ -302,6 +370,27 @@ class EmbeddingManager:
         except Exception as e:
             self.logger.error(f"Error in local similarity search: {e}", exc_info=True)
             return None
+
+    def get_best_similarity(self, query_embedding: List[float]) -> float:
+        """Return the best cosine similarity for debugging/observability (no threshold gating)."""
+        with self._embeddings_lock:
+            if self.embeddings_matrix is None or len(self.embedding_metadata) == 0:
+                return 0.0
+            embeddings_matrix = self.embeddings_matrix.copy() if self.embeddings_matrix is not None else None
+        if embeddings_matrix is None:
+            return 0.0
+        try:
+            query_array = np.array(query_embedding, dtype=np.float32).reshape(1, -1)
+            if embeddings_matrix.shape[1] != query_array.shape[1]:
+                return 0.0
+            qn = np.linalg.norm(query_array)
+            if qn == 0:
+                return 0.0
+            query_array = query_array / qn
+            similarities = np.dot(embeddings_matrix, query_array.T).flatten()
+            return float(np.max(similarities)) if similarities.size > 0 else 0.0
+        except Exception:
+            return 0.0
         
     def extract_embedding_from_detection(self, detection: Dict) -> Tuple[Dict, Optional[List[float]]]:
         """Extract and validate embedding from detection."""

matrice_analytics/post_processing/face_reg/face_recognition.py

@@ -178,10 +178,16 @@ class TemporalIdentityManager:
                         "known"
                     )
                 else:
-                    # No local match found
-                    self.logger.debug("No local match found - returning unknown")
+                    # No local match found; log best similarity for observability
+                    best_sim = 0.0
+                    try:
+                        best_sim = float(self.embedding_manager.get_best_similarity(emb))
+                    except Exception:
+                        pass
+                    self.logger.debug(f"No local match found - best_similarity={best_sim:.3f}, threshold={self.threshold:.3f}")
                     print("------------------FACE RECOG TEMPORAL IDENTITY MANAGER UPDATE - COMPUTE BEST IDENTITY (LOCAL - NO MATCH)----------------------------")
                     print("LATENCY:",(time.time() - st10)*1000,"| Throughput fps:",(1.0 / (time.time() - st10)) if (time.time() - st10) > 0 else None)
+                    print(f"BEST_SIM={best_sim:.3f} THRESH={self.threshold:.3f}")
                     print("------------------FACE RECOG TEMPORAL IDENTITY MANAGER UPDATE - COMPUTE BEST IDENTITY (LOCAL - NO MATCH)----------------------------")
                     
                     return None, "Unknown", 0.0, None, {}, "unknown"
@@ -987,20 +993,10 @@ class FaceRecognitionEmbeddingUseCase(BaseProcessor):
     ) -> List[Dict]:
         """Process face recognition for each detection with embeddings"""
 
-        # Expect client to be initialized in initialize(); fail fast if not
-        st0=time.time()
+        # Face client is initialized in initialize(); if absent, this indicates a prior init failure
         if not self.face_client:
-            try:
-                self.face_client = self._get_facial_recognition_client(config)
-            except Exception as e:
-                self.logger.warning(
-                    f"Could not initialize face recognition client: {e}"
-                )
-                # No client available, return empty list (no results)
-                return []
-        print("------------------FACE RECOG CLIENT INIT----------------------------")
-        print("LATENCY:",(time.time() - st0)*1000,"| Throughput fps:",(1.0 / (time.time() - st0)) if (time.time() - st0) > 0 else None)
-        print("------------------FACE RECOG CLIENT INIT----------------------------")
+            self.logger.error("Face client not initialized; initialize() must succeed before processing")
+            return []
 
         # Initialize unknown faces storage if not exists
         if not hasattr(self, "unknown_faces_storage"):

{matrice_analytics-0.1.53.dist-info → matrice_analytics-0.1.55.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: matrice_analytics
-Version: 0.1.53
+Version: 0.1.55
 Summary: Common server utilities for Matrice.ai services
 Author-email: "Matrice.ai" <dipendra@matrice.ai>
 License-Expression: MIT

{matrice_analytics-0.1.53.dist-info → matrice_analytics-0.1.55.dist-info}/RECORD

@@ -28,8 +28,8 @@ matrice_analytics/post_processing/core/config.py,sha256=uyxWndO-DE9PeGD_h5K3TeB0
 matrice_analytics/post_processing/core/config_utils.py,sha256=QuAS-_JKSoNOtfUWgr7Alf_wsqODzN2rHlQu-cHRK0s,34311
 matrice_analytics/post_processing/face_reg/__init__.py,sha256=yntaiGlW9vdjBpPZQXNuovALihJPzRlFyUE88l3MhBA,1364
 matrice_analytics/post_processing/face_reg/compare_similarity.py,sha256=NlFc8b2a74k0PqSFAbuM_fUbA1BT3pr3VUgvSqRpJzQ,23396
-matrice_analytics/post_processing/face_reg/embedding_manager.py,sha256=hv4WIUQg-PiSZ_H_jo8bbU8hvsAdF7E9KxUhdYcqi7Y,35815
-matrice_analytics/post_processing/face_reg/face_recognition.py,sha256=rmBwr725V849OfMmQfxGEvGkPacV9ztc547b-Gms3kY,103735
+matrice_analytics/post_processing/face_reg/embedding_manager.py,sha256=KhSV-JXykqvhRC1iwvbAyJZrFl3Ntv1eiLE5semKOHE,40533
+matrice_analytics/post_processing/face_reg/face_recognition.py,sha256=ILkQumMY2ij_QrhJxzLifOv_q5rXh7N4mW94hr6EcgQ,103585
 matrice_analytics/post_processing/face_reg/face_recognition_client.py,sha256=eF2NYju1uWKXhILndI1rh4_VhWrKSGidui2jjbPQXgM,27596
 matrice_analytics/post_processing/face_reg/people_activity_logging.py,sha256=vZbIvkK1h3h58ROeF0_ygF3lqr19O2h5222bN8XyIis,13675
 matrice_analytics/post_processing/ocr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -189,8 +189,8 @@ matrice_analytics/post_processing/utils/format_utils.py,sha256=UTF7A5h9j0_S12xH9
 matrice_analytics/post_processing/utils/geometry_utils.py,sha256=BWfdM6RsdJTTLR1GqkWfdwpjMEjTCJyuBxA4zVGKdfk,9623
 matrice_analytics/post_processing/utils/smoothing_utils.py,sha256=78U-yucAcjUiZ0NIAc9NOUSIT0PWP1cqyIPA_Fdrjp0,14699
 matrice_analytics/post_processing/utils/tracking_utils.py,sha256=rWxuotnJ3VLMHIBOud2KLcu4yZfDp7hVPWUtNAq_2xw,8288
-matrice_analytics-0.1.53.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
-matrice_analytics-0.1.53.dist-info/METADATA,sha256=CkxvpyDD9QLg9z3vnu-T-PECVIdiqUh6Hoy_CMN0kCM,14378
-matrice_analytics-0.1.53.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-matrice_analytics-0.1.53.dist-info/top_level.txt,sha256=STAPEU-e-rWTerXaspdi76T_eVRSrEfFpURSP7_Dt8E,18
-matrice_analytics-0.1.53.dist-info/RECORD,,
+matrice_analytics-0.1.55.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
+matrice_analytics-0.1.55.dist-info/METADATA,sha256=XlOk1g_bwwjiRWoXw5loC_kJd9weHzxZC58JgkhOzhA,14378
+matrice_analytics-0.1.55.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+matrice_analytics-0.1.55.dist-info/top_level.txt,sha256=STAPEU-e-rWTerXaspdi76T_eVRSrEfFpURSP7_Dt8E,18
+matrice_analytics-0.1.55.dist-info/RECORD,,