matrice 1.0.99140__py3-none-any.whl → 1.0.99142__py3-none-any.whl

matrice/deploy/utils/post_processing/usecases/shelf_inventory_detection.py

@@ -1,10 +1,3 @@
-"""
-Shelf Inventory Management Use Case for Post-Processing
-
-This module provides shelf inventory monitoring functionality with stock detection,
-zone analysis, and alert generation.
-"""
-
 from typing import Any, Dict, List, Optional
 from dataclasses import asdict, dataclass, field
 import time
@@ -25,30 +18,22 @@ from ..utils import (
 )
 from ..core.config import BaseConfig, AlertConfig, ZoneConfig
 
-
 @dataclass
 class ShelfInventoryConfig(BaseConfig):
-    """Configuration for shelf inventory management use case."""
-    # Smoothing configuration
+    """Configuration for shelf inventory detection use case."""
     enable_smoothing: bool = True
     smoothing_algorithm: str = "observability"
     smoothing_window_size: int = 20
     smoothing_cooldown_frames: int = 5
     smoothing_confidence_range_factor: float = 0.5
-
-    # Confidence thresholds
-    confidence_threshold: float = 0.3
-
+    confidence_threshold: float = 0.6
     usecase_categories: List[str] = field(
         default_factory=lambda: ['Empty-Space', 'Reduced']
     )
-
     target_categories: List[str] = field(
         default_factory=lambda: ['Empty-Space', 'Reduced']
     )
-
     alert_config: Optional[AlertConfig] = None
-
     index_to_category: Optional[Dict[int, str]] = field(
         default_factory=lambda: {
             0: "Empty-Space",
@@ -56,108 +41,18 @@ class ShelfInventoryConfig(BaseConfig):
         }
     )
 
-
 class ShelfInventoryUseCase(BaseProcessor):
-    def _get_track_ids_info(self, detections: list) -> Dict[str, Any]:
-        """Get detailed information about track IDs (per frame)."""
-        frame_track_ids = set()
-        for det in detections:
-            tid = det.get('track_id')
-            if tid is not None:
-                frame_track_ids.add(tid)
-        total_track_ids = set()
-        for s in getattr(self, '_per_category_total_track_ids', {}).values():
-            total_track_ids.update(s)
-        return {
-            "total_count": len(total_track_ids),
-            "current_frame_count": len(frame_track_ids),
-            "total_unique_track_ids": len(total_track_ids),
-            "current_frame_track_ids": list(frame_track_ids),
-            "last_update_time": time.time(),
-            "total_frames_processed": getattr(self, '_total_frame_counter', 0)
-        }
-
-    def _update_tracking_state(self, detections: list):
-        """Track unique categories track_ids per category for total count after tracking."""
-        if not hasattr(self, "_per_category_total_track_ids"):
-            self._per_category_total_track_ids = {cat: set() for cat in self.target_categories}
-        self._current_frame_track_ids = {cat: set() for cat in self.target_categories}
-
-        for det in detections:
-            cat = det.get("category")
-            raw_track_id = det.get("track_id")
-            if cat not in self.target_categories or raw_track_id is None:
-                continue
-            bbox = det.get("bounding_box", det.get("bbox"))
-            canonical_id = self._merge_or_register_track(raw_track_id, bbox)
-            det["track_id"] = canonical_id
-            self._per_category_total_track_ids.setdefault(cat, set()).add(canonical_id)
-            self._current_frame_track_ids[cat].add(canonical_id)
-
-    def get_total_counts(self):
-        """Return total unique track_id count for each category."""
-        return {cat: len(ids) for cat, ids in getattr(self, '_per_category_total_track_ids', {}).items()}
-
-    def _format_timestamp_for_video(self, timestamp: float) -> str:
-        """Format timestamp for video chunks (HH:MM:SS.ms format)."""
-        hours = int(timestamp // 3600)
-        minutes = int((timestamp % 3600) // 60)
-        seconds = timestamp % 60
-        return f"{hours:02d}:{minutes:02d}:{seconds:06.2f}"
-
-    def _format_timestamp_for_stream(self, timestamp: float) -> str:
-        """Format timestamp for streams (YYYY:MM:DD HH:MM:SS format)."""
-        dt = datetime.fromtimestamp(timestamp, tz=timezone.utc)
-        return dt.strftime('%Y:%m:%d %H:%M:%S')
-
-    def _get_current_timestamp_str(self, stream_info: Optional[Dict[str, Any]]) -> str:
-        """Get formatted current timestamp based on stream type."""
-        if not stream_info:
-            return "00:00:00.00"
-        is_video_chunk = stream_info.get("input_settings", {}).get("is_video_chunk", False)
-        if stream_info.get("input_settings", {}).get("stream_type", "video_file") == "video_file":
-            stream_time_str = stream_info.get("video_timestamp", "")
-            return stream_time_str[:8]
-        else:
-            stream_time_str = stream_info.get("stream_time", "")
-            if stream_time_str:
-                try:
-                    timestamp_str = stream_time_str.replace(" UTC", "")
-                    dt = datetime.strptime(timestamp_str, "%Y-%m-%d-%H:%M:%S.%f")
-                    timestamp = dt.replace(tzinfo=timezone.utc).timestamp()
-                    return self._format_timestamp_for_stream(timestamp)
-                except:
-                    return self._format_timestamp_for_stream(time.time())
-            else:
-                return self._format_timestamp_for_stream(time.time())
-
-    def _get_start_timestamp_str(self, stream_info: Optional[Dict[str, Any]]) -> str:
-        """Get formatted start timestamp for 'TOTAL SINCE' based on stream type."""
-        if not stream_info:
-            return "00:00:00"
-        is_video_chunk = stream_info.get("input_settings", {}).get("is_video_chunk", False)
-        if is_video_chunk or stream_info.get("input_settings", {}).get("stream_type", "video_file") == "video_file":
-            return "00:00:00"
-        else:
-            if self._tracking_start_time is None:
-                stream_time_str = stream_info.get("stream_time", "")
-                if stream_time_str:
-                    try:
-                        timestamp_str = stream_time_str.replace(" UTC", "")
-                        dt = datetime.strptime(timestamp_str, "%Y-%m-%d-%H:%M:%S.%f")
-                        self._tracking_start_time = dt.replace(tzinfo=timezone.utc).timestamp()
-                    except:
-                        self._tracking_start_time = time.time()
-                else:
-                    self._tracking_start_time = time.time()
-            dt = datetime.fromtimestamp(self._tracking_start_time, tz=timezone.utc)
-            dt = dt.replace(minute=0, second=0, microsecond=0)
-            return dt.strftime('%Y:%m:%d %H:%M:%S')
+    CATEGORY_DISPLAY = {
+        "Empty-Space": "Empty Space",
+        "Reduced": "Reduced Stock"
+    }
 
     def __init__(self):
         super().__init__("shelf_inventory")
         self.category = "retail"
-        self.target_categories = ["Empty-Space", "Reduced"]
+        self.CASE_TYPE: Optional[str] = 'shelf_inventory'
+        self.CASE_VERSION: Optional[str] = '1.0'
+        self.target_categories = ['Empty-Space', 'Reduced']
         self.smoothing_tracker = None
         self.tracker = None
         self._total_frame_counter = 0
@@ -167,16 +62,17 @@ class ShelfInventoryUseCase(BaseProcessor):
         self._canonical_tracks: Dict[Any, Dict[str, Any]] = {}
         self._track_merge_iou_threshold: float = 0.05
         self._track_merge_time_window: float = 7.0
+        self._ascending_alert_list: List[int] = []
+        self.current_incident_end_timestamp: str = "N/A"
 
     def process(self, data: Any, config: ConfigProtocol, context: Optional[ProcessingContext] = None,
                 stream_info: Optional[Dict[str, Any]] = None) -> ProcessingResult:
-        """Main entry point for shelf inventory post-processing."""
         start_time = time.time()
         if not isinstance(config, ShelfInventoryConfig):
-            return self.create_error_result("Invalid config type", usecase=self.name, category=self.category,
-                                           context=context)
+            return self.create_error_result("Invalid config type", usecase=self.name, category=self.category, context=context)
         if context is None:
             context = ProcessingContext()
+
         input_format = match_results_structure(data)
         context.input_format = input_format
         context.confidence_threshold = config.confidence_threshold
@@ -215,7 +111,7 @@ class ShelfInventoryUseCase(BaseProcessor):
             if self.tracker is None:
                 tracker_config = TrackerConfig()
                 self.tracker = AdvancedTracker(tracker_config)
-                self.logger.info("Initialized AdvancedTracker for Shelf Inventory Monitoring")
+                self.logger.info("Initialized AdvancedTracker for Shelf Inventory")
             processed_data = self.tracker.update(processed_data)
         except Exception as e:
             self.logger.warning(f"AdvancedTracker failed: {e}")
@@ -235,191 +131,349 @@ class ShelfInventoryUseCase(BaseProcessor):
         counting_summary = self._count_categories(processed_data, config)
         total_counts = self.get_total_counts()
         counting_summary['total_counts'] = total_counts
-        insights = self._generate_insights(counting_summary, config)
-        alerts = self._check_alerts(counting_summary, config)
+        alerts = self._check_alerts(counting_summary, frame_number, config)
         predictions = self._extract_predictions(processed_data)
-        summary = self._generate_summary(counting_summary, alerts)
 
-        events_list = self._generate_events(counting_summary, alerts, config, frame_number, stream_info)
-        tracking_stats_list = self._generate_tracking_stats(counting_summary, insights, summary, config, frame_number,
-                                                           stream_info)
+        incidents_list = self._generate_incidents(counting_summary, alerts, config, frame_number, stream_info)
+        tracking_stats_list = self._generate_tracking_stats(counting_summary, alerts, config, frame_number, stream_info)
+        business_analytics_list = self._generate_business_analytics(counting_summary, alerts, config, stream_info, is_empty=True)
+        summary_list = self._generate_summary(counting_summary, incidents_list, tracking_stats_list, business_analytics_list, alerts)
 
-        events = events_list[0] if events_list else {}
+        incidents = incidents_list[0] if incidents_list else {}
         tracking_stats = tracking_stats_list[0] if tracking_stats_list else {}
+        business_analytics = business_analytics_list[0] if business_analytics_list else {}
+        summary = summary_list[0] if summary_list else {}
+        agg_summary = {str(frame_number): {
+            "incidents": incidents,
+            "tracking_stats": tracking_stats,
+            "business_analytics": business_analytics,
+            "alerts": alerts,
+            "human_text": summary}
+        }
 
         context.mark_completed()
         result = self.create_result(
-            data={
-                "counting_summary": counting_summary,
-                "general_counting_summary": general_counting_summary,
-                "alerts": alerts,
-                "total_detections": counting_summary.get("total_count", 0),
-                "events": events,
-                "tracking_stats": tracking_stats,
-            },
+            data={"agg_summary": agg_summary},
             usecase=self.name,
             category=self.category,
             context=context
         )
-        result.summary = summary
-        result.insights = insights
-        result.predictions = predictions
         return result
 
-    def _generate_events(self, counting_summary: Dict, alerts: List, config: ShelfInventoryConfig,
-                         frame_number: Optional[int] = None, stream_info: Optional[Dict[str, Any]] = None) -> List[Dict]:
-        """Generate structured events for the output format with frame-based keys."""
+    def _check_alerts(self, summary: dict, frame_number: Any, config: ShelfInventoryConfig) -> List[Dict]:
+        def get_trend(data, lookback=900, threshold=0.6):
+            window = data[-lookback:] if len(data) >= lookback else data
+            if len(window) < 2:
+                return True
+            increasing = 0
+            total = 0
+            for i in range(1, len(window)):
+                if window[i] >= window[i - 1]:
+                    increasing += 1
+                total += 1
+            ratio = increasing / total
+            return ratio >= threshold
+
         frame_key = str(frame_number) if frame_number is not None else "current_frame"
-        events = [{frame_key: []}]
-        frame_events = events[0][frame_key]
+        alerts = []
+        total_detections = summary.get("total_count", 0)
+        total_counts_dict = summary.get("total_counts", {})
+        per_category_count = summary.get("per_category_count", {})
+
+        if not config.alert_config:
+            return alerts
+
+        if hasattr(config.alert_config, 'count_thresholds') and config.alert_config.count_thresholds:
+            for category, threshold in config.alert_config.count_thresholds.items():
+                if category == "all" and total_detections > threshold:
+                    alerts.append({
+                        "alert_type": getattr(config.alert_config, 'alert_type', ['Default']),
+                        "alert_id": f"alert_{category}_{frame_key}",
+                        "incident_category": self.CASE_TYPE,
+                        "threshold_level": threshold,
+                        "ascending": get_trend(self._ascending_alert_list, lookback=900, threshold=0.8),
+                        "settings": {t: v for t, v in zip(getattr(config.alert_config, 'alert_type', ['Default']),
+                                                         getattr(config.alert_config, 'alert_value', ['JSON']))}
+                    })
+                elif category in per_category_count and per_category_count[category] > threshold:
+                    alerts.append({
+                        "alert_type": getattr(config.alert_config, 'alert_type', ['Default']),
+                        "alert_id": f"alert_{category}_{frame_key}",
+                        "incident_category": self.CASE_TYPE,
+                        "threshold_level": threshold,
+                        "ascending": get_trend(self._ascending_alert_list, lookback=900, threshold=0.8),
+                        "settings": {t: v for t, v in zip(getattr(config.alert_config, 'alert_type', ['Default']),
+                                                         getattr(config.alert_config, 'alert_value', ['JSON']))}
+                    })
+        return alerts
+
+    def _generate_incidents(self, counting_summary: Dict, alerts: List, config: ShelfInventoryConfig,
+                           frame_number: Optional[int] = None, stream_info: Optional[Dict[str, Any]] = None) -> List[Dict]:
+        incidents = []
         total_detections = counting_summary.get("total_count", 0)
+        current_timestamp = self._get_current_timestamp_str(stream_info)
+        camera_info = self.get_camera_info_from_stream(stream_info)
+
+        self._ascending_alert_list = self._ascending_alert_list[-900:] if len(self._ascending_alert_list) > 900 else self._ascending_alert_list
 
         if total_detections > 0:
-            level = "info"
+            level = "low"
             intensity = 5.0
+            start_timestamp = self._get_start_timestamp_str(stream_info)
+            if start_timestamp and self.current_incident_end_timestamp == 'N/A':
+                self.current_incident_end_timestamp = 'Incident still active'
+            elif start_timestamp and self.current_incident_end_timestamp == 'Incident still active':
+                if len(self._ascending_alert_list) >= 15 and sum(self._ascending_alert_list[-15:]) / 15 < 1.5:
+                    self.current_incident_end_timestamp = current_timestamp
+            elif self.current_incident_end_timestamp != 'Incident still active' and self.current_incident_end_timestamp != 'N/A':
+                self.current_incident_end_timestamp = 'N/A'
+
             if config.alert_config and config.alert_config.count_thresholds:
                 threshold = config.alert_config.count_thresholds.get("all", 15)
                 intensity = min(10.0, (total_detections / threshold) * 10)
-                if intensity >= 7:
+                if intensity >= 9:
                     level = "critical"
+                    self._ascending_alert_list.append(3)
+                elif intensity >= 7:
+                    level = "significant"
+                    self._ascending_alert_list.append(2)
                 elif intensity >= 5:
-                    level = "warning"
+                    level = "medium"
+                    self._ascending_alert_list.append(1)
                 else:
-                    level = "info"
+                    level = "low"
+                    self._ascending_alert_list.append(0)
             else:
-                if total_detections > 25:
+                if total_detections > 30:
                     level = "critical"
+                    intensity = 10.0
+                    self._ascending_alert_list.append(3)
+                elif total_detections > 25:
+                    level = "significant"
                     intensity = 9.0
+                    self._ascending_alert_list.append(2)
                 elif total_detections > 15:
-                    level = "warning"
+                    level = "medium"
                     intensity = 7.0
+                    self._ascending_alert_list.append(1)
                 else:
-                    level = "info"
+                    level = "low"
                     intensity = min(10.0, total_detections / 3.0)
+                    self._ascending_alert_list.append(0)
 
-            human_text_lines = ["EVENTS DETECTED:"]
-            human_text_lines.append(f"    - {total_detections} shelf issues detected [INFO]")
+            human_text_lines = [f"SHELF INVENTORY INCIDENTS DETECTED @ {current_timestamp}:"]
+            human_text_lines.append(f"\tSeverity Level: {(self.CASE_TYPE, level)}")
             human_text = "\n".join(human_text_lines)
 
-            event = {
-                "type": "shelf_inventory",
-                "stream_time": datetime.now(timezone.utc).strftime("%Y-%m-%d-%H:%M:%S UTC"),
-                "level": level,
-                "intensity": round(intensity, 1),
-                "config": {
-                    "min_value": 0,
-                    "max_value": 10,
-                    "level_settings": {"info": 2, "warning": 5, "critical": 7}
-                },
-                "application_name": "Shelf Inventory System",
-                "application_version": "1.0",
-                "location_info": None,
-                "human_text": human_text
-            }
-            frame_events.append(event)
+            alert_settings = []
+            if config.alert_config and hasattr(config.alert_config, 'alert_type'):
+                alert_settings.append({
+                    "alert_type": getattr(config.alert_config, 'alert_type', ['Default']),
+                    "incident_category": self.CASE_TYPE,
+                    "threshold_level": config.alert_config.count_thresholds if hasattr(config.alert_config, 'count_thresholds') else {},
+                    "ascending": True,
+                    "settings": {t: v for t, v in zip(getattr(config.alert_config, 'alert_type', ['Default']),
+                                                     getattr(config.alert_config, 'alert_value', ['JSON']))}
+                })
+
+            event = self.create_incident(
+                incident_id=f"{self.CASE_TYPE}_{frame_number}",
+                incident_type=self.CASE_TYPE,
+                severity_level=level,
+                human_text=human_text,
+                camera_info=camera_info,
+                alerts=alerts,
+                alert_settings=alert_settings,
+                start_time=start_timestamp,
+                end_time=self.current_incident_end_timestamp,
+                level_settings={"low": 1, "medium": 3, "significant": 4, "critical": 7}
+            )
+            incidents.append(event)
+        else:
+            self._ascending_alert_list.append(0)
+            incidents.append({})
 
-        for alert in alerts:
-            total_detections = counting_summary.get("total_count", 0)
-            intensity_message = "ALERT: Low shelf issues in the scene"
-            if config.alert_config and config.alert_config.count_thresholds:
-                threshold = config.alert_config.count_thresholds.get("all", 15)
-                percentage = (total_detections / threshold) * 100 if threshold > 0 else 0
-                if percentage < 20:
-                    intensity_message = "ALERT: Low shelf issues in the scene"
-                elif percentage <= 50:
-                    intensity_message = "ALERT: Moderate shelf issues in the scene"
-                elif percentage <= 70:
-                    intensity_message = "ALERT: Heavy shelf issues in the scene"
-                else:
-                    intensity_message = "ALERT: Severe shelf issues in the scene"
+        return incidents
+
+    def _generate_tracking_stats(self, counting_summary: Dict, alerts: List, config: ShelfInventoryConfig,
+                                frame_number: Optional[int] = None, stream_info: Optional[Dict[str, Any]] = None) -> List[Dict]:
+        camera_info = self.get_camera_info_from_stream(stream_info)
+        tracking_stats = []
+        total_detections = counting_summary.get("total_count", 0)
+        total_counts_dict = counting_summary.get("total_counts", {})
+        per_category_count = counting_summary.get("per_category_count", {})
+        current_timestamp = self._get_current_timestamp_str(stream_info, precision=False)
+        start_timestamp = self._get_start_timestamp_str(stream_info, precision=False)
+        high_precision_start_timestamp = self._get_current_timestamp_str(stream_info, precision=True)
+        high_precision_reset_timestamp = self._get_start_timestamp_str(stream_info, precision=True)
+
+        total_counts = [{"category": cat, "count": count} for cat, count in total_counts_dict.items() if count > 0]
+        current_counts = [{"category": cat, "count": count} for cat, count in per_category_count.items() if count > 0 or total_detections > 0]
+
+        detections = []
+        for detection in counting_summary.get("detections", []):
+            bbox = detection.get("bounding_box", {})
+            category = detection.get("category", "inventory")
+            if detection.get("masks"):
+                segmentation = detection.get("masks", [])
+                detection_obj = self.create_detection_object(category, bbox, segmentation=segmentation)
+            elif detection.get("segmentation"):
+                segmentation = detection.get("segmentation")
+                detection_obj = self.create_detection_object(category, bbox, segmentation=segmentation)
+            elif detection.get("mask"):
+                segmentation = detection.get("mask")
+                detection_obj = self.create_detection_object(category, bbox, segmentation=segmentation)
             else:
-                if total_detections > 15:
-                    intensity_message = "ALERT: Heavy shelf issues in the scene"
-                elif total_detections == 1:
-                    intensity_message = "ALERT: Low shelf issues in the scene"
-                else:
-                    intensity_message = "ALERT: Moderate shelf issues in the scene"
-
-            alert_event = {
-                "type": alert.get("type", "shelf_alert"),
-                "stream_time": datetime.now(timezone.utc).strftime("%Y-%m-%d-%H:%M:%S UTC"),
-                "level": alert.get("severity", "warning"),
-                "intensity": 8.0,
-                "config": {
-                    "min_value": 0,
-                    "max_value": 10,
-                    "level_settings": {"info": 2, "warning": 5, "critical": 7}
-                },
-                "application_name": "Shelf Inventory Alert System",
-                "application_version": "1.0",
-                "location_info": alert.get("zone"),
-                "human_text": f"{datetime.now(timezone.utc).strftime('%Y-%m-%d-%H:%M:%S UTC')} : {intensity_message}"
-            }
-            frame_events.append(alert_event)
+                detection_obj = self.create_detection_object(category, bbox)
+            detections.append(detection_obj)
+
+        alert_settings = []
+        if config.alert_config and hasattr(config.alert_config, 'alert_type'):
+            alert_settings.append({
+                "alert_type": getattr(config.alert_config, 'alert_type', ['Default']),
+                "incident_category": self.CASE_TYPE,
+                "threshold_level": config.alert_config.count_thresholds if hasattr(config.alert_config, 'count_thresholds') else {},
+                "ascending": True,
+                "settings": {t: v for t, v in zip(getattr(config.alert_config, 'alert_type', ['Default']),
+                                                 getattr(config.alert_config, 'alert_value', ['JSON']))}
+            })
+
+        human_text_lines = [f"Tracking Statistics:"]
+        human_text_lines.append(f"CURRENT FRAME @ {current_timestamp}")
+        for cat, count in per_category_count.items():
+            human_text_lines.append(f"\t{cat}: {count}")
+        human_text_lines.append(f"TOTAL SINCE {start_timestamp}")
+        for cat, count in total_counts_dict.items():
+            if count > 0:
+                human_text_lines.append(f"\t{cat}: {count}")
+        human_text_lines.append(f"Alerts: {alerts[0].get('settings', {})} sent @ {current_timestamp}" if alerts else "Alerts: None")
+        human_text = "\n".join(human_text_lines)
 
-        return events
+        reset_settings = [{"interval_type": "daily", "reset_time": {"value": 9, "time_unit": "hour"}}]
+        tracking_stat = self.create_tracking_stats(
+            total_counts=total_counts,
+            current_counts=current_counts,
+            detections=detections,
+            human_text=human_text,
+            camera_info=camera_info,
+            alerts=alerts,
+            alert_settings=alert_settings,
+            reset_settings=reset_settings,
+            start_time=high_precision_start_timestamp,
+            reset_time=high_precision_reset_timestamp
+        )
+        tracking_stats.append(tracking_stat)
+        return tracking_stats
 
-    def _generate_tracking_stats(self, counting_summary: Dict, insights: List[str], summary: str,
-                                config: ShelfInventoryConfig, frame_number: Optional[int] = None,
-                                stream_info: Optional[Dict[str, Any]] = None) -> List[Dict]:
-        """Generate structured tracking stats for the output format with frame-based keys."""
-        frame_key = str(frame_number) if frame_number is not None else "current_frame"
-        tracking_stats = [{frame_key: []}]
-        frame_tracking_stats = tracking_stats[0][frame_key]
+    def _generate_business_analytics(self, counting_summary: Dict, alerts: Any, config: ShelfInventoryConfig,
+                                    stream_info: Optional[Dict[str, Any]] = None, is_empty=False) -> List[Dict]:
+        if is_empty:
+            return []
 
-        total_detections = counting_summary.get("total_count", 0)
-        total_counts = counting_summary.get("total_counts", {})
-        cumulative_total = sum(total_counts.values()) if total_counts else 0
-        per_category_count = counting_summary.get("per_category_count", {})
+    def _generate_summary(self, summary: dict, incidents: List, tracking_stats: List, business_analytics: List, alerts: List) -> List[str]:
+        lines = {}
+        lines["Application Name"] = self.CASE_TYPE
+        lines["Application Version"] = self.CASE_VERSION
+        if incidents:
+            lines["Incidents:"] = f"\n\t{incidents[0].get('human_text', 'No incidents detected')}\n"
+        if tracking_stats:
+            lines["Tracking Statistics:"] = f"\t{tracking_stats[0].get('human_text', 'No tracking statistics detected')}\n"
+        if business_analytics:
+            lines["Business Analytics:"] = f"\t{business_analytics[0].get('human_text', 'No business analytics detected')}\n"
+        if not incidents and not tracking_stats and not business_analytics:
+            lines["Summary"] = "No Summary Data"
+        return [lines]
 
-        track_ids_info = self._get_track_ids_info(counting_summary.get("detections", []))
+    def _get_track_ids_info(self, detections: list) -> Dict[str, Any]:
+        frame_track_ids = {det.get('track_id') for det in detections if det.get('track_id') is not None}
+        total_track_ids = set()
+        for s in getattr(self, '_per_category_total_track_ids', {}).values():
+            total_track_ids.update(s)
+        return {
+            "total_count": len(total_track_ids),
+            "current_frame_count": len(frame_track_ids),
+            "total_unique_track_ids": len(total_track_ids),
+            "current_frame_track_ids": list(frame_track_ids),
+            "last_update_time": time.time(),
+            "total_frames_processed": getattr(self, '_total_frame_counter', 0)
+        }
 
-        current_timestamp = self._get_current_timestamp_str(stream_info)
-        start_timestamp = self._get_start_timestamp_str(stream_info)
+    def _update_tracking_state(self, detections: list):
+        if not hasattr(self, "_per_category_total_track_ids"):
+            self._per_category_total_track_ids = {cat: set() for cat in self.target_categories}
+        self._current_frame_track_ids = {cat: set() for cat in self.target_categories}
 
-        human_text_lines = []
-        human_text_lines.append(f"CURRENT FRAME @ {current_timestamp}:")
-        if total_detections > 0:
-            category_counts = [f"{count} {cat}" for cat, count in per_category_count.items()]
-            if len(category_counts) == 1:
-                detection_text = category_counts[0] + " detected"
-            elif len(category_counts) == 2:
-                detection_text = f"{category_counts[0]} and {category_counts[1]} detected"
-            else:
-                detection_text = f"{', '.join(category_counts[:-1])}, and {category_counts[-1]} detected"
-            human_text_lines.append(f"\t- {detection_text}")
-        else:
-            human_text_lines.append(f"\t- No detections")
+        for det in detections:
+            cat = det.get("category")
+            raw_track_id = det.get("track_id")
+            if cat not in self.target_categories or raw_track_id is None:
+                continue
+            bbox = det.get("bounding_box", det.get("bbox"))
+            canonical_id = self._merge_or_register_track(raw_track_id, bbox)
+            det["track_id"] = canonical_id
+            self._per_category_total_track_ids.setdefault(cat, set()).add(canonical_id)
+            self._current_frame_track_ids[cat].add(canonical_id)
 
-        human_text_lines.append("")
-        human_text_lines.append(f"TOTAL SINCE {start_timestamp}:")
-        human_text_lines.append(f"\t- Total Shelf Issues Detected: {cumulative_total}")
-        if total_counts:
-            for cat, count in total_counts.items():
-                if count > 0:
-                    human_text_lines.append(f"\t- {cat}: {count}")
+    def get_total_counts(self):
+        return {cat: len(ids) for cat, ids in getattr(self, '_per_category_total_track_ids', {}).items()}
 
-        human_text = "\n".join(human_text_lines)
+    def _format_timestamp_for_stream(self, timestamp: float) -> str:
+        dt = datetime.fromtimestamp(timestamp, tz=timezone.utc)
+        return dt.strftime('%Y:%m:%d %H:%M:%S')
 
-        tracking_stat = {
-            "type": "shelf_inventory",
-            "category": "retail",
-            "count": total_detections,
-            "insights": insights,
-            "summary": summary,
-            "timestamp": datetime.now(timezone.utc).strftime('%Y-%m-%d-%H:%M:%S UTC'),
-            "human_text": human_text,
-            "track_ids_info": track_ids_info,
-            "global_frame_offset": getattr(self, '_global_frame_offset', 0),
-            "local_frame_id": frame_key,
-            "detections": counting_summary.get("detections", [])
-        }
+    def _format_timestamp_for_video(self, timestamp: float) -> str:
+        hours = int(timestamp // 3600)
+        minutes = int((timestamp % 3600) // 60)
+        seconds = round(float(timestamp % 60), 2)
+        return f"{hours:02d}:{minutes:02d}:{seconds:.1f}"
 
-        frame_tracking_stats.append(tracking_stat)
-        return tracking_stats
+    def _get_current_timestamp_str(self, stream_info: Optional[Dict[str, Any]], precision=False, frame_id: Optional[str] = None) -> str:
+        if not stream_info:
+            return "00:00:00.00" if precision else "00:00:00"
+        if precision:
+            if stream_info.get("input_settings", {}).get("start_frame", "na") != "na":
+                start_time = (int(frame_id) if frame_id else stream_info.get("input_settings", {}).get("start_frame", 30)) / stream_info.get("input_settings", {}).get("original_fps", 30)
+                return self._format_timestamp_for_video(start_time)
+            return datetime.now(timezone.utc).strftime("%Y-%m-%d-%H:%M:%S.%f UTC")
+        if stream_info.get("input_settings", {}).get("start_frame", "na") != "na":
+            start_time = (int(frame_id) if frame_id else stream_info.get("input_settings", {}).get("start_frame", 30)) / stream_info.get("input_settings", {}).get("original_fps", 30)
+            return self._format_timestamp_for_video(start_time)
+        stream_time_str = stream_info.get("input_settings", {}).get("stream_info", {}).get("stream_time", "")
+        if stream_time_str:
+            try:
+                timestamp_str = stream_time_str.replace(" UTC", "")
+                dt = datetime.strptime(timestamp_str, "%Y-%m-%d-%H:%M:%S.%f")
+                timestamp = dt.replace(tzinfo=timezone.utc).timestamp()
+                return self._format_timestamp_for_stream(timestamp)
+            except:
+                return self._format_timestamp_for_stream(time.time())
+        return self._format_timestamp_for_stream(time.time())
+
+    def _get_start_timestamp_str(self, stream_info: Optional[Dict[str, Any]], precision=False) -> str:
+        if not stream_info:
+            return "00:00:00" if not precision else "00:00:00.00"
+        if precision:
+            if stream_info.get("input_settings", {}).get("start_frame", "na") != "na":
+                return "00:00:00.00"
+            return datetime.now(timezone.utc).strftime("%Y-%m-%d-%H:%M:%S.%f UTC")
+        if stream_info.get("input_settings", {}).get("start_frame", "na") != "na":
+            return "00:00:00"
+        if self._tracking_start_time is None:
+            stream_time_str = stream_info.get("input_settings", {}).get("stream_info", {}).get("stream_time", "")
+            if stream_time_str:
+                try:
+                    timestamp_str = stream_time_str.replace(" UTC", "")
+                    dt = datetime.strptime(timestamp_str, "%Y-%m-%d-%H:%M:%S.%f")
+                    self._tracking_start_time = dt.replace(tzinfo=timezone.utc).timestamp()
+                except:
+                    self._tracking_start_time = time.time()
+            else:
+                self._tracking_start_time = time.time()
+        dt = datetime.fromtimestamp(self._tracking_start_time, tz=timezone.utc)
+        dt = dt.replace(minute=0, second=0, microsecond=0)
+        return dt.strftime('%Y:%m:%d %H:%M:%S')
 
     def _count_categories(self, detections: list, config: ShelfInventoryConfig) -> dict:
-        """Count the number of detections per category and return a summary dict."""
         counts = {}
         for det in detections:
             cat = det.get('category', 'unknown')
@@ -439,71 +493,7 @@ class ShelfInventoryUseCase(BaseProcessor):
             ]
         }
 
-    CATEGORY_DISPLAY = {
-        "Empty-Space": "empty-space",
-        "Reduced": "reduced"
-    }
-
-    def _generate_insights(self, summary: dict, config: ShelfInventoryConfig) -> List[str]:
-        """Generate human-readable insights for each category."""
-        insights = []
-        per_cat = summary.get("per_category_count", {})
-        total_detections = summary.get("total_count", 0)
-
-        if total_detections == 0:
-            insights.append("No shelf issues detected in the scene")
-            return insights
-        insights.append(f"EVENT: Detected {total_detections} shelf issues in the scene")
-        intensity_threshold = None
-        if config.alert_config and config.alert_config.count_thresholds and "all" in config.alert_config.count_thresholds:
-            intensity_threshold = config.alert_config.count_thresholds["all"]
-        if intensity_threshold is not None:
-            percentage = (total_detections / intensity_threshold) * 100
-            if percentage < 20:
-                insights.append(f"INTENSITY: Low shelf issues in the scene ({percentage:.1f}% of capacity)")
-            elif percentage <= 50:
-                insights.append(f"INTENSITY: Moderate shelf issues in the scene ({percentage:.1f}% of capacity)")
-            elif percentage <= 70:
-                insights.append(f"INTENSITY: Heavy shelf issues in the scene ({percentage:.1f}% of capacity)")
-            else:
-                insights.append(f"INTENSITY: Severe shelf issues in the scene ({percentage:.1f}% of capacity)")
-        for cat, count in per_cat.items():
-            display = self.CATEGORY_DISPLAY.get(cat, cat)
-            insights.append(f"{display}: {count}")
-        return insights
-
-    def _check_alerts(self, summary: dict, config: ShelfInventoryConfig) -> List[Dict]:
-        """Check if any alert thresholds are exceeded and return alert dicts."""
-        alerts = []
-        if not config.alert_config:
-            return alerts
-        total = summary.get("total_count", 0)
-        if config.alert_config.count_thresholds:
-            for category, threshold in config.alert_config.count_thresholds.items():
-                if category == "all" and total >= threshold:
-                    alerts.append({
-                        "type": "count_threshold",
-                        "severity": "warning",
-                        "message": f"Total shelf issues ({total}) exceeds threshold ({threshold})",
-                        "category": category,
-                        "current_count": total,
-                        "threshold": threshold
-                    })
-                elif category in summary.get("per_category_count", {}):
-                    count = summary.get("per_category_count", {})[category]
-                    if count >= threshold:
-                        alerts.append({
-                            "type": "count_threshold",
-                            "severity": "warning",
-                            "message": f"{category} count ({count}) exceeds threshold ({threshold})",
-                            "category": category,
-                            "current_count": count,
-                            "threshold": threshold
-                        })
-        return alerts
-
     def _extract_predictions(self, detections: list) -> List[Dict[str, Any]]:
-        """Extract prediction details for output (category, confidence, bounding box)."""
         return [
             {
                 "category": det.get("category", "unknown"),
@@ -513,28 +503,7 @@ class ShelfInventoryUseCase(BaseProcessor):
             for det in detections
         ]
 
-    def _generate_summary(self, summary: dict, alerts: List) -> str:
-        """Generate a human_text string for the result, including per-category insights."""
-        total = summary.get("total_count", 0)
-        per_cat = summary.get("per_category_count", {})
-        cumulative = summary.get("total_counts", {})
-        cumulative_total = sum(cumulative.values()) if cumulative else 0
-        lines = []
-        if total > 0:
-            lines.append(f"{total} shelf issues detected")
-            if per_cat:
-                lines.append("Shelf issues:")
-                for cat, count in per_cat.items():
-                    lines.append(f"\t{cat}: {count}")
-        else:
-            lines.append("No shelf issues detected")
-        lines.append(f"Total shelf issues: {cumulative_total}")
-        if alerts:
-            lines.append(f"{len(alerts)} alert(s)")
-        return "\n".join(lines)
-
     def _compute_iou(self, box1: Any, box2: Any) -> float:
-        """Compute IoU between two bounding boxes."""
         def _bbox_to_list(bbox):
             if bbox is None:
                 return []
@@ -572,7 +541,6 @@ class ShelfInventoryUseCase(BaseProcessor):
         return (inter_area / union_area) if union_area > 0 else 0.0
 
     def _merge_or_register_track(self, raw_id: Any, bbox: Any) -> Any:
-        """Return a stable canonical ID for a raw tracker ID."""
         if raw_id is None or bbox is None:
             return raw_id
         now = time.time()
@@ -599,20 +567,17 @@ class ShelfInventoryUseCase(BaseProcessor):
         self._canonical_tracks[canonical_id] = {
             "last_bbox": bbox,
             "last_update": now,
-            "raw_ids": {raw_id},
+            "raw_ids": {raw_id}
         }
         return canonical_id
 
     def _format_timestamp(self, timestamp: float) -> str:
-        """Format a timestamp for human-readable output."""
         return datetime.fromtimestamp(timestamp, timezone.utc).strftime('%Y-%m-%d %H:%M:%S UTC')
 
     def _get_tracking_start_time(self) -> str:
-        """Get the tracking start time, formatted as a string."""
         if self._tracking_start_time is None:
             return "N/A"
         return self._format_timestamp(self._tracking_start_time)
 
     def _set_tracking_start_time(self) -> None:
-        """Set the tracking start time to the current time."""
         self._tracking_start_time = time.time()