nedo-vision-worker 1.3.0__tar.gz → 1.3.3__tar.gz

{nedo_vision_worker-1.3.0 → nedo_vision_worker-1.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nedo-vision-worker
-Version: 1.3.0
+Version: 1.3.3
 Summary: Nedo Vision Worker Service Library for AI Vision Processing
 Author-email: Willy Achmat Fauzi <willy.achmat@gmail.com>
 Maintainer-email: Willy Achmat Fauzi <willy.achmat@gmail.com>

{nedo_vision_worker-1.3.0 → nedo_vision_worker-1.3.3}/nedo_vision_worker/__init__.py

@@ -6,5 +6,5 @@ A library for running worker agents in the Nedo Vision platform.
 
 from .worker_service import WorkerService
 
-__version__ = "1.3.0"
+__version__ = "1.3.3"
 __all__ = ["WorkerService"] 

{nedo_vision_worker-1.3.0 → nedo_vision_worker-1.3.3}/nedo_vision_worker/worker/PPEDetectionManager.py

@@ -1,4 +1,5 @@
 import logging
+import os
 import threading
 import time
 from ..services.PPEDetectionClient import PPEDetectionClient
@@ -50,41 +51,90 @@ class PPEDetectionManager:
 
         logger.info("📡 [APP] PPE detection monitoring started.")
 
-    def _calculate_batch_size(self, pending_count: int) -> int:
+    def _calculate_fetch_size(self, pending_count: int) -> int:
         """
-        Calculates optimal batch size based on pending items.
-        Conservative limits to prevent server overload.
+        Dynamically calculates how many records to fetch based on pending count.
         
         Args:
             pending_count (int): Number of pending detections
             
         Returns:
-            int: Optimal batch size
+            int: Number of records to fetch
         """
-        if pending_count < 20:
-            return 10
-        elif pending_count < 100:
-            return 30
-        elif pending_count < 500:
-            return 50
+        if pending_count <= 50:
+            return min(pending_count, 10)
+        elif pending_count <= 200:
+            return min(pending_count, 30)
+        elif pending_count <= 1000:
+            return min(pending_count, 50)
         else:
-            return 100
+            return min(pending_count, 100)
+
+    def _calculate_batch_by_size(self, all_detections: list, max_size_mb: int = 40) -> list:
+        """
+        Calculates batch based on actual image file sizes to stay within gRPC limit.
+        
+        Args:
+            all_detections (list): All pending detections
+            max_size_mb (int): Maximum batch size in MB (default 40MB for 50MB limit with margin)
+            
+        Returns:
+            list: Detections that fit within size limit
+        """
+        import os
+        
+        batch = []
+        total_size = 0
+        max_size_bytes = max_size_mb * 1024 * 1024
+        
+        for detection in all_detections:
+            try:
+                image_size = os.path.getsize(detection['image']) if os.path.exists(detection['image']) else 0
+                tile_size = os.path.getsize(detection['image_tile']) if os.path.exists(detection['image_tile']) else 0
+                detection_size = image_size + tile_size
+                
+                if total_size + detection_size > max_size_bytes:
+                    if batch:
+                        break
+                    else:
+                        logger.warning(f"⚠️ Single detection exceeds {max_size_mb}MB, skipping")
+                        continue
+                
+                batch.append(detection)
+                total_size += detection_size
+                
+            except Exception as e:
+                logger.error(f"❌ Error checking file size: {e}")
+                continue
+        
+        return batch
 
     def send_ppe_detection_batch(self):
-        """Sends a batch of collected PPE detection data to the server with dynamic batch sizing."""
+        """Sends a batch of collected PPE detection data to the server with dynamic size-based batching."""
         try:
             pending_count = self.ppe_detection_repo.get_total_pending_count()
             
             if pending_count == 0:
                 return
             
-            batch_size = self._calculate_batch_size(pending_count)
-            self.ppe_detection_data = self.ppe_detection_repo.get_latest_detections(batch_size)
+            fetch_size = self._calculate_fetch_size(pending_count)
+            all_detections = self.ppe_detection_repo.get_latest_detections(fetch_size)
+            
+            if not all_detections:
+                return
+
+            self.ppe_detection_data = self._calculate_batch_by_size(all_detections)
             
             if not self.ppe_detection_data:
+                logger.warning("⚠️ [APP] No valid detections within size limit")
                 return
 
-            logger.info(f"📤 [APP] Sending {len(self.ppe_detection_data)} PPE detections ({pending_count} pending)")
+            batch_size_mb = sum(
+                os.path.getsize(d['image']) + os.path.getsize(d['image_tile']) 
+                for d in self.ppe_detection_data if os.path.exists(d['image']) and os.path.exists(d['image_tile'])
+            ) / (1024 * 1024)
+            
+            logger.info(f"📤 [APP] Sending {len(self.ppe_detection_data)} PPE detections (~{batch_size_mb:.1f}MB, {pending_count} pending)")
 
             response = self.ppe_detection_client.send_upsert_batch(
                 worker_id=self.worker_id,

{nedo_vision_worker-1.3.0 → nedo_vision_worker-1.3.3}/nedo_vision_worker/worker/RestrictedAreaManager.py

@@ -1,4 +1,5 @@
 import logging
+import os
 import threading
 import time
 
@@ -50,41 +51,88 @@ class RestrictedAreaManager:
 
         logger.info("📡 [APP] Restricted area violation monitoring started.")
 
-    def _calculate_batch_size(self, pending_count: int) -> int:
+    def _calculate_fetch_size(self, pending_count: int) -> int:
         """
-        Calculates optimal batch size based on pending items.
-        Conservative limits to prevent server overload.
+        Dynamically calculates how many records to fetch based on pending count.
         
         Args:
             pending_count (int): Number of pending violations
             
         Returns:
-            int: Optimal batch size
+            int: Number of records to fetch
         """
-        if pending_count < 20:
-            return 10
-        elif pending_count < 100:
-            return 30
-        elif pending_count < 500:
-            return 50
+        if pending_count <= 50:
+            return min(pending_count, 10)
+        elif pending_count <= 200:
+            return min(pending_count, 30)
+        elif pending_count <= 1000:
+            return min(pending_count, 50)
         else:
-            return 100
+            return min(pending_count, 100)
+
+    def _calculate_batch_by_size(self, all_violations: list, max_size_mb: int = 40) -> list:
+        """
+        Calculates batch based on actual image file sizes to stay within gRPC limit.
+        
+        Args:
+            all_violations (list): All pending violations
+            max_size_mb (int): Maximum batch size in MB (default 40MB for 50MB limit with margin)
+            
+        Returns:
+            list: Violations that fit within size limit
+        """
+        batch = []
+        total_size = 0
+        max_size_bytes = max_size_mb * 1024 * 1024
+        
+        for violation in all_violations:
+            try:
+                image_size = os.path.getsize(violation['image']) if os.path.exists(violation['image']) else 0
+                tile_size = os.path.getsize(violation['image_tile']) if os.path.exists(violation['image_tile']) else 0
+                violation_size = image_size + tile_size
+                
+                if total_size + violation_size > max_size_bytes:
+                    if batch:
+                        break
+                    else:
+                        logger.warning(f"⚠️ Single violation exceeds {max_size_mb}MB, skipping")
+                        continue
+                
+                batch.append(violation)
+                total_size += violation_size
+                
+            except Exception as e:
+                logger.error(f"❌ Error checking file size: {e}")
+                continue
+        
+        return batch
 
     def send_violation_batch(self):
-        """Sends a batch of collected violation data to the server with dynamic batch sizing."""
+        """Sends a batch of collected violation data to the server with dynamic size-based batching."""
         try:
             pending_count = self.repo.get_total_pending_count()
             
             if pending_count == 0:
                 return
             
-            batch_size = self._calculate_batch_size(pending_count)
-            self.violations_data = self.repo.get_latest_violations(batch_size)
+            fetch_size = self._calculate_fetch_size(pending_count)
+            all_violations = self.repo.get_latest_violations(fetch_size)
+            
+            if not all_violations:
+                return
+
+            self.violations_data = self._calculate_batch_by_size(all_violations)
             
             if not self.violations_data:
+                logger.warning("⚠️ [APP] No valid violations within size limit")
                 return
 
-            logger.info(f"📤 [APP] Sending {len(self.violations_data)} violations ({pending_count} pending)")
+            batch_size_mb = sum(
+                os.path.getsize(v['image']) + os.path.getsize(v['image_tile']) 
+                for v in self.violations_data if os.path.exists(v['image']) and os.path.exists(v['image_tile'])
+            ) / (1024 * 1024)
+            
+            logger.info(f"📤 [APP] Sending {len(self.violations_data)} violations (~{batch_size_mb:.1f}MB, {pending_count} pending)")
 
             response = self.client.send_upsert_batch(
                 worker_id=self.worker_id,

{nedo_vision_worker-1.3.0 → nedo_vision_worker-1.3.3}/nedo_vision_worker.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nedo-vision-worker
-Version: 1.3.0
+Version: 1.3.3
 Summary: Nedo Vision Worker Service Library for AI Vision Processing
 Author-email: Willy Achmat Fauzi <willy.achmat@gmail.com>
 Maintainer-email: Willy Achmat Fauzi <willy.achmat@gmail.com>