matrice-streaming 0.1.71__py3-none-any.whl → 0.1.72__py3-none-any.whl

matrice_streaming/streaming_gateway/camera_streamer/async_camera_worker.py

@@ -101,7 +101,7 @@ class AsyncCameraWorker:
         # ================================================================
         drop_stale_frames: bool = False,  # Disabled for ML quality
         use_simple_read: bool = True,    # Use cap.read() directly instead of grab/retrieve
-        pin_cpu_affinity: bool = True,   # Pin worker to specific CPU cores
+        pin_cpu_affinity: bool = False,  # Let OS distribute threads (avoids cache contention)
         total_workers: int = 1,          # Total worker count for CPU affinity calculation
         buffer_size: int = 1,            # Minimal buffer for low latency (cv2_bench uses 1)
     ):
@@ -240,8 +240,8 @@ class AsyncCameraWorker:
         # - But TOO many threads causes burst frame arrivals → Redis write queue backup
         # - Cap at 64 threads to balance I/O parallelism vs write contention
         num_cameras = len(camera_configs)
-        # Use 1 thread per camera, capped at 64 to prevent write burst contention
-        num_capture_threads = min(64, max(8, num_cameras))
+        # Use 1 thread per camera, max 64 for reduced contention
+        num_capture_threads = min(64, num_cameras)
         self.capture_executor = ThreadPoolExecutor(max_workers=num_capture_threads)
         self.num_capture_threads = num_capture_threads
 
@@ -1335,7 +1335,7 @@ def run_async_worker(
     # ================================================================
     drop_stale_frames: bool = False,  # Disabled for ML quality
     use_simple_read: bool = True,     # Use cap.read() directly instead of grab/retrieve
-    pin_cpu_affinity: bool = True,
+    pin_cpu_affinity: bool = False,   # Let OS distribute (avoids cache contention)
     total_workers: int = 1,
     buffer_size: int = 1,
     # ================================================================

matrice_streaming/streaming_gateway/camera_streamer/worker_manager.py

@@ -45,7 +45,7 @@ class WorkerManager:
         # ================================================================
         drop_stale_frames: bool = False,   # Use grab()/grab()/retrieve() for latest frame (disabled for ML quality)
         use_simple_read: bool = True,      # Use cap.read() directly instead of grab/retrieve
-        pin_cpu_affinity: bool = True,    # Pin workers to specific CPU cores
+        pin_cpu_affinity: bool = False,   # Let OS distribute (avoids cache contention)
         buffer_size: int = 1,             # VideoCapture buffer size (1 = minimal latency)
         # ================================================================
         # FRAME OPTIMIZER: Control frame similarity detection
@@ -78,17 +78,18 @@ class WorkerManager:
             cpu_count = os.cpu_count() or 4  # Fallback to 4 if can't detect
             num_cameras = len(camera_configs)
 
-            # For systems with 16+ cores OR large camera counts, use camera-based calculation
-            # This applies to Docker containers with limited CPU allocation (e.g., 20 cores)
-            # Too many workers = process overhead; too few = underutilization
-            # Target: ~25 cameras per worker for better read parallelism with video files
-            if cpu_count >= 16 or num_cameras >= 100:
+            # Small deployments: 1 worker per camera for maximum parallelism
+            # Each worker process has its own GIL, enabling true CPU parallelism
+            if num_cameras <= 10:
+                calculated_workers = max(1, num_cameras)
+            # Large deployments: use camera-based calculation
+            elif cpu_count >= 16 or num_cameras >= 100:
                 # Use camera-based calculation for better distribution
                 # 1000 cameras / 25 cameras per worker = 40 workers
                 target_cameras_per_worker = 25
                 calculated_workers = max(4, min(num_cameras // target_cameras_per_worker, 50))
             else:
-                # Standard calculation for smaller systems
+                # Standard calculation for medium systems
                 calculated_workers = max(4, int(cpu_count * cpu_percentage))
 
             # Cap at camera count (no point having more workers than cameras)

{matrice_streaming-0.1.71.dist-info → matrice_streaming-0.1.72.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: matrice_streaming
-Version: 0.1.71
+Version: 0.1.72
 Summary: Common server utilities for Matrice.ai services
 Author-email: "Matrice.ai" <dipendra@matrice.ai>
 License-Expression: MIT

{matrice_streaming-0.1.71.dist-info → matrice_streaming-0.1.72.dist-info}/RECORD

@@ -19,7 +19,7 @@ matrice_streaming/streaming_gateway/streaming_gateway_utils.py,sha256=6kNYgl3f7H
 matrice_streaming/streaming_gateway/streaming_status_listener.py,sha256=RgbW0xYbbpmO6ZjkVlh6fg8iqkpRaIShR2dQ3SMVFUw,3161
 matrice_streaming/streaming_gateway/camera_streamer/ARCHITECTURE.md,sha256=kngsqiS1PdNYhihBoMtoiIf3THJ4OM33E_hxExqzKqY,9980
 matrice_streaming/streaming_gateway/camera_streamer/__init__.py,sha256=nwVY-ySnKvOedeDXakyR_6KPHSz3yzSeaO_4IFMMP4I,2219
-matrice_streaming/streaming_gateway/camera_streamer/async_camera_worker.py,sha256=j1ZJYwE4Ohh0DdCGlGWA2c-baMHHZ-e4yX3g1bx-Zig,61199
+matrice_streaming/streaming_gateway/camera_streamer/async_camera_worker.py,sha256=W6hEeh0KLGXIBAixDIomAAOOoo5QectCp1__RHLS-ko,61242
 matrice_streaming/streaming_gateway/camera_streamer/async_ffmpeg_worker.py,sha256=cD3XocWqamkBE9TlkG757OK6tl_Op45r-cMd-ZgJXaA,37063
 matrice_streaming/streaming_gateway/camera_streamer/camera_streamer.py,sha256=zv6tWUKQf2uXAxqtSlfwAVDb9N483VCRApPogUWJ9e8,39113
 matrice_streaming/streaming_gateway/camera_streamer/device_detection.py,sha256=9F4rsbMpIexOIlX8aCj7Q6PFG01kOS1wtgAIQBG0FaM,18463
@@ -39,7 +39,7 @@ matrice_streaming/streaming_gateway/camera_streamer/platform_pipelines.py,sha256
 matrice_streaming/streaming_gateway/camera_streamer/retry_manager.py,sha256=d8tlGoWoeSlgpCgXbUHTM61ekCQZki7TO1HzL2yPVzk,3607
 matrice_streaming/streaming_gateway/camera_streamer/stream_statistics.py,sha256=VC1S6ogiHUTlzTqn2wGOC1ClOEjvDgWm9Ydi9sWj-Do,18951
 matrice_streaming/streaming_gateway/camera_streamer/video_capture_manager.py,sha256=ySnbihdkpFPcBdFK_OFcHE-MgjG2YirUUYgEJHhvTxo,16899
-matrice_streaming/streaming_gateway/camera_streamer/worker_manager.py,sha256=y8Ew3TnNHkTMcaAPDy3OsVqx0w2QShpC7cyomvhRyZ8,29355
+matrice_streaming/streaming_gateway/camera_streamer/worker_manager.py,sha256=Vfdz9DaLkkTlRqg2_DKk4pkUmxQbEaI44c82X7ro8OU,29322
 matrice_streaming/streaming_gateway/debug/README.md,sha256=6GeHClMjJbmVuSKbJ8yOIDqpeAPnLNrHXMFtmubZz0E,11343
 matrice_streaming/streaming_gateway/debug/__init__.py,sha256=_RtvH0Y12HFiDoKK8BEsMwy6k_iAFjmYYNzMawbOfeQ,2026
 matrice_streaming/streaming_gateway/debug/benchmark.py,sha256=65la9K2mjiiuADCBSnYpPr9uYFnM89clgw-KHkjSkAU,25563
@@ -49,8 +49,8 @@ matrice_streaming/streaming_gateway/debug/debug_streaming_gateway.py,sha256=ZiDg
 matrice_streaming/streaming_gateway/debug/debug_utils.py,sha256=jWcSBgrk_YVt1QzSyw6geX17YBnTvgVdA5ubqO531a0,10477
 matrice_streaming/streaming_gateway/debug/example_debug_streaming.py,sha256=-gS8zNDswAoj6oss66QQWYZhY24usfLiMH0FFK06vV0,7994
 matrice_streaming/streaming_gateway/debug/test_videoplayback.py,sha256=s_dgWkoESiuJHlUAf_iv4d7OGmAhwocwDZmIcFUZzvo,11093
-matrice_streaming-0.1.71.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
-matrice_streaming-0.1.71.dist-info/METADATA,sha256=rKRMjhTa3a-56AdVkQlK8c925MRGwBU4qw1auHmDAaU,2477
-matrice_streaming-0.1.71.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-matrice_streaming-0.1.71.dist-info/top_level.txt,sha256=PM_trIe8f4JLc90J871rNMYGVM3Po9Inx4As5LrCFUU,18
-matrice_streaming-0.1.71.dist-info/RECORD,,
+matrice_streaming-0.1.72.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
+matrice_streaming-0.1.72.dist-info/METADATA,sha256=R5X_pdLFu9o3SUw0LXwB0xsbxvk0b3We7IbCpoRwgQc,2477
+matrice_streaming-0.1.72.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+matrice_streaming-0.1.72.dist-info/top_level.txt,sha256=PM_trIe8f4JLc90J871rNMYGVM3Po9Inx4As5LrCFUU,18
+matrice_streaming-0.1.72.dist-info/RECORD,,