matrice-streaming 0.1.71__py3-none-any.whl → 0.1.73__py3-none-any.whl

matrice_streaming/streaming_gateway/camera_streamer/async_camera_worker.py

@@ -101,7 +101,7 @@ class AsyncCameraWorker:
         # ================================================================
         drop_stale_frames: bool = False,  # Disabled for ML quality
         use_simple_read: bool = True,    # Use cap.read() directly instead of grab/retrieve
-        pin_cpu_affinity: bool = True,   # Pin worker to specific CPU cores
+        pin_cpu_affinity: bool = False,  # Let OS distribute threads (avoids cache contention)
         total_workers: int = 1,          # Total worker count for CPU affinity calculation
         buffer_size: int = 1,            # Minimal buffer for low latency (cv2_bench uses 1)
     ):
@@ -240,8 +240,8 @@ class AsyncCameraWorker:
         # - But TOO many threads causes burst frame arrivals → Redis write queue backup
         # - Cap at 64 threads to balance I/O parallelism vs write contention
         num_cameras = len(camera_configs)
-        # Use 1 thread per camera, capped at 64 to prevent write burst contention
-        num_capture_threads = min(64, max(8, num_cameras))
+        # Use 1 thread per camera, max 64 for reduced contention
+        num_capture_threads = min(64, num_cameras)
         self.capture_executor = ThreadPoolExecutor(max_workers=num_capture_threads)
         self.num_capture_threads = num_capture_threads
 
@@ -495,6 +495,9 @@ class AsyncCameraWorker:
             cap = None
             consecutive_failures = 0
             frame_counter = 0
+            # PTS-based pacing for video files
+            first_video_ms = None
+            first_wall_time = None
 
             try:
                 # Prepare source (download if URL)
@@ -570,6 +573,18 @@ class AsyncCameraWorker:
                         consecutive_failures = 0
                         frame_counter += 1
 
+                        # Get video file timestamp (for video files, use video PTS instead of wall clock)
+                        # This prevents timestamp jumps when pipeline stalls
+                        video_ts_ms = cap.get(cv2.CAP_PROP_POS_MSEC) if source_type == "video_file" else None
+
+                        # Frame decimation: Read ALL frames, skip based on target FPS
+                        # This avoids sleep-based throttling which misses frames
+                        source_fps = video_props.get('original_fps', 30) if video_props else 30
+                        if fps > 0 and source_fps > fps:
+                            skip_ratio = int(source_fps / fps)
+                            if skip_ratio > 1 and frame_counter % skip_ratio != 0:
+                                continue  # Skip this frame, read next immediately
+
                         # Resize if needed
                         if width or height:
                             frame = FrameProcessor.resize_frame(frame, width, height)
@@ -581,7 +596,7 @@ class AsyncCameraWorker:
                             await self._process_frame_shm_mode(
                                 frame, stream_key, stream_group_key, topic,
                                 actual_width, actual_height, frame_counter,
-                                camera_location, read_time
+                                camera_location, read_time, video_ts_ms
                             )
                         else:
                             # EXISTING FLOW: JPEG encode and send full frame
@@ -589,16 +604,22 @@ class AsyncCameraWorker:
                                 frame, stream_key, stream_group_key, topic,
                                 source, video_props, fps, quality,
                                 actual_width, actual_height, source_type,
-                                frame_counter, camera_location, read_time
+                                frame_counter, camera_location, read_time,
+                                video_ts_ms
                             )
 
-                        # Maintain target FPS for ALL sources (video files AND live cameras)
-                        # This prevents overwhelming the encoder by reading at native camera rate (30+ FPS)
-                        frame_interval = 1.0 / fps
-                        frame_elapsed = time.time() - read_start
-                        sleep_time = max(0, frame_interval - frame_elapsed)
-                        if sleep_time > 0:
-                            await asyncio.sleep(sleep_time)
+                        # PTS-based pacing for video files (smooth playback without drift)
+                        # Instead of fixed-interval sleep, pace based on video timeline
+                        if source_type == "video_file" and video_ts_ms is not None:
+                            if first_video_ms is None:
+                                first_video_ms = video_ts_ms
+                                first_wall_time = time.time()
+                            else:
+                                # Calculate target wall time based on video PTS
+                                target_wall = first_wall_time + (video_ts_ms - first_video_ms) / 1000.0
+                                sleep_time = target_wall - time.time()
+                                if sleep_time > 0:
+                                    await asyncio.sleep(sleep_time)
 
                     except asyncio.CancelledError:
                         self.logger.info(f"Worker {self.worker_id}: Camera {stream_key} task cancelled")
@@ -671,7 +692,8 @@ class AsyncCameraWorker:
         source_type: str,
         frame_counter: int,
         camera_location: str,
-        read_time: float
+        read_time: float,
+        video_ts_ms: Optional[float] = None
     ):
         """Process frame and send to Redis asynchronously.
 
@@ -692,6 +714,7 @@ class AsyncCameraWorker:
             frame_counter: Current frame number
             camera_location: Camera location
             read_time: Time taken to read frame
+            video_ts_ms: Video file timestamp in milliseconds (None for live streams)
         """
         frame_start = time.time()
 
@@ -865,7 +888,8 @@ class AsyncCameraWorker:
         height: int,
         frame_counter: int,
         camera_location: str,
-        read_time: float
+        read_time: float,
+        video_ts_ms: Optional[float] = None
     ):
         """SHM_MODE: Write raw frame to SHM, send metadata to Redis.
 
@@ -882,6 +906,7 @@ class AsyncCameraWorker:
             frame_counter: Current frame number
             camera_location: Camera location string
             read_time: Time taken to read frame
+            video_ts_ms: Video file timestamp in milliseconds (None for live streams)
         """
         frame_start = time.time()
 
@@ -895,7 +920,11 @@ class AsyncCameraWorker:
         if is_similar and reference_frame_idx is not None:
             # Frame is similar - send metadata with reference to previous frame
             # Consumer can skip reading SHM and use previous result
-            ts_ns = int(time.time() * 1e9)
+            # Use video PTS for video files, wall clock for live streams
+            if video_ts_ms is not None:
+                ts_ns = int(video_ts_ms * 1e6)  # Convert ms to ns
+            else:
+                ts_ns = int(time.time() * 1e9)
             shm_buffer = self._shm_buffers.get(stream_key)
 
             await self.redis_client.add_shm_metadata(
@@ -950,7 +979,11 @@ class AsyncCameraWorker:
         self._last_shm_frame_idx[stream_key] = frame_idx
 
         # Send metadata-only message to Redis
-        ts_ns = int(time.time() * 1e9)
+        # Use video PTS for video files, wall clock for live streams
+        if video_ts_ms is not None:
+            ts_ns = int(video_ts_ms * 1e6)  # Convert ms to ns
+        else:
+            ts_ns = int(time.time() * 1e9)
         write_start = time.time()
 
         await self.redis_client.add_shm_metadata(
@@ -1335,7 +1368,7 @@ def run_async_worker(
     # ================================================================
     drop_stale_frames: bool = False,  # Disabled for ML quality
     use_simple_read: bool = True,     # Use cap.read() directly instead of grab/retrieve
-    pin_cpu_affinity: bool = True,
+    pin_cpu_affinity: bool = False,   # Let OS distribute (avoids cache contention)
     total_workers: int = 1,
     buffer_size: int = 1,
     # ================================================================

matrice_streaming/streaming_gateway/camera_streamer/worker_manager.py

@@ -45,7 +45,7 @@ class WorkerManager:
         # ================================================================
         drop_stale_frames: bool = False,   # Use grab()/grab()/retrieve() for latest frame (disabled for ML quality)
         use_simple_read: bool = True,      # Use cap.read() directly instead of grab/retrieve
-        pin_cpu_affinity: bool = True,    # Pin workers to specific CPU cores
+        pin_cpu_affinity: bool = False,   # Let OS distribute (avoids cache contention)
         buffer_size: int = 1,             # VideoCapture buffer size (1 = minimal latency)
         # ================================================================
         # FRAME OPTIMIZER: Control frame similarity detection
@@ -78,17 +78,18 @@ class WorkerManager:
             cpu_count = os.cpu_count() or 4  # Fallback to 4 if can't detect
             num_cameras = len(camera_configs)
 
-            # For systems with 16+ cores OR large camera counts, use camera-based calculation
-            # This applies to Docker containers with limited CPU allocation (e.g., 20 cores)
-            # Too many workers = process overhead; too few = underutilization
-            # Target: ~25 cameras per worker for better read parallelism with video files
-            if cpu_count >= 16 or num_cameras >= 100:
+            # Small deployments: 1 worker per camera for maximum parallelism
+            # Each worker process has its own GIL, enabling true CPU parallelism
+            if num_cameras <= 10:
+                calculated_workers = max(1, num_cameras)
+            # Large deployments: use camera-based calculation
+            elif cpu_count >= 16 or num_cameras >= 100:
                 # Use camera-based calculation for better distribution
                 # 1000 cameras / 25 cameras per worker = 40 workers
                 target_cameras_per_worker = 25
                 calculated_workers = max(4, min(num_cameras // target_cameras_per_worker, 50))
             else:
-                # Standard calculation for smaller systems
+                # Standard calculation for medium systems
                 calculated_workers = max(4, int(cpu_count * cpu_percentage))
 
             # Cap at camera count (no point having more workers than cameras)

{matrice_streaming-0.1.71.dist-info → matrice_streaming-0.1.73.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: matrice_streaming
-Version: 0.1.71
+Version: 0.1.73
 Summary: Common server utilities for Matrice.ai services
 Author-email: "Matrice.ai" <dipendra@matrice.ai>
 License-Expression: MIT

{matrice_streaming-0.1.71.dist-info → matrice_streaming-0.1.73.dist-info}/RECORD

@@ -19,7 +19,7 @@ matrice_streaming/streaming_gateway/streaming_gateway_utils.py,sha256=6kNYgl3f7H
 matrice_streaming/streaming_gateway/streaming_status_listener.py,sha256=RgbW0xYbbpmO6ZjkVlh6fg8iqkpRaIShR2dQ3SMVFUw,3161
 matrice_streaming/streaming_gateway/camera_streamer/ARCHITECTURE.md,sha256=kngsqiS1PdNYhihBoMtoiIf3THJ4OM33E_hxExqzKqY,9980
 matrice_streaming/streaming_gateway/camera_streamer/__init__.py,sha256=nwVY-ySnKvOedeDXakyR_6KPHSz3yzSeaO_4IFMMP4I,2219
-matrice_streaming/streaming_gateway/camera_streamer/async_camera_worker.py,sha256=j1ZJYwE4Ohh0DdCGlGWA2c-baMHHZ-e4yX3g1bx-Zig,61199
+matrice_streaming/streaming_gateway/camera_streamer/async_camera_worker.py,sha256=AJOqvG8ZN9JMsImNuP1Pz1CEb0xGsJCPnnU-e8TA8eU,63263
 matrice_streaming/streaming_gateway/camera_streamer/async_ffmpeg_worker.py,sha256=cD3XocWqamkBE9TlkG757OK6tl_Op45r-cMd-ZgJXaA,37063
 matrice_streaming/streaming_gateway/camera_streamer/camera_streamer.py,sha256=zv6tWUKQf2uXAxqtSlfwAVDb9N483VCRApPogUWJ9e8,39113
 matrice_streaming/streaming_gateway/camera_streamer/device_detection.py,sha256=9F4rsbMpIexOIlX8aCj7Q6PFG01kOS1wtgAIQBG0FaM,18463
@@ -39,7 +39,7 @@ matrice_streaming/streaming_gateway/camera_streamer/platform_pipelines.py,sha256
 matrice_streaming/streaming_gateway/camera_streamer/retry_manager.py,sha256=d8tlGoWoeSlgpCgXbUHTM61ekCQZki7TO1HzL2yPVzk,3607
 matrice_streaming/streaming_gateway/camera_streamer/stream_statistics.py,sha256=VC1S6ogiHUTlzTqn2wGOC1ClOEjvDgWm9Ydi9sWj-Do,18951
 matrice_streaming/streaming_gateway/camera_streamer/video_capture_manager.py,sha256=ySnbihdkpFPcBdFK_OFcHE-MgjG2YirUUYgEJHhvTxo,16899
-matrice_streaming/streaming_gateway/camera_streamer/worker_manager.py,sha256=y8Ew3TnNHkTMcaAPDy3OsVqx0w2QShpC7cyomvhRyZ8,29355
+matrice_streaming/streaming_gateway/camera_streamer/worker_manager.py,sha256=Vfdz9DaLkkTlRqg2_DKk4pkUmxQbEaI44c82X7ro8OU,29322
 matrice_streaming/streaming_gateway/debug/README.md,sha256=6GeHClMjJbmVuSKbJ8yOIDqpeAPnLNrHXMFtmubZz0E,11343
 matrice_streaming/streaming_gateway/debug/__init__.py,sha256=_RtvH0Y12HFiDoKK8BEsMwy6k_iAFjmYYNzMawbOfeQ,2026
 matrice_streaming/streaming_gateway/debug/benchmark.py,sha256=65la9K2mjiiuADCBSnYpPr9uYFnM89clgw-KHkjSkAU,25563
@@ -49,8 +49,8 @@ matrice_streaming/streaming_gateway/debug/debug_streaming_gateway.py,sha256=ZiDg
 matrice_streaming/streaming_gateway/debug/debug_utils.py,sha256=jWcSBgrk_YVt1QzSyw6geX17YBnTvgVdA5ubqO531a0,10477
 matrice_streaming/streaming_gateway/debug/example_debug_streaming.py,sha256=-gS8zNDswAoj6oss66QQWYZhY24usfLiMH0FFK06vV0,7994
 matrice_streaming/streaming_gateway/debug/test_videoplayback.py,sha256=s_dgWkoESiuJHlUAf_iv4d7OGmAhwocwDZmIcFUZzvo,11093
-matrice_streaming-0.1.71.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
-matrice_streaming-0.1.71.dist-info/METADATA,sha256=rKRMjhTa3a-56AdVkQlK8c925MRGwBU4qw1auHmDAaU,2477
-matrice_streaming-0.1.71.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-matrice_streaming-0.1.71.dist-info/top_level.txt,sha256=PM_trIe8f4JLc90J871rNMYGVM3Po9Inx4As5LrCFUU,18
-matrice_streaming-0.1.71.dist-info/RECORD,,
+matrice_streaming-0.1.73.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
+matrice_streaming-0.1.73.dist-info/METADATA,sha256=s5imC3p-Su6FbgN7sNKjQ-78GgbZtmhiO280weJuj08,2477
+matrice_streaming-0.1.73.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+matrice_streaming-0.1.73.dist-info/top_level.txt,sha256=PM_trIe8f4JLc90J871rNMYGVM3Po9Inx4As5LrCFUU,18
+matrice_streaming-0.1.73.dist-info/RECORD,,