matrice-streaming 0.1.72__tar.gz → 0.1.73__tar.gz

{matrice_streaming-0.1.72 → matrice_streaming-0.1.73}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: matrice_streaming
-Version: 0.1.72
+Version: 0.1.73
 Summary: Common server utilities for Matrice.ai services
 Author-email: "Matrice.ai" <dipendra@matrice.ai>
 License-Expression: MIT

{matrice_streaming-0.1.72 → matrice_streaming-0.1.73}/matrice_streaming.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: matrice_streaming
-Version: 0.1.72
+Version: 0.1.73
 Summary: Common server utilities for Matrice.ai services
 Author-email: "Matrice.ai" <dipendra@matrice.ai>
 License-Expression: MIT

{matrice_streaming-0.1.72 → matrice_streaming-0.1.73}/src/matrice_streaming/streaming_gateway/camera_streamer/async_camera_worker.py

@@ -495,6 +495,9 @@ class AsyncCameraWorker:
             cap = None
             consecutive_failures = 0
             frame_counter = 0
+            # PTS-based pacing for video files
+            first_video_ms = None
+            first_wall_time = None
 
             try:
                 # Prepare source (download if URL)
@@ -570,6 +573,18 @@ class AsyncCameraWorker:
                         consecutive_failures = 0
                         frame_counter += 1
 
+                        # Get video file timestamp (for video files, use video PTS instead of wall clock)
+                        # This prevents timestamp jumps when pipeline stalls
+                        video_ts_ms = cap.get(cv2.CAP_PROP_POS_MSEC) if source_type == "video_file" else None
+
+                        # Frame decimation: Read ALL frames, skip based on target FPS
+                        # This avoids sleep-based throttling which misses frames
+                        source_fps = video_props.get('original_fps', 30) if video_props else 30
+                        if fps > 0 and source_fps > fps:
+                            skip_ratio = int(source_fps / fps)
+                            if skip_ratio > 1 and frame_counter % skip_ratio != 0:
+                                continue  # Skip this frame, read next immediately
+
                         # Resize if needed
                         if width or height:
                             frame = FrameProcessor.resize_frame(frame, width, height)
@@ -581,7 +596,7 @@ class AsyncCameraWorker:
                             await self._process_frame_shm_mode(
                                 frame, stream_key, stream_group_key, topic,
                                 actual_width, actual_height, frame_counter,
-                                camera_location, read_time
+                                camera_location, read_time, video_ts_ms
                             )
                         else:
                             # EXISTING FLOW: JPEG encode and send full frame
@@ -589,16 +604,22 @@ class AsyncCameraWorker:
                                 frame, stream_key, stream_group_key, topic,
                                 source, video_props, fps, quality,
                                 actual_width, actual_height, source_type,
-                                frame_counter, camera_location, read_time
+                                frame_counter, camera_location, read_time,
+                                video_ts_ms
                             )
 
-                        # Maintain target FPS for ALL sources (video files AND live cameras)
-                        # This prevents overwhelming the encoder by reading at native camera rate (30+ FPS)
-                        frame_interval = 1.0 / fps
-                        frame_elapsed = time.time() - read_start
-                        sleep_time = max(0, frame_interval - frame_elapsed)
-                        if sleep_time > 0:
-                            await asyncio.sleep(sleep_time)
+                        # PTS-based pacing for video files (smooth playback without drift)
+                        # Instead of fixed-interval sleep, pace based on video timeline
+                        if source_type == "video_file" and video_ts_ms is not None:
+                            if first_video_ms is None:
+                                first_video_ms = video_ts_ms
+                                first_wall_time = time.time()
+                            else:
+                                # Calculate target wall time based on video PTS
+                                target_wall = first_wall_time + (video_ts_ms - first_video_ms) / 1000.0
+                                sleep_time = target_wall - time.time()
+                                if sleep_time > 0:
+                                    await asyncio.sleep(sleep_time)
 
                     except asyncio.CancelledError:
                         self.logger.info(f"Worker {self.worker_id}: Camera {stream_key} task cancelled")
@@ -671,7 +692,8 @@ class AsyncCameraWorker:
         source_type: str,
         frame_counter: int,
         camera_location: str,
-        read_time: float
+        read_time: float,
+        video_ts_ms: Optional[float] = None
     ):
         """Process frame and send to Redis asynchronously.
 
@@ -692,6 +714,7 @@ class AsyncCameraWorker:
             frame_counter: Current frame number
             camera_location: Camera location
             read_time: Time taken to read frame
+            video_ts_ms: Video file timestamp in milliseconds (None for live streams)
         """
         frame_start = time.time()
 
@@ -865,7 +888,8 @@ class AsyncCameraWorker:
         height: int,
         frame_counter: int,
         camera_location: str,
-        read_time: float
+        read_time: float,
+        video_ts_ms: Optional[float] = None
     ):
         """SHM_MODE: Write raw frame to SHM, send metadata to Redis.
 
@@ -882,6 +906,7 @@ class AsyncCameraWorker:
             frame_counter: Current frame number
             camera_location: Camera location string
             read_time: Time taken to read frame
+            video_ts_ms: Video file timestamp in milliseconds (None for live streams)
         """
         frame_start = time.time()
 
@@ -895,7 +920,11 @@ class AsyncCameraWorker:
         if is_similar and reference_frame_idx is not None:
             # Frame is similar - send metadata with reference to previous frame
             # Consumer can skip reading SHM and use previous result
-            ts_ns = int(time.time() * 1e9)
+            # Use video PTS for video files, wall clock for live streams
+            if video_ts_ms is not None:
+                ts_ns = int(video_ts_ms * 1e6)  # Convert ms to ns
+            else:
+                ts_ns = int(time.time() * 1e9)
             shm_buffer = self._shm_buffers.get(stream_key)
 
             await self.redis_client.add_shm_metadata(
@@ -950,7 +979,11 @@ class AsyncCameraWorker:
         self._last_shm_frame_idx[stream_key] = frame_idx
 
         # Send metadata-only message to Redis
-        ts_ns = int(time.time() * 1e9)
+        # Use video PTS for video files, wall clock for live streams
+        if video_ts_ms is not None:
+            ts_ns = int(video_ts_ms * 1e6)  # Convert ms to ns
+        else:
+            ts_ns = int(time.time() * 1e9)
         write_start = time.time()
 
         await self.redis_client.add_shm_metadata(