nedo-vision-worker 1.1.3__py3-none-any.whl → 1.2.0__py3-none-any.whl

nedo_vision_worker/services/SharedVideoStreamServer.py

@@ -0,0 +1,315 @@
+import logging
+import threading
+import time
+import cv2
+import queue
+import uuid
+from typing import Dict, Optional, Callable, List
+from pathlib import Path
+import tempfile
+import json
+import os
+import socket
+import struct
+
+
+class SharedVideoStreamServer:
+    """
+    A shared video stream server that captures from a video device once
+    and distributes frames to multiple consumers (both services).
+    """
+    
+    _instances: Dict[int, 'SharedVideoStreamServer'] = {}
+    _lock = threading.Lock()
+    
+    def __new__(cls, device_index: int):
+        with cls._lock:
+            if device_index not in cls._instances:
+                cls._instances[device_index] = super().__new__(cls)
+                cls._instances[device_index]._initialized = False
+            return cls._instances[device_index]
+    
+    def __init__(self, device_index: int):
+        if self._initialized:
+            return
+            
+        self._initialized = True
+        self.device_index = device_index
+        self.cap = None
+        self.running = False
+        self.capture_thread = None
+        self.frame_lock = threading.Lock()
+        self.latest_frame = None
+        self.frame_timestamp = 0
+        
+        # Consumer management
+        self.consumers: Dict[str, Dict] = {}  # consumer_id -> {callback, last_frame_time}
+        self.consumers_lock = threading.Lock()
+        
+        # Device properties
+        self.width = 640
+        self.height = 480
+        self.fps = 30.0
+        
+        # Shared state file for cross-service coordination
+        self.state_file = self._get_state_file_path()
+        
+        logging.info(f"SharedVideoStreamServer initialized for device {device_index}")
+    
+    def _get_state_file_path(self) -> Path:
+        """Get the path for the shared state file."""
+        temp_dir = tempfile.gettempdir()
+        state_dir = Path(temp_dir) / "nedo-vision-shared-streams"
+        state_dir.mkdir(exist_ok=True)
+        return state_dir / f"device_{self.device_index}_state.json"
+    
+    def _update_state_file(self):
+        """Update the shared state file with current process info."""
+        try:
+            state = {
+                'device_index': self.device_index,
+                'process_id': os.getpid(),
+                'width': self.width,
+                'height': self.height,
+                'fps': self.fps,
+                'running': self.running,
+                'consumer_count': len(self.consumers),
+                'last_update': time.time()
+            }
+            
+            # Ensure directory exists
+            self.state_file.parent.mkdir(parents=True, exist_ok=True)
+            
+            with open(self.state_file, 'w') as f:
+                json.dump(state, f)
+                
+        except Exception as e:
+            logging.warning(f"Failed to update state file: {e}")
+    
+    def _read_state_file(self) -> Optional[Dict]:
+        """Read the shared state file."""
+        try:
+            if self.state_file.exists():
+                with open(self.state_file, 'r') as f:
+                    return json.load(f)
+        except Exception:
+            pass
+        return None
+    
+    def start_capture(self) -> bool:
+        """Start capturing from the video device."""
+        if self.running:
+            logging.info(f"Device {self.device_index} capture already running")
+            return True
+
+        # First check if another process is already using this device
+        existing_process = self._check_existing_process()
+        if existing_process:
+            logging.info(f"Device {self.device_index} is already being used by another process (PID: {existing_process})")
+            # Try to connect to the existing process's stream server
+            return self._connect_to_existing_server()
+
+        try:
+            # Try to open the device
+            self.cap = cv2.VideoCapture(self.device_index)
+            
+            if not self.cap.isOpened():
+                logging.error(f"Cannot open video device {self.device_index}")
+                return False
+            
+            # Get device properties
+            self.width = int(self.cap.get(cv2.CAP_PROP_FRAME_WIDTH))
+            self.height = int(self.cap.get(cv2.CAP_PROP_FRAME_HEIGHT))
+            self.fps = float(self.cap.get(cv2.CAP_PROP_FPS))
+            
+            if self.fps <= 0 or self.fps > 240:
+                self.fps = 30.0
+            
+            logging.info(f"Device {self.device_index} opened: {self.width}x{self.height} @ {self.fps}fps")
+            
+            # Start capture thread
+            self.running = True
+            self.capture_thread = threading.Thread(target=self._capture_loop, daemon=True)
+            self.capture_thread.start()
+            
+            # Update state file to indicate this process is using the device
+            self._update_state_file()
+            
+            return True
+            
+        except Exception as e:
+            logging.error(f"Error starting capture for device {self.device_index}: {e}")
+            return False
+    
+    def _check_existing_process(self) -> Optional[int]:
+        """Check if another process is already using this device."""
+        try:
+            state = self._read_state_file()
+            if state and 'process_id' in state:
+                pid = state['process_id']
+                # Check if the process is still running
+                try:
+                    os.kill(pid, 0)  # Signal 0 just checks if process exists
+                    return pid
+                except (OSError, ProcessLookupError):
+                    # Process is dead, clean up the state file
+                    try:
+                        self.state_file.unlink()
+                    except:
+                        pass
+        except Exception:
+            pass
+        return None
+    
+    def _connect_to_existing_server(self) -> bool:
+        """Connect to an existing stream server in another process."""
+        # For now, return False to indicate we can't connect
+        # In a full implementation, you'd implement IPC (named pipes, sockets, etc.)
+        logging.warning(f"Device {self.device_index} is in use by another process. Cannot share across processes yet.")
+        return False
+    
+    def stop_capture(self):
+        """Stop capturing from the video device."""
+        if not self.running:
+            return
+        
+        logging.info(f"Stopping capture for device {self.device_index}")
+        
+        self.running = False
+        
+        if self.capture_thread:
+            self.capture_thread.join(timeout=5)
+        
+        if self.cap:
+            self.cap.release()
+            self.cap = None
+        
+        # Clean up state file
+        try:
+            if self.state_file.exists():
+                self.state_file.unlink()
+        except Exception:
+            pass
+        
+        # Remove from instances
+        with self._lock:
+            if self.device_index in self._instances:
+                del self._instances[self.device_index]
+    
+    def _capture_loop(self):
+        """Main capture loop that reads frames and distributes to consumers."""
+        frame_interval = 1.0 / self.fps
+        last_frame_time = 0
+        
+        while self.running and self.cap and self.cap.isOpened():
+            try:
+                current_time = time.time()
+                
+                # Throttle frame rate
+                if current_time - last_frame_time < frame_interval:
+                    time.sleep(0.001)
+                    continue
+                
+                ret, frame = self.cap.read()
+                
+                if not ret or frame is None:
+                    logging.warning(f"Failed to read frame from device {self.device_index}")
+                    time.sleep(0.1)
+                    continue
+                
+                # Update latest frame
+                with self.frame_lock:
+                    self.latest_frame = frame.copy()
+                    self.frame_timestamp = current_time
+                
+                # Distribute frame to consumers
+                self._distribute_frame(frame, current_time)
+                
+                last_frame_time = current_time
+                
+                # Update state file periodically
+                if int(current_time) % 5 == 0:  # Every 5 seconds
+                    self._update_state_file()
+                
+            except Exception as e:
+                logging.error(f"Error in capture loop for device {self.device_index}: {e}")
+                time.sleep(0.1)
+        
+        logging.info(f"Capture loop ended for device {self.device_index}")
+    
+    def _distribute_frame(self, frame, timestamp):
+        """Distribute frame to all registered consumers."""
+        with self.consumers_lock:
+            dead_consumers = []
+            
+            for consumer_id, consumer_info in self.consumers.items():
+                try:
+                    callback = consumer_info['callback']
+                    callback(frame, timestamp)
+                    consumer_info['last_frame_time'] = timestamp
+                    
+                except Exception as e:
+                    logging.warning(f"Error delivering frame to consumer {consumer_id}: {e}")
+                    dead_consumers.append(consumer_id)
+            
+            # Remove dead consumers
+            for consumer_id in dead_consumers:
+                del self.consumers[consumer_id]
+                logging.info(f"Removed dead consumer: {consumer_id}")
+    
+    def add_consumer(self, callback: Callable, consumer_id: str = None) -> str:
+        """Add a consumer that will receive frames."""
+        if consumer_id is None:
+            consumer_id = str(uuid.uuid4())
+        
+        with self.consumers_lock:
+            self.consumers[consumer_id] = {
+                'callback': callback,
+                'added_time': time.time(),
+                'last_frame_time': 0
+            }
+        
+        logging.info(f"Added consumer {consumer_id} for device {self.device_index}")
+        
+        # Start capture if this is the first consumer
+        if len(self.consumers) == 1 and not self.running:
+            self.start_capture()
+        
+        return consumer_id
+    
+    def remove_consumer(self, consumer_id: str):
+        """Remove a consumer."""
+        with self.consumers_lock:
+            if consumer_id in self.consumers:
+                del self.consumers[consumer_id]
+                logging.info(f"Removed consumer {consumer_id} for device {self.device_index}")
+        
+        # Stop capture if no more consumers
+        if len(self.consumers) == 0 and self.running:
+            self.stop_capture()
+    
+    def get_latest_frame(self):
+        """Get the latest captured frame."""
+        with self.frame_lock:
+            if self.latest_frame is not None:
+                return self.latest_frame.copy(), self.frame_timestamp
+        return None, 0
+    
+    def get_device_properties(self) -> tuple:
+        """Get device properties."""
+        return self.width, self.height, self.fps, "rgb24"
+    
+    def is_running(self) -> bool:
+        """Check if the server is running."""
+        return self.running
+    
+    def get_consumer_count(self) -> int:
+        """Get the number of active consumers."""
+        with self.consumers_lock:
+            return len(self.consumers)
+
+
+# Global function to get or create shared stream server
+def get_shared_stream_server(device_index: int) -> SharedVideoStreamServer:
+    """Get or create a shared stream server for a device."""
+    return SharedVideoStreamServer(device_index)

nedo_vision_worker/services/SystemWideDeviceCoordinator.py

@@ -0,0 +1,236 @@
+import os
+import time
+import logging
+import threading
+import platform
+import tempfile
+from pathlib import Path
+from typing import Dict, Optional
+
+# Platform-specific imports
+if platform.system().lower() == "windows":
+    import msvcrt
+else:
+    import fcntl
+
+
+class SystemWideDeviceCoordinator:
+    """
+    System-wide device coordinator that works across multiple processes/services.
+    Uses file locks to coordinate device access between different services.
+    """
+    
+    def __init__(self, lock_dir: str = None):
+        # Use platform-appropriate temporary directory if none specified
+        if lock_dir is None:
+            system_temp = tempfile.gettempdir()
+            lock_dir = os.path.join(system_temp, "nedo-vision-device-locks")
+        
+        self.lock_dir = Path(lock_dir)
+        self.lock_dir.mkdir(exist_ok=True)
+        self.active_locks: Dict[int, any] = {}
+        self.lock = threading.Lock()
+        
+        logging.info(f"SystemWideDeviceCoordinator initialized with lock directory: {self.lock_dir}")
+    
+    def acquire_device_lock(self, device_index: int, timeout: float = 5.0) -> bool:
+        """
+        Acquire exclusive lock for a video device across all services.
+        
+        Args:
+            device_index: The video device index (e.g., 0 for /dev/video0)
+            timeout: Maximum time to wait for lock acquisition
+            
+        Returns:
+            True if lock acquired successfully, False otherwise
+        """
+        lock_file_path = self.lock_dir / f"video_device_{device_index}.lock"
+        
+        try:
+            # Open lock file
+            lock_file = open(lock_file_path, 'w')
+            lock_file.write(f"pid:{os.getpid()}\nservice:worker-service\ntime:{time.time()}\n")
+            lock_file.flush()
+            
+            # Platform-specific locking
+            if platform.system().lower() == "windows":
+                return self._acquire_lock_windows(lock_file, device_index, timeout)
+            else:
+                return self._acquire_lock_unix(lock_file, device_index, timeout)
+                
+        except Exception as e:
+            logging.error(f"❌ Error acquiring device lock for device {device_index}: {e}")
+            return False
+    
+    def _acquire_lock_unix(self, lock_file, device_index: int, timeout: float) -> bool:
+        """Acquire lock using POSIX fcntl (Linux/macOS)."""
+        start_time = time.time()
+        while time.time() - start_time < timeout:
+            try:
+                fcntl.flock(lock_file.fileno(), fcntl.LOCK_EX | fcntl.LOCK_NB)
+                
+                # Lock acquired successfully
+                with self.lock:
+                    self.active_locks[device_index] = lock_file
+                
+                logging.info(f"✅ Acquired system-wide lock for video device {device_index}")
+                return True
+                
+            except BlockingIOError:
+                # Lock is held by another process, wait and retry
+                time.sleep(0.1)
+                continue
+        
+        # Timeout reached
+        lock_file.close()
+        logging.warning(f"⏱️ Timeout acquiring lock for video device {device_index}")
+        return False
+    
+    def _acquire_lock_windows(self, lock_file, device_index: int, timeout: float) -> bool:
+        """Acquire lock using Windows msvcrt (Windows)."""
+        start_time = time.time()
+        while time.time() - start_time < timeout:
+            try:
+                # Try to lock the file
+                msvcrt.locking(lock_file.fileno(), msvcrt.LK_NBLCK, 1)
+                
+                # Lock acquired successfully
+                with self.lock:
+                    self.active_locks[device_index] = lock_file
+                
+                logging.info(f"✅ Acquired system-wide lock for video device {device_index}")
+                return True
+                
+            except OSError:
+                # Lock is held by another process, wait and retry
+                time.sleep(0.1)
+                continue
+        
+        # Timeout reached
+        lock_file.close()
+        logging.warning(f"⏱️ Timeout acquiring lock for video device {device_index}")
+        return False
+    
+    def release_device_lock(self, device_index: int):
+        """Release the lock for a video device."""
+        with self.lock:
+            if device_index in self.active_locks:
+                try:
+                    lock_file = self.active_locks[device_index]
+                    
+                    # Platform-specific unlocking
+                    if platform.system().lower() == "windows":
+                        msvcrt.locking(lock_file.fileno(), msvcrt.LK_UNLCK, 1)
+                    else:
+                        fcntl.flock(lock_file.fileno(), fcntl.LOCK_UN)
+                    
+                    lock_file.close()
+                    del self.active_locks[device_index]
+                    
+                    logging.info(f"🔓 Released system-wide lock for video device {device_index}")
+                    
+                except Exception as e:
+                    logging.error(f"❌ Error releasing device lock for device {device_index}: {e}")
+    
+    def is_device_locked(self, device_index: int) -> bool:
+        """Check if a device is currently locked by any service."""
+        lock_file_path = self.lock_dir / f"video_device_{device_index}.lock"
+        
+        if not lock_file_path.exists():
+            return False
+        
+        try:
+            test_file = open(lock_file_path, 'r')
+            
+            # Platform-specific lock testing
+            if platform.system().lower() == "windows":
+                try:
+                    msvcrt.locking(test_file.fileno(), msvcrt.LK_NBLCK, 1)
+                    msvcrt.locking(test_file.fileno(), msvcrt.LK_UNLCK, 1)
+                    test_file.close()
+                    return False  # Lock is available
+                except OSError:
+                    test_file.close()
+                    return True  # Lock is held by another process
+            else:
+                try:
+                    fcntl.flock(test_file.fileno(), fcntl.LOCK_EX | fcntl.LOCK_NB)
+                    fcntl.flock(test_file.fileno(), fcntl.LOCK_UN)
+                    test_file.close()
+                    return False  # Lock is available
+                except BlockingIOError:
+                    test_file.close()
+                    return True  # Lock is held by another process
+                    
+        except Exception:
+            return False  # Assume available on error
+    
+    def get_device_lock_info(self, device_index: int) -> Optional[Dict]:
+        """Get information about who is holding the device lock."""
+        lock_file_path = self.lock_dir / f"video_device_{device_index}.lock"
+        
+        if not lock_file_path.exists():
+            return None
+        
+        try:
+            with open(lock_file_path, 'r') as f:
+                content = f.read().strip()
+                info = {}
+                for line in content.split('\n'):
+                    if ':' in line:
+                        key, value = line.split(':', 1)
+                        info[key] = value
+                return info
+        except Exception:
+            return None
+    
+    def cleanup_stale_locks(self, max_age: float = 300.0):
+        """Clean up stale lock files older than max_age seconds."""
+        current_time = time.time()
+        
+        for lock_file_path in self.lock_dir.glob("video_device_*.lock"):
+            try:
+                # Check if lock file is stale
+                if current_time - lock_file_path.stat().st_mtime > max_age:
+                    # Try to acquire lock to see if it's really stale
+                    try:
+                        with open(lock_file_path, 'r') as f:
+                            test_file = open(lock_file_path, 'r')
+                            fcntl.flock(test_file.fileno(), fcntl.LOCK_EX | fcntl.LOCK_NB)
+                            fcntl.flock(test_file.fileno(), fcntl.LOCK_UN)
+                            test_file.close()
+                            
+                            # Lock is available, remove stale file
+                            lock_file_path.unlink()
+                            logging.info(f"🧹 Cleaned up stale lock file: {lock_file_path}")
+                            
+                    except BlockingIOError:
+                        # Lock is still active, keep it
+                        pass
+                        
+            except Exception as e:
+                logging.warning(f"⚠️ Error checking stale lock {lock_file_path}: {e}")
+    
+    def shutdown(self):
+        """Release all locks and cleanup."""
+        logging.info("🛑 Shutting down SystemWideDeviceCoordinator")
+        
+        with self.lock:
+            for device_index in list(self.active_locks.keys()):
+                self.release_device_lock(device_index)
+
+
+# Global instance
+_system_coordinator = None
+_coordinator_lock = threading.Lock()
+
+def get_system_coordinator() -> SystemWideDeviceCoordinator:
+    """Get the global system-wide device coordinator instance."""
+    global _system_coordinator
+    
+    if _system_coordinator is None:
+        with _coordinator_lock:
+            if _system_coordinator is None:
+                _system_coordinator = SystemWideDeviceCoordinator()
+    
+    return _system_coordinator