infinicode 2.8.94 → 2.8.95

package/dist/robopark/robot-runtime.js

@@ -83,6 +83,10 @@ export async function roboparkRobotRuntime(opts) {
     const children = [];
     let stopping = false;
     let recycling = false;
+    const requestedVideo = String(opts.videoDevice ?? '').trim();
+    const hardwareVideo = !requestedVideo || ['auto', 'default', 'first'].includes(requestedVideo.toLowerCase())
+        ? '/dev/video0'
+        : requestedVideo;
     const infinicode = await resolveInfinicodeBin();
     if (!infinicode)
         throw new Error('could not resolve infinicode CLI');
@@ -100,14 +104,15 @@ export async function roboparkRobotRuntime(opts) {
             args: [cli, 'vision-agent', '--foreground', '--port', '5000',
                 '--motion-webhook-url', 'http://127.0.0.1:5057/'],
             env: {
-                ROBOPARK_CAMERA_DEVICE: opts.videoDevice ?? '/dev/robopark-camera',
+                ROBOPARK_CAMERA_DEVICE: hardwareVideo,
             },
         });
     }
     const previewArgs = [cli, 'preview-agent', '--foreground',
         '--scheduler-url', opts.schedulerUrl, '--robot-id', opts.name,
-        '--video-device', opts.videoDevice ?? '/dev/video0',
+        '--video-device', hardwareVideo,
         '--audio-device', opts.audioDevice ?? 'Usb Audio Device: USB Audio (hw:3,0)',
+        '--robovision-url', 'http://127.0.0.1:5000',
         '--save-config'];
     if (opts.enrollmentToken)
         previewArgs.push('--enrollment-token', opts.enrollmentToken);
@@ -127,6 +132,9 @@ export async function roboparkRobotRuntime(opts) {
                 ? 'http://127.0.0.1:5000/api/media/inventory'
                 : '',
             ROBOVISION_CAMERA: opts.vision !== false ? '1' : '0',
+            // Motion remains enabled, but it reads RoboVision's shared stream. Only
+            // RoboVision may open the physical V4L2 device.
+            LOCAL_CAMERA_MOTION: 'true',
             // Fleet hardware profile: resolve volatile ALSA hw:X,Y coordinates
             // from these USB product labels on every inventory refresh.
             ROBOPARK_AUDIO_INPUT_MATCH: 'Usb Audio Device: USB Audio',

package/docs/ROBOPARK_PRODUCTION_MEMORY.md

@@ -150,3 +150,13 @@ Required result: `playback_started  ok`.
   and microphone publication, TTS subscription, and first robot playback.
 - An unattended readiness pass does not claim an STT/LLM turn occurred. That
   semantic turn still requires injected speech or a person near the robot.
+
+## Camera Ownership Contract (2.8.95+)
+
+- RoboVision is the only process permitted to open the physical V4L2 camera.
+- Dashboard, motion sampling, and conversation video consume RoboVision's
+  shared MJPEG stream; they never open `/dev/video0` independently.
+- Local camera motion remains enabled by default. Production mode controls
+  whether motion creates a conversation, not whether the camera worker runs.
+- `auto`, `default`, and `first` resolve to `/dev/robopark-camera` when present,
+  otherwise `/dev/video0`; those literal strings are never passed to OpenCV.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "infinicode",
-  "version": "2.8.94",
+  "version": "2.8.95",
   "description": "OpenKernel — provider-agnostic AI execution kernel. Native coding agent + mission-driven execution runtime.",
   "type": "module",
   "main": "./dist/kernel/index.js",

package/packages/robopark/scheduler/preview_agent.py

@@ -486,7 +486,7 @@ class PreviewAgent:
         # to its hardware name before opening any playback stream.
         self.audio_playback_device = self.audio_output_device
         self.robovision_url = cfg.get("robovision_url", os.getenv("ROBOVISION_URL", "http://127.0.0.1:5000"))
-        self.use_robovision_camera = bool(cfg.get("use_robovision_camera", False))
+        self.use_robovision_camera = bool(cfg.get("use_robovision_camera", True))
         self.width = int(cfg.get("video_width", os.getenv("VIDEO_WIDTH", DEFAULT_VIDEO_WIDTH)))
         self.height = int(cfg.get("video_height", os.getenv("VIDEO_HEIGHT", DEFAULT_VIDEO_HEIGHT)))
         self.fps = int(cfg.get("video_fps", os.getenv("VIDEO_FPS", DEFAULT_FPS)))
@@ -522,7 +522,8 @@ class PreviewAgent:
         self._speaker_operation_lock = asyncio.Lock()
         self._vision_hard_deadline: float = 0.0
         self._vision_last_activity: float = 0.0
-        self.production_mode = False
+        self.production_mode = False
+        self._robovision_motion_state: Optional[bool] = None
         self._remote_session_ended = False
         self._last_device_config_poll = 0.0
         self._motion_reference = None
@@ -632,9 +633,13 @@ class PreviewAgent:
             if capture is not None:
                 await asyncio.to_thread(capture.stop)
 
-    async def _motion_loop(self) -> None:
-        """Own the camera while idle and detect motion without a second process."""
-        while not self._shutdown.is_set():
+    async def _motion_loop(self) -> None:
+        """Detect motion from RoboVision's shared stream without owning V4L2."""
+        while not self._shutdown.is_set():
+            if not self.production_mode:
+                await self._stop_motion_capture()
+                await asyncio.sleep(0.5)
+                continue
             if self._vision_session_id or self._current_state.active:
                 await self._stop_motion_capture()
                 await asyncio.sleep(0.25)
@@ -643,16 +648,17 @@ class PreviewAgent:
                 async with self._motion_capture_lock:
                     if self._motion_capture is None:
                         self._motion_capture = await asyncio.to_thread(
-                            create_video_capture,
-                            self.video_device,
-                            self.width,
-                            self.height,
-                            self.fps,
-                        )
+                            create_video_capture,
+                            self.video_device,
+                            self.width,
+                            self.height,
+                            self.fps,
+                            self.robovision_url,
+                        )
                         self._motion_reference = None
                         if self._motion_capture is None:
                             continue
-                        logger.info("motion camera opened by preview agent")
+                        logger.info("motion sampler connected to RoboVision shared stream")
                     frame = await asyncio.to_thread(self._motion_capture.read)
                 if frame is not None:
                     self._detect_motion(frame)
@@ -921,6 +927,20 @@ class PreviewAgent:
                     self._next_mesh_bootstrap = 0.0
                 if production_mode is not None:
                     self.production_mode = production_mode
+                    # Exactly one motion detector is active. With the default
+                    # local sampler enabled, preview reads RoboVision's shared
+                    # MJPEG stream and RoboVision only owns capture/encoding.
+                    robovision_motion = bool(production_mode and not self.local_camera_motion)
+                    if self._robovision_motion_state != robovision_motion:
+                        try:
+                            response = await self._session.post(
+                                f"{self.robovision_url.rstrip('/')}/api/motion/toggle",
+                                json={"enabled": robovision_motion}, timeout=1.5,
+                            )
+                            response.raise_for_status()
+                            self._robovision_motion_state = robovision_motion
+                        except Exception as exc:
+                            logger.warning(f"failed to synchronize RoboVision motion mode: {exc}")
                     await self._report_pipeline("robot_online", message="Robot heartbeat accepted")
                     inventory = _get_device_inventory()
                     real_video = [d for d in inventory.get("video", []) if str(d.get("id", "")).lower() not in ("auto", "none")]
@@ -2128,7 +2148,7 @@ def main() -> None:
         "audio_device": args.audio_device,
         "robovision_url": args.robovision_url or os.getenv("ROBOVISION_URL", "http://127.0.0.1:5000"),
         "use_robovision_camera": bool(args.robovision_url) or os.getenv(
-            "ROBOVISION_CAMERA", ""
+            "ROBOVISION_CAMERA", "true"
         ).lower() in ("1", "true", "yes", "on"),
         "video_width": args.width,
         "video_height": args.height,

package/packages/robopark/vision/app_pi_clean.py

@@ -17,8 +17,19 @@ CORS(app)
 
 # Camera management. Production installs create /dev/robopark-camera from
 # the primary USB capture interface, avoiding /dev/videoN renumbering.
+def _normalize_camera_device(value):
+    configured = str(value or "").strip()
+    if configured.lower() in ("", "auto", "default", "first"):
+        if sys.platform.startswith("linux"):
+            return "/dev/robopark-camera" if os.path.exists("/dev/robopark-camera") else "/dev/video0"
+        return 0
+    if configured.isdigit():
+        return int(configured)
+    return configured
+
+
 _configured_camera = os.getenv("ROBOPARK_CAMERA_DEVICE", "")
-current_camera_index = _configured_camera or ("/dev/robopark-camera" if os.path.exists("/dev/robopark-camera") else 0)
+current_camera_index = _normalize_camera_device(_configured_camera)
 camera = None
 camera_lock = threading.Lock()
 frame_condition = threading.Condition()
@@ -41,9 +52,17 @@ def _open_camera(index):
     # webcam — isOpened() then stays False forever and callers retry in an
     # infinite doomed loop. Force DirectShow, the backend that actually
     # enumerates standard Windows webcams.
-    if sys.platform == 'win32':
-        return cv2.VideoCapture(index, cv2.CAP_DSHOW)
-    return cv2.VideoCapture(index)
+    if sys.platform == 'win32':
+        return cv2.VideoCapture(index, cv2.CAP_DSHOW)
+    if sys.platform.startswith('linux'):
+        cap = cv2.VideoCapture(index, cv2.CAP_V4L2)
+        if cap.isOpened():
+            cap.set(cv2.CAP_PROP_FOURCC, cv2.VideoWriter_fourcc(*'MJPG'))
+            cap.set(cv2.CAP_PROP_FRAME_WIDTH, 640)
+            cap.set(cv2.CAP_PROP_FRAME_HEIGHT, 480)
+            cap.set(cv2.CAP_PROP_FPS, 15)
+        return cap
+    return cv2.VideoCapture(index)
 
 
 def get_camera():
@@ -469,7 +488,7 @@ def switch_camera():
     with camera_lock:
         if camera:
             camera.release()
-        current_camera_index = new_index
+        current_camera_index = _normalize_camera_device(new_index)
         camera = None
 
     return jsonify({"status": "ok", "camera_index": current_camera_index})
@@ -531,7 +550,7 @@ def media_config():
                 switch_camera_value = value
                 if camera:
                     camera.release()
-                current_camera_index = int(switch_camera_value) if switch_camera_value.isdigit() else switch_camera_value
+                current_camera_index = _normalize_camera_device(switch_camera_value)
                 camera = None
         if "audio_device" in data:
             audio_input_device = str(data["audio_device"])