toposync-ext-streaming 0.4.4__tar.gz → 0.4.5__tar.gz

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: toposync-ext-streaming
-Version: 0.4.4
+Version: 0.4.5
 Summary: Toposync first-party extension: streaming settings, API surface, and pipeline sink bootstrap.
 License-Expression: MIT
 License-File: LICENSE
@@ -17,7 +17,7 @@ Extension ID: `com.toposync.streaming`
 
 This extension provides camera and pipeline video publication in Toposync:
 
-- Users normally publish **camera sources** with a `Transmitir esta fonte` intent.
+- Users normally publish **camera sources** with a `Transmit this source` intent.
 - The extension reconciles generated **CameraLiveView**, **Transmission**, **Outputs**, and implicit continuous pipelines.
 - Advanced pipelines can publish a rendered variant through **`stream.publish_video`**.
 - A local **MediaMTX** engine serves RTSP/HLS/WebRTC (WHEP) URLs.
@@ -60,6 +60,8 @@ In short:
 - Demand heartbeat for web, app, PiP, PTZ, and Home Assistant entity playback.
 - Distributed hosting via `Transmission.host_server_id`, plus URL proxying and processing-side settings sync.
 - Dashboard playback using a backend Playback Plan with HLS/WebRTC, MSE through the optional go2rtc sidecar, and JSMpeg as an on-demand emergency visual fallback.
+- Synthetic playback URLs for MSE and JSMpeg, derived from a real backing output instead of persisted as `TransmissionOutput` rows.
+- Media `content_rect` metadata for contain-resized outputs, so spatial video can remove transport letterboxing without asking the user to recalibrate.
 
 ## Supported protocols (as implemented)
 
@@ -87,12 +89,14 @@ In short:
 - The browser never talks to go2rtc directly. Toposync verifies the signed media token and proxies text control messages plus binary fMP4 fragments.
 - Dashboard Auto can prefer MSE for passive web/grid/fullscreen playback when the sidecar is enabled/startable and the backing output is browser-compatible.
 - A stopped go2rtc process is normal when no MSE viewer is connected. Toposync returns a signed MSE URL when the sidecar can be started, then starts/updates go2rtc on the first MSE WebSocket session.
+- MSE is synthetic. It is generated from a real HLS/backing output and is not stored as `TransmissionOutput(protocol="mse")`.
 
 ### JSMpeg
 - URL format: `ws://<toposync-host>/api/streams/media/jsmpeg/<path>/ws?media_token=...`
 - Intended only as an emergency visual fallback. It is video-only, low resolution/FPS, and does not carry audio.
 - Each browser WebSocket creates one isolated FFmpeg process that converts the selected runtime frame stream to MPEG-TS/MPEG-1. The process is stopped when the WebSocket closes.
 - The source is the selected Toposync Transmission frame, or an explicit placeholder while warming up/offline. It never pulls camera RTSP directly.
+- JSMpeg is synthetic. It is generated from a real backing output and is not stored as `TransmissionOutput(protocol="jsmpeg")`.
 
 ### Playback Plan candidates
 
@@ -111,11 +115,11 @@ RTSP is not a browser transport. It remains the internal/ecosystem contract for
 
 Camera source publication:
 
-`camera source` -> `StreamPublicationSpec` -> reconciler -> implicit pipeline -> `stream.publish_video` -> `TransmissionRuntimeState` -> `StreamWriterBridge` -> `FFmpeg publisher` -> `MediaMTX path` -> viewers (RTSP/HLS/WHEP)
+`camera source` -> `StreamPublicationSpec` -> reconciler -> implicit pipeline -> `stream.publish_video` -> `TransmissionRuntimeState` -> `StreamWriterBridge` -> `FFmpeg publisher` -> `MediaMTX path` -> viewers (RTSP/HLS/WHEP/MSE) plus Toposync JSMpeg fallback
 
 Advanced pipeline publication:
 
-`pipeline frames` -> `stream.publish_video` -> generated/manual `Transmission` -> `TransmissionRuntimeState` -> `StreamWriterBridge` -> `FFmpeg publisher` -> `MediaMTX path` -> viewers (RTSP/HLS/WHEP)
+`pipeline frames` -> `stream.publish_video` -> generated/manual `Transmission` -> `TransmissionRuntimeState` -> `StreamWriterBridge` -> `FFmpeg publisher` -> `MediaMTX path` -> viewers (RTSP/HLS/WHEP/MSE) plus Toposync JSMpeg fallback
 
 ### Components
 
@@ -205,7 +209,7 @@ Context defaults:
 - `large` and `fullscreen`: prefer `main`.
 - `ptz`: prefer `zoom`, then `main`, then `sub`.
 
-This is intentionally separate from technical quality labels. The dashboard source selector should expose labels such as "Principal", "Baixa resolução", "Zoom", or custom names, not internal output ids.
+This is intentionally separate from technical quality labels. The dashboard source selector should expose labels such as "Main", "Low resolution", "Zoom", or custom names, not internal output ids.
 
 ### Reconciliation rules
 
@@ -264,6 +268,8 @@ Each output is independently configurable:
 
 Notes:
 - Authentication is applied only when `enabled == true` and both `username` and `password` are present (non-empty).
+- MSE and JSMpeg are not valid persisted output protocols. The API can still return signed MSE/JSMpeg playback URLs when a compatible backing output exists.
+- URL responses include optional `content_rect` metadata. For `resize_mode="contain"`, it identifies the useful non-letterboxed rectangle inside the output frame. Consumers such as `spatial_video` remap UVs through this rectangle instead of asking the user to recalibrate.
 - The API model allows extra fields (`extra="allow"`). Some runtime behavior also reads optional extra fields:
   - `output.path` (override the resolved engine path)
   - `output.resize_mode` (`contain` or `none`; best-effort)
@@ -614,7 +620,7 @@ Core auth (enforced mode):
 
 For regular cameras, streaming is configured from the camera source itself:
 
-- each video source can show a `Transmitir esta fonte` checkbox;
+- each video source can show a `Transmit this source` checkbox;
 - the source role is used as the publication role (`main`, `sub`, `zoom`, `custom`);
 - the visible source label becomes the publication label;
 - ONVIF-discovered video sources can be published by default;
@@ -640,7 +646,7 @@ The main UI includes a "Streams" rendering mode with:
 
 - Grid modes `1x1` and `2x2` with pagination.
 - Auto-hide overlay.
-- Source/role selector using camera variants, for example Principal, Baixa resolução, Zoom, or custom names.
+- Source/role selector using camera variants, for example Main, Low resolution, Zoom, or custom names.
 - Playback strategy:
   1. Pick the best variant for the visual context.
   2. Request the backend Playback Plan for that transmission/output/context.
@@ -861,7 +867,7 @@ Camera source publication (`GET /api/streams/publications?camera_id=front`):
     "camera_source_id": "sub",
     "enabled": true,
     "role": "sub",
-    "label": "Baixa resolução",
+    "label": "Low resolution",
     "host_server_id": "local",
     "quality_policy": {},
     "transport_policy": {}
@@ -889,7 +895,7 @@ Demand (`GET /api/streams/transmissions/{id}/demand`):
 For normal use:
 
 1. Add/discover a camera in the Cameras extension.
-2. Keep `Transmitir esta fonte` enabled on the desired video sources.
+2. Keep `Transmit this source` enabled on the desired video sources.
 3. Save the camera/source.
 4. The streaming reconciler creates the live view, generated transmissions, outputs, and implicit pipelines.
 5. Open the dashboard and select the camera/source role.
@@ -901,7 +907,7 @@ curl http://127.0.0.1:8100/api/streams/publications?camera_id=<camera_id>
 
 curl -X PUT http://127.0.0.1:8100/api/streams/publications/camera-sources/<camera_id>/<source_id> \
   -H 'content-type: application/json' \
-  -d '{"enabled": true, "role": "sub", "label": "Baixa resolução"}'
+  -d '{"enabled": true, "role": "sub", "label": "Low resolution"}'
 
 curl -X POST http://127.0.0.1:8100/api/streams/reconcile
 ```
@@ -1000,7 +1006,7 @@ Likely causes:
 - `stream.publish_video` has not received a frame yet.
 
 Fix:
-- For camera streams, check the camera source and keep `Transmitir esta fonte` enabled.
+- For camera streams, check the camera source and keep `Transmit this source` enabled.
 - Call `POST /api/streams/reconcile`.
 - Check `GET /api/streams/runtime/pipelines` to see which pipeline owns the generated transmission.
 - Check `GET /api/streams/runtime/health` for `active_writer_id`, `selected_writer_id`, `fallback_reason`, and frame age.
@@ -1008,7 +1014,7 @@ Fix:
 The primary user-facing message for this class is:
 
 ```text
-Nenhum fluxo está alimentando esta transmissão.
+No pipeline is feeding this transmission.
 ```
 
 ### HLS plays but WebRTC warning appears

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/README.md

@@ -4,7 +4,7 @@ Extension ID: `com.toposync.streaming`
 
 This extension provides camera and pipeline video publication in Toposync:
 
-- Users normally publish **camera sources** with a `Transmitir esta fonte` intent.
+- Users normally publish **camera sources** with a `Transmit this source` intent.
 - The extension reconciles generated **CameraLiveView**, **Transmission**, **Outputs**, and implicit continuous pipelines.
 - Advanced pipelines can publish a rendered variant through **`stream.publish_video`**.
 - A local **MediaMTX** engine serves RTSP/HLS/WebRTC (WHEP) URLs.
@@ -47,6 +47,8 @@ In short:
 - Demand heartbeat for web, app, PiP, PTZ, and Home Assistant entity playback.
 - Distributed hosting via `Transmission.host_server_id`, plus URL proxying and processing-side settings sync.
 - Dashboard playback using a backend Playback Plan with HLS/WebRTC, MSE through the optional go2rtc sidecar, and JSMpeg as an on-demand emergency visual fallback.
+- Synthetic playback URLs for MSE and JSMpeg, derived from a real backing output instead of persisted as `TransmissionOutput` rows.
+- Media `content_rect` metadata for contain-resized outputs, so spatial video can remove transport letterboxing without asking the user to recalibrate.
 
 ## Supported protocols (as implemented)
 
@@ -74,12 +76,14 @@ In short:
 - The browser never talks to go2rtc directly. Toposync verifies the signed media token and proxies text control messages plus binary fMP4 fragments.
 - Dashboard Auto can prefer MSE for passive web/grid/fullscreen playback when the sidecar is enabled/startable and the backing output is browser-compatible.
 - A stopped go2rtc process is normal when no MSE viewer is connected. Toposync returns a signed MSE URL when the sidecar can be started, then starts/updates go2rtc on the first MSE WebSocket session.
+- MSE is synthetic. It is generated from a real HLS/backing output and is not stored as `TransmissionOutput(protocol="mse")`.
 
 ### JSMpeg
 - URL format: `ws://<toposync-host>/api/streams/media/jsmpeg/<path>/ws?media_token=...`
 - Intended only as an emergency visual fallback. It is video-only, low resolution/FPS, and does not carry audio.
 - Each browser WebSocket creates one isolated FFmpeg process that converts the selected runtime frame stream to MPEG-TS/MPEG-1. The process is stopped when the WebSocket closes.
 - The source is the selected Toposync Transmission frame, or an explicit placeholder while warming up/offline. It never pulls camera RTSP directly.
+- JSMpeg is synthetic. It is generated from a real backing output and is not stored as `TransmissionOutput(protocol="jsmpeg")`.
 
 ### Playback Plan candidates
 
@@ -98,11 +102,11 @@ RTSP is not a browser transport. It remains the internal/ecosystem contract for
 
 Camera source publication:
 
-`camera source` -> `StreamPublicationSpec` -> reconciler -> implicit pipeline -> `stream.publish_video` -> `TransmissionRuntimeState` -> `StreamWriterBridge` -> `FFmpeg publisher` -> `MediaMTX path` -> viewers (RTSP/HLS/WHEP)
+`camera source` -> `StreamPublicationSpec` -> reconciler -> implicit pipeline -> `stream.publish_video` -> `TransmissionRuntimeState` -> `StreamWriterBridge` -> `FFmpeg publisher` -> `MediaMTX path` -> viewers (RTSP/HLS/WHEP/MSE) plus Toposync JSMpeg fallback
 
 Advanced pipeline publication:
 
-`pipeline frames` -> `stream.publish_video` -> generated/manual `Transmission` -> `TransmissionRuntimeState` -> `StreamWriterBridge` -> `FFmpeg publisher` -> `MediaMTX path` -> viewers (RTSP/HLS/WHEP)
+`pipeline frames` -> `stream.publish_video` -> generated/manual `Transmission` -> `TransmissionRuntimeState` -> `StreamWriterBridge` -> `FFmpeg publisher` -> `MediaMTX path` -> viewers (RTSP/HLS/WHEP/MSE) plus Toposync JSMpeg fallback
 
 ### Components
 
@@ -192,7 +196,7 @@ Context defaults:
 - `large` and `fullscreen`: prefer `main`.
 - `ptz`: prefer `zoom`, then `main`, then `sub`.
 
-This is intentionally separate from technical quality labels. The dashboard source selector should expose labels such as "Principal", "Baixa resolução", "Zoom", or custom names, not internal output ids.
+This is intentionally separate from technical quality labels. The dashboard source selector should expose labels such as "Main", "Low resolution", "Zoom", or custom names, not internal output ids.
 
 ### Reconciliation rules
 
@@ -251,6 +255,8 @@ Each output is independently configurable:
 
 Notes:
 - Authentication is applied only when `enabled == true` and both `username` and `password` are present (non-empty).
+- MSE and JSMpeg are not valid persisted output protocols. The API can still return signed MSE/JSMpeg playback URLs when a compatible backing output exists.
+- URL responses include optional `content_rect` metadata. For `resize_mode="contain"`, it identifies the useful non-letterboxed rectangle inside the output frame. Consumers such as `spatial_video` remap UVs through this rectangle instead of asking the user to recalibrate.
 - The API model allows extra fields (`extra="allow"`). Some runtime behavior also reads optional extra fields:
   - `output.path` (override the resolved engine path)
   - `output.resize_mode` (`contain` or `none`; best-effort)
@@ -601,7 +607,7 @@ Core auth (enforced mode):
 
 For regular cameras, streaming is configured from the camera source itself:
 
-- each video source can show a `Transmitir esta fonte` checkbox;
+- each video source can show a `Transmit this source` checkbox;
 - the source role is used as the publication role (`main`, `sub`, `zoom`, `custom`);
 - the visible source label becomes the publication label;
 - ONVIF-discovered video sources can be published by default;
@@ -627,7 +633,7 @@ The main UI includes a "Streams" rendering mode with:
 
 - Grid modes `1x1` and `2x2` with pagination.
 - Auto-hide overlay.
-- Source/role selector using camera variants, for example Principal, Baixa resolução, Zoom, or custom names.
+- Source/role selector using camera variants, for example Main, Low resolution, Zoom, or custom names.
 - Playback strategy:
   1. Pick the best variant for the visual context.
   2. Request the backend Playback Plan for that transmission/output/context.
@@ -848,7 +854,7 @@ Camera source publication (`GET /api/streams/publications?camera_id=front`):
     "camera_source_id": "sub",
     "enabled": true,
     "role": "sub",
-    "label": "Baixa resolução",
+    "label": "Low resolution",
     "host_server_id": "local",
     "quality_policy": {},
     "transport_policy": {}
@@ -876,7 +882,7 @@ Demand (`GET /api/streams/transmissions/{id}/demand`):
 For normal use:
 
 1. Add/discover a camera in the Cameras extension.
-2. Keep `Transmitir esta fonte` enabled on the desired video sources.
+2. Keep `Transmit this source` enabled on the desired video sources.
 3. Save the camera/source.
 4. The streaming reconciler creates the live view, generated transmissions, outputs, and implicit pipelines.
 5. Open the dashboard and select the camera/source role.
@@ -888,7 +894,7 @@ curl http://127.0.0.1:8100/api/streams/publications?camera_id=<camera_id>
 
 curl -X PUT http://127.0.0.1:8100/api/streams/publications/camera-sources/<camera_id>/<source_id> \
   -H 'content-type: application/json' \
-  -d '{"enabled": true, "role": "sub", "label": "Baixa resolução"}'
+  -d '{"enabled": true, "role": "sub", "label": "Low resolution"}'
 
 curl -X POST http://127.0.0.1:8100/api/streams/reconcile
 ```
@@ -987,7 +993,7 @@ Likely causes:
 - `stream.publish_video` has not received a frame yet.
 
 Fix:
-- For camera streams, check the camera source and keep `Transmitir esta fonte` enabled.
+- For camera streams, check the camera source and keep `Transmit this source` enabled.
 - Call `POST /api/streams/reconcile`.
 - Check `GET /api/streams/runtime/pipelines` to see which pipeline owns the generated transmission.
 - Check `GET /api/streams/runtime/health` for `active_writer_id`, `selected_writer_id`, `fallback_reason`, and frame age.
@@ -995,7 +1001,7 @@ Fix:
 The primary user-facing message for this class is:
 
 ```text
-Nenhum fluxo está alimentando esta transmissão.
+No pipeline is feeding this transmission.
 ```
 
 ### HLS plays but WebRTC warning appears

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "toposync-ext-streaming"
-version = "0.4.4"
+version = "0.4.5"
 description = "Toposync first-party extension: streaming settings, API surface, and pipeline sink bootstrap."
 readme = "README.md"
 license = "MIT"

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/src/toposync_ext_streaming/api/models.py

@@ -1087,6 +1087,15 @@ class TransmissionCreateRequest(BaseModel):
     outputs: list[TransmissionOutput] = Field(default_factory=list)
 
 
+class MediaContentRect(BaseModel):
+    model_config = ConfigDict(extra="forbid")
+
+    x: float = Field(ge=0.0, le=1.0)
+    y: float = Field(ge=0.0, le=1.0)
+    width: float = Field(ge=0.0, le=1.0)
+    height: float = Field(ge=0.0, le=1.0)
+
+
 class TransmissionOutputUrl(BaseModel):
     model_config = ConfigDict(extra="forbid")
 
@@ -1104,6 +1113,7 @@ class TransmissionOutputUrl(BaseModel):
     fps_limit: int | None = None
     bitrate_kbps: int | None = None
     latency_profile: Literal["normal", "low", "ultra_low"] | None = None
+    content_rect: MediaContentRect | None = None
 
 
 class TransmissionUrlsResponse(BaseModel):

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/src/toposync_ext_streaming/api/routes.py

@@ -62,7 +62,7 @@ from ..streaming.mediamtx_processes import (
 from ..streaming.publisher_manager import PublisherManager
 from ..streaming.playback_events import PlaybackEventStore, summarize_active_sessions
 from ..streaming.placeholder import get_placeholder_frame
-from ..streaming.resize import resize_frame_contain
+from ..streaming.resize import contain_content_rect, resize_frame_contain
 from ..streaming.runtime_state import SelectedWriterFrame, TransmissionRuntimeState
 from ..wizard import build_streaming_wizard_graph, suggested_streaming_wizard_pipeline_name
 from .models import (
@@ -1646,6 +1646,7 @@ async def _resolve_local_transmission_urls(
         if engine_status.running
         else settings.engine.preferred_ports.webrtc
     )
+    media_source_dimensions = await _transmission_media_source_dimensions(request, transmission)
 
     generic_warnings: list[str] = list(getattr(engine_status, "warnings", ()) or ())
     if not engine_status.running:
@@ -1768,7 +1769,11 @@ async def _resolve_local_transmission_urls(
                         media_auth_type=media_auth_type,
                         url_expires_at_unix=url_expires_at_unix,
                         renew_after_unix=renew_after_unix,
-                        **_output_quality_metadata(output),
+                        **_output_quality_metadata(
+                            output,
+                            source_dimensions=media_source_dimensions,
+                            include_content_rect=True,
+                        ),
                     )
                 )
                 if mse_media_url_available:
@@ -1792,7 +1797,11 @@ async def _resolve_local_transmission_urls(
                             media_auth_type="signed_url",
                             url_expires_at_unix=mse_expires_at_unix,
                             renew_after_unix=mse_renew_after_unix,
-                            **_output_quality_metadata(output),
+                            **_output_quality_metadata(
+                                output,
+                                source_dimensions=media_source_dimensions,
+                                include_content_rect=True,
+                            ),
                         )
                     )
                 if jsmpeg_available:
@@ -1816,7 +1825,11 @@ async def _resolve_local_transmission_urls(
                             media_auth_type="signed_url",
                             url_expires_at_unix=jsmpeg_expires_at_unix,
                             renew_after_unix=jsmpeg_renew_after_unix,
-                            **_output_quality_metadata(output),
+                            **_output_quality_metadata(
+                                output,
+                                source_dimensions=media_source_dimensions,
+                                include_content_rect=True,
+                            ),
                         )
                     )
                 continue
@@ -1845,7 +1858,11 @@ async def _resolve_local_transmission_urls(
                 requires_auth=requires_auth,
                 auth_username=auth_username if requires_auth else None,
                 media_auth_type=media_auth_type,
-                **_output_quality_metadata(output),
+                **_output_quality_metadata(
+                    output,
+                    source_dimensions=media_source_dimensions,
+                    include_content_rect=True,
+                ),
             )
         )
         if output.protocol == "hls" and mse_media_url_available:
@@ -1869,7 +1886,11 @@ async def _resolve_local_transmission_urls(
                     media_auth_type="signed_url",
                     url_expires_at_unix=mse_expires_at_unix,
                     renew_after_unix=mse_renew_after_unix,
-                    **_output_quality_metadata(output),
+                    **_output_quality_metadata(
+                        output,
+                        source_dimensions=media_source_dimensions,
+                        include_content_rect=True,
+                    ),
                 )
             )
         if output.protocol == "hls" and jsmpeg_available:
@@ -1893,7 +1914,11 @@ async def _resolve_local_transmission_urls(
                     media_auth_type="signed_url",
                     url_expires_at_unix=jsmpeg_expires_at_unix,
                     renew_after_unix=jsmpeg_renew_after_unix,
-                    **_output_quality_metadata(output),
+                    **_output_quality_metadata(
+                        output,
+                        source_dimensions=media_source_dimensions,
+                        include_content_rect=True,
+                    ),
                 )
             )
 
@@ -2080,14 +2105,109 @@ def _webrtc_url(host: str, port: int, path: str) -> str:
     return f"http://{host}:{port}/{path}/whep"
 
 
-def _output_quality_metadata(output: TransmissionOutput) -> dict[str, Any]:
-    return {
+def _positive_int(value: Any) -> int | None:
+    try:
+        parsed = int(value)
+    except (TypeError, ValueError):
+        return None
+    return parsed if parsed > 0 else None
+
+
+def _full_media_content_rect() -> dict[str, float]:
+    return {"x": 0.0, "y": 0.0, "width": 1.0, "height": 1.0}
+
+
+def _source_video_dimensions(source: Any) -> tuple[int, int] | None:
+    if not isinstance(source, dict):
+        return None
+    video = source.get("video") if isinstance(source.get("video"), dict) else {}
+    width = _positive_int(video.get("width"))
+    height = _positive_int(video.get("height"))
+    if width and height:
+        return width, height
+    return None
+
+
+def _output_resolution_dimensions(output: TransmissionOutput) -> tuple[int, int] | None:
+    payload = output.model_dump(mode="python")
+    resolution = payload.get("resolution") if isinstance(payload.get("resolution"), dict) else {}
+    width = _positive_int(payload.get("width")) or _positive_int(resolution.get("width"))
+    height = _positive_int(payload.get("height")) or _positive_int(resolution.get("height"))
+    if width and height:
+        return width, height
+    return None
+
+
+def _output_resize_mode(output: TransmissionOutput) -> str:
+    payload = output.model_dump(mode="python")
+    resize_mode = str(payload.get("resize_mode") or "contain").strip().lower()
+    return resize_mode if resize_mode in {"contain", "none"} else "contain"
+
+
+def _output_content_rect(
+    output: TransmissionOutput,
+    *,
+    source_dimensions: tuple[int, int] | None = None,
+) -> dict[str, float]:
+    target_dimensions = _output_resolution_dimensions(output)
+    if source_dimensions is None or target_dimensions is None:
+        return _full_media_content_rect()
+    source_width, source_height = source_dimensions
+    target_width, target_height = target_dimensions
+    if _output_resize_mode(output) != "contain" and source_width == target_width and source_height == target_height:
+        return _full_media_content_rect()
+    return contain_content_rect(source_width, source_height, target_width, target_height)
+
+
+def _output_quality_metadata(
+    output: TransmissionOutput,
+    *,
+    source_dimensions: tuple[int, int] | None = None,
+    include_content_rect: bool = False,
+) -> dict[str, Any]:
+    metadata: dict[str, Any] = {
         "quality_profile_id": output.quality_profile_id,
         "resolution": output.resolution,
         "fps_limit": output.fps_limit,
         "bitrate_kbps": output.bitrate_kbps,
         "latency_profile": output.latency_profile,
     }
+    if include_content_rect:
+        metadata["content_rect"] = _output_content_rect(output, source_dimensions=source_dimensions)
+    return metadata
+
+
+async def _transmission_media_source_dimensions(
+    request: Request,
+    transmission: Transmission,
+) -> tuple[int, int] | None:
+    controls = transmission.camera_controls
+    camera_id = str(getattr(controls, "camera_id", "") or "").strip()
+    camera_source_id = str(getattr(controls, "camera_source_id", "") or "").strip()
+    if camera_id:
+        try:
+            app_settings = await _config_store(request).get_settings()
+            for device in iter_camera_devices_from_app_settings(app_settings):
+                if str(device.get("id") or "").strip() != camera_id:
+                    continue
+                source = resolve_camera_video_source(device, source_id=camera_source_id, enabled_only=False)
+                dimensions = _source_video_dimensions(source)
+                if dimensions is not None:
+                    return dimensions
+                break
+        except Exception:
+            pass
+
+    try:
+        selected = await _runtime_state(request).get_selected_writer_frame(transmission.id)
+        frame = selected.frame
+        if frame is not None and getattr(frame, "ndim", 0) >= 2:
+            height, width = frame.shape[:2]
+            if int(width) > 0 and int(height) > 0:
+                return int(width), int(height)
+    except Exception:
+        pass
+    return None
 
 
 def _playback_plan_transport_from_output(
@@ -3108,7 +3228,9 @@ def _runtime_pipeline_warning(reason: str) -> str:
     if reason == "vision_detect_events":
         return "stream.publish_video is downstream of detection in events mode."
     if reason == "vision_track_events":
-        return "stream.publish_video is downstream of tracking in events mode."
+        return "stream.publish_video is downstream of tracking event packets."
+    if reason == "vision_group_events":
+        return "stream.publish_video is downstream of grouped event packets."
     return "This stream is explicitly configured as event-gated."
 
 
@@ -3195,8 +3317,10 @@ def _runtime_pipeline_event_gate_reasons(
                 reasons.append("vision_detect_events")
             continue
 
-        if operator_id == "vision.track" and emit_mode in {"events", "event"}:
+        if operator_id == "vision.track":
             reasons.append("vision_track_events")
+        if operator_id == "vision.group_events":
+            reasons.append("vision_group_events")
 
     return list(dict.fromkeys(reasons))
 

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/src/toposync_ext_streaming/pipelines/operators.py

@@ -283,12 +283,21 @@ def _publish_video_diagnostics(_config: dict[str, Any], context: dict[str, Any])
             )
             continue
 
-        if operator_id == "vision.track" and emit_mode in {"events", "event"}:
+        if operator_id == "vision.track":
             add(
                 "stream_publish_video_event_gated_tracking",
-                f"stream.publish_video is downstream of tracking '{node_id}' in emit_mode={emit_mode}.",
-                "Use emit_mode='annotate' for visual streaming, or split tracking onto a separate analytics/event branch.",
-                {"source_node_id": node_id, "emit_mode": emit_mode},
+                f"stream.publish_video is downstream of tracking '{node_id}', which emits object event packets.",
+                "Use a continuous visual branch for normal streaming, or keep this branch only when event-gated streaming is intentional.",
+                {"source_node_id": node_id},
+            )
+            continue
+
+        if operator_id == "vision.group_events":
+            add(
+                "stream_publish_video_event_gated_group_events",
+                f"stream.publish_video is downstream of grouped events '{node_id}', which emits group lifecycle packets.",
+                "Use a continuous visual branch for normal streaming, or keep this branch only when event-gated streaming is intentional.",
+                {"source_node_id": node_id},
             )
 
     return diagnostics

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/src/toposync_ext_streaming/streaming/resize.py

@@ -4,6 +4,40 @@ import cv2
 import numpy
 
 
+def contain_content_rect(
+    source_width: int,
+    source_height: int,
+    target_width: int,
+    target_height: int,
+) -> dict[str, float]:
+    normalized_target_width = max(1, int(target_width))
+    normalized_target_height = max(1, int(target_height))
+    normalized_source_width = max(1, int(source_width))
+    normalized_source_height = max(1, int(source_height))
+
+    source_aspect_ratio = float(normalized_source_width) / float(normalized_source_height)
+    target_aspect_ratio = float(normalized_target_width) / float(normalized_target_height)
+
+    if source_aspect_ratio >= target_aspect_ratio:
+        resized_width = normalized_target_width
+        resized_height = int(round(normalized_target_width / source_aspect_ratio))
+    else:
+        resized_height = normalized_target_height
+        resized_width = int(round(normalized_target_height * source_aspect_ratio))
+
+    resized_width = max(1, min(normalized_target_width, int(resized_width)))
+    resized_height = max(1, min(normalized_target_height, int(resized_height)))
+    offset_x = (normalized_target_width - resized_width) // 2
+    offset_y = (normalized_target_height - resized_height) // 2
+
+    return {
+        "x": offset_x / float(normalized_target_width),
+        "y": offset_y / float(normalized_target_height),
+        "width": resized_width / float(normalized_target_width),
+        "height": resized_height / float(normalized_target_height),
+    }
+
+
 def resize_frame_contain(frame_bgr: numpy.ndarray, target_width: int, target_height: int) -> numpy.ndarray:
     normalized_target_width = max(1, int(target_width))
     normalized_target_height = max(1, int(target_height))
@@ -27,26 +61,17 @@ def resize_frame_contain(frame_bgr: numpy.ndarray, target_width: int, target_hei
     if source_width == normalized_target_width and source_height == normalized_target_height:
         return numpy.ascontiguousarray(source_frame)
 
-    source_aspect_ratio = float(source_width) / float(source_height)
-    target_aspect_ratio = float(normalized_target_width) / float(normalized_target_height)
-
-    if source_aspect_ratio >= target_aspect_ratio:
-        resized_width = normalized_target_width
-        resized_height = int(round(normalized_target_width / source_aspect_ratio))
-    else:
-        resized_height = normalized_target_height
-        resized_width = int(round(normalized_target_height * source_aspect_ratio))
-
-    resized_width = max(1, min(normalized_target_width, int(resized_width)))
-    resized_height = max(1, min(normalized_target_height, int(resized_height)))
+    content_rect = contain_content_rect(source_width, source_height, normalized_target_width, normalized_target_height)
+    resized_width = max(1, min(normalized_target_width, int(round(content_rect["width"] * normalized_target_width))))
+    resized_height = max(1, min(normalized_target_height, int(round(content_rect["height"] * normalized_target_height))))
 
     interpolation = cv2.INTER_AREA if (resized_width < source_width or resized_height < source_height) else cv2.INTER_LINEAR
     resized_frame = cv2.resize(source_frame, (resized_width, resized_height), interpolation=interpolation)
 
     output_frame = numpy.zeros((normalized_target_height, normalized_target_width, 3), dtype=numpy.uint8)
 
-    offset_x = (normalized_target_width - resized_width) // 2
-    offset_y = (normalized_target_height - resized_height) // 2
+    offset_x = int(round(content_rect["x"] * normalized_target_width))
+    offset_y = int(round(content_rect["y"] * normalized_target_height))
 
     output_frame[offset_y : offset_y + resized_height, offset_x : offset_x + resized_width] = resized_frame
     return output_frame

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/src/toposync_ext_streaming/wizard/pipeline_builder.py

@@ -108,9 +108,14 @@ def build_streaming_wizard_graph(
     motion_sensitivity = _coerce_float(options.get("motion_sensitivity"), default=0.010, min_value=0.0001, max_value=1.0)
     motion_hold_seconds = _coerce_float(options.get("motion_hold_seconds"), default=6.0, min_value=0.0, max_value=120.0)
     yolo_confidence = _coerce_float(options.get("yolo_confidence_threshold"), default=0.55, min_value=0.01, max_value=1.0)
+    tracking_detection_confidence = _coerce_float(
+        options.get("yolo_confidence_threshold"),
+        default=0.25,
+        min_value=0.01,
+        max_value=1.0,
+    )
     yolo_filter_enabled = _coerce_bool(options.get("yolo_filter_enabled"), default=True)
     detection_emit_mode = "filter" if event_gated and yolo_filter_enabled else "annotate"
-    tracking_emit_mode = "events" if yolo_filter_enabled else "annotate"
 
     detection_categories = _sanitize_categories(options.get("detection_categories"))
     tracking_categories = _sanitize_categories(options.get("tracking_categories"))
@@ -215,7 +220,7 @@ def build_streaming_wizard_graph(
                 "config": {
                     "model_id": DEFAULT_STREAMING_DETECTION_MODEL_ID,
                     "categories": tracking_categories,
-                    "confidence_threshold": float(yolo_confidence),
+                    "confidence_threshold": float(tracking_detection_confidence),
                     "emit_mode": "annotate",
                 },
             }
@@ -227,9 +232,14 @@ def build_streaming_wizard_graph(
                 "id": "track",
                 "operator": "vision.track",
                 "config": {
-                    "tracker_id": "simple_iou_kalman",
-                    "close_after_seconds": 5.0,
-                    "emit_mode": tracking_emit_mode,
+                    "tracker_id": "byte_world",
+                    "open_confidence_threshold": 0.50,
+                    "continue_confidence_threshold": 0.25,
+                    "close_after_seconds": 10.0,
+                    "stitch_gap_seconds": 30.0,
+                    "default_interval_seconds": 0.25,
+                    "use_world_anchor": "auto",
+                    "world_match_distance_meters": 3.0,
                 },
             }
         )

{toposync_ext_streaming-0.4.4 → toposync_ext_streaming-0.4.5}/ui/src/types.ts

@@ -150,6 +150,7 @@ export type TransmissionOutputUrl = {
   fps_limit?: number | null;
   bitrate_kbps?: number | null;
   latency_profile?: StreamingLatencyProfile | null;
+  content_rect?: { x: number; y: number; width: number; height: number } | null;
 };
 
 export type TransmissionUrlsResponse = {