pynode-flow 0.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pynode/__init__.py +37 -0
- pynode/__main__.py +9 -0
- pynode/_perf.py +65 -0
- pynode/_version.py +24 -0
- pynode/api/__init__.py +15 -0
- pynode/api/helpers.py +79 -0
- pynode/api/nodes.py +423 -0
- pynode/api/services.py +124 -0
- pynode/api/sse.py +58 -0
- pynode/api/uploads.py +59 -0
- pynode/api/workflows.py +466 -0
- pynode/config.py +93 -0
- pynode/install_nodes.py +143 -0
- pynode/main.py +118 -0
- pynode/node_registry.py +156 -0
- pynode/nodes/AutoSyncNode/auto_sync_node.py +151 -0
- pynode/nodes/BBoxMetricsNode/__init__.py +3 -0
- pynode/nodes/BBoxMetricsNode/bbox_metrics_node.py +250 -0
- pynode/nodes/BBoxMetricsNode/requirements.txt +1 -0
- pynode/nodes/BatchNode/__init__.py +3 -0
- pynode/nodes/BatchNode/batch_node.py +86 -0
- pynode/nodes/BatchNode/requirements.txt +1 -0
- pynode/nodes/CameraNode/__init__.py +4 -0
- pynode/nodes/CameraNode/camera_node.py +204 -0
- pynode/nodes/CameraNode/requirements.txt +2 -0
- pynode/nodes/ChangeNode/__init__.py +1 -0
- pynode/nodes/ChangeNode/change_node.py +255 -0
- pynode/nodes/ChangeNode/requirements.txt +1 -0
- pynode/nodes/ConfidenceFilterNode/__init__.py +4 -0
- pynode/nodes/ConfidenceFilterNode/confidence_filter_node.py +208 -0
- pynode/nodes/ConfidenceFilterNode/requirements.txt +1 -0
- pynode/nodes/CounterNode/__init__.py +3 -0
- pynode/nodes/CounterNode/counter_node.py +191 -0
- pynode/nodes/CropNode/__init__.py +4 -0
- pynode/nodes/CropNode/crop_node.py +317 -0
- pynode/nodes/CropNode/requirements.txt +2 -0
- pynode/nodes/DebugNode/__init__.py +4 -0
- pynode/nodes/DebugNode/debug_node.py +169 -0
- pynode/nodes/DebugNode/requirements.txt +1 -0
- pynode/nodes/DelayNode/delay_node.py +218 -0
- pynode/nodes/DelayNode/requirements.txt +1 -0
- pynode/nodes/DrawPredictionsNode/__init__.py +3 -0
- pynode/nodes/DrawPredictionsNode/draw_predictions_node.py +365 -0
- pynode/nodes/DrawPredictionsNode/requirements.txt +2 -0
- pynode/nodes/ErrorNode/error_node.py +94 -0
- pynode/nodes/ErrorNode/requirements.txt +1 -0
- pynode/nodes/FilterNode/__init__.py +3 -0
- pynode/nodes/FilterNode/filter_node.py +102 -0
- pynode/nodes/FilterNode/requirements.txt +1 -0
- pynode/nodes/FrameSourceNode/__init__.py +4 -0
- pynode/nodes/FrameSourceNode/frame_source_node.py +319 -0
- pynode/nodes/FrameSourceNode/requirements.txt +1 -0
- pynode/nodes/FunctionNode/__init__.py +3 -0
- pynode/nodes/FunctionNode/function_node.py +168 -0
- pynode/nodes/FunctionNode/requirements.txt +1 -0
- pynode/nodes/GateNode/gate_node.py +60 -0
- pynode/nodes/GateNode/requirements.txt +1 -0
- pynode/nodes/GetiUploadNode/__init__.py +3 -0
- pynode/nodes/GetiUploadNode/geti_upload_node.py +278 -0
- pynode/nodes/GetiUploadNode/requirements.txt +1 -0
- pynode/nodes/ImageFormatNode/__init__.py +4 -0
- pynode/nodes/ImageFormatNode/image_format_node.py +310 -0
- pynode/nodes/ImageFormatNode/requirements.txt +2 -0
- pynode/nodes/ImageUploadNode/image_upload_node.py +96 -0
- pynode/nodes/ImageViewerNode/__init__.py +4 -0
- pynode/nodes/ImageViewerNode/image_viewer_node.py +162 -0
- pynode/nodes/ImageViewerNode/requirements.txt +2 -0
- pynode/nodes/ImageWriterNode/__init__.py +3 -0
- pynode/nodes/ImageWriterNode/imagewriter_node.py +352 -0
- pynode/nodes/ImageWriterNode/requirements.txt +1 -0
- pynode/nodes/InferenceNode/InferenceEngine/__init__.py +15 -0
- pynode/nodes/InferenceNode/InferenceEngine/device_detection.py +149 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/base_engine.py +155 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/example_engine_template.py +272 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/geti_engine.py +309 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/onnx_engine.py +346 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/pass_engine.py +86 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/ultralytics_engine.py +863 -0
- pynode/nodes/InferenceNode/InferenceEngine/inference_engine_factory.py +533 -0
- pynode/nodes/InferenceNode/InferenceEngine/readme.md +107 -0
- pynode/nodes/InferenceNode/InferenceEngine/result_converters.py +121 -0
- pynode/nodes/InferenceNode/inference_node.py +451 -0
- pynode/nodes/InferenceNode/requirements.txt +13 -0
- pynode/nodes/InjectNode/inject_node.py +245 -0
- pynode/nodes/InjectNode/requirements.txt +1 -0
- pynode/nodes/JoinNode/__init__.py +3 -0
- pynode/nodes/JoinNode/join_node.py +156 -0
- pynode/nodes/JoinNode/requirements.txt +1 -0
- pynode/nodes/LabelFilterNode/__init__.py +3 -0
- pynode/nodes/LabelFilterNode/label_filter_node.py +188 -0
- pynode/nodes/LabelFilterNode/requirements.txt +1 -0
- pynode/nodes/MQTTNode/__init__.py +8 -0
- pynode/nodes/MQTTNode/mqtt_in_node.py +148 -0
- pynode/nodes/MQTTNode/mqtt_out_node.py +157 -0
- pynode/nodes/MQTTNode/mqtt_service.py +367 -0
- pynode/nodes/MQTTNode/requirements.txt +1 -0
- pynode/nodes/MessageWriterNode/__init__.py +7 -0
- pynode/nodes/MessageWriterNode/messagereader_node.py +568 -0
- pynode/nodes/MessageWriterNode/messagewriter_node.py +505 -0
- pynode/nodes/OmronCameraNode/__init__.py +3 -0
- pynode/nodes/OmronCameraNode/omron_camera_node.py +652 -0
- pynode/nodes/OmronCameraNode/requirements.txt +4 -0
- pynode/nodes/OpenCV/__init__.py +1 -0
- pynode/nodes/OpenCV/arithmetic_node.py +376 -0
- pynode/nodes/OpenCV/bitwise_node.py +127 -0
- pynode/nodes/OpenCV/blend_node.py +127 -0
- pynode/nodes/OpenCV/blob_detector_node.py +233 -0
- pynode/nodes/OpenCV/blur_node.py +141 -0
- pynode/nodes/OpenCV/color_space_node.py +139 -0
- pynode/nodes/OpenCV/colormap_node.py +262 -0
- pynode/nodes/OpenCV/contours_node.py +258 -0
- pynode/nodes/OpenCV/denormalize_coords_node.py +365 -0
- pynode/nodes/OpenCV/draw_node.py +312 -0
- pynode/nodes/OpenCV/edge_detector_node.py +177 -0
- pynode/nodes/OpenCV/equirectangular_node.py +447 -0
- pynode/nodes/OpenCV/fft_node.py +102 -0
- pynode/nodes/OpenCV/focus_estimation_node.py +189 -0
- pynode/nodes/OpenCV/frequency_filter_node.py +241 -0
- pynode/nodes/OpenCV/histogram_node.py +160 -0
- pynode/nodes/OpenCV/hough_circles_node.py +224 -0
- pynode/nodes/OpenCV/hough_lines_node.py +243 -0
- pynode/nodes/OpenCV/in_range_node.py +186 -0
- pynode/nodes/OpenCV/morphology_node.py +136 -0
- pynode/nodes/OpenCV/normalize_coords_node.py +344 -0
- pynode/nodes/OpenCV/paste_node.py +244 -0
- pynode/nodes/OpenCV/perspective_node.py +174 -0
- pynode/nodes/OpenCV/realsense_depth_node.py +253 -0
- pynode/nodes/OpenCV/requirements.txt +2 -0
- pynode/nodes/OpenCV/resize_node.py +175 -0
- pynode/nodes/OpenCV/rotate_node.py +159 -0
- pynode/nodes/OpenCV/template_match_node.py +227 -0
- pynode/nodes/OpenCV/threshold_node.py +167 -0
- pynode/nodes/PointInShapeNode/__init__.py +3 -0
- pynode/nodes/PointInShapeNode/point_in_shape_node.py +313 -0
- pynode/nodes/PointInShapeNode/requirements.txt +2 -0
- pynode/nodes/PolygonMetricsNode/__init__.py +3 -0
- pynode/nodes/PolygonMetricsNode/polygon_metrics_node.py +331 -0
- pynode/nodes/PolygonMetricsNode/requirements.txt +2 -0
- pynode/nodes/QueueLengthProbeNode/__init__.py +3 -0
- pynode/nodes/QueueLengthProbeNode/queue_length_probe_node.py +116 -0
- pynode/nodes/Qwen3VLMNode/__init__.py +3 -0
- pynode/nodes/Qwen3VLMNode/qwen3_vlm_node.py +519 -0
- pynode/nodes/Qwen3VLMNode/requirements.txt +5 -0
- pynode/nodes/RESTEndpointNode/__init__.py +3 -0
- pynode/nodes/RESTEndpointNode/rest_endpoint_node.py +491 -0
- pynode/nodes/RangeNode/__init__.py +3 -0
- pynode/nodes/RangeNode/range_node.py +115 -0
- pynode/nodes/RangeNode/requirements.txt +1 -0
- pynode/nodes/RateProbeNode/__init__.py +3 -0
- pynode/nodes/RateProbeNode/rate_probe_node.py +183 -0
- pynode/nodes/RateProbeNode/requirements.txt +1 -0
- pynode/nodes/RoboflowUploadNode/__init__.py +3 -0
- pynode/nodes/RoboflowUploadNode/requirements.txt +1 -0
- pynode/nodes/RoboflowUploadNode/roboflow_upload_node.py +229 -0
- pynode/nodes/SliceNode/README.md +149 -0
- pynode/nodes/SliceNode/__init__.py +5 -0
- pynode/nodes/SliceNode/merge_predictions_node.py +444 -0
- pynode/nodes/SliceNode/requirements.txt +3 -0
- pynode/nodes/SliceNode/slice_collector_node.py +370 -0
- pynode/nodes/SliceNode/slice_image_node.py +380 -0
- pynode/nodes/SplitNode/__init__.py +3 -0
- pynode/nodes/SplitNode/requirements.txt +1 -0
- pynode/nodes/SplitNode/split_node.py +155 -0
- pynode/nodes/SwitchNode/requirements.txt +1 -0
- pynode/nodes/SwitchNode/switch_node.py +259 -0
- pynode/nodes/SyncNode/__init__.py +3 -0
- pynode/nodes/SyncNode/sync_node.py +287 -0
- pynode/nodes/TemplateNode/requirements.txt +1 -0
- pynode/nodes/TemplateNode/template_node.py +86 -0
- pynode/nodes/TrackerNode/__init__.py +2 -0
- pynode/nodes/TrackerNode/supervision_tracker_node.py +248 -0
- pynode/nodes/TrackerNode/tracker_node.py +745 -0
- pynode/nodes/UltralyticsNode/__init__.py +4 -0
- pynode/nodes/UltralyticsNode/requirements.txt +2 -0
- pynode/nodes/UltralyticsNode/ultralytics_node.py +364 -0
- pynode/nodes/UnknownNode/__init__.py +93 -0
- pynode/nodes/VLLMNode/__init__.py +3 -0
- pynode/nodes/VLLMNode/vllm_node.py +345 -0
- pynode/nodes/VideoReaderNode/__init__.py +3 -0
- pynode/nodes/VideoReaderNode/video_reader_node.py +425 -0
- pynode/nodes/VideoWriterNode/__init__.py +3 -0
- pynode/nodes/VideoWriterNode/video_writer_node.py +441 -0
- pynode/nodes/WebhookNode/__init__.py +3 -0
- pynode/nodes/WebhookNode/webhook_node.py +591 -0
- pynode/nodes/__init__.py +109 -0
- pynode/nodes/base_node.py +562 -0
- pynode/nodes/image_utils.py +291 -0
- pynode/nodes/info.py +109 -0
- pynode/nodes/mDNSNode/__init__.py +13 -0
- pynode/nodes/mDNSNode/mdns_broadcast_node.py +214 -0
- pynode/nodes/mDNSNode/mdns_discovery_node.py +362 -0
- pynode/nodes/mDNSNode/mdns_manager.py +399 -0
- pynode/nodes/mDNSNode/requirements.txt +1 -0
- pynode/nodes/messages.py +81 -0
- pynode/server.py +187 -0
- pynode/static/images/favicon4.png +0 -0
- pynode/static/index.html +200 -0
- pynode/static/js/README.md +139 -0
- pynode/static/js/auth.js +89 -0
- pynode/static/js/clipboard.js +152 -0
- pynode/static/js/config.js +14 -0
- pynode/static/js/connections.js +844 -0
- pynode/static/js/debug.js +524 -0
- pynode/static/js/events.js +775 -0
- pynode/static/js/history.js +199 -0
- pynode/static/js/main.js +55 -0
- pynode/static/js/minimap.js +242 -0
- pynode/static/js/nodes.js +995 -0
- pynode/static/js/palette.js +255 -0
- pynode/static/js/properties.js +1270 -0
- pynode/static/js/selection.js +241 -0
- pynode/static/js/state.js +211 -0
- pynode/static/js/ui-utils.js +28 -0
- pynode/static/js/viewport.js +204 -0
- pynode/static/js/workflow.js +469 -0
- pynode/static/js/workflows.js +344 -0
- pynode/static/style.css +2751 -0
- pynode/workflow_engine.py +483 -0
- pynode/workflow_manager.py +440 -0
- pynode_flow-0.2.0.dist-info/METADATA +520 -0
- pynode_flow-0.2.0.dist-info/RECORD +227 -0
- pynode_flow-0.2.0.dist-info/WHEEL +5 -0
- pynode_flow-0.2.0.dist-info/entry_points.txt +3 -0
- pynode_flow-0.2.0.dist-info/licenses/LICENSE +21 -0
- pynode_flow-0.2.0.dist-info/scm_file_list.json +270 -0
- pynode_flow-0.2.0.dist-info/scm_version.json +8 -0
- pynode_flow-0.2.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,244 @@
|
|
|
1
|
+
"""
|
|
2
|
+
OpenCV Paste Node - pastes an image onto another at a specific position.
|
|
3
|
+
Used for compositing operations like replacing regions in an image.
|
|
4
|
+
"""
|
|
5
|
+
|
|
6
|
+
import cv2
|
|
7
|
+
import numpy as np
|
|
8
|
+
from typing import Any, Dict, Optional, Tuple
|
|
9
|
+
from pynode.nodes.base_node import BaseNode, Info, MessageKeys
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
# Build info content
|
|
13
|
+
_info = Info()
|
|
14
|
+
_info.add_text("Pastes a foreground image onto a background image at a specified position. Useful for compositing operations like replacing regions in an image.")
|
|
15
|
+
|
|
16
|
+
_info.add_header("Inputs")
|
|
17
|
+
_info.add_bullets(
|
|
18
|
+
("Input 0 (top):", "Background image - the original full image to paste onto"),
|
|
19
|
+
("Input 1 (bottom):", "Foreground image - the region to paste (e.g., a processed crop)")
|
|
20
|
+
)
|
|
21
|
+
|
|
22
|
+
_info.add_header("Output")
|
|
23
|
+
_info.add_text("The combined image with the foreground pasted onto the background.")
|
|
24
|
+
|
|
25
|
+
_info.add_header("Position Source")
|
|
26
|
+
_info.add_bullets(
|
|
27
|
+
("From msg.bbox:", "Automatically uses bounding box coordinates from upstream nodes like CropNode"),
|
|
28
|
+
("Manual:", "Specify X and Y as normalized coordinates (0.0-1.0)")
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
_info.add_header("Normalized Coordinates")
|
|
32
|
+
_info.add_text("When using manual mode:")
|
|
33
|
+
_info.add_bullets(
|
|
34
|
+
("0.0:", "Left/Top edge"),
|
|
35
|
+
("0.5:", "Center"),
|
|
36
|
+
("1.0:", "Right/Bottom edge")
|
|
37
|
+
)
|
|
38
|
+
|
|
39
|
+
_info.add_header("Typical Usage")
|
|
40
|
+
_info.add_text("Connect the original image to Input 0, and the processed crop (e.g., blurred face) to Input 1. The node will paste the crop back to its original position.")
|
|
41
|
+
|
|
42
|
+
_info.add_header("Example Flow")
|
|
43
|
+
_info.add_code("Camera → Crop → Blur → Paste").text("(with Camera also connected to Paste Input 0)").end()
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
class PasteNode(BaseNode):
|
|
47
|
+
"""
|
|
48
|
+
Paste node - pastes a foreground image onto a background image at specified coordinates.
|
|
49
|
+
Useful for replacing regions (e.g., blurred faces back into original image).
|
|
50
|
+
|
|
51
|
+
Input 0: Background image (the original full image)
|
|
52
|
+
Input 1: Foreground image (the region to paste, e.g., blurred crop)
|
|
53
|
+
|
|
54
|
+
The position can come from:
|
|
55
|
+
- msg.bbox on the foreground message (from CropNode)
|
|
56
|
+
- Manual coordinates in properties
|
|
57
|
+
"""
|
|
58
|
+
display_name = 'Paste'
|
|
59
|
+
icon = '📋'
|
|
60
|
+
category = 'opencv'
|
|
61
|
+
color = '#4A90D9'
|
|
62
|
+
border_color = '#2E6BB0'
|
|
63
|
+
text_color = '#FFFFFF'
|
|
64
|
+
input_count = 2 # Input 0: background, Input 1: foreground
|
|
65
|
+
output_count = 1
|
|
66
|
+
|
|
67
|
+
info = str(_info)
|
|
68
|
+
|
|
69
|
+
DEFAULT_CONFIG = {
|
|
70
|
+
'position_source': 'bbox',
|
|
71
|
+
'x': 0.0,
|
|
72
|
+
'y': 0.0,
|
|
73
|
+
'resize_to_fit': 'true',
|
|
74
|
+
'drop_messages': False # Don't drop messages - we need both inputs to stay in sync
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
properties = [
|
|
78
|
+
{
|
|
79
|
+
'name': 'position_source',
|
|
80
|
+
'label': 'Position Source',
|
|
81
|
+
'type': 'select',
|
|
82
|
+
'options': [
|
|
83
|
+
{'value': 'bbox', 'label': 'From msg.bbox (auto from CropNode)'},
|
|
84
|
+
{'value': 'manual', 'label': 'Manual coordinates'}
|
|
85
|
+
],
|
|
86
|
+
'default': DEFAULT_CONFIG['position_source'],
|
|
87
|
+
'help': 'Where to get the paste position from'
|
|
88
|
+
},
|
|
89
|
+
{
|
|
90
|
+
'name': 'x',
|
|
91
|
+
'label': 'X Position',
|
|
92
|
+
'type': 'number',
|
|
93
|
+
'default': DEFAULT_CONFIG['x'],
|
|
94
|
+
'min': 0.0,
|
|
95
|
+
'max': 1.0,
|
|
96
|
+
'step': 0.01,
|
|
97
|
+
'help': 'Normalized X coordinate (0.0-1.0)'
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
'name': 'y',
|
|
101
|
+
'label': 'Y Position',
|
|
102
|
+
'type': 'number',
|
|
103
|
+
'default': DEFAULT_CONFIG['y'],
|
|
104
|
+
'min': 0.0,
|
|
105
|
+
'max': 1.0,
|
|
106
|
+
'step': 0.01,
|
|
107
|
+
'help': 'Normalized Y coordinate (0.0-1.0)'
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
'name': 'resize_to_fit',
|
|
111
|
+
'label': 'Resize to Fit',
|
|
112
|
+
'type': 'select',
|
|
113
|
+
'options': [
|
|
114
|
+
{'value': 'true', 'label': 'Yes (resize foreground to bbox size)'},
|
|
115
|
+
{'value': 'false', 'label': 'No (use foreground as-is)'}
|
|
116
|
+
],
|
|
117
|
+
'default': DEFAULT_CONFIG['resize_to_fit'],
|
|
118
|
+
'help': 'Resize foreground to match the original bbox size'
|
|
119
|
+
}
|
|
120
|
+
]
|
|
121
|
+
|
|
122
|
+
def __init__(self, node_id=None, name="paste"):
|
|
123
|
+
super().__init__(node_id, name)
|
|
124
|
+
self._background: Optional[np.ndarray] = None
|
|
125
|
+
self._background_msg: Optional[Dict] = None
|
|
126
|
+
self._foreground: Optional[np.ndarray] = None
|
|
127
|
+
self._foreground_msg: Optional[Dict] = None
|
|
128
|
+
self._format_type: Optional[str] = None
|
|
129
|
+
|
|
130
|
+
def on_start(self):
|
|
131
|
+
"""Reset state on start."""
|
|
132
|
+
super().on_start()
|
|
133
|
+
self._background = None
|
|
134
|
+
self._background_msg = None
|
|
135
|
+
self._foreground = None
|
|
136
|
+
self._foreground_msg = None
|
|
137
|
+
self._format_type = None
|
|
138
|
+
|
|
139
|
+
def on_input(self, msg: Dict[str, Any], input_index: int = 0):
|
|
140
|
+
"""
|
|
141
|
+
Process images:
|
|
142
|
+
- Input 0: Store as background
|
|
143
|
+
- Input 1: Store as foreground
|
|
144
|
+
Output is produced whenever either input updates (if both are available)
|
|
145
|
+
"""
|
|
146
|
+
if MessageKeys.PAYLOAD not in msg:
|
|
147
|
+
return
|
|
148
|
+
|
|
149
|
+
img, format_type = self.decode_image(msg[MessageKeys.PAYLOAD])
|
|
150
|
+
if img is None:
|
|
151
|
+
return
|
|
152
|
+
|
|
153
|
+
if input_index == 0:
|
|
154
|
+
# Background image - store it
|
|
155
|
+
self._background = img.copy()
|
|
156
|
+
self._background_msg = msg.copy()
|
|
157
|
+
self._format_type = format_type
|
|
158
|
+
else:
|
|
159
|
+
# Foreground image - store it
|
|
160
|
+
self._foreground = img.copy()
|
|
161
|
+
self._foreground_msg = msg.copy()
|
|
162
|
+
|
|
163
|
+
# Output if we have both images
|
|
164
|
+
if self._background is not None and self._foreground is not None:
|
|
165
|
+
self._paste_and_send()
|
|
166
|
+
|
|
167
|
+
def _paste_and_send(self):
|
|
168
|
+
"""Paste foreground onto background and send result."""
|
|
169
|
+
# These are guaranteed to be set by caller check
|
|
170
|
+
assert self._foreground is not None
|
|
171
|
+
assert self._foreground_msg is not None
|
|
172
|
+
assert self._background is not None
|
|
173
|
+
|
|
174
|
+
foreground = self._foreground
|
|
175
|
+
fg_msg = self._foreground_msg
|
|
176
|
+
|
|
177
|
+
position_source = self.config.get('position_source', 'bbox')
|
|
178
|
+
resize_to_fit = self.get_config_bool('resize_to_fit', True)
|
|
179
|
+
|
|
180
|
+
# Get position - check multiple places for bbox
|
|
181
|
+
bbox = None
|
|
182
|
+
if position_source == 'bbox':
|
|
183
|
+
# Try msg.bbox first (dict format)
|
|
184
|
+
if 'bbox' in fg_msg and isinstance(fg_msg['bbox'], dict):
|
|
185
|
+
bbox = fg_msg['bbox']
|
|
186
|
+
# Try msg.payload.bbox (list format from CropNode)
|
|
187
|
+
elif isinstance(fg_msg.get(MessageKeys.PAYLOAD), dict) and 'bbox' in fg_msg[MessageKeys.PAYLOAD]:
|
|
188
|
+
bbox_list = fg_msg[MessageKeys.PAYLOAD]['bbox']
|
|
189
|
+
if isinstance(bbox_list, list) and len(bbox_list) >= 4:
|
|
190
|
+
bbox = {'x1': bbox_list[0], 'y1': bbox_list[1], 'x2': bbox_list[2], 'y2': bbox_list[3]}
|
|
191
|
+
|
|
192
|
+
if bbox:
|
|
193
|
+
x1 = int(bbox.get('x1', 0))
|
|
194
|
+
y1 = int(bbox.get('y1', 0))
|
|
195
|
+
x2 = int(bbox.get('x2', x1 + foreground.shape[1]))
|
|
196
|
+
y2 = int(bbox.get('y2', y1 + foreground.shape[0]))
|
|
197
|
+
else:
|
|
198
|
+
# Manual mode - use normalized coordinates
|
|
199
|
+
bg_h, bg_w = self._background.shape[:2]
|
|
200
|
+
x1 = int(self.get_config_float('x', 0.0) * bg_w)
|
|
201
|
+
y1 = int(self.get_config_float('y', 0.0) * bg_h)
|
|
202
|
+
x2 = x1 + foreground.shape[1]
|
|
203
|
+
y2 = y1 + foreground.shape[0]
|
|
204
|
+
|
|
205
|
+
# Create output image from background (already checked not None in caller)
|
|
206
|
+
assert self._background is not None
|
|
207
|
+
result = self._background.copy()
|
|
208
|
+
bg_h, bg_w = result.shape[:2]
|
|
209
|
+
|
|
210
|
+
# Clamp coordinates to image bounds
|
|
211
|
+
x1 = max(0, min(x1, bg_w - 1))
|
|
212
|
+
y1 = max(0, min(y1, bg_h - 1))
|
|
213
|
+
x2 = max(x1 + 1, min(x2, bg_w))
|
|
214
|
+
y2 = max(y1 + 1, min(y2, bg_h))
|
|
215
|
+
|
|
216
|
+
target_w = x2 - x1
|
|
217
|
+
target_h = y2 - y1
|
|
218
|
+
|
|
219
|
+
# Resize foreground if needed
|
|
220
|
+
if resize_to_fit:
|
|
221
|
+
fg_resized = cv2.resize(foreground, (target_w, target_h), interpolation=cv2.INTER_LINEAR)
|
|
222
|
+
else:
|
|
223
|
+
fg_resized = foreground
|
|
224
|
+
# Adjust target region to match foreground size
|
|
225
|
+
fg_h, fg_w = foreground.shape[:2]
|
|
226
|
+
x2 = min(x1 + fg_w, bg_w)
|
|
227
|
+
y2 = min(y1 + fg_h, bg_h)
|
|
228
|
+
# Crop foreground if it extends beyond background
|
|
229
|
+
fg_resized = foreground[:y2-y1, :x2-x1]
|
|
230
|
+
|
|
231
|
+
# Handle channel mismatch
|
|
232
|
+
if len(result.shape) == 3 and len(fg_resized.shape) == 2:
|
|
233
|
+
fg_resized = cv2.cvtColor(fg_resized, cv2.COLOR_GRAY2BGR)
|
|
234
|
+
elif len(result.shape) == 2 and len(fg_resized.shape) == 3:
|
|
235
|
+
fg_resized = cv2.cvtColor(fg_resized, cv2.COLOR_BGR2GRAY)
|
|
236
|
+
|
|
237
|
+
# Paste
|
|
238
|
+
result[y1:y2, x1:x2] = fg_resized
|
|
239
|
+
|
|
240
|
+
# Build output message
|
|
241
|
+
out_msg = self._background_msg.copy() if self._background_msg else {}
|
|
242
|
+
out_msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(result, self._format_type or 'numpy_array')
|
|
243
|
+
|
|
244
|
+
self.send(out_msg)
|
|
@@ -0,0 +1,174 @@
|
|
|
1
|
+
"""
|
|
2
|
+
OpenCV Perspective Transform Node - applies perspective transformations.
|
|
3
|
+
"""
|
|
4
|
+
|
|
5
|
+
import cv2
|
|
6
|
+
import numpy as np
|
|
7
|
+
from typing import Any, Dict
|
|
8
|
+
from pynode.nodes.base_node import BaseNode, Info, MessageKeys
|
|
9
|
+
|
|
10
|
+
_info = Info()
|
|
11
|
+
_info.add_text("Applies perspective transformation to correct distortion or create custom warps. Transforms a quadrilateral region to a rectangular output.")
|
|
12
|
+
_info.add_header("Inputs")
|
|
13
|
+
_info.add_bullets(("Input 0:", "Source image"))
|
|
14
|
+
_info.add_header("Outputs")
|
|
15
|
+
_info.add_bullets(("Output 0:", "Warped image with perspective corrected"))
|
|
16
|
+
_info.add_header("Normalized Coordinates")
|
|
17
|
+
_info.add_text("Source points use normalized coordinates (0.0-1.0):")
|
|
18
|
+
_info.add_bullets(
|
|
19
|
+
("0.0:", "Left/Top edge"),
|
|
20
|
+
("0.5:", "Center"),
|
|
21
|
+
("1.0:", "Right/Bottom edge")
|
|
22
|
+
)
|
|
23
|
+
_info.add_header("Properties")
|
|
24
|
+
_info.add_bullets(
|
|
25
|
+
("Mode:", "Get source points from message or manual entry"),
|
|
26
|
+
("Output Size:", "Width and height of the output image"),
|
|
27
|
+
("Source Points:", "Four corners as x1,y1;x2,y2;x3,y3;x4,y4 (TL,TR,BR,BL) in normalized coords")
|
|
28
|
+
)
|
|
29
|
+
_info.add_header("Message Fields")
|
|
30
|
+
_info.add_bullets(
|
|
31
|
+
("perspective_points:", "Source points from upstream node"),
|
|
32
|
+
("transform_matrix:", "Output transformation matrix")
|
|
33
|
+
)
|
|
34
|
+
|
|
35
|
+
class PerspectiveNode(BaseNode):
|
|
36
|
+
"""
|
|
37
|
+
Perspective Transform node - applies perspective/warp transformations.
|
|
38
|
+
Can correct perspective distortion or apply custom warps.
|
|
39
|
+
"""
|
|
40
|
+
info = str(_info)
|
|
41
|
+
display_name = 'Perspective'
|
|
42
|
+
icon = '⬱'
|
|
43
|
+
category = 'opencv'
|
|
44
|
+
color = '#4A90D9'
|
|
45
|
+
border_color = '#2E6BB0'
|
|
46
|
+
text_color = '#FFFFFF'
|
|
47
|
+
input_count = 1
|
|
48
|
+
output_count = 1
|
|
49
|
+
|
|
50
|
+
DEFAULT_CONFIG = {
|
|
51
|
+
'mode': 'from_msg',
|
|
52
|
+
'output_width': 400,
|
|
53
|
+
'output_height': 300,
|
|
54
|
+
'src_points': '0.0,0.0;0.25,0.0;0.25,0.33;0.0,0.33'
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
properties = [
|
|
58
|
+
{
|
|
59
|
+
'name': 'mode',
|
|
60
|
+
'label': 'Mode',
|
|
61
|
+
'type': 'select',
|
|
62
|
+
'options': [
|
|
63
|
+
{'value': 'from_msg', 'label': 'Points from message'},
|
|
64
|
+
{'value': 'manual', 'label': 'Manual points'}
|
|
65
|
+
],
|
|
66
|
+
'default': DEFAULT_CONFIG['mode'],
|
|
67
|
+
'help': 'How to get source points'
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
'name': 'output_width',
|
|
71
|
+
'label': 'Output Width',
|
|
72
|
+
'type': 'number',
|
|
73
|
+
'default': DEFAULT_CONFIG['output_width'],
|
|
74
|
+
'min': 1,
|
|
75
|
+
'help': 'Width of output image in pixels'
|
|
76
|
+
},
|
|
77
|
+
{
|
|
78
|
+
'name': 'output_height',
|
|
79
|
+
'label': 'Output Height',
|
|
80
|
+
'type': 'number',
|
|
81
|
+
'default': DEFAULT_CONFIG['output_height'],
|
|
82
|
+
'min': 1,
|
|
83
|
+
'help': 'Height of output image in pixels'
|
|
84
|
+
},
|
|
85
|
+
{
|
|
86
|
+
'name': 'src_points',
|
|
87
|
+
'label': 'Source Points',
|
|
88
|
+
'type': 'text',
|
|
89
|
+
'default': DEFAULT_CONFIG['src_points'],
|
|
90
|
+
'help': 'Normalized source points (0.0-1.0) as x1,y1;x2,y2;x3,y3;x4,y4 (TL,TR,BR,BL)',
|
|
91
|
+
'showIf': {'mode': 'manual'}
|
|
92
|
+
}
|
|
93
|
+
]
|
|
94
|
+
|
|
95
|
+
def __init__(self, node_id=None, name="perspective"):
|
|
96
|
+
super().__init__(node_id, name)
|
|
97
|
+
|
|
98
|
+
def _parse_points(self, points_str, img_w=1, img_h=1):
|
|
99
|
+
"""Parse points string to numpy array. Converts normalized coords to pixels."""
|
|
100
|
+
try:
|
|
101
|
+
points = []
|
|
102
|
+
for pt in points_str.split(';'):
|
|
103
|
+
x, y = pt.strip().split(',')
|
|
104
|
+
x, y = float(x), float(y)
|
|
105
|
+
# Convert normalized (0.0-1.0) to pixel coordinates
|
|
106
|
+
if x <= 1.0 and y <= 1.0:
|
|
107
|
+
x = x * img_w
|
|
108
|
+
y = y * img_h
|
|
109
|
+
points.append([x, y])
|
|
110
|
+
return np.float32(points)
|
|
111
|
+
except Exception:
|
|
112
|
+
return None
|
|
113
|
+
|
|
114
|
+
def on_input(self, msg: Dict[str, Any], input_index: int = 0):
|
|
115
|
+
"""Apply perspective transform."""
|
|
116
|
+
if MessageKeys.PAYLOAD not in msg:
|
|
117
|
+
self.send(msg)
|
|
118
|
+
return
|
|
119
|
+
|
|
120
|
+
img, format_type = self.decode_image(msg[MessageKeys.PAYLOAD])
|
|
121
|
+
if img is None:
|
|
122
|
+
self.send(msg)
|
|
123
|
+
return
|
|
124
|
+
|
|
125
|
+
h, w = img.shape[:2]
|
|
126
|
+
mode = self.config.get('mode', 'from_msg')
|
|
127
|
+
output_w = self.get_config_int('output_width', 400)
|
|
128
|
+
output_h = self.get_config_int('output_height', 300)
|
|
129
|
+
|
|
130
|
+
# Get source points
|
|
131
|
+
if mode == 'from_msg':
|
|
132
|
+
src_points = msg.get('perspective_points')
|
|
133
|
+
if src_points is None:
|
|
134
|
+
src_points = msg.get('src_points')
|
|
135
|
+
if src_points is None:
|
|
136
|
+
self.send(msg)
|
|
137
|
+
return
|
|
138
|
+
if isinstance(src_points, str):
|
|
139
|
+
src_pts = self._parse_points(src_points, w, h)
|
|
140
|
+
elif isinstance(src_points, list):
|
|
141
|
+
# Assume normalized if values are <= 1.0, otherwise pixel coords
|
|
142
|
+
flat = [v for pt in src_points for v in (pt if isinstance(pt, (list, tuple)) else [pt])]
|
|
143
|
+
if all(0 <= v <= 1.0 for v in flat):
|
|
144
|
+
src_pts = np.float32([[pt[0] * w, pt[1] * h] for pt in src_points])
|
|
145
|
+
else:
|
|
146
|
+
src_pts = np.float32(src_points)
|
|
147
|
+
else:
|
|
148
|
+
src_pts = src_points
|
|
149
|
+
else:
|
|
150
|
+
src_pts = self._parse_points(self.config.get('src_points', ''), w, h)
|
|
151
|
+
|
|
152
|
+
if src_pts is None or len(src_pts) != 4:
|
|
153
|
+
self.send(msg)
|
|
154
|
+
return
|
|
155
|
+
|
|
156
|
+
# Define destination points (rectangle)
|
|
157
|
+
dst_pts = np.float32([
|
|
158
|
+
[0, 0],
|
|
159
|
+
[output_w - 1, 0],
|
|
160
|
+
[output_w - 1, output_h - 1],
|
|
161
|
+
[0, output_h - 1]
|
|
162
|
+
])
|
|
163
|
+
|
|
164
|
+
# Compute perspective transform matrix
|
|
165
|
+
M = cv2.getPerspectiveTransform(src_pts, dst_pts)
|
|
166
|
+
|
|
167
|
+
# Apply warp
|
|
168
|
+
result = cv2.warpPerspective(img, M, (output_w, output_h))
|
|
169
|
+
|
|
170
|
+
if MessageKeys.PAYLOAD not in msg or not isinstance(msg[MessageKeys.PAYLOAD], dict):
|
|
171
|
+
msg[MessageKeys.PAYLOAD] = {}
|
|
172
|
+
msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(result, format_type)
|
|
173
|
+
msg['transform_matrix'] = M.tolist()
|
|
174
|
+
self.send(msg)
|
|
@@ -0,0 +1,253 @@
|
|
|
1
|
+
"""
|
|
2
|
+
RealSense Depth Processing Node - processes RealSense depth camera frames.
|
|
3
|
+
Handles aligned RGB and depth data with various output formats.
|
|
4
|
+
"""
|
|
5
|
+
|
|
6
|
+
import cv2
|
|
7
|
+
import numpy as np
|
|
8
|
+
from typing import Any, Dict
|
|
9
|
+
from pynode.nodes.base_node import BaseNode, Info, MessageKeys
|
|
10
|
+
|
|
11
|
+
_info = Info()
|
|
12
|
+
_info.add_text("Processes Intel RealSense depth camera frames. Handles aligned RGB and depth data with various output format options.")
|
|
13
|
+
_info.add_header("Inputs")
|
|
14
|
+
_info.add_bullets(
|
|
15
|
+
("Input 0:", "RealSense frame with aligned_color and aligned_depth data, or image with depth payload")
|
|
16
|
+
)
|
|
17
|
+
_info.add_header("Outputs")
|
|
18
|
+
_info.add_bullets(
|
|
19
|
+
("Output 0:", "Processed frame based on output format setting")
|
|
20
|
+
)
|
|
21
|
+
_info.add_header("Output Formats")
|
|
22
|
+
_info.add_bullets(
|
|
23
|
+
("RGB only:", "Color image only"),
|
|
24
|
+
("Depth only:", "Raw 16-bit depth data"),
|
|
25
|
+
("Depth colorized:", "Depth mapped to colormap"),
|
|
26
|
+
("Side by side:", "RGB and colorized depth horizontally combined"),
|
|
27
|
+
("Both:", "Separate RGB and depth in payload")
|
|
28
|
+
)
|
|
29
|
+
_info.add_header("Configuration")
|
|
30
|
+
_info.add_bullets(
|
|
31
|
+
("Depth Scale:", "Alpha value for depth visualization contrast (0.001-1.0)"),
|
|
32
|
+
("Colormap:", "Color scheme for depth visualization (Jet, Turbo, Viridis, etc.)")
|
|
33
|
+
)
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
class RealsenseDepthNode(BaseNode):
|
|
37
|
+
"""
|
|
38
|
+
RealSense Depth Processing node - processes depth camera frames from RealSense cameras.
|
|
39
|
+
Expects input with aligned_color and aligned_depth frame data.
|
|
40
|
+
Outputs RGB, depth, colorized depth, or combined formats.
|
|
41
|
+
"""
|
|
42
|
+
info = str(_info)
|
|
43
|
+
display_name = 'RealSense Depth'
|
|
44
|
+
icon = '📷'
|
|
45
|
+
category = 'opencv'
|
|
46
|
+
color = '#4A90D9'
|
|
47
|
+
border_color = '#2E6BB0'
|
|
48
|
+
text_color = '#FFFFFF'
|
|
49
|
+
input_count = 1
|
|
50
|
+
output_count = 1
|
|
51
|
+
|
|
52
|
+
DEFAULT_CONFIG = {
|
|
53
|
+
'output_format': 'both',
|
|
54
|
+
'depth_scale': 0.03,
|
|
55
|
+
'colormap': 'jet'
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
properties = [
|
|
59
|
+
{
|
|
60
|
+
'name': 'output_format',
|
|
61
|
+
'label': 'Output Format',
|
|
62
|
+
'type': 'select',
|
|
63
|
+
'options': [
|
|
64
|
+
{'value': 'rgb', 'label': 'RGB only'},
|
|
65
|
+
{'value': 'depth', 'label': 'Depth only (raw)'},
|
|
66
|
+
{'value': 'depth_colorized', 'label': 'Depth colorized'},
|
|
67
|
+
{'value': 'side_by_side', 'label': 'Side by side (RGB + Depth)'},
|
|
68
|
+
{'value': 'both', 'label': 'Both (separate in payload)'}
|
|
69
|
+
],
|
|
70
|
+
'default': DEFAULT_CONFIG['output_format'],
|
|
71
|
+
'help': 'Output format for processed frames'
|
|
72
|
+
},
|
|
73
|
+
{
|
|
74
|
+
'name': 'depth_scale',
|
|
75
|
+
'label': 'Depth Scale (alpha)',
|
|
76
|
+
'type': 'number',
|
|
77
|
+
'default': DEFAULT_CONFIG['depth_scale'],
|
|
78
|
+
'min': 0.001,
|
|
79
|
+
'max': 1.0,
|
|
80
|
+
'step': 0.005,
|
|
81
|
+
'help': 'Scale factor for depth visualization (higher = more contrast)'
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
'name': 'colormap',
|
|
85
|
+
'label': 'Depth Colormap',
|
|
86
|
+
'type': 'select',
|
|
87
|
+
'options': [
|
|
88
|
+
{'value': 'jet', 'label': 'Jet'},
|
|
89
|
+
{'value': 'turbo', 'label': 'Turbo'},
|
|
90
|
+
{'value': 'viridis', 'label': 'Viridis'},
|
|
91
|
+
{'value': 'plasma', 'label': 'Plasma'},
|
|
92
|
+
{'value': 'inferno', 'label': 'Inferno'},
|
|
93
|
+
{'value': 'magma', 'label': 'Magma'},
|
|
94
|
+
{'value': 'hot', 'label': 'Hot'},
|
|
95
|
+
{'value': 'bone', 'label': 'Bone'},
|
|
96
|
+
{'value': 'rainbow', 'label': 'Rainbow'}
|
|
97
|
+
],
|
|
98
|
+
'default': DEFAULT_CONFIG['colormap'],
|
|
99
|
+
'help': 'Colormap for depth visualization'
|
|
100
|
+
}
|
|
101
|
+
]
|
|
102
|
+
|
|
103
|
+
# Colormap lookup
|
|
104
|
+
COLORMAPS = {
|
|
105
|
+
'jet': cv2.COLORMAP_JET,
|
|
106
|
+
'turbo': cv2.COLORMAP_TURBO,
|
|
107
|
+
'viridis': cv2.COLORMAP_VIRIDIS,
|
|
108
|
+
'plasma': cv2.COLORMAP_PLASMA,
|
|
109
|
+
'inferno': cv2.COLORMAP_INFERNO,
|
|
110
|
+
'magma': cv2.COLORMAP_MAGMA,
|
|
111
|
+
'hot': cv2.COLORMAP_HOT,
|
|
112
|
+
'bone': cv2.COLORMAP_BONE,
|
|
113
|
+
'rainbow': cv2.COLORMAP_RAINBOW
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
def __init__(self, node_id=None, name="realsense depth"):
|
|
117
|
+
super().__init__(node_id, name)
|
|
118
|
+
|
|
119
|
+
def on_input(self, msg: Dict[str, Any], input_index: int = 0):
|
|
120
|
+
"""Process RealSense depth camera frames."""
|
|
121
|
+
if MessageKeys.PAYLOAD not in msg:
|
|
122
|
+
self.send(msg)
|
|
123
|
+
return
|
|
124
|
+
|
|
125
|
+
payload = msg[MessageKeys.PAYLOAD]
|
|
126
|
+
|
|
127
|
+
# Handle different input formats
|
|
128
|
+
color_image = None
|
|
129
|
+
depth_image = None
|
|
130
|
+
format_type = 'numpy_array'
|
|
131
|
+
|
|
132
|
+
# Check for RealSense frame dict format (from FrameSource)
|
|
133
|
+
if isinstance(payload, dict):
|
|
134
|
+
# Try to get aligned frames (pyrealsense2 format)
|
|
135
|
+
if 'aligned_color' in payload and 'aligned_depth' in payload:
|
|
136
|
+
aligned_color = payload['aligned_color']
|
|
137
|
+
aligned_depth = payload['aligned_depth']
|
|
138
|
+
|
|
139
|
+
# Handle pyrealsense2 frame objects
|
|
140
|
+
if hasattr(aligned_color, 'get_data'):
|
|
141
|
+
color_image = np.asanyarray(aligned_color.get_data())
|
|
142
|
+
elif isinstance(aligned_color, np.ndarray):
|
|
143
|
+
color_image = aligned_color
|
|
144
|
+
|
|
145
|
+
if hasattr(aligned_depth, 'get_data'):
|
|
146
|
+
depth_image = np.asanyarray(aligned_depth.get_data())
|
|
147
|
+
elif isinstance(aligned_depth, np.ndarray):
|
|
148
|
+
depth_image = aligned_depth
|
|
149
|
+
|
|
150
|
+
# Try standard image + depth format
|
|
151
|
+
elif 'image' in payload:
|
|
152
|
+
img, format_type = self.decode_image(payload)
|
|
153
|
+
if img is not None:
|
|
154
|
+
color_image = img
|
|
155
|
+
|
|
156
|
+
if 'depth' in payload:
|
|
157
|
+
depth_data = payload['depth']
|
|
158
|
+
if isinstance(depth_data, np.ndarray):
|
|
159
|
+
depth_image = depth_data
|
|
160
|
+
elif isinstance(depth_data, dict) and 'data' in depth_data:
|
|
161
|
+
depth_image = np.array(depth_data['data'], dtype=np.uint16)
|
|
162
|
+
|
|
163
|
+
# Handle direct numpy array (assume it's color)
|
|
164
|
+
elif isinstance(payload, np.ndarray):
|
|
165
|
+
color_image = payload
|
|
166
|
+
|
|
167
|
+
if color_image is None and depth_image is None:
|
|
168
|
+
self.report_error("No valid color or depth data found in payload")
|
|
169
|
+
self.send(msg)
|
|
170
|
+
return
|
|
171
|
+
|
|
172
|
+
# Get configuration
|
|
173
|
+
output_format = self.config.get('output_format', 'both')
|
|
174
|
+
depth_scale = self.get_config_float('depth_scale', 0.03)
|
|
175
|
+
colormap_name = self.config.get('colormap', 'jet')
|
|
176
|
+
colormap = self.COLORMAPS.get(colormap_name, cv2.COLORMAP_JET)
|
|
177
|
+
|
|
178
|
+
# Create colorized depth if needed
|
|
179
|
+
depth_colorized = None
|
|
180
|
+
if depth_image is not None and output_format in ['depth_colorized', 'side_by_side', 'both']:
|
|
181
|
+
depth_8bit = cv2.convertScaleAbs(depth_image, alpha=depth_scale)
|
|
182
|
+
depth_colorized = cv2.applyColorMap(depth_8bit, colormap)
|
|
183
|
+
|
|
184
|
+
# Prepare output based on format
|
|
185
|
+
if MessageKeys.PAYLOAD not in msg or not isinstance(msg[MessageKeys.PAYLOAD], dict):
|
|
186
|
+
msg[MessageKeys.PAYLOAD] = {}
|
|
187
|
+
|
|
188
|
+
if output_format == 'rgb':
|
|
189
|
+
if color_image is not None:
|
|
190
|
+
msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(color_image, format_type)
|
|
191
|
+
else:
|
|
192
|
+
self.report_error("No color image available for RGB output")
|
|
193
|
+
return
|
|
194
|
+
|
|
195
|
+
elif output_format == 'depth':
|
|
196
|
+
if depth_image is not None:
|
|
197
|
+
# Output raw depth as-is (16-bit typically)
|
|
198
|
+
msg[MessageKeys.PAYLOAD]['depth'] = depth_image
|
|
199
|
+
msg[MessageKeys.PAYLOAD]['depth_info'] = {
|
|
200
|
+
'width': depth_image.shape[1],
|
|
201
|
+
'height': depth_image.shape[0],
|
|
202
|
+
'dtype': str(depth_image.dtype)
|
|
203
|
+
}
|
|
204
|
+
else:
|
|
205
|
+
self.report_error("No depth image available")
|
|
206
|
+
return
|
|
207
|
+
|
|
208
|
+
elif output_format == 'depth_colorized':
|
|
209
|
+
if depth_colorized is not None:
|
|
210
|
+
msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(depth_colorized, format_type)
|
|
211
|
+
else:
|
|
212
|
+
self.report_error("No depth image available for colorization")
|
|
213
|
+
return
|
|
214
|
+
|
|
215
|
+
elif output_format == 'side_by_side':
|
|
216
|
+
if color_image is not None and depth_colorized is not None:
|
|
217
|
+
# Resize if dimensions don't match
|
|
218
|
+
if color_image.shape[:2] != depth_colorized.shape[:2]:
|
|
219
|
+
depth_colorized = cv2.resize(
|
|
220
|
+
depth_colorized,
|
|
221
|
+
(color_image.shape[1], color_image.shape[0]),
|
|
222
|
+
interpolation=cv2.INTER_AREA
|
|
223
|
+
)
|
|
224
|
+
combined = np.hstack((color_image, depth_colorized))
|
|
225
|
+
msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(combined, format_type)
|
|
226
|
+
else:
|
|
227
|
+
self.report_error("Both color and depth required for side-by-side output")
|
|
228
|
+
return
|
|
229
|
+
|
|
230
|
+
elif output_format == 'both':
|
|
231
|
+
# Output both RGB and depth in payload
|
|
232
|
+
if color_image is not None:
|
|
233
|
+
msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(color_image, format_type)
|
|
234
|
+
if depth_image is not None:
|
|
235
|
+
msg[MessageKeys.PAYLOAD]['depth'] = depth_image
|
|
236
|
+
msg[MessageKeys.PAYLOAD]['depth_info'] = {
|
|
237
|
+
'width': depth_image.shape[1],
|
|
238
|
+
'height': depth_image.shape[0],
|
|
239
|
+
'dtype': str(depth_image.dtype)
|
|
240
|
+
}
|
|
241
|
+
if depth_colorized is not None:
|
|
242
|
+
msg[MessageKeys.PAYLOAD]['depth_colorized'] = self.encode_image(depth_colorized, format_type)
|
|
243
|
+
|
|
244
|
+
# Add metadata
|
|
245
|
+
msg['realsense'] = {
|
|
246
|
+
'output_format': output_format,
|
|
247
|
+
'has_color': color_image is not None,
|
|
248
|
+
'has_depth': depth_image is not None,
|
|
249
|
+
'color_shape': list(color_image.shape) if color_image is not None else None,
|
|
250
|
+
'depth_shape': list(depth_image.shape) if depth_image is not None else None
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
self.send(msg)
|