pynode-flow 0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (227) hide show
  1. pynode/__init__.py +37 -0
  2. pynode/__main__.py +9 -0
  3. pynode/_perf.py +65 -0
  4. pynode/_version.py +24 -0
  5. pynode/api/__init__.py +15 -0
  6. pynode/api/helpers.py +79 -0
  7. pynode/api/nodes.py +423 -0
  8. pynode/api/services.py +124 -0
  9. pynode/api/sse.py +58 -0
  10. pynode/api/uploads.py +59 -0
  11. pynode/api/workflows.py +466 -0
  12. pynode/config.py +93 -0
  13. pynode/install_nodes.py +143 -0
  14. pynode/main.py +118 -0
  15. pynode/node_registry.py +156 -0
  16. pynode/nodes/AutoSyncNode/auto_sync_node.py +151 -0
  17. pynode/nodes/BBoxMetricsNode/__init__.py +3 -0
  18. pynode/nodes/BBoxMetricsNode/bbox_metrics_node.py +250 -0
  19. pynode/nodes/BBoxMetricsNode/requirements.txt +1 -0
  20. pynode/nodes/BatchNode/__init__.py +3 -0
  21. pynode/nodes/BatchNode/batch_node.py +86 -0
  22. pynode/nodes/BatchNode/requirements.txt +1 -0
  23. pynode/nodes/CameraNode/__init__.py +4 -0
  24. pynode/nodes/CameraNode/camera_node.py +204 -0
  25. pynode/nodes/CameraNode/requirements.txt +2 -0
  26. pynode/nodes/ChangeNode/__init__.py +1 -0
  27. pynode/nodes/ChangeNode/change_node.py +255 -0
  28. pynode/nodes/ChangeNode/requirements.txt +1 -0
  29. pynode/nodes/ConfidenceFilterNode/__init__.py +4 -0
  30. pynode/nodes/ConfidenceFilterNode/confidence_filter_node.py +208 -0
  31. pynode/nodes/ConfidenceFilterNode/requirements.txt +1 -0
  32. pynode/nodes/CounterNode/__init__.py +3 -0
  33. pynode/nodes/CounterNode/counter_node.py +191 -0
  34. pynode/nodes/CropNode/__init__.py +4 -0
  35. pynode/nodes/CropNode/crop_node.py +317 -0
  36. pynode/nodes/CropNode/requirements.txt +2 -0
  37. pynode/nodes/DebugNode/__init__.py +4 -0
  38. pynode/nodes/DebugNode/debug_node.py +169 -0
  39. pynode/nodes/DebugNode/requirements.txt +1 -0
  40. pynode/nodes/DelayNode/delay_node.py +218 -0
  41. pynode/nodes/DelayNode/requirements.txt +1 -0
  42. pynode/nodes/DrawPredictionsNode/__init__.py +3 -0
  43. pynode/nodes/DrawPredictionsNode/draw_predictions_node.py +365 -0
  44. pynode/nodes/DrawPredictionsNode/requirements.txt +2 -0
  45. pynode/nodes/ErrorNode/error_node.py +94 -0
  46. pynode/nodes/ErrorNode/requirements.txt +1 -0
  47. pynode/nodes/FilterNode/__init__.py +3 -0
  48. pynode/nodes/FilterNode/filter_node.py +102 -0
  49. pynode/nodes/FilterNode/requirements.txt +1 -0
  50. pynode/nodes/FrameSourceNode/__init__.py +4 -0
  51. pynode/nodes/FrameSourceNode/frame_source_node.py +319 -0
  52. pynode/nodes/FrameSourceNode/requirements.txt +1 -0
  53. pynode/nodes/FunctionNode/__init__.py +3 -0
  54. pynode/nodes/FunctionNode/function_node.py +168 -0
  55. pynode/nodes/FunctionNode/requirements.txt +1 -0
  56. pynode/nodes/GateNode/gate_node.py +60 -0
  57. pynode/nodes/GateNode/requirements.txt +1 -0
  58. pynode/nodes/GetiUploadNode/__init__.py +3 -0
  59. pynode/nodes/GetiUploadNode/geti_upload_node.py +278 -0
  60. pynode/nodes/GetiUploadNode/requirements.txt +1 -0
  61. pynode/nodes/ImageFormatNode/__init__.py +4 -0
  62. pynode/nodes/ImageFormatNode/image_format_node.py +310 -0
  63. pynode/nodes/ImageFormatNode/requirements.txt +2 -0
  64. pynode/nodes/ImageUploadNode/image_upload_node.py +96 -0
  65. pynode/nodes/ImageViewerNode/__init__.py +4 -0
  66. pynode/nodes/ImageViewerNode/image_viewer_node.py +162 -0
  67. pynode/nodes/ImageViewerNode/requirements.txt +2 -0
  68. pynode/nodes/ImageWriterNode/__init__.py +3 -0
  69. pynode/nodes/ImageWriterNode/imagewriter_node.py +352 -0
  70. pynode/nodes/ImageWriterNode/requirements.txt +1 -0
  71. pynode/nodes/InferenceNode/InferenceEngine/__init__.py +15 -0
  72. pynode/nodes/InferenceNode/InferenceEngine/device_detection.py +149 -0
  73. pynode/nodes/InferenceNode/InferenceEngine/engines/base_engine.py +155 -0
  74. pynode/nodes/InferenceNode/InferenceEngine/engines/example_engine_template.py +272 -0
  75. pynode/nodes/InferenceNode/InferenceEngine/engines/geti_engine.py +309 -0
  76. pynode/nodes/InferenceNode/InferenceEngine/engines/onnx_engine.py +346 -0
  77. pynode/nodes/InferenceNode/InferenceEngine/engines/pass_engine.py +86 -0
  78. pynode/nodes/InferenceNode/InferenceEngine/engines/ultralytics_engine.py +863 -0
  79. pynode/nodes/InferenceNode/InferenceEngine/inference_engine_factory.py +533 -0
  80. pynode/nodes/InferenceNode/InferenceEngine/readme.md +107 -0
  81. pynode/nodes/InferenceNode/InferenceEngine/result_converters.py +121 -0
  82. pynode/nodes/InferenceNode/inference_node.py +451 -0
  83. pynode/nodes/InferenceNode/requirements.txt +13 -0
  84. pynode/nodes/InjectNode/inject_node.py +245 -0
  85. pynode/nodes/InjectNode/requirements.txt +1 -0
  86. pynode/nodes/JoinNode/__init__.py +3 -0
  87. pynode/nodes/JoinNode/join_node.py +156 -0
  88. pynode/nodes/JoinNode/requirements.txt +1 -0
  89. pynode/nodes/LabelFilterNode/__init__.py +3 -0
  90. pynode/nodes/LabelFilterNode/label_filter_node.py +188 -0
  91. pynode/nodes/LabelFilterNode/requirements.txt +1 -0
  92. pynode/nodes/MQTTNode/__init__.py +8 -0
  93. pynode/nodes/MQTTNode/mqtt_in_node.py +148 -0
  94. pynode/nodes/MQTTNode/mqtt_out_node.py +157 -0
  95. pynode/nodes/MQTTNode/mqtt_service.py +367 -0
  96. pynode/nodes/MQTTNode/requirements.txt +1 -0
  97. pynode/nodes/MessageWriterNode/__init__.py +7 -0
  98. pynode/nodes/MessageWriterNode/messagereader_node.py +568 -0
  99. pynode/nodes/MessageWriterNode/messagewriter_node.py +505 -0
  100. pynode/nodes/OmronCameraNode/__init__.py +3 -0
  101. pynode/nodes/OmronCameraNode/omron_camera_node.py +652 -0
  102. pynode/nodes/OmronCameraNode/requirements.txt +4 -0
  103. pynode/nodes/OpenCV/__init__.py +1 -0
  104. pynode/nodes/OpenCV/arithmetic_node.py +376 -0
  105. pynode/nodes/OpenCV/bitwise_node.py +127 -0
  106. pynode/nodes/OpenCV/blend_node.py +127 -0
  107. pynode/nodes/OpenCV/blob_detector_node.py +233 -0
  108. pynode/nodes/OpenCV/blur_node.py +141 -0
  109. pynode/nodes/OpenCV/color_space_node.py +139 -0
  110. pynode/nodes/OpenCV/colormap_node.py +262 -0
  111. pynode/nodes/OpenCV/contours_node.py +258 -0
  112. pynode/nodes/OpenCV/denormalize_coords_node.py +365 -0
  113. pynode/nodes/OpenCV/draw_node.py +312 -0
  114. pynode/nodes/OpenCV/edge_detector_node.py +177 -0
  115. pynode/nodes/OpenCV/equirectangular_node.py +447 -0
  116. pynode/nodes/OpenCV/fft_node.py +102 -0
  117. pynode/nodes/OpenCV/focus_estimation_node.py +189 -0
  118. pynode/nodes/OpenCV/frequency_filter_node.py +241 -0
  119. pynode/nodes/OpenCV/histogram_node.py +160 -0
  120. pynode/nodes/OpenCV/hough_circles_node.py +224 -0
  121. pynode/nodes/OpenCV/hough_lines_node.py +243 -0
  122. pynode/nodes/OpenCV/in_range_node.py +186 -0
  123. pynode/nodes/OpenCV/morphology_node.py +136 -0
  124. pynode/nodes/OpenCV/normalize_coords_node.py +344 -0
  125. pynode/nodes/OpenCV/paste_node.py +244 -0
  126. pynode/nodes/OpenCV/perspective_node.py +174 -0
  127. pynode/nodes/OpenCV/realsense_depth_node.py +253 -0
  128. pynode/nodes/OpenCV/requirements.txt +2 -0
  129. pynode/nodes/OpenCV/resize_node.py +175 -0
  130. pynode/nodes/OpenCV/rotate_node.py +159 -0
  131. pynode/nodes/OpenCV/template_match_node.py +227 -0
  132. pynode/nodes/OpenCV/threshold_node.py +167 -0
  133. pynode/nodes/PointInShapeNode/__init__.py +3 -0
  134. pynode/nodes/PointInShapeNode/point_in_shape_node.py +313 -0
  135. pynode/nodes/PointInShapeNode/requirements.txt +2 -0
  136. pynode/nodes/PolygonMetricsNode/__init__.py +3 -0
  137. pynode/nodes/PolygonMetricsNode/polygon_metrics_node.py +331 -0
  138. pynode/nodes/PolygonMetricsNode/requirements.txt +2 -0
  139. pynode/nodes/QueueLengthProbeNode/__init__.py +3 -0
  140. pynode/nodes/QueueLengthProbeNode/queue_length_probe_node.py +116 -0
  141. pynode/nodes/Qwen3VLMNode/__init__.py +3 -0
  142. pynode/nodes/Qwen3VLMNode/qwen3_vlm_node.py +519 -0
  143. pynode/nodes/Qwen3VLMNode/requirements.txt +5 -0
  144. pynode/nodes/RESTEndpointNode/__init__.py +3 -0
  145. pynode/nodes/RESTEndpointNode/rest_endpoint_node.py +491 -0
  146. pynode/nodes/RangeNode/__init__.py +3 -0
  147. pynode/nodes/RangeNode/range_node.py +115 -0
  148. pynode/nodes/RangeNode/requirements.txt +1 -0
  149. pynode/nodes/RateProbeNode/__init__.py +3 -0
  150. pynode/nodes/RateProbeNode/rate_probe_node.py +183 -0
  151. pynode/nodes/RateProbeNode/requirements.txt +1 -0
  152. pynode/nodes/RoboflowUploadNode/__init__.py +3 -0
  153. pynode/nodes/RoboflowUploadNode/requirements.txt +1 -0
  154. pynode/nodes/RoboflowUploadNode/roboflow_upload_node.py +229 -0
  155. pynode/nodes/SliceNode/README.md +149 -0
  156. pynode/nodes/SliceNode/__init__.py +5 -0
  157. pynode/nodes/SliceNode/merge_predictions_node.py +444 -0
  158. pynode/nodes/SliceNode/requirements.txt +3 -0
  159. pynode/nodes/SliceNode/slice_collector_node.py +370 -0
  160. pynode/nodes/SliceNode/slice_image_node.py +380 -0
  161. pynode/nodes/SplitNode/__init__.py +3 -0
  162. pynode/nodes/SplitNode/requirements.txt +1 -0
  163. pynode/nodes/SplitNode/split_node.py +155 -0
  164. pynode/nodes/SwitchNode/requirements.txt +1 -0
  165. pynode/nodes/SwitchNode/switch_node.py +259 -0
  166. pynode/nodes/SyncNode/__init__.py +3 -0
  167. pynode/nodes/SyncNode/sync_node.py +287 -0
  168. pynode/nodes/TemplateNode/requirements.txt +1 -0
  169. pynode/nodes/TemplateNode/template_node.py +86 -0
  170. pynode/nodes/TrackerNode/__init__.py +2 -0
  171. pynode/nodes/TrackerNode/supervision_tracker_node.py +248 -0
  172. pynode/nodes/TrackerNode/tracker_node.py +745 -0
  173. pynode/nodes/UltralyticsNode/__init__.py +4 -0
  174. pynode/nodes/UltralyticsNode/requirements.txt +2 -0
  175. pynode/nodes/UltralyticsNode/ultralytics_node.py +364 -0
  176. pynode/nodes/UnknownNode/__init__.py +93 -0
  177. pynode/nodes/VLLMNode/__init__.py +3 -0
  178. pynode/nodes/VLLMNode/vllm_node.py +345 -0
  179. pynode/nodes/VideoReaderNode/__init__.py +3 -0
  180. pynode/nodes/VideoReaderNode/video_reader_node.py +425 -0
  181. pynode/nodes/VideoWriterNode/__init__.py +3 -0
  182. pynode/nodes/VideoWriterNode/video_writer_node.py +441 -0
  183. pynode/nodes/WebhookNode/__init__.py +3 -0
  184. pynode/nodes/WebhookNode/webhook_node.py +591 -0
  185. pynode/nodes/__init__.py +109 -0
  186. pynode/nodes/base_node.py +562 -0
  187. pynode/nodes/image_utils.py +291 -0
  188. pynode/nodes/info.py +109 -0
  189. pynode/nodes/mDNSNode/__init__.py +13 -0
  190. pynode/nodes/mDNSNode/mdns_broadcast_node.py +214 -0
  191. pynode/nodes/mDNSNode/mdns_discovery_node.py +362 -0
  192. pynode/nodes/mDNSNode/mdns_manager.py +399 -0
  193. pynode/nodes/mDNSNode/requirements.txt +1 -0
  194. pynode/nodes/messages.py +81 -0
  195. pynode/server.py +187 -0
  196. pynode/static/images/favicon4.png +0 -0
  197. pynode/static/index.html +200 -0
  198. pynode/static/js/README.md +139 -0
  199. pynode/static/js/auth.js +89 -0
  200. pynode/static/js/clipboard.js +152 -0
  201. pynode/static/js/config.js +14 -0
  202. pynode/static/js/connections.js +844 -0
  203. pynode/static/js/debug.js +524 -0
  204. pynode/static/js/events.js +775 -0
  205. pynode/static/js/history.js +199 -0
  206. pynode/static/js/main.js +55 -0
  207. pynode/static/js/minimap.js +242 -0
  208. pynode/static/js/nodes.js +995 -0
  209. pynode/static/js/palette.js +255 -0
  210. pynode/static/js/properties.js +1270 -0
  211. pynode/static/js/selection.js +241 -0
  212. pynode/static/js/state.js +211 -0
  213. pynode/static/js/ui-utils.js +28 -0
  214. pynode/static/js/viewport.js +204 -0
  215. pynode/static/js/workflow.js +469 -0
  216. pynode/static/js/workflows.js +344 -0
  217. pynode/static/style.css +2751 -0
  218. pynode/workflow_engine.py +483 -0
  219. pynode/workflow_manager.py +440 -0
  220. pynode_flow-0.2.0.dist-info/METADATA +520 -0
  221. pynode_flow-0.2.0.dist-info/RECORD +227 -0
  222. pynode_flow-0.2.0.dist-info/WHEEL +5 -0
  223. pynode_flow-0.2.0.dist-info/entry_points.txt +3 -0
  224. pynode_flow-0.2.0.dist-info/licenses/LICENSE +21 -0
  225. pynode_flow-0.2.0.dist-info/scm_file_list.json +270 -0
  226. pynode_flow-0.2.0.dist-info/scm_version.json +8 -0
  227. pynode_flow-0.2.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,244 @@
1
+ """
2
+ OpenCV Paste Node - pastes an image onto another at a specific position.
3
+ Used for compositing operations like replacing regions in an image.
4
+ """
5
+
6
+ import cv2
7
+ import numpy as np
8
+ from typing import Any, Dict, Optional, Tuple
9
+ from pynode.nodes.base_node import BaseNode, Info, MessageKeys
10
+
11
+
12
+ # Build info content
13
+ _info = Info()
14
+ _info.add_text("Pastes a foreground image onto a background image at a specified position. Useful for compositing operations like replacing regions in an image.")
15
+
16
+ _info.add_header("Inputs")
17
+ _info.add_bullets(
18
+ ("Input 0 (top):", "Background image - the original full image to paste onto"),
19
+ ("Input 1 (bottom):", "Foreground image - the region to paste (e.g., a processed crop)")
20
+ )
21
+
22
+ _info.add_header("Output")
23
+ _info.add_text("The combined image with the foreground pasted onto the background.")
24
+
25
+ _info.add_header("Position Source")
26
+ _info.add_bullets(
27
+ ("From msg.bbox:", "Automatically uses bounding box coordinates from upstream nodes like CropNode"),
28
+ ("Manual:", "Specify X and Y as normalized coordinates (0.0-1.0)")
29
+ )
30
+
31
+ _info.add_header("Normalized Coordinates")
32
+ _info.add_text("When using manual mode:")
33
+ _info.add_bullets(
34
+ ("0.0:", "Left/Top edge"),
35
+ ("0.5:", "Center"),
36
+ ("1.0:", "Right/Bottom edge")
37
+ )
38
+
39
+ _info.add_header("Typical Usage")
40
+ _info.add_text("Connect the original image to Input 0, and the processed crop (e.g., blurred face) to Input 1. The node will paste the crop back to its original position.")
41
+
42
+ _info.add_header("Example Flow")
43
+ _info.add_code("Camera → Crop → Blur → Paste").text("(with Camera also connected to Paste Input 0)").end()
44
+
45
+
46
+ class PasteNode(BaseNode):
47
+ """
48
+ Paste node - pastes a foreground image onto a background image at specified coordinates.
49
+ Useful for replacing regions (e.g., blurred faces back into original image).
50
+
51
+ Input 0: Background image (the original full image)
52
+ Input 1: Foreground image (the region to paste, e.g., blurred crop)
53
+
54
+ The position can come from:
55
+ - msg.bbox on the foreground message (from CropNode)
56
+ - Manual coordinates in properties
57
+ """
58
+ display_name = 'Paste'
59
+ icon = '📋'
60
+ category = 'opencv'
61
+ color = '#4A90D9'
62
+ border_color = '#2E6BB0'
63
+ text_color = '#FFFFFF'
64
+ input_count = 2 # Input 0: background, Input 1: foreground
65
+ output_count = 1
66
+
67
+ info = str(_info)
68
+
69
+ DEFAULT_CONFIG = {
70
+ 'position_source': 'bbox',
71
+ 'x': 0.0,
72
+ 'y': 0.0,
73
+ 'resize_to_fit': 'true',
74
+ 'drop_messages': False # Don't drop messages - we need both inputs to stay in sync
75
+ }
76
+
77
+ properties = [
78
+ {
79
+ 'name': 'position_source',
80
+ 'label': 'Position Source',
81
+ 'type': 'select',
82
+ 'options': [
83
+ {'value': 'bbox', 'label': 'From msg.bbox (auto from CropNode)'},
84
+ {'value': 'manual', 'label': 'Manual coordinates'}
85
+ ],
86
+ 'default': DEFAULT_CONFIG['position_source'],
87
+ 'help': 'Where to get the paste position from'
88
+ },
89
+ {
90
+ 'name': 'x',
91
+ 'label': 'X Position',
92
+ 'type': 'number',
93
+ 'default': DEFAULT_CONFIG['x'],
94
+ 'min': 0.0,
95
+ 'max': 1.0,
96
+ 'step': 0.01,
97
+ 'help': 'Normalized X coordinate (0.0-1.0)'
98
+ },
99
+ {
100
+ 'name': 'y',
101
+ 'label': 'Y Position',
102
+ 'type': 'number',
103
+ 'default': DEFAULT_CONFIG['y'],
104
+ 'min': 0.0,
105
+ 'max': 1.0,
106
+ 'step': 0.01,
107
+ 'help': 'Normalized Y coordinate (0.0-1.0)'
108
+ },
109
+ {
110
+ 'name': 'resize_to_fit',
111
+ 'label': 'Resize to Fit',
112
+ 'type': 'select',
113
+ 'options': [
114
+ {'value': 'true', 'label': 'Yes (resize foreground to bbox size)'},
115
+ {'value': 'false', 'label': 'No (use foreground as-is)'}
116
+ ],
117
+ 'default': DEFAULT_CONFIG['resize_to_fit'],
118
+ 'help': 'Resize foreground to match the original bbox size'
119
+ }
120
+ ]
121
+
122
+ def __init__(self, node_id=None, name="paste"):
123
+ super().__init__(node_id, name)
124
+ self._background: Optional[np.ndarray] = None
125
+ self._background_msg: Optional[Dict] = None
126
+ self._foreground: Optional[np.ndarray] = None
127
+ self._foreground_msg: Optional[Dict] = None
128
+ self._format_type: Optional[str] = None
129
+
130
+ def on_start(self):
131
+ """Reset state on start."""
132
+ super().on_start()
133
+ self._background = None
134
+ self._background_msg = None
135
+ self._foreground = None
136
+ self._foreground_msg = None
137
+ self._format_type = None
138
+
139
+ def on_input(self, msg: Dict[str, Any], input_index: int = 0):
140
+ """
141
+ Process images:
142
+ - Input 0: Store as background
143
+ - Input 1: Store as foreground
144
+ Output is produced whenever either input updates (if both are available)
145
+ """
146
+ if MessageKeys.PAYLOAD not in msg:
147
+ return
148
+
149
+ img, format_type = self.decode_image(msg[MessageKeys.PAYLOAD])
150
+ if img is None:
151
+ return
152
+
153
+ if input_index == 0:
154
+ # Background image - store it
155
+ self._background = img.copy()
156
+ self._background_msg = msg.copy()
157
+ self._format_type = format_type
158
+ else:
159
+ # Foreground image - store it
160
+ self._foreground = img.copy()
161
+ self._foreground_msg = msg.copy()
162
+
163
+ # Output if we have both images
164
+ if self._background is not None and self._foreground is not None:
165
+ self._paste_and_send()
166
+
167
+ def _paste_and_send(self):
168
+ """Paste foreground onto background and send result."""
169
+ # These are guaranteed to be set by caller check
170
+ assert self._foreground is not None
171
+ assert self._foreground_msg is not None
172
+ assert self._background is not None
173
+
174
+ foreground = self._foreground
175
+ fg_msg = self._foreground_msg
176
+
177
+ position_source = self.config.get('position_source', 'bbox')
178
+ resize_to_fit = self.get_config_bool('resize_to_fit', True)
179
+
180
+ # Get position - check multiple places for bbox
181
+ bbox = None
182
+ if position_source == 'bbox':
183
+ # Try msg.bbox first (dict format)
184
+ if 'bbox' in fg_msg and isinstance(fg_msg['bbox'], dict):
185
+ bbox = fg_msg['bbox']
186
+ # Try msg.payload.bbox (list format from CropNode)
187
+ elif isinstance(fg_msg.get(MessageKeys.PAYLOAD), dict) and 'bbox' in fg_msg[MessageKeys.PAYLOAD]:
188
+ bbox_list = fg_msg[MessageKeys.PAYLOAD]['bbox']
189
+ if isinstance(bbox_list, list) and len(bbox_list) >= 4:
190
+ bbox = {'x1': bbox_list[0], 'y1': bbox_list[1], 'x2': bbox_list[2], 'y2': bbox_list[3]}
191
+
192
+ if bbox:
193
+ x1 = int(bbox.get('x1', 0))
194
+ y1 = int(bbox.get('y1', 0))
195
+ x2 = int(bbox.get('x2', x1 + foreground.shape[1]))
196
+ y2 = int(bbox.get('y2', y1 + foreground.shape[0]))
197
+ else:
198
+ # Manual mode - use normalized coordinates
199
+ bg_h, bg_w = self._background.shape[:2]
200
+ x1 = int(self.get_config_float('x', 0.0) * bg_w)
201
+ y1 = int(self.get_config_float('y', 0.0) * bg_h)
202
+ x2 = x1 + foreground.shape[1]
203
+ y2 = y1 + foreground.shape[0]
204
+
205
+ # Create output image from background (already checked not None in caller)
206
+ assert self._background is not None
207
+ result = self._background.copy()
208
+ bg_h, bg_w = result.shape[:2]
209
+
210
+ # Clamp coordinates to image bounds
211
+ x1 = max(0, min(x1, bg_w - 1))
212
+ y1 = max(0, min(y1, bg_h - 1))
213
+ x2 = max(x1 + 1, min(x2, bg_w))
214
+ y2 = max(y1 + 1, min(y2, bg_h))
215
+
216
+ target_w = x2 - x1
217
+ target_h = y2 - y1
218
+
219
+ # Resize foreground if needed
220
+ if resize_to_fit:
221
+ fg_resized = cv2.resize(foreground, (target_w, target_h), interpolation=cv2.INTER_LINEAR)
222
+ else:
223
+ fg_resized = foreground
224
+ # Adjust target region to match foreground size
225
+ fg_h, fg_w = foreground.shape[:2]
226
+ x2 = min(x1 + fg_w, bg_w)
227
+ y2 = min(y1 + fg_h, bg_h)
228
+ # Crop foreground if it extends beyond background
229
+ fg_resized = foreground[:y2-y1, :x2-x1]
230
+
231
+ # Handle channel mismatch
232
+ if len(result.shape) == 3 and len(fg_resized.shape) == 2:
233
+ fg_resized = cv2.cvtColor(fg_resized, cv2.COLOR_GRAY2BGR)
234
+ elif len(result.shape) == 2 and len(fg_resized.shape) == 3:
235
+ fg_resized = cv2.cvtColor(fg_resized, cv2.COLOR_BGR2GRAY)
236
+
237
+ # Paste
238
+ result[y1:y2, x1:x2] = fg_resized
239
+
240
+ # Build output message
241
+ out_msg = self._background_msg.copy() if self._background_msg else {}
242
+ out_msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(result, self._format_type or 'numpy_array')
243
+
244
+ self.send(out_msg)
@@ -0,0 +1,174 @@
1
+ """
2
+ OpenCV Perspective Transform Node - applies perspective transformations.
3
+ """
4
+
5
+ import cv2
6
+ import numpy as np
7
+ from typing import Any, Dict
8
+ from pynode.nodes.base_node import BaseNode, Info, MessageKeys
9
+
10
+ _info = Info()
11
+ _info.add_text("Applies perspective transformation to correct distortion or create custom warps. Transforms a quadrilateral region to a rectangular output.")
12
+ _info.add_header("Inputs")
13
+ _info.add_bullets(("Input 0:", "Source image"))
14
+ _info.add_header("Outputs")
15
+ _info.add_bullets(("Output 0:", "Warped image with perspective corrected"))
16
+ _info.add_header("Normalized Coordinates")
17
+ _info.add_text("Source points use normalized coordinates (0.0-1.0):")
18
+ _info.add_bullets(
19
+ ("0.0:", "Left/Top edge"),
20
+ ("0.5:", "Center"),
21
+ ("1.0:", "Right/Bottom edge")
22
+ )
23
+ _info.add_header("Properties")
24
+ _info.add_bullets(
25
+ ("Mode:", "Get source points from message or manual entry"),
26
+ ("Output Size:", "Width and height of the output image"),
27
+ ("Source Points:", "Four corners as x1,y1;x2,y2;x3,y3;x4,y4 (TL,TR,BR,BL) in normalized coords")
28
+ )
29
+ _info.add_header("Message Fields")
30
+ _info.add_bullets(
31
+ ("perspective_points:", "Source points from upstream node"),
32
+ ("transform_matrix:", "Output transformation matrix")
33
+ )
34
+
35
+ class PerspectiveNode(BaseNode):
36
+ """
37
+ Perspective Transform node - applies perspective/warp transformations.
38
+ Can correct perspective distortion or apply custom warps.
39
+ """
40
+ info = str(_info)
41
+ display_name = 'Perspective'
42
+ icon = '⬱'
43
+ category = 'opencv'
44
+ color = '#4A90D9'
45
+ border_color = '#2E6BB0'
46
+ text_color = '#FFFFFF'
47
+ input_count = 1
48
+ output_count = 1
49
+
50
+ DEFAULT_CONFIG = {
51
+ 'mode': 'from_msg',
52
+ 'output_width': 400,
53
+ 'output_height': 300,
54
+ 'src_points': '0.0,0.0;0.25,0.0;0.25,0.33;0.0,0.33'
55
+ }
56
+
57
+ properties = [
58
+ {
59
+ 'name': 'mode',
60
+ 'label': 'Mode',
61
+ 'type': 'select',
62
+ 'options': [
63
+ {'value': 'from_msg', 'label': 'Points from message'},
64
+ {'value': 'manual', 'label': 'Manual points'}
65
+ ],
66
+ 'default': DEFAULT_CONFIG['mode'],
67
+ 'help': 'How to get source points'
68
+ },
69
+ {
70
+ 'name': 'output_width',
71
+ 'label': 'Output Width',
72
+ 'type': 'number',
73
+ 'default': DEFAULT_CONFIG['output_width'],
74
+ 'min': 1,
75
+ 'help': 'Width of output image in pixels'
76
+ },
77
+ {
78
+ 'name': 'output_height',
79
+ 'label': 'Output Height',
80
+ 'type': 'number',
81
+ 'default': DEFAULT_CONFIG['output_height'],
82
+ 'min': 1,
83
+ 'help': 'Height of output image in pixels'
84
+ },
85
+ {
86
+ 'name': 'src_points',
87
+ 'label': 'Source Points',
88
+ 'type': 'text',
89
+ 'default': DEFAULT_CONFIG['src_points'],
90
+ 'help': 'Normalized source points (0.0-1.0) as x1,y1;x2,y2;x3,y3;x4,y4 (TL,TR,BR,BL)',
91
+ 'showIf': {'mode': 'manual'}
92
+ }
93
+ ]
94
+
95
+ def __init__(self, node_id=None, name="perspective"):
96
+ super().__init__(node_id, name)
97
+
98
+ def _parse_points(self, points_str, img_w=1, img_h=1):
99
+ """Parse points string to numpy array. Converts normalized coords to pixels."""
100
+ try:
101
+ points = []
102
+ for pt in points_str.split(';'):
103
+ x, y = pt.strip().split(',')
104
+ x, y = float(x), float(y)
105
+ # Convert normalized (0.0-1.0) to pixel coordinates
106
+ if x <= 1.0 and y <= 1.0:
107
+ x = x * img_w
108
+ y = y * img_h
109
+ points.append([x, y])
110
+ return np.float32(points)
111
+ except Exception:
112
+ return None
113
+
114
+ def on_input(self, msg: Dict[str, Any], input_index: int = 0):
115
+ """Apply perspective transform."""
116
+ if MessageKeys.PAYLOAD not in msg:
117
+ self.send(msg)
118
+ return
119
+
120
+ img, format_type = self.decode_image(msg[MessageKeys.PAYLOAD])
121
+ if img is None:
122
+ self.send(msg)
123
+ return
124
+
125
+ h, w = img.shape[:2]
126
+ mode = self.config.get('mode', 'from_msg')
127
+ output_w = self.get_config_int('output_width', 400)
128
+ output_h = self.get_config_int('output_height', 300)
129
+
130
+ # Get source points
131
+ if mode == 'from_msg':
132
+ src_points = msg.get('perspective_points')
133
+ if src_points is None:
134
+ src_points = msg.get('src_points')
135
+ if src_points is None:
136
+ self.send(msg)
137
+ return
138
+ if isinstance(src_points, str):
139
+ src_pts = self._parse_points(src_points, w, h)
140
+ elif isinstance(src_points, list):
141
+ # Assume normalized if values are <= 1.0, otherwise pixel coords
142
+ flat = [v for pt in src_points for v in (pt if isinstance(pt, (list, tuple)) else [pt])]
143
+ if all(0 <= v <= 1.0 for v in flat):
144
+ src_pts = np.float32([[pt[0] * w, pt[1] * h] for pt in src_points])
145
+ else:
146
+ src_pts = np.float32(src_points)
147
+ else:
148
+ src_pts = src_points
149
+ else:
150
+ src_pts = self._parse_points(self.config.get('src_points', ''), w, h)
151
+
152
+ if src_pts is None or len(src_pts) != 4:
153
+ self.send(msg)
154
+ return
155
+
156
+ # Define destination points (rectangle)
157
+ dst_pts = np.float32([
158
+ [0, 0],
159
+ [output_w - 1, 0],
160
+ [output_w - 1, output_h - 1],
161
+ [0, output_h - 1]
162
+ ])
163
+
164
+ # Compute perspective transform matrix
165
+ M = cv2.getPerspectiveTransform(src_pts, dst_pts)
166
+
167
+ # Apply warp
168
+ result = cv2.warpPerspective(img, M, (output_w, output_h))
169
+
170
+ if MessageKeys.PAYLOAD not in msg or not isinstance(msg[MessageKeys.PAYLOAD], dict):
171
+ msg[MessageKeys.PAYLOAD] = {}
172
+ msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(result, format_type)
173
+ msg['transform_matrix'] = M.tolist()
174
+ self.send(msg)
@@ -0,0 +1,253 @@
1
+ """
2
+ RealSense Depth Processing Node - processes RealSense depth camera frames.
3
+ Handles aligned RGB and depth data with various output formats.
4
+ """
5
+
6
+ import cv2
7
+ import numpy as np
8
+ from typing import Any, Dict
9
+ from pynode.nodes.base_node import BaseNode, Info, MessageKeys
10
+
11
+ _info = Info()
12
+ _info.add_text("Processes Intel RealSense depth camera frames. Handles aligned RGB and depth data with various output format options.")
13
+ _info.add_header("Inputs")
14
+ _info.add_bullets(
15
+ ("Input 0:", "RealSense frame with aligned_color and aligned_depth data, or image with depth payload")
16
+ )
17
+ _info.add_header("Outputs")
18
+ _info.add_bullets(
19
+ ("Output 0:", "Processed frame based on output format setting")
20
+ )
21
+ _info.add_header("Output Formats")
22
+ _info.add_bullets(
23
+ ("RGB only:", "Color image only"),
24
+ ("Depth only:", "Raw 16-bit depth data"),
25
+ ("Depth colorized:", "Depth mapped to colormap"),
26
+ ("Side by side:", "RGB and colorized depth horizontally combined"),
27
+ ("Both:", "Separate RGB and depth in payload")
28
+ )
29
+ _info.add_header("Configuration")
30
+ _info.add_bullets(
31
+ ("Depth Scale:", "Alpha value for depth visualization contrast (0.001-1.0)"),
32
+ ("Colormap:", "Color scheme for depth visualization (Jet, Turbo, Viridis, etc.)")
33
+ )
34
+
35
+
36
+ class RealsenseDepthNode(BaseNode):
37
+ """
38
+ RealSense Depth Processing node - processes depth camera frames from RealSense cameras.
39
+ Expects input with aligned_color and aligned_depth frame data.
40
+ Outputs RGB, depth, colorized depth, or combined formats.
41
+ """
42
+ info = str(_info)
43
+ display_name = 'RealSense Depth'
44
+ icon = '📷'
45
+ category = 'opencv'
46
+ color = '#4A90D9'
47
+ border_color = '#2E6BB0'
48
+ text_color = '#FFFFFF'
49
+ input_count = 1
50
+ output_count = 1
51
+
52
+ DEFAULT_CONFIG = {
53
+ 'output_format': 'both',
54
+ 'depth_scale': 0.03,
55
+ 'colormap': 'jet'
56
+ }
57
+
58
+ properties = [
59
+ {
60
+ 'name': 'output_format',
61
+ 'label': 'Output Format',
62
+ 'type': 'select',
63
+ 'options': [
64
+ {'value': 'rgb', 'label': 'RGB only'},
65
+ {'value': 'depth', 'label': 'Depth only (raw)'},
66
+ {'value': 'depth_colorized', 'label': 'Depth colorized'},
67
+ {'value': 'side_by_side', 'label': 'Side by side (RGB + Depth)'},
68
+ {'value': 'both', 'label': 'Both (separate in payload)'}
69
+ ],
70
+ 'default': DEFAULT_CONFIG['output_format'],
71
+ 'help': 'Output format for processed frames'
72
+ },
73
+ {
74
+ 'name': 'depth_scale',
75
+ 'label': 'Depth Scale (alpha)',
76
+ 'type': 'number',
77
+ 'default': DEFAULT_CONFIG['depth_scale'],
78
+ 'min': 0.001,
79
+ 'max': 1.0,
80
+ 'step': 0.005,
81
+ 'help': 'Scale factor for depth visualization (higher = more contrast)'
82
+ },
83
+ {
84
+ 'name': 'colormap',
85
+ 'label': 'Depth Colormap',
86
+ 'type': 'select',
87
+ 'options': [
88
+ {'value': 'jet', 'label': 'Jet'},
89
+ {'value': 'turbo', 'label': 'Turbo'},
90
+ {'value': 'viridis', 'label': 'Viridis'},
91
+ {'value': 'plasma', 'label': 'Plasma'},
92
+ {'value': 'inferno', 'label': 'Inferno'},
93
+ {'value': 'magma', 'label': 'Magma'},
94
+ {'value': 'hot', 'label': 'Hot'},
95
+ {'value': 'bone', 'label': 'Bone'},
96
+ {'value': 'rainbow', 'label': 'Rainbow'}
97
+ ],
98
+ 'default': DEFAULT_CONFIG['colormap'],
99
+ 'help': 'Colormap for depth visualization'
100
+ }
101
+ ]
102
+
103
+ # Colormap lookup
104
+ COLORMAPS = {
105
+ 'jet': cv2.COLORMAP_JET,
106
+ 'turbo': cv2.COLORMAP_TURBO,
107
+ 'viridis': cv2.COLORMAP_VIRIDIS,
108
+ 'plasma': cv2.COLORMAP_PLASMA,
109
+ 'inferno': cv2.COLORMAP_INFERNO,
110
+ 'magma': cv2.COLORMAP_MAGMA,
111
+ 'hot': cv2.COLORMAP_HOT,
112
+ 'bone': cv2.COLORMAP_BONE,
113
+ 'rainbow': cv2.COLORMAP_RAINBOW
114
+ }
115
+
116
+ def __init__(self, node_id=None, name="realsense depth"):
117
+ super().__init__(node_id, name)
118
+
119
+ def on_input(self, msg: Dict[str, Any], input_index: int = 0):
120
+ """Process RealSense depth camera frames."""
121
+ if MessageKeys.PAYLOAD not in msg:
122
+ self.send(msg)
123
+ return
124
+
125
+ payload = msg[MessageKeys.PAYLOAD]
126
+
127
+ # Handle different input formats
128
+ color_image = None
129
+ depth_image = None
130
+ format_type = 'numpy_array'
131
+
132
+ # Check for RealSense frame dict format (from FrameSource)
133
+ if isinstance(payload, dict):
134
+ # Try to get aligned frames (pyrealsense2 format)
135
+ if 'aligned_color' in payload and 'aligned_depth' in payload:
136
+ aligned_color = payload['aligned_color']
137
+ aligned_depth = payload['aligned_depth']
138
+
139
+ # Handle pyrealsense2 frame objects
140
+ if hasattr(aligned_color, 'get_data'):
141
+ color_image = np.asanyarray(aligned_color.get_data())
142
+ elif isinstance(aligned_color, np.ndarray):
143
+ color_image = aligned_color
144
+
145
+ if hasattr(aligned_depth, 'get_data'):
146
+ depth_image = np.asanyarray(aligned_depth.get_data())
147
+ elif isinstance(aligned_depth, np.ndarray):
148
+ depth_image = aligned_depth
149
+
150
+ # Try standard image + depth format
151
+ elif 'image' in payload:
152
+ img, format_type = self.decode_image(payload)
153
+ if img is not None:
154
+ color_image = img
155
+
156
+ if 'depth' in payload:
157
+ depth_data = payload['depth']
158
+ if isinstance(depth_data, np.ndarray):
159
+ depth_image = depth_data
160
+ elif isinstance(depth_data, dict) and 'data' in depth_data:
161
+ depth_image = np.array(depth_data['data'], dtype=np.uint16)
162
+
163
+ # Handle direct numpy array (assume it's color)
164
+ elif isinstance(payload, np.ndarray):
165
+ color_image = payload
166
+
167
+ if color_image is None and depth_image is None:
168
+ self.report_error("No valid color or depth data found in payload")
169
+ self.send(msg)
170
+ return
171
+
172
+ # Get configuration
173
+ output_format = self.config.get('output_format', 'both')
174
+ depth_scale = self.get_config_float('depth_scale', 0.03)
175
+ colormap_name = self.config.get('colormap', 'jet')
176
+ colormap = self.COLORMAPS.get(colormap_name, cv2.COLORMAP_JET)
177
+
178
+ # Create colorized depth if needed
179
+ depth_colorized = None
180
+ if depth_image is not None and output_format in ['depth_colorized', 'side_by_side', 'both']:
181
+ depth_8bit = cv2.convertScaleAbs(depth_image, alpha=depth_scale)
182
+ depth_colorized = cv2.applyColorMap(depth_8bit, colormap)
183
+
184
+ # Prepare output based on format
185
+ if MessageKeys.PAYLOAD not in msg or not isinstance(msg[MessageKeys.PAYLOAD], dict):
186
+ msg[MessageKeys.PAYLOAD] = {}
187
+
188
+ if output_format == 'rgb':
189
+ if color_image is not None:
190
+ msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(color_image, format_type)
191
+ else:
192
+ self.report_error("No color image available for RGB output")
193
+ return
194
+
195
+ elif output_format == 'depth':
196
+ if depth_image is not None:
197
+ # Output raw depth as-is (16-bit typically)
198
+ msg[MessageKeys.PAYLOAD]['depth'] = depth_image
199
+ msg[MessageKeys.PAYLOAD]['depth_info'] = {
200
+ 'width': depth_image.shape[1],
201
+ 'height': depth_image.shape[0],
202
+ 'dtype': str(depth_image.dtype)
203
+ }
204
+ else:
205
+ self.report_error("No depth image available")
206
+ return
207
+
208
+ elif output_format == 'depth_colorized':
209
+ if depth_colorized is not None:
210
+ msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(depth_colorized, format_type)
211
+ else:
212
+ self.report_error("No depth image available for colorization")
213
+ return
214
+
215
+ elif output_format == 'side_by_side':
216
+ if color_image is not None and depth_colorized is not None:
217
+ # Resize if dimensions don't match
218
+ if color_image.shape[:2] != depth_colorized.shape[:2]:
219
+ depth_colorized = cv2.resize(
220
+ depth_colorized,
221
+ (color_image.shape[1], color_image.shape[0]),
222
+ interpolation=cv2.INTER_AREA
223
+ )
224
+ combined = np.hstack((color_image, depth_colorized))
225
+ msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(combined, format_type)
226
+ else:
227
+ self.report_error("Both color and depth required for side-by-side output")
228
+ return
229
+
230
+ elif output_format == 'both':
231
+ # Output both RGB and depth in payload
232
+ if color_image is not None:
233
+ msg[MessageKeys.PAYLOAD][MessageKeys.IMAGE.PATH] = self.encode_image(color_image, format_type)
234
+ if depth_image is not None:
235
+ msg[MessageKeys.PAYLOAD]['depth'] = depth_image
236
+ msg[MessageKeys.PAYLOAD]['depth_info'] = {
237
+ 'width': depth_image.shape[1],
238
+ 'height': depth_image.shape[0],
239
+ 'dtype': str(depth_image.dtype)
240
+ }
241
+ if depth_colorized is not None:
242
+ msg[MessageKeys.PAYLOAD]['depth_colorized'] = self.encode_image(depth_colorized, format_type)
243
+
244
+ # Add metadata
245
+ msg['realsense'] = {
246
+ 'output_format': output_format,
247
+ 'has_color': color_image is not None,
248
+ 'has_depth': depth_image is not None,
249
+ 'color_shape': list(color_image.shape) if color_image is not None else None,
250
+ 'depth_shape': list(depth_image.shape) if depth_image is not None else None
251
+ }
252
+
253
+ self.send(msg)
@@ -0,0 +1,2 @@
1
+ opencv-python>=4.5.0
2
+ numpy>=1.19.0