pynode-flow 0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (227) hide show
  1. pynode/__init__.py +37 -0
  2. pynode/__main__.py +9 -0
  3. pynode/_perf.py +65 -0
  4. pynode/_version.py +24 -0
  5. pynode/api/__init__.py +15 -0
  6. pynode/api/helpers.py +79 -0
  7. pynode/api/nodes.py +423 -0
  8. pynode/api/services.py +124 -0
  9. pynode/api/sse.py +58 -0
  10. pynode/api/uploads.py +59 -0
  11. pynode/api/workflows.py +466 -0
  12. pynode/config.py +93 -0
  13. pynode/install_nodes.py +143 -0
  14. pynode/main.py +118 -0
  15. pynode/node_registry.py +156 -0
  16. pynode/nodes/AutoSyncNode/auto_sync_node.py +151 -0
  17. pynode/nodes/BBoxMetricsNode/__init__.py +3 -0
  18. pynode/nodes/BBoxMetricsNode/bbox_metrics_node.py +250 -0
  19. pynode/nodes/BBoxMetricsNode/requirements.txt +1 -0
  20. pynode/nodes/BatchNode/__init__.py +3 -0
  21. pynode/nodes/BatchNode/batch_node.py +86 -0
  22. pynode/nodes/BatchNode/requirements.txt +1 -0
  23. pynode/nodes/CameraNode/__init__.py +4 -0
  24. pynode/nodes/CameraNode/camera_node.py +204 -0
  25. pynode/nodes/CameraNode/requirements.txt +2 -0
  26. pynode/nodes/ChangeNode/__init__.py +1 -0
  27. pynode/nodes/ChangeNode/change_node.py +255 -0
  28. pynode/nodes/ChangeNode/requirements.txt +1 -0
  29. pynode/nodes/ConfidenceFilterNode/__init__.py +4 -0
  30. pynode/nodes/ConfidenceFilterNode/confidence_filter_node.py +208 -0
  31. pynode/nodes/ConfidenceFilterNode/requirements.txt +1 -0
  32. pynode/nodes/CounterNode/__init__.py +3 -0
  33. pynode/nodes/CounterNode/counter_node.py +191 -0
  34. pynode/nodes/CropNode/__init__.py +4 -0
  35. pynode/nodes/CropNode/crop_node.py +317 -0
  36. pynode/nodes/CropNode/requirements.txt +2 -0
  37. pynode/nodes/DebugNode/__init__.py +4 -0
  38. pynode/nodes/DebugNode/debug_node.py +169 -0
  39. pynode/nodes/DebugNode/requirements.txt +1 -0
  40. pynode/nodes/DelayNode/delay_node.py +218 -0
  41. pynode/nodes/DelayNode/requirements.txt +1 -0
  42. pynode/nodes/DrawPredictionsNode/__init__.py +3 -0
  43. pynode/nodes/DrawPredictionsNode/draw_predictions_node.py +365 -0
  44. pynode/nodes/DrawPredictionsNode/requirements.txt +2 -0
  45. pynode/nodes/ErrorNode/error_node.py +94 -0
  46. pynode/nodes/ErrorNode/requirements.txt +1 -0
  47. pynode/nodes/FilterNode/__init__.py +3 -0
  48. pynode/nodes/FilterNode/filter_node.py +102 -0
  49. pynode/nodes/FilterNode/requirements.txt +1 -0
  50. pynode/nodes/FrameSourceNode/__init__.py +4 -0
  51. pynode/nodes/FrameSourceNode/frame_source_node.py +319 -0
  52. pynode/nodes/FrameSourceNode/requirements.txt +1 -0
  53. pynode/nodes/FunctionNode/__init__.py +3 -0
  54. pynode/nodes/FunctionNode/function_node.py +168 -0
  55. pynode/nodes/FunctionNode/requirements.txt +1 -0
  56. pynode/nodes/GateNode/gate_node.py +60 -0
  57. pynode/nodes/GateNode/requirements.txt +1 -0
  58. pynode/nodes/GetiUploadNode/__init__.py +3 -0
  59. pynode/nodes/GetiUploadNode/geti_upload_node.py +278 -0
  60. pynode/nodes/GetiUploadNode/requirements.txt +1 -0
  61. pynode/nodes/ImageFormatNode/__init__.py +4 -0
  62. pynode/nodes/ImageFormatNode/image_format_node.py +310 -0
  63. pynode/nodes/ImageFormatNode/requirements.txt +2 -0
  64. pynode/nodes/ImageUploadNode/image_upload_node.py +96 -0
  65. pynode/nodes/ImageViewerNode/__init__.py +4 -0
  66. pynode/nodes/ImageViewerNode/image_viewer_node.py +162 -0
  67. pynode/nodes/ImageViewerNode/requirements.txt +2 -0
  68. pynode/nodes/ImageWriterNode/__init__.py +3 -0
  69. pynode/nodes/ImageWriterNode/imagewriter_node.py +352 -0
  70. pynode/nodes/ImageWriterNode/requirements.txt +1 -0
  71. pynode/nodes/InferenceNode/InferenceEngine/__init__.py +15 -0
  72. pynode/nodes/InferenceNode/InferenceEngine/device_detection.py +149 -0
  73. pynode/nodes/InferenceNode/InferenceEngine/engines/base_engine.py +155 -0
  74. pynode/nodes/InferenceNode/InferenceEngine/engines/example_engine_template.py +272 -0
  75. pynode/nodes/InferenceNode/InferenceEngine/engines/geti_engine.py +309 -0
  76. pynode/nodes/InferenceNode/InferenceEngine/engines/onnx_engine.py +346 -0
  77. pynode/nodes/InferenceNode/InferenceEngine/engines/pass_engine.py +86 -0
  78. pynode/nodes/InferenceNode/InferenceEngine/engines/ultralytics_engine.py +863 -0
  79. pynode/nodes/InferenceNode/InferenceEngine/inference_engine_factory.py +533 -0
  80. pynode/nodes/InferenceNode/InferenceEngine/readme.md +107 -0
  81. pynode/nodes/InferenceNode/InferenceEngine/result_converters.py +121 -0
  82. pynode/nodes/InferenceNode/inference_node.py +451 -0
  83. pynode/nodes/InferenceNode/requirements.txt +13 -0
  84. pynode/nodes/InjectNode/inject_node.py +245 -0
  85. pynode/nodes/InjectNode/requirements.txt +1 -0
  86. pynode/nodes/JoinNode/__init__.py +3 -0
  87. pynode/nodes/JoinNode/join_node.py +156 -0
  88. pynode/nodes/JoinNode/requirements.txt +1 -0
  89. pynode/nodes/LabelFilterNode/__init__.py +3 -0
  90. pynode/nodes/LabelFilterNode/label_filter_node.py +188 -0
  91. pynode/nodes/LabelFilterNode/requirements.txt +1 -0
  92. pynode/nodes/MQTTNode/__init__.py +8 -0
  93. pynode/nodes/MQTTNode/mqtt_in_node.py +148 -0
  94. pynode/nodes/MQTTNode/mqtt_out_node.py +157 -0
  95. pynode/nodes/MQTTNode/mqtt_service.py +367 -0
  96. pynode/nodes/MQTTNode/requirements.txt +1 -0
  97. pynode/nodes/MessageWriterNode/__init__.py +7 -0
  98. pynode/nodes/MessageWriterNode/messagereader_node.py +568 -0
  99. pynode/nodes/MessageWriterNode/messagewriter_node.py +505 -0
  100. pynode/nodes/OmronCameraNode/__init__.py +3 -0
  101. pynode/nodes/OmronCameraNode/omron_camera_node.py +652 -0
  102. pynode/nodes/OmronCameraNode/requirements.txt +4 -0
  103. pynode/nodes/OpenCV/__init__.py +1 -0
  104. pynode/nodes/OpenCV/arithmetic_node.py +376 -0
  105. pynode/nodes/OpenCV/bitwise_node.py +127 -0
  106. pynode/nodes/OpenCV/blend_node.py +127 -0
  107. pynode/nodes/OpenCV/blob_detector_node.py +233 -0
  108. pynode/nodes/OpenCV/blur_node.py +141 -0
  109. pynode/nodes/OpenCV/color_space_node.py +139 -0
  110. pynode/nodes/OpenCV/colormap_node.py +262 -0
  111. pynode/nodes/OpenCV/contours_node.py +258 -0
  112. pynode/nodes/OpenCV/denormalize_coords_node.py +365 -0
  113. pynode/nodes/OpenCV/draw_node.py +312 -0
  114. pynode/nodes/OpenCV/edge_detector_node.py +177 -0
  115. pynode/nodes/OpenCV/equirectangular_node.py +447 -0
  116. pynode/nodes/OpenCV/fft_node.py +102 -0
  117. pynode/nodes/OpenCV/focus_estimation_node.py +189 -0
  118. pynode/nodes/OpenCV/frequency_filter_node.py +241 -0
  119. pynode/nodes/OpenCV/histogram_node.py +160 -0
  120. pynode/nodes/OpenCV/hough_circles_node.py +224 -0
  121. pynode/nodes/OpenCV/hough_lines_node.py +243 -0
  122. pynode/nodes/OpenCV/in_range_node.py +186 -0
  123. pynode/nodes/OpenCV/morphology_node.py +136 -0
  124. pynode/nodes/OpenCV/normalize_coords_node.py +344 -0
  125. pynode/nodes/OpenCV/paste_node.py +244 -0
  126. pynode/nodes/OpenCV/perspective_node.py +174 -0
  127. pynode/nodes/OpenCV/realsense_depth_node.py +253 -0
  128. pynode/nodes/OpenCV/requirements.txt +2 -0
  129. pynode/nodes/OpenCV/resize_node.py +175 -0
  130. pynode/nodes/OpenCV/rotate_node.py +159 -0
  131. pynode/nodes/OpenCV/template_match_node.py +227 -0
  132. pynode/nodes/OpenCV/threshold_node.py +167 -0
  133. pynode/nodes/PointInShapeNode/__init__.py +3 -0
  134. pynode/nodes/PointInShapeNode/point_in_shape_node.py +313 -0
  135. pynode/nodes/PointInShapeNode/requirements.txt +2 -0
  136. pynode/nodes/PolygonMetricsNode/__init__.py +3 -0
  137. pynode/nodes/PolygonMetricsNode/polygon_metrics_node.py +331 -0
  138. pynode/nodes/PolygonMetricsNode/requirements.txt +2 -0
  139. pynode/nodes/QueueLengthProbeNode/__init__.py +3 -0
  140. pynode/nodes/QueueLengthProbeNode/queue_length_probe_node.py +116 -0
  141. pynode/nodes/Qwen3VLMNode/__init__.py +3 -0
  142. pynode/nodes/Qwen3VLMNode/qwen3_vlm_node.py +519 -0
  143. pynode/nodes/Qwen3VLMNode/requirements.txt +5 -0
  144. pynode/nodes/RESTEndpointNode/__init__.py +3 -0
  145. pynode/nodes/RESTEndpointNode/rest_endpoint_node.py +491 -0
  146. pynode/nodes/RangeNode/__init__.py +3 -0
  147. pynode/nodes/RangeNode/range_node.py +115 -0
  148. pynode/nodes/RangeNode/requirements.txt +1 -0
  149. pynode/nodes/RateProbeNode/__init__.py +3 -0
  150. pynode/nodes/RateProbeNode/rate_probe_node.py +183 -0
  151. pynode/nodes/RateProbeNode/requirements.txt +1 -0
  152. pynode/nodes/RoboflowUploadNode/__init__.py +3 -0
  153. pynode/nodes/RoboflowUploadNode/requirements.txt +1 -0
  154. pynode/nodes/RoboflowUploadNode/roboflow_upload_node.py +229 -0
  155. pynode/nodes/SliceNode/README.md +149 -0
  156. pynode/nodes/SliceNode/__init__.py +5 -0
  157. pynode/nodes/SliceNode/merge_predictions_node.py +444 -0
  158. pynode/nodes/SliceNode/requirements.txt +3 -0
  159. pynode/nodes/SliceNode/slice_collector_node.py +370 -0
  160. pynode/nodes/SliceNode/slice_image_node.py +380 -0
  161. pynode/nodes/SplitNode/__init__.py +3 -0
  162. pynode/nodes/SplitNode/requirements.txt +1 -0
  163. pynode/nodes/SplitNode/split_node.py +155 -0
  164. pynode/nodes/SwitchNode/requirements.txt +1 -0
  165. pynode/nodes/SwitchNode/switch_node.py +259 -0
  166. pynode/nodes/SyncNode/__init__.py +3 -0
  167. pynode/nodes/SyncNode/sync_node.py +287 -0
  168. pynode/nodes/TemplateNode/requirements.txt +1 -0
  169. pynode/nodes/TemplateNode/template_node.py +86 -0
  170. pynode/nodes/TrackerNode/__init__.py +2 -0
  171. pynode/nodes/TrackerNode/supervision_tracker_node.py +248 -0
  172. pynode/nodes/TrackerNode/tracker_node.py +745 -0
  173. pynode/nodes/UltralyticsNode/__init__.py +4 -0
  174. pynode/nodes/UltralyticsNode/requirements.txt +2 -0
  175. pynode/nodes/UltralyticsNode/ultralytics_node.py +364 -0
  176. pynode/nodes/UnknownNode/__init__.py +93 -0
  177. pynode/nodes/VLLMNode/__init__.py +3 -0
  178. pynode/nodes/VLLMNode/vllm_node.py +345 -0
  179. pynode/nodes/VideoReaderNode/__init__.py +3 -0
  180. pynode/nodes/VideoReaderNode/video_reader_node.py +425 -0
  181. pynode/nodes/VideoWriterNode/__init__.py +3 -0
  182. pynode/nodes/VideoWriterNode/video_writer_node.py +441 -0
  183. pynode/nodes/WebhookNode/__init__.py +3 -0
  184. pynode/nodes/WebhookNode/webhook_node.py +591 -0
  185. pynode/nodes/__init__.py +109 -0
  186. pynode/nodes/base_node.py +562 -0
  187. pynode/nodes/image_utils.py +291 -0
  188. pynode/nodes/info.py +109 -0
  189. pynode/nodes/mDNSNode/__init__.py +13 -0
  190. pynode/nodes/mDNSNode/mdns_broadcast_node.py +214 -0
  191. pynode/nodes/mDNSNode/mdns_discovery_node.py +362 -0
  192. pynode/nodes/mDNSNode/mdns_manager.py +399 -0
  193. pynode/nodes/mDNSNode/requirements.txt +1 -0
  194. pynode/nodes/messages.py +81 -0
  195. pynode/server.py +187 -0
  196. pynode/static/images/favicon4.png +0 -0
  197. pynode/static/index.html +200 -0
  198. pynode/static/js/README.md +139 -0
  199. pynode/static/js/auth.js +89 -0
  200. pynode/static/js/clipboard.js +152 -0
  201. pynode/static/js/config.js +14 -0
  202. pynode/static/js/connections.js +844 -0
  203. pynode/static/js/debug.js +524 -0
  204. pynode/static/js/events.js +775 -0
  205. pynode/static/js/history.js +199 -0
  206. pynode/static/js/main.js +55 -0
  207. pynode/static/js/minimap.js +242 -0
  208. pynode/static/js/nodes.js +995 -0
  209. pynode/static/js/palette.js +255 -0
  210. pynode/static/js/properties.js +1270 -0
  211. pynode/static/js/selection.js +241 -0
  212. pynode/static/js/state.js +211 -0
  213. pynode/static/js/ui-utils.js +28 -0
  214. pynode/static/js/viewport.js +204 -0
  215. pynode/static/js/workflow.js +469 -0
  216. pynode/static/js/workflows.js +344 -0
  217. pynode/static/style.css +2751 -0
  218. pynode/workflow_engine.py +483 -0
  219. pynode/workflow_manager.py +440 -0
  220. pynode_flow-0.2.0.dist-info/METADATA +520 -0
  221. pynode_flow-0.2.0.dist-info/RECORD +227 -0
  222. pynode_flow-0.2.0.dist-info/WHEEL +5 -0
  223. pynode_flow-0.2.0.dist-info/entry_points.txt +3 -0
  224. pynode_flow-0.2.0.dist-info/licenses/LICENSE +21 -0
  225. pynode_flow-0.2.0.dist-info/scm_file_list.json +270 -0
  226. pynode_flow-0.2.0.dist-info/scm_version.json +8 -0
  227. pynode_flow-0.2.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,148 @@
1
+ """
2
+ MQTT In node - subscribes to MQTT topics and receives messages.
3
+ Uses shared MQTT service for connection management.
4
+ """
5
+
6
+ import json
7
+ from typing import Any, Dict, Optional
8
+ from pynode.nodes.base_node import BaseNode, Info, MessageKeys
9
+ from pynode.nodes.MQTTNode.mqtt_service import mqtt_manager, MQTTService
10
+
11
+ _info = Info()
12
+ _info.add_text("Subscribes to an MQTT topic and outputs received messages. Uses a shared broker connection that can be reused across multiple MQTT nodes.")
13
+ _info.add_header("Outputs")
14
+ _info.add_bullets(
15
+ ("Output 0:", "Message with payload from MQTT and topic set to the received topic")
16
+ )
17
+ _info.add_header("Configuration")
18
+ _info.add_bullets(
19
+ ("MQTT Broker:", "Select or configure a broker connection (host, port, credentials)"),
20
+ ("Topic:", "MQTT topic to subscribe to (supports + and # wildcards)"),
21
+ ("QoS:", "Quality of Service level (0=at most once, 1=at least once, 2=exactly once)")
22
+ )
23
+ _info.add_header("Output Message")
24
+ _info.add_code('msg.payload').text(" - Received data (auto-parsed as JSON if valid)").end()
25
+ _info.add_code('msg.topic').text(" - The MQTT topic the message was received on").end()
26
+
27
+
28
+ class MqttInNode(BaseNode):
29
+ """
30
+ MQTT In node - subscribes to MQTT topics and receives messages.
31
+ Uses a shared MQTT service for the broker connection.
32
+ """
33
+ info = str(_info)
34
+ display_name = 'MQTT In'
35
+ icon = '📥'
36
+ category = 'network'
37
+ color = '#87A980'
38
+ border_color = '#5F7858'
39
+ text_color = '#000000'
40
+ input_count = 0
41
+ output_count = 1
42
+
43
+ DEFAULT_CONFIG = {
44
+ 'serviceId': '',
45
+ 'topic': 'test/topic',
46
+ 'qos': '0'
47
+ }
48
+
49
+ properties = [
50
+ {
51
+ 'name': 'serviceId',
52
+ 'label': 'MQTT Broker',
53
+ 'type': 'mqtt-service',
54
+ 'default': DEFAULT_CONFIG['serviceId'],
55
+ 'help': 'Select or create an MQTT broker connection'
56
+ },
57
+ {
58
+ 'name': 'topic',
59
+ 'label': 'Topic',
60
+ 'type': 'text',
61
+ 'default': DEFAULT_CONFIG['topic'],
62
+ 'help': 'MQTT topic to subscribe to (supports wildcards)'
63
+ },
64
+ {
65
+ 'name': 'qos',
66
+ 'label': 'QoS',
67
+ 'type': 'select',
68
+ 'options': [
69
+ {'value': '0', 'label': '0 - At most once'},
70
+ {'value': '1', 'label': '1 - At least once'},
71
+ {'value': '2', 'label': '2 - Exactly once'}
72
+ ],
73
+ 'default': DEFAULT_CONFIG['qos']
74
+ }
75
+ ]
76
+
77
+ def __init__(self, node_id: str = None, name: str = ""):
78
+ super().__init__(node_id, name)
79
+ self._service: Optional[MQTTService] = None
80
+ self._subscribed_topic: Optional[str] = None
81
+
82
+ def _on_message(self, topic: str, payload: bytes):
83
+ """Callback when message is received from the service."""
84
+ # Verify service is still connected
85
+ if not self._service or not self._service.connected:
86
+ self.report_error("Received message but MQTT broker is disconnected")
87
+ return
88
+
89
+ try:
90
+ decoded = payload.decode('utf-8')
91
+ # Try to parse as JSON
92
+ try:
93
+ decoded = json.loads(decoded)
94
+ except (json.JSONDecodeError, ValueError):
95
+ pass
96
+ payload_data = decoded
97
+ except Exception:
98
+ payload_data = payload
99
+
100
+ msg = self.create_message(
101
+ payload=payload_data,
102
+ topic=topic
103
+ )
104
+ self.send(msg)
105
+
106
+ def on_start(self):
107
+ """Subscribe to MQTT topic when workflow starts."""
108
+ super().on_start()
109
+
110
+ service_id = self.config.get('serviceId', '')
111
+ if not service_id:
112
+ self.report_error("No MQTT broker selected. Configure a broker in node properties.")
113
+ return
114
+
115
+ self._service = mqtt_manager.get_service(service_id)
116
+ if not self._service:
117
+ self.report_error(f"MQTT broker '{service_id}' not found. Please reconfigure.")
118
+ return
119
+
120
+ # Register with the service
121
+ self._service.register_node(self.id, self.report_error)
122
+
123
+ # Connect if not already connected
124
+ if not self._service.connected:
125
+ success = self._service.connect()
126
+ if not success:
127
+ self.report_error(f"Failed to connect to MQTT broker {self._service.broker}:{self._service.port}")
128
+ return
129
+
130
+ # Subscribe to topic
131
+ self._subscribed_topic = self.config.get('topic', 'test/topic')
132
+ qos = self.get_config_int('qos', 0)
133
+ self._service.subscribe(self.id, self._subscribed_topic, qos, self._on_message)
134
+
135
+ def on_stop(self):
136
+ """Unsubscribe and cleanup when workflow stops."""
137
+ super().on_stop()
138
+
139
+ if self._service and self._subscribed_topic:
140
+ self._service.unsubscribe(self.id, self._subscribed_topic, self._on_message)
141
+ self._service.unregister_node(self.id)
142
+
143
+ self._service = None
144
+ self._subscribed_topic = None
145
+
146
+ def on_close(self):
147
+ """Cleanup when node is removed."""
148
+ self.on_stop()
@@ -0,0 +1,157 @@
1
+ """
2
+ MQTT Out node - publishes messages to MQTT topics.
3
+ Uses shared MQTT service for connection management.
4
+ """
5
+
6
+ from typing import Any, Dict, Optional
7
+ from pynode.nodes.base_node import BaseNode, Info, MessageKeys
8
+ from pynode.nodes.MQTTNode.mqtt_service import mqtt_manager, MQTTService
9
+
10
+ _info = Info()
11
+ _info.add_text("Publishes messages to an MQTT topic. Uses a shared broker connection that can be reused across multiple MQTT nodes.")
12
+ _info.add_header("Inputs")
13
+ _info.add_bullets(
14
+ ("Input 0:", "Message to publish. msg.payload becomes the MQTT message body")
15
+ )
16
+ _info.add_header("Configuration")
17
+ _info.add_bullets(
18
+ ("MQTT Broker:", "Select or configure a broker connection (host, port, credentials)"),
19
+ ("Topic:", "MQTT topic to publish to (can be overridden by msg.topic)"),
20
+ ("QoS:", "Quality of Service level (0=at most once, 1=at least once, 2=exactly once)"),
21
+ ("Retain:", "If true, broker retains the last message for new subscribers")
22
+ )
23
+ _info.add_header("Input Message")
24
+ _info.add_code('msg.payload').text(" - Data to publish (objects are JSON-encoded)").end()
25
+ _info.add_code('msg.topic').text(" - Optional topic override").end()
26
+
27
+
28
+ class MqttOutNode(BaseNode):
29
+ """
30
+ MQTT Out node - publishes messages to MQTT topics.
31
+ Uses a shared MQTT service for the broker connection.
32
+ """
33
+ info = str(_info)
34
+ display_name = 'MQTT Out'
35
+ icon = '📤'
36
+ category = 'network'
37
+ color = '#87A980'
38
+ border_color = '#5F7858'
39
+ text_color = '#000000'
40
+ input_count = 1
41
+ output_count = 0
42
+
43
+ DEFAULT_CONFIG = {
44
+ 'serviceId': '',
45
+ 'topic': 'test/topic',
46
+ 'qos': '0',
47
+ 'retain': 'false'
48
+ }
49
+
50
+ properties = [
51
+ {
52
+ 'name': 'serviceId',
53
+ 'label': 'MQTT Broker',
54
+ 'type': 'mqtt-service',
55
+ 'default': DEFAULT_CONFIG['serviceId'],
56
+ 'help': 'Select or create an MQTT broker connection'
57
+ },
58
+ {
59
+ 'name': 'topic',
60
+ 'label': 'Topic',
61
+ 'type': 'text',
62
+ 'default': DEFAULT_CONFIG['topic'],
63
+ 'help': 'MQTT topic to publish to (can be overridden by msg.topic)'
64
+ },
65
+ {
66
+ 'name': 'qos',
67
+ 'label': 'QoS',
68
+ 'type': 'select',
69
+ 'options': [
70
+ {'value': '0', 'label': '0 - At most once'},
71
+ {'value': '1', 'label': '1 - At least once'},
72
+ {'value': '2', 'label': '2 - Exactly once'}
73
+ ],
74
+ 'default': DEFAULT_CONFIG['qos']
75
+ },
76
+ {
77
+ 'name': 'retain',
78
+ 'label': 'Retain',
79
+ 'type': 'select',
80
+ 'options': [
81
+ {'value': 'false', 'label': 'False'},
82
+ {'value': 'true', 'label': 'True'}
83
+ ],
84
+ 'default': DEFAULT_CONFIG['retain']
85
+ }
86
+ ]
87
+
88
+ def __init__(self, node_id: str = None, name: str = ""):
89
+ super().__init__(node_id, name)
90
+ self._service: Optional[MQTTService] = None
91
+
92
+ def on_start(self):
93
+ """Register with MQTT service when workflow starts."""
94
+ super().on_start()
95
+
96
+ service_id = self.config.get('serviceId', '')
97
+ if not service_id:
98
+ self.report_error("No MQTT broker selected. Configure a broker in node properties.")
99
+ return
100
+
101
+ self._service = mqtt_manager.get_service(service_id)
102
+ if not self._service:
103
+ self.report_error(f"MQTT broker '{service_id}' not found. Please reconfigure.")
104
+ return
105
+
106
+ # Register with the service
107
+ self._service.register_node(self.id, self.report_error)
108
+
109
+ # Connect if not already connected
110
+ if not self._service.connected:
111
+ success = self._service.connect()
112
+ if not success:
113
+ self.report_error(f"Failed to connect to MQTT broker {self._service.broker}:{self._service.port}")
114
+ return
115
+
116
+ def on_stop(self):
117
+ """Unregister from service when workflow stops."""
118
+ super().on_stop()
119
+
120
+ if self._service:
121
+ self._service.unregister_node(self.id)
122
+
123
+ self._service = None
124
+
125
+ def on_close(self):
126
+ """Cleanup when node is removed."""
127
+ self.on_stop()
128
+
129
+ def on_input(self, msg: Dict[str, Any], input_index: int = 0):
130
+ """
131
+ Process incoming message and publish to MQTT.
132
+ """
133
+ if not self._service:
134
+ self.report_error("No MQTT broker configured")
135
+ return
136
+
137
+ if not self._service.connected:
138
+ self.report_error(f"Cannot publish: not connected to MQTT broker {self._service.broker}:{self._service.port}")
139
+ return
140
+
141
+ topic = self.config.get(MessageKeys.TOPIC, 'test/topic')
142
+
143
+ # Allow msg.topic to override configured topic
144
+ if MessageKeys.TOPIC in msg and msg[MessageKeys.TOPIC]:
145
+ topic = msg[MessageKeys.TOPIC]
146
+
147
+ # Validate topic
148
+ if not topic or topic.strip() == '':
149
+ self.report_error("Topic is empty. Configure a topic in node properties.")
150
+ return
151
+
152
+ qos = self.get_config_int('qos', 0)
153
+ retain = self.get_config_bool('retain', False)
154
+ payload = msg.get(MessageKeys.PAYLOAD, '')
155
+
156
+ if not self._service.publish(topic, payload, qos, retain):
157
+ self.report_error(f"Failed to publish to '{topic}'")
@@ -0,0 +1,367 @@
1
+ """
2
+ MQTT Service Manager - handles shared MQTT connections across nodes.
3
+ Similar to Node-RED's configuration nodes concept.
4
+ """
5
+
6
+ import logging
7
+ import os
8
+ import threading
9
+ import json
10
+ from typing import Any, Dict, Callable, Optional, Set
11
+ from pathlib import Path
12
+
13
+ logger = logging.getLogger(__name__)
14
+
15
+ try:
16
+ import paho.mqtt.client as mqtt
17
+ MQTT_AVAILABLE = True
18
+ except ImportError:
19
+ MQTT_AVAILABLE = False
20
+
21
+
22
+ class MQTTService:
23
+ """
24
+ Represents a single MQTT broker connection that can be shared across nodes.
25
+ """
26
+
27
+ def __init__(self, service_id: str, config: Dict[str, Any]):
28
+ self.id = service_id
29
+ self.name = config.get('name', 'MQTT Broker')
30
+ self.broker = config.get('broker', 'localhost')
31
+ self.port = int(config.get('port', 1883))
32
+ self.username = config.get('username', '')
33
+ self.password = config.get('password', '')
34
+ self.client_id = config.get('clientId', '') or f"pynode_{service_id[:8]}"
35
+ self.keep_alive = int(config.get('keepAlive', 60))
36
+ self.clean_session = config.get('cleanSession', True)
37
+
38
+ self.client: Optional[mqtt.Client] = None
39
+ self._connected = False
40
+ self._lock = threading.Lock()
41
+ self._subscribers: Dict[str, Set[Callable]] = {} # topic -> set of callbacks
42
+ self._publishers: Set[str] = set() # node IDs that want to publish
43
+ self._message_callbacks: Dict[str, Callable] = {} # node_id -> callback
44
+ self._error_callbacks: Dict[str, Callable] = {} # node_id -> error callback
45
+ self._ref_count = 0
46
+
47
+ @property
48
+ def connected(self) -> bool:
49
+ return self._connected
50
+
51
+ def _on_connect(self, client, userdata, flags, rc):
52
+ """Callback when connected to broker."""
53
+ if rc == 0:
54
+ self._connected = True
55
+ # Re-subscribe to all topics
56
+ with self._lock:
57
+ for topic in self._subscribers:
58
+ client.subscribe(topic)
59
+ else:
60
+ self._connected = False
61
+ error_msg = f"Connection to {self.broker}:{self.port} failed with code {rc}"
62
+ self._notify_error(error_msg)
63
+
64
+ def _on_disconnect(self, client, userdata, rc):
65
+ """Callback when disconnected from broker."""
66
+ self._connected = False
67
+ if rc != 0:
68
+ self._notify_error(f"Unexpected disconnection from {self.broker}:{self.port}")
69
+
70
+ def _on_message(self, client, userdata, message):
71
+ """Callback when message is received."""
72
+ topic = message.topic
73
+
74
+ # Find matching subscribers (including wildcards)
75
+ with self._lock:
76
+ callbacks_to_call = set()
77
+ for sub_topic, callbacks in self._subscribers.items():
78
+ if self._topic_matches(sub_topic, topic):
79
+ callbacks_to_call.update(callbacks)
80
+
81
+ # Call all matching callbacks
82
+ for callback in callbacks_to_call:
83
+ try:
84
+ callback(topic, message.payload)
85
+ except Exception as e:
86
+ logger.error(f"Error in MQTT message callback: {e}")
87
+
88
+ def _topic_matches(self, pattern: str, topic: str) -> bool:
89
+ """Check if a topic matches a subscription pattern (with wildcards)."""
90
+ pattern_parts = pattern.split('/')
91
+ topic_parts = topic.split('/')
92
+
93
+ for i, pattern_part in enumerate(pattern_parts):
94
+ if pattern_part == '#':
95
+ return True
96
+ if i >= len(topic_parts):
97
+ return False
98
+ if pattern_part != '+' and pattern_part != topic_parts[i]:
99
+ return False
100
+
101
+ return len(pattern_parts) == len(topic_parts)
102
+
103
+ def _notify_error(self, error_msg: str):
104
+ """Notify all registered error callbacks."""
105
+ with self._lock:
106
+ callbacks = list(self._error_callbacks.values())
107
+
108
+ for callback in callbacks:
109
+ try:
110
+ callback(error_msg)
111
+ except Exception as e:
112
+ logger.error(f"Error in error callback: {e}")
113
+
114
+ def connect(self) -> bool:
115
+ """Connect to the MQTT broker."""
116
+ if not MQTT_AVAILABLE:
117
+ self._notify_error("paho-mqtt not installed. Install with: pip install paho-mqtt")
118
+ return False
119
+
120
+ error_msg = None
121
+ with self._lock:
122
+ if self.client and self._connected:
123
+ return True
124
+
125
+ try:
126
+ self.client = mqtt.Client(client_id=self.client_id, clean_session=self.clean_session)
127
+ self.client.on_connect = self._on_connect
128
+ self.client.on_disconnect = self._on_disconnect
129
+ self.client.on_message = self._on_message
130
+
131
+ if self.username:
132
+ self.client.username_pw_set(self.username, self.password)
133
+
134
+ self.client.connect(self.broker, self.port, self.keep_alive)
135
+ self.client.loop_start()
136
+ return True
137
+
138
+ except Exception as e:
139
+ error_msg = f"Failed to connect to {self.broker}:{self.port} - {e}"
140
+
141
+ # Call _notify_error outside the lock to avoid deadlock
142
+ if error_msg:
143
+ self._notify_error(error_msg)
144
+ return False
145
+
146
+ def disconnect(self):
147
+ """Disconnect from the MQTT broker."""
148
+ with self._lock:
149
+ if self.client:
150
+ try:
151
+ self.client.loop_stop()
152
+ self.client.disconnect()
153
+ except Exception:
154
+ pass
155
+ self.client = None
156
+ self._connected = False
157
+
158
+ def subscribe(self, node_id: str, topic: str, qos: int, callback: Callable):
159
+ """Subscribe a node to a topic."""
160
+ with self._lock:
161
+ if topic not in self._subscribers:
162
+ self._subscribers[topic] = set()
163
+ # Actually subscribe if connected
164
+ if self.client and self._connected:
165
+ self.client.subscribe(topic, qos)
166
+
167
+ self._subscribers[topic].add(callback)
168
+ self._message_callbacks[node_id] = callback
169
+
170
+ def unsubscribe(self, node_id: str, topic: str, callback: Callable):
171
+ """Unsubscribe a node from a topic."""
172
+ with self._lock:
173
+ if topic in self._subscribers:
174
+ self._subscribers[topic].discard(callback)
175
+ if not self._subscribers[topic]:
176
+ del self._subscribers[topic]
177
+ # Actually unsubscribe if connected
178
+ if self.client and self._connected:
179
+ self.client.unsubscribe(topic)
180
+
181
+ self._message_callbacks.pop(node_id, None)
182
+
183
+ def publish(self, topic: str, payload: Any, qos: int = 0, retain: bool = False) -> bool:
184
+ """Publish a message to a topic."""
185
+ if not self.client or not self._connected:
186
+ return False
187
+
188
+ try:
189
+ # Serialize payload
190
+ if isinstance(payload, (dict, list)):
191
+ payload = json.dumps(payload)
192
+ elif not isinstance(payload, (str, bytes)):
193
+ payload = str(payload)
194
+
195
+ result = self.client.publish(topic, payload, qos=qos, retain=retain)
196
+ return result.rc == mqtt.MQTT_ERR_SUCCESS
197
+ except Exception as e:
198
+ self._notify_error(f"Publish error: {e}")
199
+ return False
200
+
201
+ def register_node(self, node_id: str, error_callback: Optional[Callable] = None):
202
+ """Register a node as using this service."""
203
+ with self._lock:
204
+ self._ref_count += 1
205
+ if error_callback:
206
+ self._error_callbacks[node_id] = error_callback
207
+
208
+ def unregister_node(self, node_id: str):
209
+ """Unregister a node from this service."""
210
+ with self._lock:
211
+ self._ref_count = max(0, self._ref_count - 1)
212
+ self._error_callbacks.pop(node_id, None)
213
+ self._message_callbacks.pop(node_id, None)
214
+
215
+ @property
216
+ def ref_count(self) -> int:
217
+ return self._ref_count
218
+
219
+ def to_dict(self) -> Dict[str, Any]:
220
+ """Convert service config to dictionary."""
221
+ return {
222
+ 'id': self.id,
223
+ 'name': self.name,
224
+ 'broker': self.broker,
225
+ 'port': self.port,
226
+ 'username': self.username,
227
+ 'password': self.password,
228
+ 'clientId': self.client_id,
229
+ 'keepAlive': self.keep_alive,
230
+ 'cleanSession': self.clean_session
231
+ }
232
+
233
+
234
+ class MQTTServiceManager:
235
+ """
236
+ Singleton manager for all MQTT services.
237
+ Handles creating, retrieving, and persisting service configurations.
238
+ """
239
+
240
+ _instance = None
241
+ _lock = threading.Lock()
242
+
243
+ def __new__(cls):
244
+ if cls._instance is None:
245
+ with cls._lock:
246
+ if cls._instance is None:
247
+ cls._instance = super().__new__(cls)
248
+ cls._instance._initialized = False
249
+ return cls._instance
250
+
251
+ def __init__(self):
252
+ if self._initialized:
253
+ return
254
+
255
+ self._services: Dict[str, MQTTService] = {}
256
+ # Use absolute path relative to the workspace root (3 levels up from this module)
257
+ module_dir = Path(__file__).parent.parent.parent.parent
258
+ services_dir = Path(os.path.join(module_dir, 'workflows', 'services'))
259
+ services_dir.mkdir(parents=True, exist_ok=True)
260
+ self._config_file = Path(os.path.join(services_dir, 'mqtt_services.json'))
261
+ self._initialized = True
262
+ self._load_services()
263
+
264
+ def _load_services(self):
265
+ """Load saved service configurations from file."""
266
+ if self._config_file.exists():
267
+ try:
268
+ with open(self._config_file, 'r') as f:
269
+ data = json.load(f)
270
+ for service_config in data.get('services', []):
271
+ service_id = service_config.get('id')
272
+ if service_id:
273
+ self._services[service_id] = MQTTService(service_id, service_config)
274
+ except Exception as e:
275
+ logger.error(f"Error loading MQTT services: {e}")
276
+
277
+ def _save_services(self):
278
+ """Save service configurations to file."""
279
+ try:
280
+ data = {
281
+ 'services': [s.to_dict() for s in self._services.values()]
282
+ }
283
+ with open(self._config_file, 'w') as f:
284
+ json.dump(data, f, indent=2)
285
+ except Exception as e:
286
+ logger.error(f"Error saving MQTT services: {e}")
287
+
288
+ def get_service(self, service_id: str) -> Optional[MQTTService]:
289
+ """Get a service by ID."""
290
+ return self._services.get(service_id)
291
+
292
+ def create_service(self, config: Dict[str, Any]) -> MQTTService:
293
+ """Create a new MQTT service."""
294
+ import uuid
295
+ service_id = config.get('id') or str(uuid.uuid4())[:8]
296
+
297
+ service = MQTTService(service_id, config)
298
+ self._services[service_id] = service
299
+ self._save_services()
300
+
301
+ return service
302
+
303
+ def update_service(self, service_id: str, config: Dict[str, Any]) -> Optional[MQTTService]:
304
+ """Update an existing service configuration."""
305
+ if service_id not in self._services:
306
+ return None
307
+
308
+ old_service = self._services[service_id]
309
+ was_connected = old_service.connected
310
+
311
+ # Disconnect old service
312
+ old_service.disconnect()
313
+
314
+ # Create new service with updated config
315
+ config['id'] = service_id
316
+ new_service = MQTTService(service_id, config)
317
+ self._services[service_id] = new_service
318
+
319
+ # Reconnect if was connected
320
+ if was_connected:
321
+ new_service.connect()
322
+
323
+ self._save_services()
324
+ return new_service
325
+
326
+ def delete_service(self, service_id: str) -> bool:
327
+ """Delete a service."""
328
+ if service_id not in self._services:
329
+ return False
330
+
331
+ service = self._services[service_id]
332
+ if service.ref_count > 0:
333
+ return False # Can't delete while in use
334
+
335
+ service.disconnect()
336
+ del self._services[service_id]
337
+ self._save_services()
338
+ return True
339
+
340
+ def list_services(self) -> list:
341
+ """List all available services."""
342
+ return [
343
+ {
344
+ 'id': s.id,
345
+ 'name': s.name,
346
+ 'broker': s.broker,
347
+ 'port': s.port,
348
+ 'connected': s.connected,
349
+ 'refCount': s.ref_count
350
+ }
351
+ for s in self._services.values()
352
+ ]
353
+
354
+ def start_all(self):
355
+ """Connect all services that have registered nodes."""
356
+ for service in self._services.values():
357
+ if service.ref_count > 0:
358
+ service.connect()
359
+
360
+ def stop_all(self):
361
+ """Disconnect all services."""
362
+ for service in self._services.values():
363
+ service.disconnect()
364
+
365
+
366
+ # Global instance
367
+ mqtt_manager = MQTTServiceManager()
@@ -0,0 +1 @@
1
+ paho-mqtt>=1.6.0
@@ -0,0 +1,7 @@
1
+ """
2
+ Message Writer Node package
3
+ """
4
+ from .messagewriter_node import MessageWriterNode
5
+ from .messagereader_node import MessageReaderNode
6
+
7
+ __all__ = ['MessageWriterNode', 'MessageReaderNode']