pynode-flow 0.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pynode/__init__.py +37 -0
- pynode/__main__.py +9 -0
- pynode/_perf.py +65 -0
- pynode/_version.py +24 -0
- pynode/api/__init__.py +15 -0
- pynode/api/helpers.py +79 -0
- pynode/api/nodes.py +423 -0
- pynode/api/services.py +124 -0
- pynode/api/sse.py +58 -0
- pynode/api/uploads.py +59 -0
- pynode/api/workflows.py +466 -0
- pynode/config.py +93 -0
- pynode/install_nodes.py +143 -0
- pynode/main.py +118 -0
- pynode/node_registry.py +156 -0
- pynode/nodes/AutoSyncNode/auto_sync_node.py +151 -0
- pynode/nodes/BBoxMetricsNode/__init__.py +3 -0
- pynode/nodes/BBoxMetricsNode/bbox_metrics_node.py +250 -0
- pynode/nodes/BBoxMetricsNode/requirements.txt +1 -0
- pynode/nodes/BatchNode/__init__.py +3 -0
- pynode/nodes/BatchNode/batch_node.py +86 -0
- pynode/nodes/BatchNode/requirements.txt +1 -0
- pynode/nodes/CameraNode/__init__.py +4 -0
- pynode/nodes/CameraNode/camera_node.py +204 -0
- pynode/nodes/CameraNode/requirements.txt +2 -0
- pynode/nodes/ChangeNode/__init__.py +1 -0
- pynode/nodes/ChangeNode/change_node.py +255 -0
- pynode/nodes/ChangeNode/requirements.txt +1 -0
- pynode/nodes/ConfidenceFilterNode/__init__.py +4 -0
- pynode/nodes/ConfidenceFilterNode/confidence_filter_node.py +208 -0
- pynode/nodes/ConfidenceFilterNode/requirements.txt +1 -0
- pynode/nodes/CounterNode/__init__.py +3 -0
- pynode/nodes/CounterNode/counter_node.py +191 -0
- pynode/nodes/CropNode/__init__.py +4 -0
- pynode/nodes/CropNode/crop_node.py +317 -0
- pynode/nodes/CropNode/requirements.txt +2 -0
- pynode/nodes/DebugNode/__init__.py +4 -0
- pynode/nodes/DebugNode/debug_node.py +169 -0
- pynode/nodes/DebugNode/requirements.txt +1 -0
- pynode/nodes/DelayNode/delay_node.py +218 -0
- pynode/nodes/DelayNode/requirements.txt +1 -0
- pynode/nodes/DrawPredictionsNode/__init__.py +3 -0
- pynode/nodes/DrawPredictionsNode/draw_predictions_node.py +365 -0
- pynode/nodes/DrawPredictionsNode/requirements.txt +2 -0
- pynode/nodes/ErrorNode/error_node.py +94 -0
- pynode/nodes/ErrorNode/requirements.txt +1 -0
- pynode/nodes/FilterNode/__init__.py +3 -0
- pynode/nodes/FilterNode/filter_node.py +102 -0
- pynode/nodes/FilterNode/requirements.txt +1 -0
- pynode/nodes/FrameSourceNode/__init__.py +4 -0
- pynode/nodes/FrameSourceNode/frame_source_node.py +319 -0
- pynode/nodes/FrameSourceNode/requirements.txt +1 -0
- pynode/nodes/FunctionNode/__init__.py +3 -0
- pynode/nodes/FunctionNode/function_node.py +168 -0
- pynode/nodes/FunctionNode/requirements.txt +1 -0
- pynode/nodes/GateNode/gate_node.py +60 -0
- pynode/nodes/GateNode/requirements.txt +1 -0
- pynode/nodes/GetiUploadNode/__init__.py +3 -0
- pynode/nodes/GetiUploadNode/geti_upload_node.py +278 -0
- pynode/nodes/GetiUploadNode/requirements.txt +1 -0
- pynode/nodes/ImageFormatNode/__init__.py +4 -0
- pynode/nodes/ImageFormatNode/image_format_node.py +310 -0
- pynode/nodes/ImageFormatNode/requirements.txt +2 -0
- pynode/nodes/ImageUploadNode/image_upload_node.py +96 -0
- pynode/nodes/ImageViewerNode/__init__.py +4 -0
- pynode/nodes/ImageViewerNode/image_viewer_node.py +162 -0
- pynode/nodes/ImageViewerNode/requirements.txt +2 -0
- pynode/nodes/ImageWriterNode/__init__.py +3 -0
- pynode/nodes/ImageWriterNode/imagewriter_node.py +352 -0
- pynode/nodes/ImageWriterNode/requirements.txt +1 -0
- pynode/nodes/InferenceNode/InferenceEngine/__init__.py +15 -0
- pynode/nodes/InferenceNode/InferenceEngine/device_detection.py +149 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/base_engine.py +155 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/example_engine_template.py +272 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/geti_engine.py +309 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/onnx_engine.py +346 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/pass_engine.py +86 -0
- pynode/nodes/InferenceNode/InferenceEngine/engines/ultralytics_engine.py +863 -0
- pynode/nodes/InferenceNode/InferenceEngine/inference_engine_factory.py +533 -0
- pynode/nodes/InferenceNode/InferenceEngine/readme.md +107 -0
- pynode/nodes/InferenceNode/InferenceEngine/result_converters.py +121 -0
- pynode/nodes/InferenceNode/inference_node.py +451 -0
- pynode/nodes/InferenceNode/requirements.txt +13 -0
- pynode/nodes/InjectNode/inject_node.py +245 -0
- pynode/nodes/InjectNode/requirements.txt +1 -0
- pynode/nodes/JoinNode/__init__.py +3 -0
- pynode/nodes/JoinNode/join_node.py +156 -0
- pynode/nodes/JoinNode/requirements.txt +1 -0
- pynode/nodes/LabelFilterNode/__init__.py +3 -0
- pynode/nodes/LabelFilterNode/label_filter_node.py +188 -0
- pynode/nodes/LabelFilterNode/requirements.txt +1 -0
- pynode/nodes/MQTTNode/__init__.py +8 -0
- pynode/nodes/MQTTNode/mqtt_in_node.py +148 -0
- pynode/nodes/MQTTNode/mqtt_out_node.py +157 -0
- pynode/nodes/MQTTNode/mqtt_service.py +367 -0
- pynode/nodes/MQTTNode/requirements.txt +1 -0
- pynode/nodes/MessageWriterNode/__init__.py +7 -0
- pynode/nodes/MessageWriterNode/messagereader_node.py +568 -0
- pynode/nodes/MessageWriterNode/messagewriter_node.py +505 -0
- pynode/nodes/OmronCameraNode/__init__.py +3 -0
- pynode/nodes/OmronCameraNode/omron_camera_node.py +652 -0
- pynode/nodes/OmronCameraNode/requirements.txt +4 -0
- pynode/nodes/OpenCV/__init__.py +1 -0
- pynode/nodes/OpenCV/arithmetic_node.py +376 -0
- pynode/nodes/OpenCV/bitwise_node.py +127 -0
- pynode/nodes/OpenCV/blend_node.py +127 -0
- pynode/nodes/OpenCV/blob_detector_node.py +233 -0
- pynode/nodes/OpenCV/blur_node.py +141 -0
- pynode/nodes/OpenCV/color_space_node.py +139 -0
- pynode/nodes/OpenCV/colormap_node.py +262 -0
- pynode/nodes/OpenCV/contours_node.py +258 -0
- pynode/nodes/OpenCV/denormalize_coords_node.py +365 -0
- pynode/nodes/OpenCV/draw_node.py +312 -0
- pynode/nodes/OpenCV/edge_detector_node.py +177 -0
- pynode/nodes/OpenCV/equirectangular_node.py +447 -0
- pynode/nodes/OpenCV/fft_node.py +102 -0
- pynode/nodes/OpenCV/focus_estimation_node.py +189 -0
- pynode/nodes/OpenCV/frequency_filter_node.py +241 -0
- pynode/nodes/OpenCV/histogram_node.py +160 -0
- pynode/nodes/OpenCV/hough_circles_node.py +224 -0
- pynode/nodes/OpenCV/hough_lines_node.py +243 -0
- pynode/nodes/OpenCV/in_range_node.py +186 -0
- pynode/nodes/OpenCV/morphology_node.py +136 -0
- pynode/nodes/OpenCV/normalize_coords_node.py +344 -0
- pynode/nodes/OpenCV/paste_node.py +244 -0
- pynode/nodes/OpenCV/perspective_node.py +174 -0
- pynode/nodes/OpenCV/realsense_depth_node.py +253 -0
- pynode/nodes/OpenCV/requirements.txt +2 -0
- pynode/nodes/OpenCV/resize_node.py +175 -0
- pynode/nodes/OpenCV/rotate_node.py +159 -0
- pynode/nodes/OpenCV/template_match_node.py +227 -0
- pynode/nodes/OpenCV/threshold_node.py +167 -0
- pynode/nodes/PointInShapeNode/__init__.py +3 -0
- pynode/nodes/PointInShapeNode/point_in_shape_node.py +313 -0
- pynode/nodes/PointInShapeNode/requirements.txt +2 -0
- pynode/nodes/PolygonMetricsNode/__init__.py +3 -0
- pynode/nodes/PolygonMetricsNode/polygon_metrics_node.py +331 -0
- pynode/nodes/PolygonMetricsNode/requirements.txt +2 -0
- pynode/nodes/QueueLengthProbeNode/__init__.py +3 -0
- pynode/nodes/QueueLengthProbeNode/queue_length_probe_node.py +116 -0
- pynode/nodes/Qwen3VLMNode/__init__.py +3 -0
- pynode/nodes/Qwen3VLMNode/qwen3_vlm_node.py +519 -0
- pynode/nodes/Qwen3VLMNode/requirements.txt +5 -0
- pynode/nodes/RESTEndpointNode/__init__.py +3 -0
- pynode/nodes/RESTEndpointNode/rest_endpoint_node.py +491 -0
- pynode/nodes/RangeNode/__init__.py +3 -0
- pynode/nodes/RangeNode/range_node.py +115 -0
- pynode/nodes/RangeNode/requirements.txt +1 -0
- pynode/nodes/RateProbeNode/__init__.py +3 -0
- pynode/nodes/RateProbeNode/rate_probe_node.py +183 -0
- pynode/nodes/RateProbeNode/requirements.txt +1 -0
- pynode/nodes/RoboflowUploadNode/__init__.py +3 -0
- pynode/nodes/RoboflowUploadNode/requirements.txt +1 -0
- pynode/nodes/RoboflowUploadNode/roboflow_upload_node.py +229 -0
- pynode/nodes/SliceNode/README.md +149 -0
- pynode/nodes/SliceNode/__init__.py +5 -0
- pynode/nodes/SliceNode/merge_predictions_node.py +444 -0
- pynode/nodes/SliceNode/requirements.txt +3 -0
- pynode/nodes/SliceNode/slice_collector_node.py +370 -0
- pynode/nodes/SliceNode/slice_image_node.py +380 -0
- pynode/nodes/SplitNode/__init__.py +3 -0
- pynode/nodes/SplitNode/requirements.txt +1 -0
- pynode/nodes/SplitNode/split_node.py +155 -0
- pynode/nodes/SwitchNode/requirements.txt +1 -0
- pynode/nodes/SwitchNode/switch_node.py +259 -0
- pynode/nodes/SyncNode/__init__.py +3 -0
- pynode/nodes/SyncNode/sync_node.py +287 -0
- pynode/nodes/TemplateNode/requirements.txt +1 -0
- pynode/nodes/TemplateNode/template_node.py +86 -0
- pynode/nodes/TrackerNode/__init__.py +2 -0
- pynode/nodes/TrackerNode/supervision_tracker_node.py +248 -0
- pynode/nodes/TrackerNode/tracker_node.py +745 -0
- pynode/nodes/UltralyticsNode/__init__.py +4 -0
- pynode/nodes/UltralyticsNode/requirements.txt +2 -0
- pynode/nodes/UltralyticsNode/ultralytics_node.py +364 -0
- pynode/nodes/UnknownNode/__init__.py +93 -0
- pynode/nodes/VLLMNode/__init__.py +3 -0
- pynode/nodes/VLLMNode/vllm_node.py +345 -0
- pynode/nodes/VideoReaderNode/__init__.py +3 -0
- pynode/nodes/VideoReaderNode/video_reader_node.py +425 -0
- pynode/nodes/VideoWriterNode/__init__.py +3 -0
- pynode/nodes/VideoWriterNode/video_writer_node.py +441 -0
- pynode/nodes/WebhookNode/__init__.py +3 -0
- pynode/nodes/WebhookNode/webhook_node.py +591 -0
- pynode/nodes/__init__.py +109 -0
- pynode/nodes/base_node.py +562 -0
- pynode/nodes/image_utils.py +291 -0
- pynode/nodes/info.py +109 -0
- pynode/nodes/mDNSNode/__init__.py +13 -0
- pynode/nodes/mDNSNode/mdns_broadcast_node.py +214 -0
- pynode/nodes/mDNSNode/mdns_discovery_node.py +362 -0
- pynode/nodes/mDNSNode/mdns_manager.py +399 -0
- pynode/nodes/mDNSNode/requirements.txt +1 -0
- pynode/nodes/messages.py +81 -0
- pynode/server.py +187 -0
- pynode/static/images/favicon4.png +0 -0
- pynode/static/index.html +200 -0
- pynode/static/js/README.md +139 -0
- pynode/static/js/auth.js +89 -0
- pynode/static/js/clipboard.js +152 -0
- pynode/static/js/config.js +14 -0
- pynode/static/js/connections.js +844 -0
- pynode/static/js/debug.js +524 -0
- pynode/static/js/events.js +775 -0
- pynode/static/js/history.js +199 -0
- pynode/static/js/main.js +55 -0
- pynode/static/js/minimap.js +242 -0
- pynode/static/js/nodes.js +995 -0
- pynode/static/js/palette.js +255 -0
- pynode/static/js/properties.js +1270 -0
- pynode/static/js/selection.js +241 -0
- pynode/static/js/state.js +211 -0
- pynode/static/js/ui-utils.js +28 -0
- pynode/static/js/viewport.js +204 -0
- pynode/static/js/workflow.js +469 -0
- pynode/static/js/workflows.js +344 -0
- pynode/static/style.css +2751 -0
- pynode/workflow_engine.py +483 -0
- pynode/workflow_manager.py +440 -0
- pynode_flow-0.2.0.dist-info/METADATA +520 -0
- pynode_flow-0.2.0.dist-info/RECORD +227 -0
- pynode_flow-0.2.0.dist-info/WHEEL +5 -0
- pynode_flow-0.2.0.dist-info/entry_points.txt +3 -0
- pynode_flow-0.2.0.dist-info/licenses/LICENSE +21 -0
- pynode_flow-0.2.0.dist-info/scm_file_list.json +270 -0
- pynode_flow-0.2.0.dist-info/scm_version.json +8 -0
- pynode_flow-0.2.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,248 @@
|
|
|
1
|
+
import numpy as np
|
|
2
|
+
from pynode.nodes.base_node import BaseNode, Info, MessageKeys
|
|
3
|
+
import logging
|
|
4
|
+
from typing import List, Dict, Any
|
|
5
|
+
|
|
6
|
+
logger = logging.getLogger(__name__)
|
|
7
|
+
|
|
8
|
+
_info = Info()
|
|
9
|
+
_info.add_text("Object tracker using the supervision library (ByteTrack). Provides high-quality tracking with built-in visualization using supervision's annotators.")
|
|
10
|
+
_info.add_header("Inputs")
|
|
11
|
+
_info.add_bullets(
|
|
12
|
+
("Input 0:", "Message with payload containing 'detections' array (from object detector) and optional 'image' for visualization")
|
|
13
|
+
)
|
|
14
|
+
_info.add_header("Outputs")
|
|
15
|
+
_info.add_bullets(
|
|
16
|
+
("Output 0:", "Message with 'tracks' array added to payload, each track containing track_id, class_id, confidence, bbox [x1,y1,x2,y2], and bbox_wh [x,y,w,h]")
|
|
17
|
+
)
|
|
18
|
+
_info.add_header("Properties")
|
|
19
|
+
_info.add_bullets(
|
|
20
|
+
("Tracker Type:", "Tracking algorithm to use (ByteTrack)"),
|
|
21
|
+
("Tracking Threshold:", "Activation threshold for new tracks (default: 0.25)"),
|
|
22
|
+
("Track Buffer:", "Number of frames to keep lost tracks (default: 30)"),
|
|
23
|
+
("Match Threshold:", "Minimum IoU for matching detections (default: 0.8)"),
|
|
24
|
+
("Draw Tracks:", "Annotate image with boxes and track labels using supervision annotators")
|
|
25
|
+
)
|
|
26
|
+
_info.add_header("Requirements")
|
|
27
|
+
_info.add_bullets(
|
|
28
|
+
("supervision:", "pip install supervision")
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
class SupervisionTrackerNode(BaseNode):
|
|
32
|
+
"""
|
|
33
|
+
Tracker Node that uses the supervision library for object tracking.
|
|
34
|
+
Supports ByteTrack and other algorithms provided by supervision.
|
|
35
|
+
"""
|
|
36
|
+
info = str(_info)
|
|
37
|
+
display_name = 'Supervision Tracker'
|
|
38
|
+
icon = '👀'
|
|
39
|
+
category = 'vision'
|
|
40
|
+
color = '#5C2D91'
|
|
41
|
+
border_color = '#3F1D63'
|
|
42
|
+
text_color = '#FFFFFF'
|
|
43
|
+
|
|
44
|
+
DEFAULT_CONFIG = {
|
|
45
|
+
'tracker_type': 'bytetrack',
|
|
46
|
+
'track_thresh': '0.25',
|
|
47
|
+
'track_buffer': '30',
|
|
48
|
+
'match_thresh': '0.8',
|
|
49
|
+
'draw_tracks': 'true'
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
properties = [
|
|
53
|
+
{
|
|
54
|
+
'name': 'tracker_type',
|
|
55
|
+
'label': 'Tracker Type',
|
|
56
|
+
'type': 'select',
|
|
57
|
+
'options': [
|
|
58
|
+
{'value': 'bytetrack', 'label': 'ByteTrack'},
|
|
59
|
+
# Future support for other trackers if needed
|
|
60
|
+
],
|
|
61
|
+
'default': DEFAULT_CONFIG['tracker_type'],
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
'name': 'track_thresh',
|
|
65
|
+
'label': 'Tracking Threshold',
|
|
66
|
+
'type': 'text',
|
|
67
|
+
'placeholder': DEFAULT_CONFIG['track_thresh'],
|
|
68
|
+
'default': DEFAULT_CONFIG['track_thresh'],
|
|
69
|
+
},
|
|
70
|
+
{
|
|
71
|
+
'name': 'track_buffer',
|
|
72
|
+
'label': 'Track Buffer (frames)',
|
|
73
|
+
'type': 'text',
|
|
74
|
+
'placeholder': DEFAULT_CONFIG['track_buffer'],
|
|
75
|
+
'default': DEFAULT_CONFIG['track_buffer'],
|
|
76
|
+
},
|
|
77
|
+
{
|
|
78
|
+
'name': 'match_thresh',
|
|
79
|
+
'label': 'Match Threshold (IoU)',
|
|
80
|
+
'type': 'text',
|
|
81
|
+
'placeholder': DEFAULT_CONFIG['match_thresh'],
|
|
82
|
+
'default': DEFAULT_CONFIG['match_thresh'],
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
'name': 'draw_tracks',
|
|
86
|
+
'label': 'Draw Tracks',
|
|
87
|
+
'type': 'select',
|
|
88
|
+
'options': [
|
|
89
|
+
{'value': 'true', 'label': 'Yes'},
|
|
90
|
+
{'value': 'false', 'label': 'No'}
|
|
91
|
+
],
|
|
92
|
+
'default': DEFAULT_CONFIG['draw_tracks'],
|
|
93
|
+
}
|
|
94
|
+
]
|
|
95
|
+
|
|
96
|
+
def __init__(self, node_id=None, name="sv_tracker"):
|
|
97
|
+
self.tracker = None
|
|
98
|
+
self.box_annotator = None
|
|
99
|
+
self.label_annotator = None
|
|
100
|
+
self._sv_imported = False
|
|
101
|
+
super().__init__(node_id, name)
|
|
102
|
+
|
|
103
|
+
def _init_tracker(self):
|
|
104
|
+
try:
|
|
105
|
+
import supervision as sv
|
|
106
|
+
self._sv_imported = True
|
|
107
|
+
|
|
108
|
+
track_thresh = self.get_config_float('track_thresh', 0.25)
|
|
109
|
+
track_buffer = self.get_config_int('track_buffer', 30)
|
|
110
|
+
match_thresh = self.get_config_float('match_thresh', 0.8)
|
|
111
|
+
tracker_type = self.config.get('tracker_type', 'bytetrack')
|
|
112
|
+
|
|
113
|
+
if tracker_type == 'bytetrack':
|
|
114
|
+
self.tracker = sv.ByteTrack(
|
|
115
|
+
track_activation_threshold=track_thresh,
|
|
116
|
+
lost_track_buffer=track_buffer,
|
|
117
|
+
minimum_matching_threshold=match_thresh,
|
|
118
|
+
frame_rate=30 # Default assumption
|
|
119
|
+
)
|
|
120
|
+
|
|
121
|
+
# Initialize annotators for drawing
|
|
122
|
+
self.box_annotator = sv.BoxAnnotator()
|
|
123
|
+
self.label_annotator = sv.LabelAnnotator()
|
|
124
|
+
|
|
125
|
+
except ImportError:
|
|
126
|
+
self.report_error("supervision library not installed. Run: pip install supervision")
|
|
127
|
+
self._sv_imported = False
|
|
128
|
+
except Exception as e:
|
|
129
|
+
self.report_error(f"Error initializing tracker: {e}")
|
|
130
|
+
|
|
131
|
+
def configure(self, config):
|
|
132
|
+
# Check if we need to re-init tracker
|
|
133
|
+
old_config = self.config.copy()
|
|
134
|
+
super().configure(config)
|
|
135
|
+
|
|
136
|
+
if self.tracker is None:
|
|
137
|
+
self._init_tracker()
|
|
138
|
+
return
|
|
139
|
+
|
|
140
|
+
# Re-init if critical params changed
|
|
141
|
+
if (old_config.get('tracker_type') != self.config.get('tracker_type') or
|
|
142
|
+
old_config.get('track_thresh') != self.config.get('track_thresh') or
|
|
143
|
+
old_config.get('track_buffer') != self.config.get('track_buffer') or
|
|
144
|
+
old_config.get('match_thresh') != self.config.get('match_thresh')):
|
|
145
|
+
self._init_tracker()
|
|
146
|
+
|
|
147
|
+
def on_input(self, msg, input_index=0):
|
|
148
|
+
if not self._sv_imported and self.tracker is None:
|
|
149
|
+
self._init_tracker()
|
|
150
|
+
|
|
151
|
+
if self.tracker is None:
|
|
152
|
+
self.send(msg)
|
|
153
|
+
return
|
|
154
|
+
|
|
155
|
+
try:
|
|
156
|
+
import supervision as sv
|
|
157
|
+
|
|
158
|
+
payload = msg.get(MessageKeys.PAYLOAD, {})
|
|
159
|
+
if not isinstance(payload, dict):
|
|
160
|
+
self.send(msg)
|
|
161
|
+
return
|
|
162
|
+
|
|
163
|
+
detections_list = payload.get('detections', [])
|
|
164
|
+
|
|
165
|
+
# Convert detections list to supervision Detections object
|
|
166
|
+
if not detections_list:
|
|
167
|
+
detections = sv.Detections.empty()
|
|
168
|
+
else:
|
|
169
|
+
xyxy = []
|
|
170
|
+
confidence = []
|
|
171
|
+
class_id = []
|
|
172
|
+
class_name = []
|
|
173
|
+
|
|
174
|
+
for d in detections_list:
|
|
175
|
+
bbox = d.get('bbox')
|
|
176
|
+
if bbox and len(bbox) == 4:
|
|
177
|
+
xyxy.append(bbox)
|
|
178
|
+
confidence.append(d.get('confidence', 0.0))
|
|
179
|
+
class_id.append(d.get('class_id', 0))
|
|
180
|
+
class_name.append(d.get('class_name', ''))
|
|
181
|
+
|
|
182
|
+
if xyxy:
|
|
183
|
+
detections = sv.Detections(
|
|
184
|
+
xyxy=np.array(xyxy),
|
|
185
|
+
confidence=np.array(confidence),
|
|
186
|
+
class_id=np.array(class_id)
|
|
187
|
+
)
|
|
188
|
+
else:
|
|
189
|
+
detections = sv.Detections.empty()
|
|
190
|
+
|
|
191
|
+
# Update tracker
|
|
192
|
+
detections = self.tracker.update_with_detections(detections)
|
|
193
|
+
|
|
194
|
+
# Extract tracks back to payload format
|
|
195
|
+
tracks = []
|
|
196
|
+
|
|
197
|
+
# supervision Detections object after tracking has tracker_id
|
|
198
|
+
if detections.tracker_id is not None:
|
|
199
|
+
for i in range(len(detections)):
|
|
200
|
+
track_id = int(detections.tracker_id[i])
|
|
201
|
+
cls_id = int(detections.class_id[i])
|
|
202
|
+
conf = float(detections.confidence[i]) if detections.confidence is not None else 0.0
|
|
203
|
+
bbox = detections.xyxy[i].tolist()
|
|
204
|
+
cls_name = class_name[i]
|
|
205
|
+
|
|
206
|
+
tracks.append({
|
|
207
|
+
'track_id': track_id,
|
|
208
|
+
'class_id': cls_id,
|
|
209
|
+
'class_name': cls_name,
|
|
210
|
+
'confidence': conf,
|
|
211
|
+
'bbox': bbox,
|
|
212
|
+
'bbox_wh': [bbox[0], bbox[1], bbox[2]-bbox[0], bbox[3]-bbox[1]]
|
|
213
|
+
})
|
|
214
|
+
|
|
215
|
+
payload['tracks'] = tracks
|
|
216
|
+
payload['track_count'] = len(tracks)
|
|
217
|
+
|
|
218
|
+
# Draw tracks if requested
|
|
219
|
+
if self.get_config_bool('draw_tracks', True) and MessageKeys.IMAGE.PATH in payload:
|
|
220
|
+
image, fmt = self.decode_image(payload[MessageKeys.IMAGE.PATH])
|
|
221
|
+
if image is not None and fmt is not None:
|
|
222
|
+
# Use supervision annotators
|
|
223
|
+
labels = [
|
|
224
|
+
f"#{tracker_id} {class_id}"
|
|
225
|
+
for tracker_id, class_id
|
|
226
|
+
in zip(detections.tracker_id, detections.class_id)
|
|
227
|
+
] if detections.tracker_id is not None else []
|
|
228
|
+
|
|
229
|
+
annotated_image = self.box_annotator.annotate(
|
|
230
|
+
scene=image.copy(),
|
|
231
|
+
detections=detections
|
|
232
|
+
)
|
|
233
|
+
annotated_image = self.label_annotator.annotate(
|
|
234
|
+
scene=annotated_image,
|
|
235
|
+
detections=detections,
|
|
236
|
+
labels=labels
|
|
237
|
+
)
|
|
238
|
+
|
|
239
|
+
encoded = self.encode_image(annotated_image, fmt)
|
|
240
|
+
if encoded:
|
|
241
|
+
payload[MessageKeys.IMAGE.PATH] = encoded
|
|
242
|
+
|
|
243
|
+
self.send(msg)
|
|
244
|
+
|
|
245
|
+
except Exception as e:
|
|
246
|
+
logger.error(f"Error in SupervisionTrackerNode: {e}", exc_info=True)
|
|
247
|
+
self.report_error(f"Tracker error: {e}")
|
|
248
|
+
self.send(msg)
|