griptape-nodes 0.65.0__py3-none-any.whl → 0.65.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,826 @@
1
+ from __future__ import annotations
2
+
3
+ import logging
4
+ from abc import ABC, abstractmethod
5
+ from typing import TYPE_CHECKING, Any
6
+
7
+ from griptape_nodes.exe_types.core_types import (
8
+ ControlParameter,
9
+ Parameter,
10
+ ParameterMode,
11
+ ParameterTypeBuiltin,
12
+ Trait,
13
+ )
14
+ from griptape_nodes.exe_types.node_groups.base_node_group import BaseNodeGroup
15
+ from griptape_nodes.exe_types.node_types import (
16
+ LOCAL_EXECUTION,
17
+ get_library_names_with_publish_handlers,
18
+ )
19
+ from griptape_nodes.retained_mode.events.connection_events import (
20
+ CreateConnectionRequest,
21
+ DeleteConnectionRequest,
22
+ DeleteConnectionResultSuccess,
23
+ )
24
+ from griptape_nodes.retained_mode.events.parameter_events import (
25
+ AddParameterToNodeRequest,
26
+ AddParameterToNodeResultSuccess,
27
+ RemoveParameterFromNodeRequest,
28
+ )
29
+ from griptape_nodes.traits.options import Options
30
+
31
+ if TYPE_CHECKING:
32
+ from griptape_nodes.exe_types.connections import Connections
33
+ from griptape_nodes.exe_types.node_types import BaseNode, Connection
34
+
35
+ logger = logging.getLogger("griptape_nodes")
36
+
37
+ NODE_GROUP_FLOW = "NodeGroupFlow"
38
+
39
+
40
+ class SubflowNodeGroup(BaseNodeGroup, ABC):
41
+ """Abstract base class for subflow node groups.
42
+
43
+ Proxy node that represents a group of nodes during DAG execution.
44
+
45
+ This node acts as a single execution unit for a group of nodes that should
46
+ be executed in parallel. When the DAG executor encounters this proxy node,
47
+ it passes the entire NodeGroup to the NodeExecutor which handles parallel
48
+ execution of all grouped nodes.
49
+
50
+ The proxy node has parameters that mirror the external connections to/from
51
+ the group, allowing it to seamlessly integrate into the DAG structure.
52
+ """
53
+
54
+ _proxy_param_to_connections: dict[str, int]
55
+
56
+ def __init__(
57
+ self,
58
+ name: str,
59
+ metadata: dict[Any, Any] | None = None,
60
+ ) -> None:
61
+ super().__init__(name, metadata)
62
+ self.execution_environment = Parameter(
63
+ name="execution_environment",
64
+ tooltip="Environment that the group should execute in",
65
+ type=ParameterTypeBuiltin.STR,
66
+ allowed_modes={ParameterMode.PROPERTY},
67
+ default_value=LOCAL_EXECUTION,
68
+ traits={Options(choices=get_library_names_with_publish_handlers())},
69
+ )
70
+ self.add_parameter(self.execution_environment)
71
+ # Track mapping from proxy parameter name to (original_node, original_param_name)
72
+ self._proxy_param_to_connections = {}
73
+ if "execution_environment" not in self.metadata:
74
+ self.metadata["execution_environment"] = {}
75
+ self.metadata["execution_environment"]["Griptape Nodes Library"] = {
76
+ "start_flow_node": "StartFlow",
77
+ "parameter_names": {},
78
+ }
79
+
80
+ # Don't create subflow in __init__ - it will be created on-demand when nodes are added
81
+ # or restored during deserialization
82
+
83
+ # Add parameters from registered StartFlow nodes for each publishing library
84
+ self._add_start_flow_parameters()
85
+
86
+ def _create_subflow(self) -> None:
87
+ """Create a dedicated subflow for this NodeGroup's nodes.
88
+
89
+ Note: This is called during __init__, so the node may not yet be added to a flow.
90
+ The subflow will be created without a parent initially, and can be reparented later.
91
+ """
92
+ from griptape_nodes.retained_mode.events.flow_events import (
93
+ CreateFlowRequest,
94
+ CreateFlowResultSuccess,
95
+ )
96
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
97
+
98
+ subflow_name = f"{self.name}_subflow"
99
+ self.metadata["subflow_name"] = subflow_name
100
+
101
+ # Get current flow to set as parent so subflow will be serialized with parent
102
+ current_flow = GriptapeNodes.ContextManager().get_current_flow()
103
+ parent_flow_name = current_flow.name if current_flow else None
104
+
105
+ # Create metadata with flow_type
106
+ subflow_metadata = {"flow_type": NODE_GROUP_FLOW}
107
+
108
+ request = CreateFlowRequest(
109
+ flow_name=subflow_name,
110
+ parent_flow_name=parent_flow_name,
111
+ set_as_new_context=False,
112
+ metadata=subflow_metadata,
113
+ )
114
+ result = GriptapeNodes.handle_request(request)
115
+
116
+ if not isinstance(result, CreateFlowResultSuccess):
117
+ logger.warning("%s failed to create subflow '%s': %s", self.name, subflow_name, result.result_details)
118
+
119
+ def _add_start_flow_parameters(self) -> None:
120
+ """Add parameters from all registered StartFlow nodes to this SubflowNodeGroup.
121
+
122
+ For each library that has registered a PublishWorkflowRequest handler with
123
+ a StartFlow node, this method:
124
+ 1. Creates a temporary instance of that StartFlow node
125
+ 2. Extracts all its parameters
126
+ 3. Adds them to this SubflowNodeGroup with a prefix based on the class name
127
+ 4. Stores metadata mapping execution environments to their parameters
128
+ """
129
+ from griptape_nodes.retained_mode.events.workflow_events import PublishWorkflowRequest
130
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
131
+
132
+ # Initialize metadata structure for execution environment mappings
133
+ if self.metadata is None:
134
+ self.metadata = {}
135
+ if "execution_environment" not in self.metadata:
136
+ self.metadata["execution_environment"] = {}
137
+
138
+ # Get all libraries that have registered PublishWorkflowRequest handlers
139
+ library_manager = GriptapeNodes.LibraryManager()
140
+ event_handlers = library_manager.get_registered_event_handlers(PublishWorkflowRequest)
141
+
142
+ # Process each registered library
143
+ for library_name, handler in event_handlers.items():
144
+ self._process_library_start_flow_parameters(library_name, handler)
145
+
146
+ def _process_library_start_flow_parameters(self, library_name: str, handler: Any) -> None:
147
+ """Process and add StartFlow parameters from a single library.
148
+
149
+ Args:
150
+ library_name: Name of the library
151
+ handler: The registered event handler containing event data
152
+ """
153
+ import logging
154
+
155
+ from griptape_nodes.node_library.library_registry import LibraryRegistry
156
+ from griptape_nodes.retained_mode.events.workflow_events import PublishWorkflowRegisteredEventData
157
+
158
+ logger = logging.getLogger(__name__)
159
+
160
+ registered_event_data = handler.event_data
161
+
162
+ if registered_event_data is None:
163
+ return
164
+ if not isinstance(registered_event_data, PublishWorkflowRegisteredEventData):
165
+ return
166
+
167
+ # Get the StartFlow node information
168
+ start_flow_node_type = registered_event_data.start_flow_node_type
169
+ start_flow_library_name = registered_event_data.start_flow_node_library_name
170
+
171
+ try:
172
+ # Get the library that contains the StartFlow node
173
+ library = LibraryRegistry.get_library(name=start_flow_library_name)
174
+ except KeyError:
175
+ logger.debug(
176
+ "Library '%s' not found when adding StartFlow parameters for '%s'",
177
+ start_flow_library_name,
178
+ library_name,
179
+ )
180
+ return
181
+
182
+ try:
183
+ # Create a temporary instance of the StartFlow node to inspect its parameters
184
+ temp_start_flow_node = library.create_node(
185
+ node_type=start_flow_node_type,
186
+ name=f"temp_{start_flow_node_type}",
187
+ )
188
+ except Exception as e:
189
+ logger.debug(
190
+ "Failed to create temporary StartFlow node '%s' from library '%s': %s",
191
+ start_flow_node_type,
192
+ start_flow_library_name,
193
+ e,
194
+ )
195
+ return
196
+
197
+ # Get the class name for prefixing (convert to lowercase for parameter naming)
198
+ class_name_prefix = start_flow_node_type.lower()
199
+
200
+ # Store metadata for this execution environment
201
+ parameter_names = []
202
+
203
+ # Add each parameter from the StartFlow node to this SubflowNodeGroup
204
+ for param in temp_start_flow_node.parameters:
205
+ if isinstance(param, ControlParameter):
206
+ continue
207
+
208
+ # Create prefixed parameter name
209
+ prefixed_param_name = f"{class_name_prefix}_{param.name}"
210
+ parameter_names.append(prefixed_param_name)
211
+
212
+ # Clone and add the parameter
213
+ self._clone_and_add_parameter(param, prefixed_param_name)
214
+
215
+ # Store the mapping in metadata
216
+ self.metadata["execution_environment"][library_name] = {
217
+ "start_flow_node": start_flow_node_type,
218
+ "parameter_names": parameter_names,
219
+ }
220
+
221
+ def _clone_and_add_parameter(self, param: Parameter, new_name: str) -> None:
222
+ """Clone a parameter with a new name and add it to this node.
223
+
224
+ Args:
225
+ param: The parameter to clone
226
+ new_name: The new name for the cloned parameter
227
+ """
228
+ # Extract traits from parameter children (traits are stored as children of type Trait)
229
+ traits_set: set[type[Trait] | Trait] | None = {child for child in param.children if isinstance(child, Trait)}
230
+ if not traits_set:
231
+ traits_set = None
232
+
233
+ # Clone the parameter with the new name
234
+ cloned_param = Parameter(
235
+ name=new_name,
236
+ tooltip=param.tooltip,
237
+ type=param.type,
238
+ allowed_modes=param.allowed_modes,
239
+ default_value=param.default_value,
240
+ traits=traits_set,
241
+ parent_container_name=param.parent_container_name,
242
+ parent_element_name=param.parent_element_name,
243
+ )
244
+
245
+ # Add the parameter to this node
246
+ self.add_parameter(cloned_param)
247
+
248
+ def _create_proxy_parameter_for_connection(self, original_param: Parameter, *, is_incoming: bool) -> Parameter:
249
+ """Create a proxy parameter on this SubflowNodeGroup for an external connection.
250
+
251
+ Args:
252
+ original_param: The parameter from the grouped node
253
+ grouped_node: The node within the group that has the original parameter
254
+ conn_id: The connection ID for uniqueness
255
+ is_incoming: True if this is an incoming connection to the group
256
+
257
+ Returns:
258
+ The newly created proxy parameter
259
+ """
260
+ # Clone the parameter with the new name
261
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
262
+
263
+ input_types = None
264
+ output_type = None
265
+ if is_incoming:
266
+ input_types = original_param.input_types
267
+ else:
268
+ output_type = original_param.output_type
269
+
270
+ request = AddParameterToNodeRequest(
271
+ node_name=self.name,
272
+ parameter_name=original_param.name,
273
+ input_types=input_types,
274
+ output_type=output_type,
275
+ tooltip="",
276
+ mode_allowed_input=True,
277
+ mode_allowed_output=True,
278
+ )
279
+ # Add with a request, because this will handle naming for us.
280
+ result = GriptapeNodes.handle_request(request)
281
+ if not isinstance(result, AddParameterToNodeResultSuccess):
282
+ msg = "Failed to add parameter to node."
283
+ raise TypeError(msg)
284
+ # Retrieve and return the newly created parameter
285
+ proxy_param = self.get_parameter_by_name(result.parameter_name)
286
+ if proxy_param is None:
287
+ msg = f"{self.name} failed to create proxy parameter '{result.parameter_name}'"
288
+ raise RuntimeError(msg)
289
+ if is_incoming:
290
+ if "left_parameters" in self.metadata:
291
+ self.metadata["left_parameters"].append(proxy_param.name)
292
+ else:
293
+ self.metadata["left_parameters"] = [proxy_param.name]
294
+ elif "right_parameters" in self.metadata:
295
+ self.metadata["right_parameters"].append(proxy_param.name)
296
+ else:
297
+ self.metadata["right_parameters"] = [proxy_param.name]
298
+
299
+ return proxy_param
300
+
301
+ def get_all_nodes(self) -> dict[str, BaseNode]:
302
+ all_nodes = {}
303
+ for node_name, node in self.nodes.items():
304
+ all_nodes[node_name] = node
305
+ if isinstance(node, SubflowNodeGroup):
306
+ all_nodes.update(node.nodes)
307
+ return all_nodes
308
+
309
+ def map_external_connection(self, conn: Connection, *, is_incoming: bool) -> bool:
310
+ """Track a connection to/from a node in the group and rewire it through a proxy parameter.
311
+
312
+ Args:
313
+ conn: The external connection to track
314
+ conn_id: ID of the connection
315
+ is_incoming: True if connection is coming INTO the group
316
+ """
317
+ if is_incoming:
318
+ grouped_parameter = conn.target_parameter
319
+ # Store the existing connection so it can be recreated if needed.
320
+ else:
321
+ grouped_parameter = conn.source_parameter
322
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
323
+
324
+ request = DeleteConnectionRequest(
325
+ conn.source_parameter.name,
326
+ conn.target_parameter.name,
327
+ conn.source_node.name,
328
+ conn.target_node.name,
329
+ )
330
+ result = GriptapeNodes.handle_request(request)
331
+ if not isinstance(result, DeleteConnectionResultSuccess):
332
+ return False
333
+ proxy_parameter = self._create_proxy_parameter_for_connection(grouped_parameter, is_incoming=is_incoming)
334
+ # Create connections for proxy parameter
335
+ self.create_connections_for_proxy(proxy_parameter, conn, is_incoming=is_incoming)
336
+ return True
337
+
338
+ def create_connections_for_proxy(
339
+ self, proxy_parameter: Parameter, old_connection: Connection, *, is_incoming: bool
340
+ ) -> None:
341
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
342
+
343
+ create_first_connection = CreateConnectionRequest(
344
+ source_parameter_name=old_connection.source_parameter.name,
345
+ target_parameter_name=proxy_parameter.name,
346
+ source_node_name=old_connection.source_node.name,
347
+ target_node_name=self.name,
348
+ is_node_group_internal=not is_incoming,
349
+ )
350
+ create_second_connection = CreateConnectionRequest(
351
+ source_parameter_name=proxy_parameter.name,
352
+ target_parameter_name=old_connection.target_parameter.name,
353
+ source_node_name=self.name,
354
+ target_node_name=old_connection.target_node.name,
355
+ is_node_group_internal=is_incoming,
356
+ )
357
+ # Store the mapping from proxy parameter to original node/parameter
358
+ # only increment by 1, even though we're making two connections.
359
+ if proxy_parameter.name not in self._proxy_param_to_connections:
360
+ self._proxy_param_to_connections[proxy_parameter.name] = 2
361
+ else:
362
+ self._proxy_param_to_connections[proxy_parameter.name] += 2
363
+ GriptapeNodes.handle_request(create_first_connection)
364
+ GriptapeNodes.handle_request(create_second_connection)
365
+
366
+ def unmap_node_connections(self, node: BaseNode, connections: Connections) -> None: # noqa: C901
367
+ """Remove tracking of an external connection, restore original connection, and clean up proxy parameter.
368
+
369
+ Args:
370
+ node: The node to unmap
371
+ connections: The connections object
372
+ """
373
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
374
+
375
+ # For the node being removed - We need to figure out all of it's connections TO the node group. These connections need to be remapped.
376
+ # If we delete connections from a proxy parameter, and it has no more connections, then the proxy parameter should be deleted unless it's user defined.
377
+ # It will 1. not be in the proxy map. and 2. it will have a value of > 0
378
+ # Get all outgoing connections
379
+ outgoing_connections = connections.get_outgoing_connections_to_node(node, to_node=self)
380
+ # Delete outgoing connections
381
+ for parameter_name, outgoing_connection_list in outgoing_connections.items():
382
+ for outgoing_connection in outgoing_connection_list:
383
+ proxy_parameter = outgoing_connection.target_parameter
384
+ # get old connections first, since this will delete the proxy
385
+ remap_connections = connections.get_outgoing_connections_from_parameter(self, proxy_parameter)
386
+ # Delete the internal connection
387
+ delete_result = GriptapeNodes.FlowManager().on_delete_connection_request(
388
+ DeleteConnectionRequest(
389
+ source_parameter_name=parameter_name,
390
+ target_parameter_name=proxy_parameter.name,
391
+ source_node_name=node.name,
392
+ target_node_name=self.name,
393
+ )
394
+ )
395
+ if delete_result.failed():
396
+ msg = f"{self.name}: Failed to delete internal outgoing connection from {node.name}.{parameter_name} to proxy {proxy_parameter.name}: {delete_result.result_details}"
397
+ raise RuntimeError(msg)
398
+
399
+ # Now create the new connection! We need to get the connections from the proxy parameter
400
+ for connection in remap_connections:
401
+ create_result = GriptapeNodes.FlowManager().on_create_connection_request(
402
+ CreateConnectionRequest(
403
+ source_parameter_name=parameter_name,
404
+ target_parameter_name=connection.target_parameter.name,
405
+ source_node_name=node.name,
406
+ target_node_name=connection.target_node.name,
407
+ )
408
+ )
409
+ if create_result.failed():
410
+ msg = f"{self.name}: Failed to create direct outgoing connection from {node.name}.{parameter_name} to {connection.target_node.name}.{connection.target_parameter.name}: {create_result.result_details}"
411
+ raise RuntimeError(msg)
412
+
413
+ # Get all incoming connections
414
+ incoming_connections = connections.get_incoming_connections_from_node(node, from_node=self)
415
+ # Delete incoming connections
416
+ for parameter_name, incoming_connection_list in incoming_connections.items():
417
+ for incoming_connection in incoming_connection_list:
418
+ proxy_parameter = incoming_connection.source_parameter
419
+ # Get the incoming connections to the proxy parameter
420
+ remap_connections = connections.get_incoming_connections_to_parameter(self, proxy_parameter)
421
+ # Delete the internal connection
422
+ delete_result = GriptapeNodes.FlowManager().on_delete_connection_request(
423
+ DeleteConnectionRequest(
424
+ source_parameter_name=proxy_parameter.name,
425
+ target_parameter_name=parameter_name,
426
+ source_node_name=self.name,
427
+ target_node_name=node.name,
428
+ )
429
+ )
430
+ if delete_result.failed():
431
+ msg = f"{self.name}: Failed to delete internal incoming connection from proxy {proxy_parameter.name} to {node.name}.{parameter_name}: {delete_result.result_details}"
432
+ raise RuntimeError(msg)
433
+
434
+ # Now create the new connection! We need to get the connections to the proxy parameter
435
+ for connection in remap_connections:
436
+ create_result = GriptapeNodes.FlowManager().on_create_connection_request(
437
+ CreateConnectionRequest(
438
+ source_parameter_name=connection.source_parameter.name,
439
+ target_parameter_name=parameter_name,
440
+ source_node_name=connection.source_node.name,
441
+ target_node_name=node.name,
442
+ )
443
+ )
444
+ if create_result.failed():
445
+ msg = f"{self.name}: Failed to create direct incoming connection from {connection.source_node.name}.{connection.source_parameter.name} to {node.name}.{parameter_name}: {create_result.result_details}"
446
+ raise RuntimeError(msg)
447
+
448
+ def _remove_nodes_from_existing_parents(self, nodes: list[BaseNode]) -> None:
449
+ """Remove nodes from their existing parent groups."""
450
+ child_nodes = {}
451
+ for node in nodes:
452
+ if node.parent_group is not None:
453
+ existing_parent_group = node.parent_group
454
+ if isinstance(existing_parent_group, SubflowNodeGroup):
455
+ child_nodes.setdefault(existing_parent_group, []).append(node)
456
+ for parent_group, node_list in child_nodes.items():
457
+ parent_group.remove_nodes_from_group(node_list)
458
+
459
+ def _add_nodes_to_group_dict(self, nodes: list[BaseNode]) -> None:
460
+ """Add nodes to the group's node dictionary."""
461
+ for node in nodes:
462
+ node.parent_group = self
463
+ self.nodes[node.name] = node
464
+
465
+ def _cleanup_proxy_parameter(self, proxy_parameter: Parameter, metadata_key: str) -> None:
466
+ """Clean up proxy parameter if it has no more connections.
467
+
468
+ Args:
469
+ proxy_parameter: The proxy parameter to potentially clean up
470
+ metadata_key: The metadata key ('left_parameters' or 'right_parameters')
471
+ """
472
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
473
+
474
+ if proxy_parameter.name not in self._proxy_param_to_connections:
475
+ return
476
+
477
+ self._proxy_param_to_connections[proxy_parameter.name] -= 1
478
+ if self._proxy_param_to_connections[proxy_parameter.name] == 0:
479
+ GriptapeNodes.NodeManager().on_remove_parameter_from_node_request(
480
+ request=RemoveParameterFromNodeRequest(node_name=self.name, parameter_name=proxy_parameter.name)
481
+ )
482
+ del self._proxy_param_to_connections[proxy_parameter.name]
483
+ if metadata_key in self.metadata and proxy_parameter.name in self.metadata[metadata_key]:
484
+ self.metadata[metadata_key].remove(proxy_parameter.name)
485
+
486
+ def _remap_outgoing_connections(self, node: BaseNode, connections: Connections) -> None:
487
+ """Remap outgoing connections that go through proxy parameters.
488
+
489
+ Args:
490
+ node: The node being added to the group
491
+ connections: Connections object from FlowManager
492
+ """
493
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
494
+
495
+ outgoing_connections = connections.get_outgoing_connections_to_node(node, to_node=self)
496
+ for parameter_name, outgoing_connection_list in outgoing_connections.items():
497
+ for outgoing_connection in outgoing_connection_list:
498
+ proxy_parameter = outgoing_connection.target_parameter
499
+ remap_connections = connections.get_outgoing_connections_from_parameter(self, proxy_parameter)
500
+ delete_result = GriptapeNodes.FlowManager().on_delete_connection_request(
501
+ DeleteConnectionRequest(
502
+ source_parameter_name=parameter_name,
503
+ target_parameter_name=proxy_parameter.name,
504
+ source_node_name=node.name,
505
+ target_node_name=self.name,
506
+ )
507
+ )
508
+ if delete_result.failed():
509
+ msg = f"{self.name}: Failed to delete internal outgoing connection from {node.name}.{parameter_name} to proxy {proxy_parameter.name}: {delete_result.result_details}"
510
+ raise RuntimeError(msg)
511
+
512
+ for connection in remap_connections:
513
+ delete_result = GriptapeNodes.FlowManager().on_delete_connection_request(
514
+ DeleteConnectionRequest(
515
+ source_parameter_name=connection.source_parameter.name,
516
+ target_parameter_name=connection.target_parameter.name,
517
+ source_node_name=connection.source_node.name,
518
+ target_node_name=connection.target_node.name,
519
+ )
520
+ )
521
+ if delete_result.failed():
522
+ msg = f"{self.name}: Failed to delete external connection from proxy {proxy_parameter.name} to {connection.target_node.name}.{connection.target_parameter.name}: {delete_result.result_details}"
523
+ raise RuntimeError(msg)
524
+
525
+ create_result = GriptapeNodes.FlowManager().on_create_connection_request(
526
+ CreateConnectionRequest(
527
+ source_parameter_name=parameter_name,
528
+ target_parameter_name=connection.target_parameter.name,
529
+ source_node_name=node.name,
530
+ target_node_name=connection.target_node.name,
531
+ )
532
+ )
533
+ if create_result.failed():
534
+ msg = f"{self.name}: Failed to create direct outgoing connection from {node.name}.{parameter_name} to {connection.target_node.name}.{connection.target_parameter.name}: {create_result.result_details}"
535
+ raise RuntimeError(msg)
536
+
537
+ self._cleanup_proxy_parameter(proxy_parameter, "right_parameters")
538
+
539
+ def _remap_incoming_connections(self, node: BaseNode, connections: Connections) -> None:
540
+ """Remap incoming connections that go through proxy parameters.
541
+
542
+ Args:
543
+ node: The node being added to the group
544
+ connections: Connections object from FlowManager
545
+ """
546
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
547
+
548
+ incoming_connections = connections.get_incoming_connections_from_node(node, from_node=self)
549
+ for parameter_name, incoming_connection_list in incoming_connections.items():
550
+ for incoming_connection in incoming_connection_list:
551
+ proxy_parameter = incoming_connection.source_parameter
552
+ remap_connections = connections.get_incoming_connections_to_parameter(self, proxy_parameter)
553
+ delete_result = GriptapeNodes.FlowManager().on_delete_connection_request(
554
+ DeleteConnectionRequest(
555
+ source_parameter_name=proxy_parameter.name,
556
+ target_parameter_name=parameter_name,
557
+ source_node_name=self.name,
558
+ target_node_name=node.name,
559
+ )
560
+ )
561
+ if delete_result.failed():
562
+ msg = f"{self.name}: Failed to delete internal incoming connection from proxy {proxy_parameter.name} to {node.name}.{parameter_name}: {delete_result.result_details}"
563
+ raise RuntimeError(msg)
564
+
565
+ for connection in remap_connections:
566
+ delete_result = GriptapeNodes.FlowManager().on_delete_connection_request(
567
+ DeleteConnectionRequest(
568
+ source_parameter_name=connection.source_parameter.name,
569
+ target_parameter_name=proxy_parameter.name,
570
+ source_node_name=connection.source_node.name,
571
+ target_node_name=self.name,
572
+ )
573
+ )
574
+ if delete_result.failed():
575
+ msg = f"{self.name}: Failed to delete external connection from {connection.source_node.name}.{connection.source_parameter.name} to proxy {proxy_parameter.name}: {delete_result.result_details}"
576
+ raise RuntimeError(msg)
577
+
578
+ create_result = GriptapeNodes.FlowManager().on_create_connection_request(
579
+ CreateConnectionRequest(
580
+ source_parameter_name=connection.source_parameter.name,
581
+ target_parameter_name=parameter_name,
582
+ source_node_name=connection.source_node.name,
583
+ target_node_name=node.name,
584
+ )
585
+ )
586
+ if create_result.failed():
587
+ msg = f"{self.name}: Failed to create direct incoming connection from {connection.source_node.name}.{connection.source_parameter.name} to {node.name}.{parameter_name}: {create_result.result_details}"
588
+ raise RuntimeError(msg)
589
+
590
+ self._cleanup_proxy_parameter(proxy_parameter, "left_parameters")
591
+
592
+ def remap_to_internal(self, nodes: list[BaseNode], connections: Connections) -> None:
593
+ """Remap connections that are now internal after adding nodes to the group.
594
+
595
+ When nodes are added to a group, some connections that previously went through
596
+ proxy parameters may now be internal. This method identifies such connections
597
+ and restores direct connections between the nodes.
598
+
599
+ Args:
600
+ nodes: List of nodes being added to the group
601
+ connections: Connections object from FlowManager
602
+ """
603
+ for node in nodes:
604
+ self._remap_outgoing_connections(node, connections)
605
+ self._remap_incoming_connections(node, connections)
606
+
607
+ def after_outgoing_connection_removed(
608
+ self, source_parameter: Parameter, target_node: BaseNode, target_parameter: Parameter
609
+ ) -> None:
610
+ # Instead of right_parameters, we should check the internal connections
611
+ if target_node.parent_group == self:
612
+ metadata_key = "left_parameters"
613
+ else:
614
+ metadata_key = "right_parameters"
615
+ self._cleanup_proxy_parameter(source_parameter, metadata_key)
616
+ return super().after_outgoing_connection_removed(source_parameter, target_node, target_parameter)
617
+
618
+ def after_incoming_connection_removed(
619
+ self, source_node: BaseNode, source_parameter: Parameter, target_parameter: Parameter
620
+ ) -> None:
621
+ # Instead of left_parameters, we should check the internal connections.
622
+ if source_node.parent_group == self:
623
+ metadata_key = "right_parameters"
624
+ else:
625
+ metadata_key = "left_parameters"
626
+ self._cleanup_proxy_parameter(target_parameter, metadata_key)
627
+ return super().after_incoming_connection_removed(source_node, source_parameter, target_parameter)
628
+
629
+ def add_nodes_to_group(self, nodes: list[BaseNode]) -> None:
630
+ """Add nodes to the group and track their connections.
631
+
632
+ Args:
633
+ nodes: List of nodes to add to the group
634
+ """
635
+ from griptape_nodes.retained_mode.events.node_events import (
636
+ MoveNodeToNewFlowRequest,
637
+ MoveNodeToNewFlowResultSuccess,
638
+ )
639
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
640
+
641
+ self._remove_nodes_from_existing_parents(nodes)
642
+ self._add_nodes_to_group_dict(nodes)
643
+
644
+ # Create subflow on-demand if it doesn't exist
645
+ subflow_name = self.metadata.get("subflow_name")
646
+ if subflow_name is None:
647
+ self._create_subflow()
648
+ subflow_name = self.metadata.get("subflow_name")
649
+
650
+ if subflow_name is not None:
651
+ for node in nodes:
652
+ move_request = MoveNodeToNewFlowRequest(node_name=node.name, target_flow_name=subflow_name)
653
+ move_result = GriptapeNodes.handle_request(move_request)
654
+ if not isinstance(move_result, MoveNodeToNewFlowResultSuccess):
655
+ msg = "%s failed to move node '%s' to subflow: %s", self.name, node.name, move_result.result_details
656
+ logger.error(msg)
657
+ raise RuntimeError(msg) # noqa: TRY004
658
+
659
+ connections = GriptapeNodes.FlowManager().get_connections()
660
+ node_names_in_group = set(self.nodes.keys())
661
+ self.metadata["node_names_in_group"] = list(node_names_in_group)
662
+ self.remap_to_internal(nodes, connections)
663
+ self._map_external_connections_for_nodes(nodes, connections, node_names_in_group)
664
+
665
+ def _map_external_connections_for_nodes(
666
+ self, nodes: list[BaseNode], connections: Connections, node_names_in_group: set[str]
667
+ ) -> None:
668
+ """Map external connections for nodes being added to the group.
669
+
670
+ Args:
671
+ nodes: List of nodes being added
672
+ connections: Connections object from FlowManager
673
+ node_names_in_group: Set of all node names currently in the group
674
+ """
675
+ for node in nodes:
676
+ outgoing_connections = connections.get_all_outgoing_connections(node)
677
+ for conn in outgoing_connections:
678
+ if conn.target_node.name not in node_names_in_group:
679
+ self.map_external_connection(
680
+ conn=conn,
681
+ is_incoming=False,
682
+ )
683
+
684
+ incoming_connections = connections.get_all_incoming_connections(node)
685
+ for conn in incoming_connections:
686
+ if conn.source_node.name not in node_names_in_group:
687
+ self.map_external_connection(
688
+ conn=conn,
689
+ is_incoming=True,
690
+ )
691
+
692
+ def _validate_nodes_in_group(self, nodes: list[BaseNode]) -> None:
693
+ """Validate that all nodes are in the group."""
694
+ for node in nodes:
695
+ if node.name not in self.nodes:
696
+ msg = f"Node {node.name} is not in node group {self.name}"
697
+ raise ValueError(msg)
698
+
699
+ def delete_nodes_from_group(self, nodes: list[BaseNode]) -> None:
700
+ """Delete nodes from the group and untrack their connections.
701
+
702
+ Args:
703
+ nodes: List of nodes to delete from the group
704
+ """
705
+ for node in nodes:
706
+ self.nodes.pop(node.name)
707
+ self.metadata["node_names_in_group"] = list(self.nodes.keys())
708
+
709
+ def remove_nodes_from_group(self, nodes: list[BaseNode]) -> None:
710
+ """Remove nodes from the group and untrack their connections.
711
+
712
+ Args:
713
+ nodes: List of nodes to remove from the group
714
+ """
715
+ from griptape_nodes.retained_mode.events.node_events import (
716
+ MoveNodeToNewFlowRequest,
717
+ MoveNodeToNewFlowResultSuccess,
718
+ )
719
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
720
+
721
+ self._validate_nodes_in_group(nodes)
722
+
723
+ parent_flow_name = None
724
+ try:
725
+ parent_flow_name = GriptapeNodes.NodeManager().get_node_parent_flow_by_name(self.name)
726
+ except KeyError:
727
+ logger.warning("%s has no parent flow, cannot move nodes back", self.name)
728
+
729
+ connections = GriptapeNodes.FlowManager().get_connections()
730
+ for node in nodes:
731
+ node.parent_group = None
732
+ self.nodes.pop(node.name)
733
+
734
+ if parent_flow_name is not None:
735
+ move_request = MoveNodeToNewFlowRequest(node_name=node.name, target_flow_name=parent_flow_name)
736
+ move_result = GriptapeNodes.handle_request(move_request)
737
+ if not isinstance(move_result, MoveNodeToNewFlowResultSuccess):
738
+ msg = (
739
+ "%s failed to move node '%s' back to parent flow: %s",
740
+ self.name,
741
+ node.name,
742
+ move_result.result_details,
743
+ )
744
+ logger.error(msg)
745
+ raise RuntimeError(msg)
746
+
747
+ for node in nodes:
748
+ self.unmap_node_connections(node, connections)
749
+
750
+ self.metadata["node_names_in_group"] = list(self.nodes.keys())
751
+
752
+ remaining_nodes = list(self.nodes.values())
753
+ if remaining_nodes:
754
+ node_names_in_group = set(self.nodes.keys())
755
+ self._map_external_connections_for_nodes(remaining_nodes, connections, node_names_in_group)
756
+
757
+ async def execute_subflow(self) -> None:
758
+ """Execute the subflow and propagate output values.
759
+
760
+ This helper method:
761
+ 1. Starts the local subflow execution
762
+ 2. Collects output values from internal nodes
763
+ 3. Sets them on the NodeGroup's output (right) proxy parameters
764
+
765
+ Can be called by concrete subclasses in their aprocess() implementation.
766
+ """
767
+ from griptape_nodes.retained_mode.events.execution_events import StartLocalSubflowRequest
768
+ from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
769
+
770
+ subflow = self.metadata.get("subflow_name")
771
+ if subflow is not None and isinstance(subflow, str):
772
+ await GriptapeNodes.FlowManager().on_start_local_subflow_request(
773
+ StartLocalSubflowRequest(flow_name=subflow)
774
+ )
775
+
776
+ # After subflow execution, collect output values from internal nodes
777
+ # and set them on the NodeGroup's output (right) proxy parameters
778
+ connections = GriptapeNodes.FlowManager().get_connections()
779
+
780
+ # Get all right parameters (output parameters)
781
+ right_params = self.metadata.get("right_parameters", [])
782
+ for proxy_param_name in right_params:
783
+ proxy_param = self.get_parameter_by_name(proxy_param_name)
784
+ if proxy_param is None:
785
+ continue
786
+
787
+ # Find the internal node connected to this proxy parameter
788
+ # The internal connection goes: InternalNode -> ProxyParameter
789
+ incoming_connections = connections.get_incoming_connections_to_parameter(self, proxy_param)
790
+ if not incoming_connections:
791
+ continue
792
+
793
+ # Get the first connection (there should only be one internal connection)
794
+ for connection in incoming_connections:
795
+ if not connection.is_node_group_internal:
796
+ continue
797
+
798
+ # Get the value from the internal node's output parameter
799
+ internal_node = connection.source_node
800
+ internal_param = connection.source_parameter
801
+
802
+ if internal_param.name in internal_node.parameter_output_values:
803
+ value = internal_node.parameter_output_values[internal_param.name]
804
+ else:
805
+ value = internal_node.get_parameter_value(internal_param.name)
806
+
807
+ # Set the value on the NodeGroup's proxy parameter output
808
+ if value is not None:
809
+ self.parameter_output_values[proxy_param_name] = value
810
+ break
811
+
812
+ @abstractmethod
813
+ async def aprocess(self) -> None:
814
+ """Execute all nodes in the group.
815
+
816
+ Must be implemented by concrete subclasses to define execution behavior.
817
+ """
818
+
819
+ def process(self) -> Any:
820
+ """Synchronous process method - not used for proxy nodes."""
821
+
822
+ def delete_group(self) -> str | None:
823
+ nodes_to_remove = list(self.nodes.values())
824
+ self.remove_nodes_from_group(nodes_to_remove)
825
+ subflow_name = self.metadata.get("subflow_name")
826
+ return subflow_name