kailash 0.3.0__py3-none-any.whl → 0.3.1__py3-none-any.whl

kailash/nodes/data/streaming.py

@@ -44,7 +44,7 @@ Example:
 """
 
 import time
-from typing import Any, Dict, List
+from typing import Any
 
 from kailash.nodes.base import Node, NodeMetadata, NodeParameter, register_node
 from kailash.sdk_exceptions import NodeConfigurationError, NodeExecutionError
@@ -148,7 +148,7 @@ class KafkaConsumerNode(Node):
         self._consumer = None
         self._topic = None
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define parameters for the Kafka consumer node."""
         return {
             "bootstrap_servers": NodeParameter(
@@ -206,7 +206,7 @@ class KafkaConsumerNode(Node):
             ),
         }
 
-    def configure(self, config: Dict[str, Any]) -> None:
+    def configure(self, config: dict[str, Any]) -> None:
         """Configure the Kafka consumer.
 
         Creates and configures the Kafka consumer with the specified
@@ -241,7 +241,7 @@ class KafkaConsumerNode(Node):
         self._consumer = f"kafka_consumer_{self.config['group_id']}"
         self._topic = self.config["topic"]
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Consume messages from Kafka.
 
         Implementation of the abstract run method from the base Node class.
@@ -254,7 +254,7 @@ class KafkaConsumerNode(Node):
         """
         return self.execute(kwargs)
 
-    def execute(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def execute(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Consume messages from Kafka.
 
         Polls for messages up to the specified limit or timeout.
@@ -286,7 +286,7 @@ class KafkaConsumerNode(Node):
         except Exception as e:
             raise NodeExecutionError(f"Failed to consume messages: {str(e)}")
 
-    def _consume_messages(self, max_messages: int, timeout_ms: int) -> List[Dict]:
+    def _consume_messages(self, max_messages: int, timeout_ms: int) -> list[dict]:
         """Consume messages from Kafka.
 
         This is a placeholder for actual message consumption logic.
@@ -420,7 +420,7 @@ class StreamPublisherNode(Node):
         self._publisher = None
         self._protocol = None
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define parameters for the stream publisher node."""
         return {
             "protocol": NodeParameter(
@@ -465,7 +465,7 @@ class StreamPublisherNode(Node):
             ),
         }
 
-    def configure(self, config: Dict[str, Any]) -> None:
+    def configure(self, config: dict[str, Any]) -> None:
         """Configure the stream publisher.
 
         Creates the appropriate publisher based on the protocol.
@@ -499,7 +499,7 @@ class StreamPublisherNode(Node):
         # Placeholder for actual publisher creation
         self._publisher = f"{self._protocol}_publisher"
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Publish messages to the streaming platform.
 
         Implementation of the abstract run method from the base Node class.
@@ -512,7 +512,7 @@ class StreamPublisherNode(Node):
         """
         return self.execute(kwargs)
 
-    def execute(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def execute(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Publish messages to the streaming platform.
 
         Args:
@@ -541,7 +541,7 @@ class StreamPublisherNode(Node):
         except Exception as e:
             raise NodeExecutionError(f"Failed to publish messages: {str(e)}")
 
-    def _publish_messages(self, messages: List[Dict], headers: Dict) -> Dict[str, Any]:
+    def _publish_messages(self, messages: list[dict], headers: dict) -> dict[str, Any]:
         """Publish messages to the stream.
 
         This is a placeholder for actual publishing logic.
@@ -683,7 +683,7 @@ class WebSocketNode(Node):
         self._connected = False
         self._message_queue = []
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Get the parameters for this node.
 
         Returns:
@@ -750,7 +750,7 @@ class WebSocketNode(Node):
             ),
         }
 
-    def configure(self, config: Dict[str, Any]) -> None:
+    def configure(self, config: dict[str, Any]) -> None:
         """Configure the WebSocket connection.
 
         Validates the URL and prepares connection parameters.
@@ -770,7 +770,7 @@ class WebSocketNode(Node):
         if not url.startswith(("ws://", "wss://")):
             raise NodeConfigurationError("URL must start with ws:// or wss://")
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Run the WebSocket node.
 
         This method fulfills the abstract run method requirement from the base Node class.
@@ -786,7 +786,7 @@ class WebSocketNode(Node):
         """
         return self.execute(kwargs)
 
-    def execute(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def execute(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Execute WebSocket operations.
 
         Performs the requested action (connect, send, receive, disconnect).
@@ -816,7 +816,7 @@ class WebSocketNode(Node):
         except Exception as e:
             raise NodeExecutionError(f"WebSocket operation failed: {str(e)}")
 
-    def _connect(self) -> Dict[str, Any]:
+    def _connect(self) -> dict[str, Any]:
         """Connect to the WebSocket server.
 
         Returns:
@@ -832,7 +832,7 @@ class WebSocketNode(Node):
             "metadata": {"timestamp": time.time()},
         }
 
-    def _send_message(self, message: Any) -> Dict[str, Any]:
+    def _send_message(self, message: Any) -> dict[str, Any]:
         """Send a message through the WebSocket.
 
         Args:
@@ -851,7 +851,7 @@ class WebSocketNode(Node):
             "metadata": {"timestamp": time.time()},
         }
 
-    def _receive_messages(self, timeout: float) -> Dict[str, Any]:
+    def _receive_messages(self, timeout: float) -> dict[str, Any]:
         """Receive messages from the WebSocket.
 
         Args:
@@ -877,7 +877,7 @@ class WebSocketNode(Node):
             "metadata": {"count": len(messages), "timeout": timeout},
         }
 
-    def _disconnect(self) -> Dict[str, Any]:
+    def _disconnect(self) -> dict[str, Any]:
         """Disconnect from the WebSocket server.
 
         Returns:
@@ -994,7 +994,7 @@ class EventStreamNode(Node):
         self._connected = False
         self._last_event_id = None
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Get the parameters for this node.
 
         Returns:
@@ -1048,7 +1048,7 @@ class EventStreamNode(Node):
             ),
         }
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Run the EventStream node.
 
         This method fulfills the abstract run method requirement from the base Node class.
@@ -1064,7 +1064,7 @@ class EventStreamNode(Node):
         """
         return self.execute(kwargs)
 
-    def execute(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def execute(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Execute EventStream operations.
 
         Args:
@@ -1090,7 +1090,7 @@ class EventStreamNode(Node):
         except Exception as e:
             raise NodeExecutionError(f"EventStream operation failed: {str(e)}")
 
-    def _start_stream(self) -> Dict[str, Any]:
+    def _start_stream(self) -> dict[str, Any]:
         """Start the event stream connection.
 
         Returns:
@@ -1106,7 +1106,7 @@ class EventStreamNode(Node):
             "metadata": {"timestamp": time.time()},
         }
 
-    def _stop_stream(self) -> Dict[str, Any]:
+    def _stop_stream(self) -> dict[str, Any]:
         """Stop the event stream connection.
 
         Returns:
@@ -1124,7 +1124,7 @@ class EventStreamNode(Node):
             },
         }
 
-    def _receive_events(self, max_events: int) -> Dict[str, Any]:
+    def _receive_events(self, max_events: int) -> dict[str, Any]:
         """Receive events from the stream.
 
         Args:

kailash/nodes/data/vector_db.py

@@ -44,7 +44,7 @@ Example:
     ... })
 """
 
-from typing import Any, Dict, List
+from typing import Any
 
 import numpy as np
 
@@ -142,7 +142,7 @@ class EmbeddingNode(Node):
         self._model = None
         self._model_info = {}
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define parameters for the embedding node."""
         return {
             "model": NodeParameter(
@@ -188,7 +188,7 @@ class EmbeddingNode(Node):
             ),
         }
 
-    def configure(self, config: Dict[str, Any]) -> None:
+    def configure(self, config: dict[str, Any]) -> None:
         """Configure the embedding node with model settings.
 
         Validates configuration, initializes the embedding model, and
@@ -241,7 +241,7 @@ class EmbeddingNode(Node):
             "max_tokens": self.config.get("max_tokens", 8192),
         }
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Generate embeddings for input texts.
 
         Implementation of the abstract run method from the base Node class.
@@ -254,7 +254,7 @@ class EmbeddingNode(Node):
         """
         return self.execute(kwargs)
 
-    def execute(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def execute(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Generate embeddings for input texts.
 
         Processes the input texts through the configured embedding model,
@@ -295,7 +295,7 @@ class EmbeddingNode(Node):
         except Exception as e:
             raise NodeExecutionError(f"Failed to generate embeddings: {str(e)}")
 
-    def _generate_embeddings(self, texts: List[str]) -> List[List[float]]:
+    def _generate_embeddings(self, texts: list[str]) -> list[list[float]]:
         """Generate embeddings for a batch of texts.
 
         This is a placeholder for actual embedding generation logic.
@@ -310,7 +310,7 @@ class EmbeddingNode(Node):
         dim = self._model_info.get("dimensions", 768)
         return [np.random.randn(dim).tolist() for _ in texts]
 
-    def _normalize_embeddings(self, embeddings: List[List[float]]) -> List[List[float]]:
+    def _normalize_embeddings(self, embeddings: list[list[float]]) -> list[list[float]]:
         """Normalize embedding vectors to unit length.
 
         Normalizes each embedding vector to have a magnitude of 1.0,
@@ -442,7 +442,7 @@ class VectorDatabaseNode(Node):
         self._client = None
         self._index = None
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define parameters for the vector database node."""
         return {
             "provider": NodeParameter(
@@ -484,7 +484,7 @@ class VectorDatabaseNode(Node):
             ),
         }
 
-    def configure(self, config: Dict[str, Any]) -> None:
+    def configure(self, config: dict[str, Any]) -> None:
         """Configure the vector database connection.
 
         Establishes connection to the vector database, validates the index,
@@ -529,7 +529,7 @@ class VectorDatabaseNode(Node):
         self._client = f"{provider}_client"
         self._index = self.config.get("index_name")
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Execute vector database operations.
 
         Implementation of the abstract run method from the base Node class.
@@ -542,7 +542,7 @@ class VectorDatabaseNode(Node):
         """
         return self.execute(kwargs)
 
-    def execute(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def execute(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Execute vector database operations.
 
         Performs the requested operation (upsert, query, delete, fetch)
@@ -573,7 +573,7 @@ class VectorDatabaseNode(Node):
         except Exception as e:
             raise NodeExecutionError(f"Vector operation failed: {str(e)}")
 
-    def _upsert_vectors(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def _upsert_vectors(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Insert or update vectors in the database.
 
         Args:
@@ -600,7 +600,7 @@ class VectorDatabaseNode(Node):
             "index": self._index,
         }
 
-    def _query_vectors(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def _query_vectors(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Query similar vectors from the database.
 
         Args:
@@ -631,7 +631,7 @@ class VectorDatabaseNode(Node):
             "count": min(k, 5),
         }
 
-    def _delete_vectors(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def _delete_vectors(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Delete vectors from the database.
 
         Args:
@@ -648,7 +648,7 @@ class VectorDatabaseNode(Node):
         # Placeholder for actual deletion
         return {"operation": "delete", "status": "success", "count": len(ids)}
 
-    def _fetch_vectors(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def _fetch_vectors(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Fetch specific vectors by ID.
 
         Args:
@@ -748,7 +748,7 @@ class TextSplitterNode(Node):
         tags={"text", "processing", "nlp"},
     )
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define parameters for the text splitter node."""
         return {
             "strategy": NodeParameter(
@@ -788,7 +788,7 @@ class TextSplitterNode(Node):
             ),
         }
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Split text into chunks using configured strategy.
 
         Implementation of the abstract run method from the base Node class.
@@ -801,7 +801,7 @@ class TextSplitterNode(Node):
         """
         return self.execute(kwargs)
 
-    def execute(self, inputs: Dict[str, Any]) -> Dict[str, Any]:
+    def execute(self, inputs: dict[str, Any]) -> dict[str, Any]:
         """Split text into chunks using configured strategy.
 
         Args:
@@ -854,7 +854,7 @@ class TextSplitterNode(Node):
         except Exception as e:
             raise NodeExecutionError(f"Text splitting failed: {str(e)}")
 
-    def _recursive_split(self, text: str) -> List[str]:
+    def _recursive_split(self, text: str) -> list[str]:
         """Split text recursively using multiple separators.
 
         Args:
@@ -878,7 +878,7 @@ class TextSplitterNode(Node):
 
         return chunks
 
-    def _character_split(self, text: str) -> List[str]:
+    def _character_split(self, text: str) -> list[str]:
         """Split text by character count.
 
         Args:
@@ -908,7 +908,7 @@ class TextSplitterNode(Node):
 
         return chunks
 
-    def _sentence_split(self, text: str) -> List[str]:
+    def _sentence_split(self, text: str) -> list[str]:
         """Split text by sentences.
 
         Args:
@@ -936,7 +936,7 @@ class TextSplitterNode(Node):
 
         return chunks
 
-    def _token_split(self, text: str) -> List[str]:
+    def _token_split(self, text: str) -> list[str]:
         """Split text by token count.
 
         Args:

kailash/nodes/data/writers.py

@@ -31,7 +31,7 @@ Downstream Consumers:
 
 import csv
 import json
-from typing import Any, Dict
+from typing import Any
 
 from kailash.nodes.base import Node, NodeParameter, register_node
 from kailash.security import safe_open, validate_file_path
@@ -96,7 +96,7 @@ class CSVWriterNode(Node):
         >>> # result = {'rows_written': 2, 'file_path': 'output.csv'}
     """
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define input parameters for CSV writing.
 
         Provides comprehensive parameters for flexible CSV output,
@@ -144,7 +144,7 @@ class CSVWriterNode(Node):
             ),
         }
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Execute CSV writing operation.
 
         Intelligently handles different data structures, automatically
@@ -280,7 +280,7 @@ class JSONWriterNode(Node):
         >>> # result = {'file_path': 'response.json'}
     """
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define input parameters for JSON writing.
 
         Minimal parameters reflecting JSON's flexibility while
@@ -320,7 +320,7 @@ class JSONWriterNode(Node):
             ),
         }
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Execute JSON writing operation.
 
         Serializes data to JSON format with proper formatting
@@ -431,7 +431,7 @@ class TextWriterNode(Node):
         >>> # result = {'file_path': 'app.log', 'bytes_written': 25}
     """
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define input parameters for text writing.
 
         Comprehensive parameters supporting various text writing
@@ -478,7 +478,7 @@ class TextWriterNode(Node):
             ),
         }
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Execute text writing operation.
 
         Writes text to file with specified encoding and mode.

kailash/nodes/logic/async_operations.py

@@ -6,7 +6,7 @@ data processing tasks in workflows.
 """
 
 import asyncio
-from typing import Any, Dict, List, Optional
+from typing import Any
 
 from kailash.nodes.base import NodeParameter, register_node
 from kailash.nodes.base_async import AsyncNode
@@ -53,7 +53,7 @@ class AsyncMergeNode(AsyncNode):
         [1, 2, 3, 4]
     """
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define parameters for the AsyncMergeNode."""
         # Reuse parameters from SyncMerge
         return {
@@ -116,7 +116,7 @@ class AsyncMergeNode(AsyncNode):
             ),
         }
 
-    def get_output_schema(self) -> Dict[str, NodeParameter]:
+    def get_output_schema(self) -> dict[str, NodeParameter]:
         """Define the output schema for AsyncMergeNode."""
         return {
             "merged_data": NodeParameter(
@@ -127,7 +127,7 @@ class AsyncMergeNode(AsyncNode):
             )
         }
 
-    async def async_run(self, **kwargs) -> Dict[str, Any]:
+    async def async_run(self, **kwargs) -> dict[str, Any]:
         """Asynchronously execute the merge operation.
 
         This implementation provides efficient processing for large datasets by:
@@ -199,7 +199,7 @@ class AsyncMergeNode(AsyncNode):
 
         return {"merged_data": result}
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Synchronous execution method that delegates to the async implementation.
 
         This method is required by the Node abstract base class but shouldn't
@@ -220,7 +220,7 @@ class AsyncMergeNode(AsyncNode):
             "AsyncMergeNode.run() was called directly. Use execute() or execute_async() instead."
         )
 
-    async def _async_concat(self, data_inputs: List[Any], chunk_size: int) -> Any:
+    async def _async_concat(self, data_inputs: list[Any], chunk_size: int) -> Any:
         """Asynchronously concatenate data.
 
         Args:
@@ -254,7 +254,7 @@ class AsyncMergeNode(AsyncNode):
 
         return result
 
-    async def _async_zip(self, data_inputs: List[Any]) -> List[tuple]:
+    async def _async_zip(self, data_inputs: list[Any]) -> list[tuple]:
         """Asynchronously zip data.
 
         Args:
@@ -275,10 +275,10 @@ class AsyncMergeNode(AsyncNode):
         await asyncio.sleep(0.005)
 
         # Zip the lists together
-        return list(zip(*normalized_inputs))
+        return list(zip(*normalized_inputs, strict=False))
 
     async def _async_merge_dict(
-        self, data_inputs: List[Any], key: Optional[str], chunk_size: int
+        self, data_inputs: list[Any], key: str | None, chunk_size: int
     ) -> Any:
         """Asynchronously merge dictionaries.
 
@@ -326,7 +326,7 @@ class AsyncMergeNode(AsyncNode):
             )
 
     async def _merge_dict_chunk(
-        self, result: List[dict], data: List[dict], key: str
+        self, result: list[dict], data: list[dict], key: str
     ) -> None:
         """Merge a chunk of dictionaries into the result list.
 
@@ -405,7 +405,7 @@ class AsyncSwitchNode(AsyncNode):
         {'priority': 'high', 'task': 'urgent'}
     """
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define parameters for the AsyncSwitchNode."""
         return {
             "input_data": NodeParameter(
@@ -469,7 +469,7 @@ class AsyncSwitchNode(AsyncNode):
             ),
         }
 
-    def get_output_schema(self) -> Dict[str, NodeParameter]:
+    def get_output_schema(self) -> dict[str, NodeParameter]:
         """Dynamic schema with standard outputs."""
         return {
             "true_output": NodeParameter(
@@ -499,7 +499,7 @@ class AsyncSwitchNode(AsyncNode):
             # Note: case_X outputs are dynamic and not listed here
         }
 
-    async def async_run(self, **kwargs) -> Dict[str, Any]:
+    async def async_run(self, **kwargs) -> dict[str, Any]:
         """Asynchronously execute the switch operation.
 
         Args:
@@ -624,7 +624,7 @@ class AsyncSwitchNode(AsyncNode):
         self.logger.debug(f"AsyncSwitch node result keys: {list(result.keys())}")
         return result
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Synchronous execution method that delegates to the async implementation.
 
         This method is required by the Node abstract base class but shouldn't
@@ -693,12 +693,12 @@ class AsyncSwitchNode(AsyncNode):
 
     async def _handle_list_grouping(
         self,
-        groups: Dict[Any, List],
-        cases: List[Any],
+        groups: dict[Any, list],
+        cases: list[Any],
         case_prefix: str,
         default_field: str,
         pass_condition_result: bool,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """Asynchronously handle routing when input is a list of dictionaries.
 
         This method creates outputs for each case with the filtered data.