kailash 0.3.0__py3-none-any.whl → 0.3.2__py3-none-any.whl

kailash/runtime/runner.py

@@ -1,7 +1,7 @@
 """Main runner for workflow execution."""
 
 import logging
-from typing import Any, Dict, Optional, Tuple
+from typing import Any
 
 from kailash.runtime.local import LocalRuntime
 from kailash.tracking import TaskManager
@@ -11,7 +11,7 @@ from kailash.workflow import Workflow
 class WorkflowRunner:
     """High-level interface for running workflows."""
 
-    def __init__(self, debug: bool = False, task_manager: Optional[TaskManager] = None):
+    def __init__(self, debug: bool = False, task_manager: TaskManager | None = None):
         """Initialize the workflow runner.
 
         Args:
@@ -36,9 +36,9 @@ class WorkflowRunner:
     def run(
         self,
         workflow: Workflow,
-        parameters: Optional[Dict[str, Dict[str, Any]]] = None,
+        parameters: dict[str, dict[str, Any]] | None = None,
         runtime_type: str = "local",
-    ) -> Tuple[Dict[str, Any], str]:
+    ) -> tuple[dict[str, Any], str]:
         """Run a workflow.
 
         Args:
@@ -82,7 +82,7 @@ class WorkflowRunner:
         runtime = LocalRuntime(debug=self.debug)
         return runtime.validate_workflow(workflow)
 
-    def get_run_status(self, run_id: str) -> Dict[str, Any]:
+    def get_run_status(self, run_id: str) -> dict[str, Any]:
         """Get status of a workflow run.
 
         Args:
@@ -94,7 +94,7 @@ class WorkflowRunner:
         return self.task_manager.get_run_status(run_id)
 
     def get_run_history(
-        self, workflow_name: Optional[str] = None, limit: int = 10
+        self, workflow_name: str | None = None, limit: int = 10
     ) -> list:
         """Get run history.
 

kailash/runtime/testing.py

@@ -1,7 +1,7 @@
 """Testing utilities for Kailash workflows and nodes."""
 
 import json
-from typing import Any, Dict, List, Optional, Tuple, Union
+from typing import Any
 
 from kailash.nodes.base import Node, NodeParameter
 from kailash.runtime.local import LocalRuntime
@@ -21,7 +21,7 @@ class MockNode(Node):
         self._fail_message = kwargs.get("fail_message", "Mock failure")
         self._execution_count = 0
 
-    def get_parameters(self) -> Dict[str, NodeParameter]:
+    def get_parameters(self) -> dict[str, NodeParameter]:
         """Define mock parameters."""
         return {
             "input": NodeParameter(
@@ -43,7 +43,7 @@ class MockNode(Node):
             ),
         }
 
-    def run(self, **kwargs) -> Dict[str, Any]:
+    def run(self, **kwargs) -> dict[str, Any]:
         """Execute mock node logic."""
         self._execution_count += 1
 
@@ -64,8 +64,8 @@ class TestDataGenerator:
 
     @staticmethod
     def generate_csv_data(
-        rows: int = 10, columns: List[str] = None
-    ) -> List[Dict[str, Any]]:
+        rows: int = 10, columns: list[str] = None
+    ) -> list[dict[str, Any]]:
         """Generate mock CSV data."""
         if columns is None:
             columns = ["id", "name", "value", "category"]
@@ -88,7 +88,7 @@ class TestDataGenerator:
         return data
 
     @staticmethod
-    def generate_json_data(structure: str = "simple") -> Union[Dict, List]:
+    def generate_json_data(structure: str = "simple") -> dict | list:
         """Generate mock JSON data."""
         if structure == "simple":
             return {
@@ -154,8 +154,8 @@ class WorkflowTestHelper:
         self,
         workflow: Workflow,
         with_tracking: bool = True,
-        parameters: Optional[Dict] = None,
-    ) -> Tuple[Dict[str, Any], Optional[str]]:
+        parameters: dict | None = None,
+    ) -> tuple[dict[str, Any], str | None]:
         """Run a workflow with optional tracking."""
         if with_tracking:
             self.task_manager = TaskManager()
@@ -165,7 +165,7 @@ class WorkflowTestHelper:
         return self.runtime.execute(workflow, self.task_manager, parameters)
 
     def assert_workflow_success(
-        self, workflow: Workflow, expected_nodes: Optional[List[str]] = None
+        self, workflow: Workflow, expected_nodes: list[str] | None = None
     ):
         """Assert that a workflow runs successfully."""
         results, run_id = self.run_workflow(workflow)
@@ -182,10 +182,10 @@ class WorkflowTestHelper:
 
     def assert_node_output(
         self,
-        results: Dict[str, Any],
+        results: dict[str, Any],
         node_id: str,
-        expected_keys: List[str],
-        expected_values: Optional[Dict] = None,
+        expected_keys: list[str],
+        expected_values: dict | None = None,
     ):
         """Assert that a node produced expected output."""
         assert node_id in results, f"Node {node_id} not found in results"
@@ -208,7 +208,7 @@ class NodeTestHelper:
     """Helper class for testing individual nodes."""
 
     @staticmethod
-    def test_node_parameters(node: Node, expected_params: Dict[str, type]):
+    def test_node_parameters(node: Node, expected_params: dict[str, type]):
         """Test that a node has expected parameters."""
         params = node.get_parameters()
 
@@ -222,10 +222,10 @@ class NodeTestHelper:
     @staticmethod
     def test_node_execution(
         node: Node,
-        inputs: Dict[str, Any],
-        expected_keys: List[str],
+        inputs: dict[str, Any],
+        expected_keys: list[str],
         should_fail: bool = False,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """Test node execution with given inputs."""
         if should_fail:
             try:
@@ -244,7 +244,7 @@ class NodeTestHelper:
 
     @staticmethod
     def test_node_validation(
-        node: Node, valid_inputs: Dict[str, Any], invalid_inputs: List[Dict[str, Any]]
+        node: Node, valid_inputs: dict[str, Any], invalid_inputs: list[dict[str, Any]]
     ):
         """Test node input validation."""
         # Test valid inputs
@@ -269,7 +269,7 @@ class TestReporter:
         """Initialize reporter with task manager."""
         self.task_manager = task_manager
 
-    def generate_run_report(self, run_id: str) -> Dict[str, Any]:
+    def generate_run_report(self, run_id: str) -> dict[str, Any]:
         """Generate a detailed report for a workflow run."""
         run = self.task_manager.get_run_summary(run_id)
         tasks = self.task_manager.list_tasks(run_id)
@@ -305,7 +305,7 @@ class TestReporter:
 
         return report
 
-    def save_report(self, report: Dict[str, Any], output_path: str):
+    def save_report(self, report: dict[str, Any], output_path: str):
         """Save report to file."""
         with open(output_path, "w") as f:
             json.dump(report, f, indent=2, default=str)
@@ -325,7 +325,7 @@ def create_test_node(node_type: str = "MockNode", **config) -> Node:
 
 
 def create_test_workflow(
-    name: str = "test_workflow", nodes: Optional[List[Dict]] = None
+    name: str = "test_workflow", nodes: list[dict] | None = None
 ) -> Workflow:
     """Create a test workflow with specified nodes."""
     workflow = Workflow(name=name)

kailash/sdk_exceptions.py

@@ -77,15 +77,11 @@ See Also:
 class KailashException(Exception):
     """Base exception for all Kailash SDK errors."""
 
-    pass
-
 
 # Node-related exceptions
 class NodeException(KailashException):
     """Base exception for node-related errors."""
 
-    pass
-
 
 class NodeValidationError(NodeException):
     """Raised when node validation fails.
@@ -96,8 +92,6 @@ class NodeValidationError(NodeException):
     - Configuration is invalid
     """
 
-    pass
-
 
 class NodeExecutionError(NodeException):
     """Raised when node execution fails.
@@ -108,8 +102,6 @@ class NodeExecutionError(NodeException):
     - Data transformation fails
     """
 
-    pass
-
 
 class NodeConfigurationError(NodeException):
     """Raised when node configuration is invalid.
@@ -120,8 +112,6 @@ class NodeConfigurationError(NodeException):
     - Required environment variables are missing
     """
 
-    pass
-
 
 class SafetyViolationError(NodeException):
     """Raised when code safety validation fails.
@@ -132,15 +122,11 @@ class SafetyViolationError(NodeException):
     - Malicious code patterns are detected
     """
 
-    pass
-
 
 # Workflow-related exceptions
 class WorkflowException(KailashException):
     """Base exception for workflow-related errors."""
 
-    pass
-
 
 class WorkflowValidationError(WorkflowException):
     """Raised when workflow validation fails.
@@ -151,8 +137,6 @@ class WorkflowValidationError(WorkflowException):
     - Workflow structure is invalid
     """
 
-    pass
-
 
 class WorkflowExecutionError(WorkflowException):
     """Raised when workflow execution fails.
@@ -163,8 +147,6 @@ class WorkflowExecutionError(WorkflowException):
     - Runtime resources are exhausted
     """
 
-    pass
-
 
 class CyclicDependencyError(WorkflowException):
     """Raised when a cyclic dependency is detected in the workflow graph.
@@ -173,8 +155,6 @@ class CyclicDependencyError(WorkflowException):
     making it impossible to determine execution order.
     """
 
-    pass
-
 
 class ConnectionError(WorkflowException):
     """Raised when node connections are invalid.
@@ -185,8 +165,6 @@ class ConnectionError(WorkflowException):
     - Node not found in workflow
     """
 
-    pass
-
 
 class CycleConfigurationError(WorkflowException):
     """Raised when cycle configuration is invalid.
@@ -202,15 +180,11 @@ class CycleConfigurationError(WorkflowException):
     - Missing source/target nodes before build()
     """
 
-    pass
-
 
 # Runtime-related exceptions
 class RuntimeException(KailashException):
     """Base exception for runtime-related errors."""
 
-    pass
-
 
 class RuntimeExecutionError(RuntimeException):
     """Raised when runtime execution fails.
@@ -221,15 +195,11 @@ class RuntimeExecutionError(RuntimeException):
     - Execution is interrupted
     """
 
-    pass
-
 
 # Task tracking exceptions
 class TaskException(KailashException):
     """Base exception for task tracking errors."""
 
-    pass
-
 
 class TaskStateError(TaskException):
     """Raised when task state operations fail.
@@ -240,15 +210,11 @@ class TaskStateError(TaskException):
     - Concurrent modification conflicts occur
     """
 
-    pass
-
 
 # Storage exceptions
 class StorageException(KailashException):
     """Base exception for storage-related errors."""
 
-    pass
-
 
 class KailashStorageError(StorageException):
     """Raised when storage operations fail.
@@ -260,8 +226,6 @@ class KailashStorageError(StorageException):
     - Data formatting is incorrect
     """
 
-    pass
-
 
 # Import/Export exceptions
 class ExportException(KailashException):
@@ -273,8 +237,6 @@ class ExportException(KailashException):
     - Serialization fails
     """
 
-    pass
-
 
 class ImportException(KailashException):
     """Raised when import operations fail.
@@ -285,8 +247,6 @@ class ImportException(KailashException):
     - Deserialization fails
     """
 
-    pass
-
 
 # Configuration exceptions
 class ConfigurationException(KailashException):
@@ -298,8 +258,6 @@ class ConfigurationException(KailashException):
     - Configuration schema is invalid
     """
 
-    pass
-
 
 class KailashConfigError(ConfigurationException):
     """Raised when configuration is invalid (legacy name).
@@ -307,8 +265,6 @@ class KailashConfigError(ConfigurationException):
     This is an alias for ConfigurationException for backward compatibility.
     """
 
-    pass
-
 
 # Manifest exceptions
 class ManifestError(KailashException):
@@ -320,8 +276,6 @@ class ManifestError(KailashException):
     - Version incompatibility
     """
 
-    pass
-
 
 # CLI exceptions
 class CLIException(KailashException):
@@ -333,8 +287,6 @@ class CLIException(KailashException):
     - Command execution fails
     """
 
-    pass
-
 
 # Visualization exceptions
 class VisualizationError(KailashException):
@@ -346,8 +298,6 @@ class VisualizationError(KailashException):
     - Output format is unsupported
     """
 
-    pass
-
 
 # Template exceptions
 class TemplateError(KailashException):
@@ -359,8 +309,6 @@ class TemplateError(KailashException):
     - Variable substitution fails
     """
 
-    pass
-
 
 # Code execution exceptions
 # (SafetyViolationError already defined above - removing duplicate)
@@ -375,8 +323,6 @@ class CodeExecutionError(NodeException):
     - Import or dependency issues
     """
 
-    pass
-
 
 # Resource exceptions
 class KailashNotFoundException(KailashException):
@@ -388,8 +334,6 @@ class KailashNotFoundException(KailashException):
     - A file or resource is missing
     """
 
-    pass
-
 
 # Workflow-specific exceptions
 class KailashWorkflowException(WorkflowException):
@@ -398,8 +342,6 @@ class KailashWorkflowException(WorkflowException):
     This is an alias for WorkflowException for consistency.
     """
 
-    pass
-
 
 # Legacy exception name compatibility for tests and backwards compatibility
 KailashRuntimeError = RuntimeExecutionError

kailash/security.py

@@ -118,7 +118,7 @@ import tempfile
 import time
 from contextlib import contextmanager
 from pathlib import Path
-from typing import Any, Dict, List, Optional, Union
+from typing import Any
 
 logger = logging.getLogger(__name__)
 
@@ -126,43 +126,33 @@ logger = logging.getLogger(__name__)
 class SecurityError(Exception):
     """Raised when a security policy violation is detected."""
 
-    pass
-
 
 class PathTraversalError(SecurityError):
     """Raised when path traversal attempt is detected."""
 
-    pass
-
 
 class CommandInjectionError(SecurityError):
     """Raised when command injection attempt is detected."""
 
-    pass
-
 
 class ExecutionTimeoutError(SecurityError):
     """Raised when execution exceeds allowed time limit."""
 
-    pass
-
 
 class MemoryLimitError(SecurityError):
     """Raised when memory usage exceeds allowed limit."""
 
-    pass
-
 
 class SecurityConfig:
     """Configuration for security policies and limits."""
 
     def __init__(
         self,
-        allowed_directories: Optional[List[str]] = None,
+        allowed_directories: list[str] | None = None,
         max_file_size: int = 100 * 1024 * 1024,  # 100MB
         execution_timeout: float = 300.0,  # 5 minutes
         memory_limit: int = 512 * 1024 * 1024,  # 512MB
-        allowed_file_extensions: Optional[List[str]] = None,
+        allowed_file_extensions: list[str] | None = None,
         enable_audit_logging: bool = True,
         enable_path_validation: bool = True,
         enable_command_validation: bool = True,
@@ -242,8 +232,8 @@ def set_security_config(config: SecurityConfig) -> None:
 
 
 def validate_file_path(
-    file_path: Union[str, Path],
-    config: Optional[SecurityConfig] = None,
+    file_path: str | Path,
+    config: SecurityConfig | None = None,
     operation: str = "access",
 ) -> Path:
     """
@@ -343,9 +333,9 @@ def validate_file_path(
 
 
 def safe_open(
-    file_path: Union[str, Path],
+    file_path: str | Path,
     mode: str = "r",
-    config: Optional[SecurityConfig] = None,
+    config: SecurityConfig | None = None,
     **kwargs,
 ):
     """
@@ -391,9 +381,7 @@ def safe_open(
     return open(validated_path, mode, **kwargs)
 
 
-def validate_command_string(
-    command: str, config: Optional[SecurityConfig] = None
-) -> str:
+def validate_command_string(command: str, config: SecurityConfig | None = None) -> str:
     """
     Validate command strings to prevent injection attacks.
 
@@ -445,7 +433,7 @@ def validate_command_string(
 
 @contextmanager
 def execution_timeout(
-    timeout: Optional[float] = None, config: Optional[SecurityConfig] = None
+    timeout: float | None = None, config: SecurityConfig | None = None
 ):
     """
     Context manager to enforce execution timeouts.
@@ -485,8 +473,8 @@ def execution_timeout(
 def sanitize_input(
     value: Any,
     max_length: int = 10000,
-    allowed_types: Optional[List[type]] = None,
-    config: Optional[SecurityConfig] = None,
+    allowed_types: list[type] | None = None,
+    config: SecurityConfig | None = None,
 ) -> Any:
     """
     Sanitize input values to prevent injection attacks.
@@ -776,7 +764,7 @@ def sanitize_input(
 
 
 def create_secure_temp_dir(
-    prefix: str = "kailash_", config: Optional[SecurityConfig] = None
+    prefix: str = "kailash_", config: SecurityConfig | None = None
 ) -> Path:
     """
     Create a secure temporary directory.
@@ -804,8 +792,8 @@ def create_secure_temp_dir(
 
 
 def validate_node_parameters(
-    parameters: Dict[str, Any], config: Optional[SecurityConfig] = None
-) -> Dict[str, Any]:
+    parameters: dict[str, Any], config: SecurityConfig | None = None
+) -> dict[str, Any]:
     """
     Validate and sanitize node parameters.