kailash 0.6.3__py3-none-any.whl → 0.6.5__py3-none-any.whl

kailash/runtime/parameter_injector.py

@@ -0,0 +1,657 @@
+"""Simple parameter injection framework for enterprise nodes.
+
+This module provides a simpler approach to handling runtime parameter injection
+for enterprise nodes that require connection configuration.
+"""
+
+import logging
+from typing import Any, Dict, Optional
+
+from kailash.nodes.base import Node
+
+logger = logging.getLogger(__name__)
+
+
+class DeferredConfigNode(Node):
+    """Base class for nodes that support deferred configuration.
+
+    This provides a simple wrapper pattern that delays node creation
+    until runtime parameters are available.
+    """
+
+    def __init__(self, node_class, **initial_config):
+        """Initialize with deferred configuration.
+
+        Args:
+            node_class: The actual node class to instantiate later
+            **initial_config: Initial configuration parameters
+        """
+        # Set our attributes first (needed by get_parameters)
+        self._node_class = node_class
+        self._initial_config = initial_config
+        self._runtime_config = {}
+        self._actual_node = None
+        self._is_initialized = False
+
+        # Initialize parent with basic config for Node functionality
+        name = initial_config.get("name", f"deferred_{node_class.__name__}")
+        node_config = initial_config.copy()
+        node_config.pop("name", None)  # Remove name to avoid conflict
+        super().__init__(name=name, **node_config)
+
+    def set_runtime_config(self, **config):
+        """Set runtime configuration parameters."""
+        self._runtime_config.update(config)
+        logger.debug(
+            f"Set runtime config for {self._node_class.__name__}: {list(config.keys())}"
+        )
+
+    def get_effective_config(self):
+        """Get effective configuration combining initial and runtime config."""
+        effective = self._initial_config.copy()
+        effective.update(self._runtime_config)
+        return effective
+
+    def _initialize_if_needed(self):
+        """Initialize the actual node if not already done."""
+        if not self._is_initialized and self._has_required_config():
+            effective_config = self.get_effective_config()
+            try:
+                self._actual_node = self._node_class(**effective_config)
+                self._is_initialized = True
+                logger.info(
+                    f"Initialized {self._node_class.__name__} with runtime config"
+                )
+            except Exception as e:
+                logger.warning(f"Failed to initialize {self._node_class.__name__}: {e}")
+
+    def _has_required_config(self):
+        """Check if we have enough configuration to initialize the node."""
+        # This is a simple heuristic - could be made more sophisticated
+        effective_config = self.get_effective_config()
+
+        # For OAuth2 nodes, we need at least token_url and client_id
+        if "OAuth2" in self._node_class.__name__:
+            return "token_url" in effective_config and "client_id" in effective_config
+
+        # For SQL nodes, we need at least database info and a query
+        if "SQL" in self._node_class.__name__:
+            has_db_config = any(
+                key in effective_config for key in ["connection_string", "database"]
+            )
+            has_query = "query" in effective_config
+            return has_db_config and has_query
+
+        # Default: assume we have enough config
+        return True
+
+    def get_parameters(self):
+        """Get parameter definitions for this node."""
+        if self._actual_node:
+            return self._actual_node.get_parameters()
+        else:
+            # Return default parameters based on node type
+            return self._get_default_parameters()
+
+    def _get_default_parameters(self):
+        """Get default parameter definitions before actual node creation."""
+        from kailash.nodes.base import NodeParameter
+
+        if "OAuth2" in self._node_class.__name__:
+            return {
+                "token_url": NodeParameter(
+                    name="token_url",
+                    type=str,
+                    required=True,
+                    description="OAuth token endpoint URL",
+                ),
+                "client_id": NodeParameter(
+                    name="client_id",
+                    type=str,
+                    required=True,
+                    description="OAuth client ID",
+                ),
+                "client_secret": NodeParameter(
+                    name="client_secret",
+                    type=str,
+                    required=False,
+                    description="OAuth client secret",
+                ),
+                "grant_type": NodeParameter(
+                    name="grant_type",
+                    type=str,
+                    required=False,
+                    default="client_credentials",
+                    description="OAuth grant type",
+                ),
+            }
+
+        elif "SQL" in self._node_class.__name__:
+            return {
+                "database_type": NodeParameter(
+                    name="database_type",
+                    type=str,
+                    required=False,
+                    default="postgresql",
+                    description="Database type",
+                ),
+                "host": NodeParameter(
+                    name="host", type=str, required=False, description="Database host"
+                ),
+                "database": NodeParameter(
+                    name="database",
+                    type=str,
+                    required=False,
+                    description="Database name",
+                ),
+                "user": NodeParameter(
+                    name="user", type=str, required=False, description="Database user"
+                ),
+                "password": NodeParameter(
+                    name="password",
+                    type=str,
+                    required=False,
+                    description="Database password",
+                ),
+                "query": NodeParameter(
+                    name="query",
+                    type=str,
+                    required=True,
+                    description="SQL query to execute",
+                ),
+            }
+
+        return {}
+
+    def validate_inputs(self, **kwargs):
+        """Validate inputs and extract runtime configuration."""
+        # Extract potential configuration parameters
+        config_params = self._extract_config_params(kwargs)
+        if config_params:
+            self.set_runtime_config(**config_params)
+
+        # Try to initialize with current config
+        self._initialize_if_needed()
+
+        # If we have an actual node, delegate to it
+        if self._actual_node and hasattr(self._actual_node, "validate_inputs"):
+            return self._actual_node.validate_inputs(**kwargs)
+
+        # Otherwise, just return the kwargs
+        return kwargs
+
+    def _extract_config_params(self, inputs):
+        """Extract configuration parameters from runtime inputs."""
+        config_keys = {
+            # OAuth2 parameters
+            "token_url",
+            "client_id",
+            "client_secret",
+            "grant_type",
+            "scope",
+            "username",
+            "password",
+            "refresh_token",
+            # SQL parameters
+            "database_type",
+            "connection_string",
+            "host",
+            "port",
+            "database",
+            "user",
+            "password",
+            "pool_size",
+            "max_pool_size",
+            "timeout",
+        }
+
+        return {k: v for k, v in inputs.items() if k in config_keys}
+
+    def run(self, **kwargs):
+        """Execute the node with runtime configuration."""
+        # Extract and set any new configuration
+        config_params = self._extract_config_params(kwargs)
+        if config_params:
+            self.set_runtime_config(**config_params)
+
+        # Ensure we're initialized
+        self._initialize_if_needed()
+
+        if not self._actual_node:
+            raise RuntimeError(
+                f"Cannot execute {self._node_class.__name__} - missing required configuration. "
+                f"Provided config: {list(self.get_effective_config().keys())}"
+            )
+
+        # Delegate to the actual node - prefer execute() for compatibility
+        return self._actual_node.execute(**kwargs)
+
+    async def async_run(self, **kwargs):
+        """Execute the node asynchronously with runtime configuration."""
+        # Extract and set any new configuration
+        config_params = self._extract_config_params(kwargs)
+        if config_params:
+            self.set_runtime_config(**config_params)
+
+        # Ensure we're initialized
+        self._initialize_if_needed()
+
+        if not self._actual_node:
+            raise RuntimeError(
+                f"Cannot execute {self._node_class.__name__} - missing required configuration. "
+                f"Provided config: {list(self.get_effective_config().keys())}"
+            )
+
+        # Delegate to the actual node
+        if hasattr(self._actual_node, "async_run"):
+            return await self._actual_node.async_run(**kwargs)
+        else:
+            return self._actual_node.execute(**kwargs)
+
+
+def create_deferred_oauth2(**kwargs):
+    """Create a deferred OAuth2 node that accepts runtime configuration.
+
+    Args:
+        **kwargs: Initial configuration parameters
+
+    Returns:
+        DeferredConfigNode wrapping OAuth2Node
+    """
+    from kailash.nodes.api.auth import OAuth2Node
+
+    return DeferredConfigNode(OAuth2Node, **kwargs)
+
+
+def create_deferred_sql(**kwargs):
+    """Create a deferred SQL node that accepts runtime configuration.
+
+    Args:
+        **kwargs: Initial configuration parameters
+
+    Returns:
+        DeferredConfigNode wrapping AsyncSQLDatabaseNode
+    """
+    from kailash.nodes.data.async_sql import AsyncSQLDatabaseNode
+
+    return DeferredConfigNode(AsyncSQLDatabaseNode, **kwargs)
+
+
+def create_deferred_node(node_class, **kwargs):
+    """Create a deferred node for any enterprise node class.
+
+    Args:
+        node_class: The node class to wrap
+        **kwargs: Initial configuration parameters
+
+    Returns:
+        DeferredConfigNode wrapping the specified node class
+    """
+    return DeferredConfigNode(node_class, **kwargs)
+
+
+class WorkflowParameterInjector:
+    """Workflow-level parameter injection for enterprise nodes."""
+
+    def __init__(self, workflow, debug=False):
+        """Initialize the workflow parameter injector.
+
+        Args:
+            workflow: The workflow to inject parameters into
+            debug: Enable debug logging
+        """
+        self.workflow = workflow
+        self.debug = debug
+        self.logger = logging.getLogger(__name__)
+
+    def inject_parameters(self, workflow_params: Dict[str, Any]) -> None:
+        """Inject workflow-level parameters into deferred configuration nodes.
+
+        Args:
+            workflow_params: Dictionary of workflow-level parameters
+        """
+        if self.debug:
+            self.logger.debug(
+                f"Injecting workflow parameters: {list(workflow_params.keys())}"
+            )
+
+        # For now, this is a placeholder implementation
+        # In a full implementation, this would traverse the workflow
+        # and inject parameters into any DeferredConfigNode instances
+        pass
+
+    def transform_workflow_parameters(
+        self, parameters: Dict[str, Any]
+    ) -> Dict[str, Dict[str, Any]]:
+        """Transform workflow parameters for injection.
+
+        Args:
+            parameters: Dictionary of workflow parameters
+
+        Returns:
+            Transformed parameters dictionary in node-specific format
+        """
+        if not parameters:
+            return {}
+
+        transformed = {}
+
+        # Handle explicit workflow input mappings first
+        if hasattr(self.workflow, "metadata") and self.workflow.metadata:
+            workflow_inputs = self.workflow.metadata.get("_workflow_inputs", {})
+            for node_id, input_mappings in workflow_inputs.items():
+                node_params = {}
+                for workflow_param, node_param in input_mappings.items():
+                    # Handle dot notation for nested parameter access
+                    value = self._get_nested_parameter(parameters, workflow_param)
+                    if value is not None:
+                        node_params[node_param] = value
+                        if self.debug:
+                            self.logger.debug(
+                                f"Mapping workflow input {workflow_param} -> {node_param} for node {node_id} (value: {value})"
+                            )
+
+                if node_params:
+                    transformed[node_id] = node_params
+
+        # ENTERPRISE ENHANCEMENT: Get ALL nodes for parameter injection, not just entry nodes
+        # Real enterprise workflows need parameters available throughout the execution graph
+        all_nodes = self._get_all_nodes()
+
+        if self.debug:
+            self.logger.debug(
+                f"Found nodes for parameter injection: {list(all_nodes.keys())}, "
+                f"injecting parameters: {list(parameters.keys())}"
+            )
+
+        # Distribute workflow parameters to ALL nodes that can accept them
+        for node_id, node_instance in all_nodes.items():
+            # Skip nodes that already have explicit mappings
+            if node_id in transformed:
+                continue
+
+            node_params = {}
+            node_param_defs = node_instance.get_parameters()
+
+            for param_name, value in parameters.items():
+                # Check if this parameter is needed by this node and get the mapped parameter name
+                mapped_param_name = self._get_mapped_parameter_name(
+                    param_name, value, node_param_defs, node_instance
+                )
+                if mapped_param_name:
+                    node_params[mapped_param_name] = value
+                    if self.debug:
+                        self.logger.debug(
+                            f"Injecting {param_name} -> {mapped_param_name} into node {node_id}"
+                        )
+
+            if node_params:
+                transformed[node_id] = node_params
+
+        return transformed
+
+    def _get_nested_parameter(self, parameters: Dict[str, Any], path: str) -> Any:
+        """Get a nested parameter value using dot notation.
+
+        Args:
+            parameters: Parameters dictionary
+            path: Dot-separated path (e.g., "data.user_id")
+
+        Returns:
+            Value at the specified path or None if not found
+        """
+        if "." not in path:
+            # Simple parameter lookup
+            return parameters.get(path)
+
+        # Handle nested parameter access
+        parts = path.split(".")
+        current = parameters
+
+        for part in parts:
+            if isinstance(current, dict) and part in current:
+                current = current[part]
+            else:
+                return None
+
+        return current
+
+    def validate_parameters(self, parameters: Dict[str, Any]) -> list[str]:
+        """Validate workflow parameters.
+
+        Args:
+            parameters: Dictionary of workflow parameters
+
+        Returns:
+            List of warning messages if validation issues found
+        """
+        warnings = []
+
+        if not parameters:
+            return warnings
+
+        # ENTERPRISE ENHANCEMENT: Check ALL nodes for parameter usage, not just entry nodes
+        all_nodes = self._get_all_nodes()
+
+        # Check if any workflow parameters don't match any node parameters
+        used_params = set()
+        for node_id, node_instance in all_nodes.items():
+            node_param_defs = node_instance.get_parameters()
+            for param_name in parameters.keys():
+                if self._get_mapped_parameter_name(
+                    param_name, parameters[param_name], node_param_defs, node_instance
+                ):
+                    used_params.add(param_name)
+
+        unused_params = set(parameters.keys()) - used_params
+        if unused_params:
+            warnings.append(f"Unused workflow parameters: {list(unused_params)}")
+
+        return warnings
+
+    def _get_entry_nodes(self) -> Dict[str, Any]:
+        """Get entry nodes (nodes with no incoming connections).
+
+        Returns:
+            Dictionary of entry node IDs to node instances
+        """
+        entry_nodes = {}
+
+        for node_id in self.workflow.nodes.keys():
+            # Check if this node has any incoming connections
+            has_incoming = False
+            for connection in self.workflow.connections:
+                if connection.target_node == node_id:
+                    has_incoming = True
+                    break
+
+            if not has_incoming:
+                # Get the actual node instance, not the metadata
+                entry_nodes[node_id] = self.workflow._node_instances[node_id]
+
+        return entry_nodes
+
+    def _get_all_nodes(self) -> Dict[str, Any]:
+        """Get all nodes in the workflow for enterprise parameter injection.
+
+        ENTERPRISE CAPABILITY: Unlike _get_entry_nodes(), this method returns ALL nodes
+        in the workflow that can potentially accept enterprise parameters. This enables
+        true enterprise-grade parameter flow throughout complex workflows.
+
+        Returns:
+            Dictionary of all node IDs to node instances
+        """
+        all_nodes = {}
+
+        for node_id in self.workflow.nodes.keys():
+            # Get the actual node instance, not the metadata
+            if (
+                hasattr(self.workflow, "_node_instances")
+                and node_id in self.workflow._node_instances
+            ):
+                all_nodes[node_id] = self.workflow._node_instances[node_id]
+
+        return all_nodes
+
+    def _should_inject_parameter(
+        self, param_name: str, param_value: Any, node_param_defs: Dict[str, Any]
+    ) -> bool:
+        """Check if a parameter should be injected into a node.
+
+        Args:
+            param_name: Name of the parameter
+            param_value: Value of the parameter
+            node_param_defs: Node parameter definitions
+
+        Returns:
+            True if parameter should be injected
+        """
+        # Direct parameter name match
+        if param_name in node_param_defs:
+            return True
+
+        # Check for workflow alias matches
+        for param_def in node_param_defs.values():
+            if (
+                hasattr(param_def, "workflow_alias")
+                and param_def.workflow_alias == param_name
+            ):
+                return True
+
+            # Check for auto_map_from matches
+            if hasattr(param_def, "auto_map_from") and param_def.auto_map_from:
+                if param_name in param_def.auto_map_from:
+                    return True
+
+            # Check for auto_map_primary matches
+            if hasattr(param_def, "auto_map_primary") and param_def.auto_map_primary:
+                # Primary parameters get first available workflow parameter
+                # This is a simplified implementation - could be more sophisticated
+                return True
+
+        return False
+
+    def _get_mapped_parameter_name(
+        self,
+        param_name: str,
+        param_value: Any,
+        node_param_defs: Dict[str, Any],
+        node_instance=None,
+    ) -> str | None:
+        """Get the mapped parameter name for injection.
+
+        ENTERPRISE ENHANCEMENT: Enhanced to detect and inject parameters into
+        PythonCodeNode functions that accept **kwargs for enterprise parameter injection.
+
+        Args:
+            param_name: Name of the workflow parameter
+            param_value: Value of the parameter
+            node_param_defs: Node parameter definitions
+
+        Returns:
+            The node parameter name to inject to, or the original param_name
+            if the node accepts **kwargs parameters
+        """
+        # Direct parameter name match
+        if param_name in node_param_defs:
+            return param_name
+
+        # Check for workflow alias matches
+        for node_param_name, param_def in node_param_defs.items():
+            if (
+                hasattr(param_def, "workflow_alias")
+                and param_def.workflow_alias == param_name
+            ):
+                return node_param_name
+
+            # Check for auto_map_from matches
+            if hasattr(param_def, "auto_map_from") and param_def.auto_map_from:
+                if param_name in param_def.auto_map_from:
+                    return node_param_name
+
+            # Check for auto_map_primary matches
+            if hasattr(param_def, "auto_map_primary") and param_def.auto_map_primary:
+                # Primary parameters get first available workflow parameter
+                # This is a simplified implementation - could be more sophisticated
+                return node_param_name
+
+        # ENTERPRISE FEATURE: Check if this specific node accepts **kwargs
+        # This enables enterprise parameter injection into arbitrary functions
+        if node_instance and self._node_accepts_kwargs(node_instance):
+            # PythonCodeNode with **kwargs can accept any workflow parameter
+            if self.debug:
+                self.logger.debug(
+                    f"Injecting workflow parameter '{param_name}' into **kwargs function"
+                )
+            return param_name
+
+        return None
+
+    def _node_accepts_kwargs(self, node_instance) -> bool:
+        """Check if a node can accept arbitrary keyword arguments.
+
+        ENTERPRISE CAPABILITY: Detects PythonCodeNode instances that have
+        functions with **kwargs parameters, enabling enterprise parameter injection.
+
+        Args:
+            node_instance: The node instance to check
+
+        Returns:
+            True if the node can accept arbitrary parameters via **kwargs
+        """
+        # Check if this is a PythonCodeNode with a function that accepts **kwargs
+        if (
+            hasattr(node_instance, "__class__")
+            and "PythonCode" in node_instance.__class__.__name__
+        ):
+            # For PythonCodeNode created from functions
+            if hasattr(node_instance, "wrapper") and node_instance.wrapper:
+                if hasattr(node_instance.wrapper, "accepts_var_keyword"):
+                    return node_instance.wrapper.accepts_var_keyword()
+
+            # For PythonCodeNode with inline code - always accepts parameters
+            if hasattr(node_instance, "code") and node_instance.code:
+                return True
+
+            # For function-based nodes, check the function signature
+            if hasattr(node_instance, "function") and node_instance.function:
+                import inspect
+
+                try:
+                    sig = inspect.signature(node_instance.function)
+                    return any(
+                        param.kind == inspect.Parameter.VAR_KEYWORD
+                        for param in sig.parameters.values()
+                    )
+                except (ValueError, TypeError):
+                    pass
+
+        return False
+
+    def configure_deferred_node(self, node_id: str, **config) -> None:
+        """Configure a deferred node with runtime parameters.
+
+        Args:
+            node_id: ID of the deferred node to configure
+            **config: Configuration parameters to apply
+        """
+        if (
+            not hasattr(self.workflow, "_node_instances")
+            or node_id not in self.workflow._node_instances
+        ):
+            raise ValueError(f"Node '{node_id}' not found in workflow")
+
+        node_instance = self.workflow._node_instances[node_id]
+
+        # Check if this is a deferred configuration node
+        if hasattr(node_instance, "set_runtime_config"):
+            node_instance.set_runtime_config(**config)
+            # Force initialization now that we have runtime config
+            if hasattr(node_instance, "_initialize_if_needed"):
+                node_instance._initialize_if_needed()
+            if self.debug:
+                self.logger.debug(
+                    f"Configured deferred node '{node_id}' with parameters: {list(config.keys())}"
+                )
+        else:
+            raise ValueError(f"Node '{node_id}' is not a deferred configuration node")

kailash/runtime/testing.py

@@ -309,7 +309,7 @@ class SecurityTestHelper:
 
         for scenario in scenarios:
             try:
-                result = tester.run(
+                result = tester.execute(
                     credential_type=credential_type,
                     scenario=scenario,
                     mock_data=(
@@ -442,7 +442,7 @@ class NodeTestHelper:
             except (NodeValidationError, WorkflowExecutionError):
                 return {}
         else:
-            result = node.run(**inputs)
+            result = node.execute(**inputs)
 
             # Check expected output keys
             for key in expected_keys:

kailash/testing/fixtures.py

@@ -109,7 +109,7 @@ class AsyncWorkflowFixtures:
 
         if engine == "postgresql":
             # Start PostgreSQL container
-            container = client.containers.run(
+            container = client.containers.execute(
                 f"postgres:{tag}",
                 environment={
                     "POSTGRES_DB": database,
@@ -162,7 +162,7 @@ class AsyncWorkflowFixtures:
 
         elif engine == "mysql":
             # Start MySQL container
-            container = client.containers.run(
+            container = client.containers.execute(
                 f"mysql:{tag}",
                 environment={
                     "MYSQL_ROOT_PASSWORD": password,