kailash 0.1.5__py3-none-any.whl → 0.2.0__py3-none-any.whl

kailash/api/custom_nodes.py

@@ -0,0 +1,285 @@
+"""
+Custom Node API endpoints for Kailash Workflow Studio.
+
+This module provides endpoints for users to:
+- Create custom nodes with visual configuration
+- Implement nodes using Python code, workflows, or API calls
+- Manage and version custom nodes
+- Share nodes within a tenant
+"""
+
+from datetime import datetime
+from typing import Any, Dict, List, Optional
+
+from pydantic import BaseModel, Field
+
+
+class CustomNodeCreate(BaseModel):
+    """Request model for creating a custom node"""
+
+    name: str = Field(..., min_length=1, max_length=255)
+    category: str = Field(default="custom", max_length=100)
+    description: Optional[str] = None
+    icon: Optional[str] = Field(None, max_length=50)
+    color: Optional[str] = Field(None, pattern="^#[0-9A-Fa-f]{6}$")
+
+    # Node configuration
+    parameters: List[Dict[str, Any]] = Field(default_factory=list)
+    inputs: List[Dict[str, Any]] = Field(default_factory=list)
+    outputs: List[Dict[str, Any]] = Field(default_factory=list)
+
+    # Implementation
+    implementation_type: str = Field(..., pattern="^(python|workflow|api)$")
+    implementation: Dict[str, Any]
+
+
+class CustomNodeUpdate(BaseModel):
+    """Request model for updating a custom node"""
+
+    name: Optional[str] = Field(None, min_length=1, max_length=255)
+    category: Optional[str] = Field(None, max_length=100)
+    description: Optional[str] = None
+    icon: Optional[str] = Field(None, max_length=50)
+    color: Optional[str] = Field(None, pattern="^#[0-9A-Fa-f]{6}$")
+
+    # Node configuration
+    parameters: Optional[List[Dict[str, Any]]] = None
+    inputs: Optional[List[Dict[str, Any]]] = None
+    outputs: Optional[List[Dict[str, Any]]] = None
+
+    # Implementation
+    implementation_type: Optional[str] = Field(None, pattern="^(python|workflow|api)$")
+    implementation: Optional[Dict[str, Any]] = None
+
+    # Publishing
+    is_published: Optional[bool] = None
+
+
+class CustomNodeResponse(BaseModel):
+    """Response model for custom node"""
+
+    id: str
+    tenant_id: str
+    name: str
+    category: str
+    description: Optional[str]
+    icon: Optional[str]
+    color: Optional[str]
+
+    # Node configuration
+    parameters: List[Dict[str, Any]]
+    inputs: List[Dict[str, Any]]
+    outputs: List[Dict[str, Any]]
+
+    # Implementation
+    implementation_type: str
+    implementation: Dict[str, Any]
+
+    # Metadata
+    is_published: bool
+    created_by: Optional[str]
+    created_at: datetime
+    updated_at: datetime
+
+
+def setup_custom_node_routes(app, SessionLocal, tenant_id: str):
+    """Setup custom node API routes"""
+    from fastapi import HTTPException
+
+    from .database import CustomNodeRepository, get_db_session
+
+    @app.get("/api/custom-nodes", response_model=List[CustomNodeResponse])
+    async def list_custom_nodes():
+        """List all custom nodes for the tenant"""
+        with get_db_session(SessionLocal) as session:
+            repo = CustomNodeRepository(session)
+            nodes = repo.list(tenant_id)
+
+            return [
+                CustomNodeResponse(
+                    id=node.id,
+                    tenant_id=node.tenant_id,
+                    name=node.name,
+                    category=node.category,
+                    description=node.description,
+                    icon=node.icon,
+                    color=node.color,
+                    parameters=node.parameters or [],
+                    inputs=node.inputs or [],
+                    outputs=node.outputs or [],
+                    implementation_type=node.implementation_type,
+                    implementation=node.implementation or {},
+                    is_published=node.is_published,
+                    created_by=node.created_by,
+                    created_at=node.created_at,
+                    updated_at=node.updated_at,
+                )
+                for node in nodes
+            ]
+
+    @app.post("/api/custom-nodes", response_model=CustomNodeResponse)
+    async def create_custom_node(request: CustomNodeCreate):
+        """Create a new custom node"""
+        with get_db_session(SessionLocal) as session:
+            repo = CustomNodeRepository(session)
+
+            # Check if node name already exists
+            existing_nodes = repo.list(tenant_id)
+            if any(node.name == request.name for node in existing_nodes):
+                raise HTTPException(
+                    status_code=400,
+                    detail=f"Custom node with name '{request.name}' already exists",
+                )
+
+            # Create node
+            node_data = request.dict()
+            node = repo.create(tenant_id, node_data)
+
+            return CustomNodeResponse(
+                id=node.id,
+                tenant_id=node.tenant_id,
+                name=node.name,
+                category=node.category,
+                description=node.description,
+                icon=node.icon,
+                color=node.color,
+                parameters=node.parameters or [],
+                inputs=node.inputs or [],
+                outputs=node.outputs or [],
+                implementation_type=node.implementation_type,
+                implementation=node.implementation or {},
+                is_published=node.is_published,
+                created_by=node.created_by,
+                created_at=node.created_at,
+                updated_at=node.updated_at,
+            )
+
+    @app.get("/api/custom-nodes/{node_id}", response_model=CustomNodeResponse)
+    async def get_custom_node(node_id: str):
+        """Get a specific custom node"""
+        with get_db_session(SessionLocal) as session:
+            repo = CustomNodeRepository(session)
+            node = repo.get(node_id)
+
+            if not node or node.tenant_id != tenant_id:
+                raise HTTPException(status_code=404, detail="Custom node not found")
+
+            return CustomNodeResponse(
+                id=node.id,
+                tenant_id=node.tenant_id,
+                name=node.name,
+                category=node.category,
+                description=node.description,
+                icon=node.icon,
+                color=node.color,
+                parameters=node.parameters or [],
+                inputs=node.inputs or [],
+                outputs=node.outputs or [],
+                implementation_type=node.implementation_type,
+                implementation=node.implementation or {},
+                is_published=node.is_published,
+                created_by=node.created_by,
+                created_at=node.created_at,
+                updated_at=node.updated_at,
+            )
+
+    @app.put("/api/custom-nodes/{node_id}", response_model=CustomNodeResponse)
+    async def update_custom_node(node_id: str, request: CustomNodeUpdate):
+        """Update a custom node"""
+        with get_db_session(SessionLocal) as session:
+            repo = CustomNodeRepository(session)
+            node = repo.get(node_id)
+
+            if not node or node.tenant_id != tenant_id:
+                raise HTTPException(status_code=404, detail="Custom node not found")
+
+            # Update node
+            updates = request.dict(exclude_unset=True)
+            node = repo.update(node_id, updates)
+
+            return CustomNodeResponse(
+                id=node.id,
+                tenant_id=node.tenant_id,
+                name=node.name,
+                category=node.category,
+                description=node.description,
+                icon=node.icon,
+                color=node.color,
+                parameters=node.parameters or [],
+                inputs=node.inputs or [],
+                outputs=node.outputs or [],
+                implementation_type=node.implementation_type,
+                implementation=node.implementation or {},
+                is_published=node.is_published,
+                created_by=node.created_by,
+                created_at=node.created_at,
+                updated_at=node.updated_at,
+            )
+
+    @app.delete("/api/custom-nodes/{node_id}")
+    async def delete_custom_node(node_id: str):
+        """Delete a custom node"""
+        with get_db_session(SessionLocal) as session:
+            repo = CustomNodeRepository(session)
+            node = repo.get(node_id)
+
+            if not node or node.tenant_id != tenant_id:
+                raise HTTPException(status_code=404, detail="Custom node not found")
+
+            repo.delete(node_id)
+            return {"message": "Custom node deleted successfully"}
+
+    @app.post("/api/custom-nodes/{node_id}/test")
+    async def test_custom_node(node_id: str, test_data: Dict[str, Any]):
+        """Test a custom node with sample data"""
+        with get_db_session(SessionLocal) as session:
+            repo = CustomNodeRepository(session)
+            node = repo.get(node_id)
+
+            if not node or node.tenant_id != tenant_id:
+                raise HTTPException(status_code=404, detail="Custom node not found")
+
+            # Execute node based on implementation type
+            try:
+                if node.implementation_type == "python":
+                    # Execute Python code
+                    result = _execute_python_node(node, test_data)
+                elif node.implementation_type == "workflow":
+                    # Execute workflow
+                    result = _execute_workflow_node(node, test_data)
+                elif node.implementation_type == "api":
+                    # Execute API call
+                    result = _execute_api_node(node, test_data)
+                else:
+                    raise ValueError(
+                        f"Unknown implementation type: {node.implementation_type}"
+                    )
+
+                return {
+                    "success": True,
+                    "result": result,
+                    "execution_time_ms": 0,  # TODO: Track actual execution time
+                }
+            except Exception as e:
+                return {"success": False, "error": str(e), "execution_time_ms": 0}
+
+
+def _execute_python_node(node, test_data):
+    """Execute a Python-based custom node"""
+    # This would execute the Python code in a sandboxed environment
+    # For now, return mock result
+    return {"output": f"Executed {node.name} with Python implementation"}
+
+
+def _execute_workflow_node(node, test_data):
+    """Execute a workflow-based custom node"""
+    # This would create and execute a workflow from the stored definition
+    # For now, return mock result
+    return {"output": f"Executed {node.name} with Workflow implementation"}
+
+
+def _execute_api_node(node, test_data):
+    """Execute an API-based custom node"""
+    # This would make HTTP requests based on the API configuration
+    # For now, return mock result
+    return {"output": f"Executed {node.name} with API implementation"}

kailash/api/custom_nodes_secure.py

@@ -0,0 +1,377 @@
+"""
+Custom Node API endpoints for Kailash Workflow Studio with authentication.
+
+This module provides secure endpoints for users to:
+- Create custom nodes with visual configuration
+- Implement nodes using Python code, workflows, or API calls
+- Manage and version custom nodes
+- Share nodes within a tenant
+"""
+
+from datetime import datetime
+from typing import Any, Dict, List, Optional
+
+from fastapi import Depends, HTTPException
+from pydantic import BaseModel, Field
+from sqlalchemy.orm import Session
+
+from .auth import Tenant, User, get_current_tenant, require_permission
+from .database import CustomNode, CustomNodeRepository, get_db_session
+
+
+class CustomNodeCreate(BaseModel):
+    """Request model for creating a custom node"""
+
+    name: str = Field(..., min_length=1, max_length=255)
+    category: str = Field(default="custom", max_length=100)
+    description: Optional[str] = None
+    icon: Optional[str] = Field(None, max_length=50)
+    color: Optional[str] = Field(None, pattern="^#[0-9A-Fa-f]{6}$")
+
+    # Node configuration
+    parameters: List[Dict[str, Any]] = Field(default_factory=list)
+    inputs: List[Dict[str, Any]] = Field(default_factory=list)
+    outputs: List[Dict[str, Any]] = Field(default_factory=list)
+
+    # Implementation
+    implementation_type: str = Field(..., pattern="^(python|workflow|api)$")
+    implementation: Dict[str, Any]
+
+
+class CustomNodeUpdate(BaseModel):
+    """Request model for updating a custom node"""
+
+    name: Optional[str] = Field(None, min_length=1, max_length=255)
+    category: Optional[str] = Field(None, max_length=100)
+    description: Optional[str] = None
+    icon: Optional[str] = Field(None, max_length=50)
+    color: Optional[str] = Field(None, pattern="^#[0-9A-Fa-f]{6}$")
+
+    # Node configuration
+    parameters: Optional[List[Dict[str, Any]]] = None
+    inputs: Optional[List[Dict[str, Any]]] = None
+    outputs: Optional[List[Dict[str, Any]]] = None
+
+    # Implementation
+    implementation_type: Optional[str] = Field(None, pattern="^(python|workflow|api)$")
+    implementation: Optional[Dict[str, Any]] = None
+
+    # Publishing
+    is_published: Optional[bool] = None
+
+
+class CustomNodeResponse(BaseModel):
+    """Response model for custom node"""
+
+    id: str
+    tenant_id: str
+    name: str
+    category: str
+    description: Optional[str]
+    icon: Optional[str]
+    color: Optional[str]
+
+    # Node configuration
+    parameters: List[Dict[str, Any]]
+    inputs: List[Dict[str, Any]]
+    outputs: List[Dict[str, Any]]
+
+    # Implementation
+    implementation_type: str
+    implementation: Dict[str, Any]
+
+    # Metadata
+    is_published: bool
+    created_by: Optional[str]
+    created_at: datetime
+    updated_at: datetime
+
+
+def setup_custom_node_routes(app, SessionLocal):
+    """Setup custom node API routes with authentication"""
+
+    @app.get("/api/custom-nodes", response_model=List[CustomNodeResponse])
+    async def list_custom_nodes(
+        user: User = Depends(require_permission("read:nodes")),
+        tenant: Tenant = Depends(get_current_tenant),
+        session: Session = Depends(get_db_session),
+    ):
+        """List all custom nodes for the tenant"""
+        repo = CustomNodeRepository(session)
+        nodes = repo.list(tenant.id)
+
+        return [
+            CustomNodeResponse(
+                id=node.id,
+                tenant_id=node.tenant_id,
+                name=node.name,
+                category=node.category,
+                description=node.description,
+                icon=node.icon,
+                color=node.color,
+                parameters=node.parameters or [],
+                inputs=node.inputs or [],
+                outputs=node.outputs or [],
+                implementation_type=node.implementation_type,
+                implementation=node.implementation or {},
+                is_published=node.is_published,
+                created_by=node.created_by,
+                created_at=node.created_at,
+                updated_at=node.updated_at,
+            )
+            for node in nodes
+        ]
+
+    @app.post("/api/custom-nodes", response_model=CustomNodeResponse)
+    async def create_custom_node(
+        request: CustomNodeCreate,
+        user: User = Depends(require_permission("write:nodes")),
+        tenant: Tenant = Depends(get_current_tenant),
+        session: Session = Depends(get_db_session),
+    ):
+        """Create a new custom node"""
+        repo = CustomNodeRepository(session)
+
+        # Check if node name already exists for this tenant
+        existing_nodes = repo.list(tenant.id)
+        if any(node.name == request.name for node in existing_nodes):
+            raise HTTPException(
+                status_code=400,
+                detail=f"Custom node with name '{request.name}' already exists",
+            )
+
+        # Create node
+        node_data = request.dict()
+        node_data["created_by"] = user.email
+        node = repo.create(tenant.id, node_data)
+
+        return CustomNodeResponse(
+            id=node.id,
+            tenant_id=node.tenant_id,
+            name=node.name,
+            category=node.category,
+            description=node.description,
+            icon=node.icon,
+            color=node.color,
+            parameters=node.parameters or [],
+            inputs=node.inputs or [],
+            outputs=node.outputs or [],
+            implementation_type=node.implementation_type,
+            implementation=node.implementation or {},
+            is_published=node.is_published,
+            created_by=node.created_by,
+            created_at=node.created_at,
+            updated_at=node.updated_at,
+        )
+
+    @app.get("/api/custom-nodes/{node_id}", response_model=CustomNodeResponse)
+    async def get_custom_node(
+        node_id: str,
+        user: User = Depends(require_permission("read:nodes")),
+        tenant: Tenant = Depends(get_current_tenant),
+        session: Session = Depends(get_db_session),
+    ):
+        """Get a specific custom node"""
+        repo = CustomNodeRepository(session)
+        node = repo.get(node_id)
+
+        if not node or node.tenant_id != tenant.id:
+            raise HTTPException(status_code=404, detail="Custom node not found")
+
+        return CustomNodeResponse(
+            id=node.id,
+            tenant_id=node.tenant_id,
+            name=node.name,
+            category=node.category,
+            description=node.description,
+            icon=node.icon,
+            color=node.color,
+            parameters=node.parameters or [],
+            inputs=node.inputs or [],
+            outputs=node.outputs or [],
+            implementation_type=node.implementation_type,
+            implementation=node.implementation or {},
+            is_published=node.is_published,
+            created_by=node.created_by,
+            created_at=node.created_at,
+            updated_at=node.updated_at,
+        )
+
+    @app.put("/api/custom-nodes/{node_id}", response_model=CustomNodeResponse)
+    async def update_custom_node(
+        node_id: str,
+        request: CustomNodeUpdate,
+        user: User = Depends(require_permission("write:nodes")),
+        tenant: Tenant = Depends(get_current_tenant),
+        session: Session = Depends(get_db_session),
+    ):
+        """Update a custom node"""
+        repo = CustomNodeRepository(session)
+        node = repo.get(node_id)
+
+        if not node or node.tenant_id != tenant.id:
+            raise HTTPException(status_code=404, detail="Custom node not found")
+
+        # Update node
+        updates = request.dict(exclude_unset=True)
+        node = repo.update(node_id, updates)
+
+        return CustomNodeResponse(
+            id=node.id,
+            tenant_id=node.tenant_id,
+            name=node.name,
+            category=node.category,
+            description=node.description,
+            icon=node.icon,
+            color=node.color,
+            parameters=node.parameters or [],
+            inputs=node.inputs or [],
+            outputs=node.outputs or [],
+            implementation_type=node.implementation_type,
+            implementation=node.implementation or {},
+            is_published=node.is_published,
+            created_by=node.created_by,
+            created_at=node.created_at,
+            updated_at=node.updated_at,
+        )
+
+    @app.delete("/api/custom-nodes/{node_id}")
+    async def delete_custom_node(
+        node_id: str,
+        user: User = Depends(require_permission("delete:nodes")),
+        tenant: Tenant = Depends(get_current_tenant),
+        session: Session = Depends(get_db_session),
+    ):
+        """Delete a custom node"""
+        repo = CustomNodeRepository(session)
+        node = repo.get(node_id)
+
+        if not node or node.tenant_id != tenant.id:
+            raise HTTPException(status_code=404, detail="Custom node not found")
+
+        repo.delete(node_id)
+        return {"message": "Custom node deleted successfully"}
+
+    @app.post("/api/custom-nodes/{node_id}/test")
+    async def test_custom_node(
+        node_id: str,
+        test_data: Dict[str, Any],
+        user: User = Depends(require_permission("execute:nodes")),
+        tenant: Tenant = Depends(get_current_tenant),
+        session: Session = Depends(get_db_session),
+    ):
+        """Test a custom node with sample data"""
+        repo = CustomNodeRepository(session)
+        node = repo.get(node_id)
+
+        if not node or node.tenant_id != tenant.id:
+            raise HTTPException(status_code=404, detail="Custom node not found")
+
+        # Execute node based on implementation type
+        try:
+            if node.implementation_type == "python":
+                # Execute Python code in sandboxed environment
+                result = await _execute_python_node(node, test_data, tenant.id)
+            elif node.implementation_type == "workflow":
+                # Execute workflow
+                result = await _execute_workflow_node(node, test_data, tenant.id)
+            elif node.implementation_type == "api":
+                # Execute API call
+                result = await _execute_api_node(node, test_data, tenant.id)
+            else:
+                raise ValueError(
+                    f"Unknown implementation type: {node.implementation_type}"
+                )
+
+            return {
+                "success": True,
+                "result": result,
+                "execution_time_ms": 0,  # TODO: Track actual execution time
+            }
+        except Exception as e:
+            return {"success": False, "error": str(e), "execution_time_ms": 0}
+
+
+async def _execute_python_node(
+    node: CustomNode, test_data: Dict[str, Any], tenant_id: str
+) -> Dict[str, Any]:
+    """Execute a Python-based custom node with security sandboxing"""
+    from kailash.nodes.code.python import PythonCodeNode
+    from kailash.security import SecurityConfig, TenantContext
+
+    # Create security config for tenant
+    security_config = SecurityConfig(
+        allowed_directories=[f"tenants/{tenant_id}/sandbox"],
+        execution_timeout=30.0,  # 30 seconds max
+        memory_limit=256 * 1024 * 1024,  # 256MB
+    )
+
+    # Execute in tenant context
+    with TenantContext(tenant_id):
+        # Create Python code node with custom implementation
+        python_node = PythonCodeNode(
+            code=node.implementation.get("code", ""),
+            inputs=node.implementation.get("inputs", []),
+            outputs=node.implementation.get("outputs", []),
+            security_config=security_config,
+        )
+
+        # Run the node
+        result = python_node.run(**test_data)
+
+    return result
+
+
+async def _execute_workflow_node(
+    node: CustomNode, test_data: Dict[str, Any], tenant_id: str
+) -> Dict[str, Any]:
+    """Execute a workflow-based custom node"""
+    from kailash.runtime.local import LocalRuntime
+    from kailash.security import TenantContext
+    from kailash.workflow import Workflow
+
+    # Execute in tenant context
+    with TenantContext(tenant_id):
+        # Create workflow from stored definition
+        workflow_def = node.implementation.get("workflow", {})
+        workflow = Workflow.from_dict(workflow_def)
+
+        # Create tenant-isolated runtime
+        runtime = LocalRuntime()
+
+        # Execute workflow
+        result, run_id = runtime.execute(workflow, parameters=test_data)
+
+    return result
+
+
+async def _execute_api_node(
+    node: CustomNode, test_data: Dict[str, Any], tenant_id: str
+) -> Dict[str, Any]:
+    """Execute an API-based custom node"""
+
+    from kailash.nodes.api.http import HTTPClientNode
+    from kailash.security import TenantContext
+
+    # Execute in tenant context
+    with TenantContext(tenant_id):
+        # Get API configuration
+        api_config = node.implementation.get("api", {})
+
+        # Create HTTP client node
+        http_node = HTTPClientNode(
+            url=api_config.get("url", ""),
+            method=api_config.get("method", "GET"),
+            headers=api_config.get("headers", {}),
+            timeout=api_config.get("timeout", 30),
+        )
+
+        # Prepare request data
+        if api_config.get("method") in ["POST", "PUT", "PATCH"]:
+            # Include test data in body
+            result = await http_node.run(json_data=test_data)
+        else:
+            # Include test data as query params
+            result = await http_node.run(params=test_data)
+
+    return result