kailash 0.1.3__tar.gz → 0.1.5__tar.gz

{kailash-0.1.3/src/kailash.egg-info → kailash-0.1.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kailash
-Version: 0.1.3
+Version: 0.1.5
 Summary: Python SDK for the Kailash container-node architecture
 Home-page: https://github.com/integrum/kailash-python-sdk
 Author: Integrum
@@ -66,7 +66,7 @@ Dynamic: requires-python
   <a href="https://pepy.tech/project/kailash"><img src="https://static.pepy.tech/badge/kailash" alt="Downloads"></a>
   <img src="https://img.shields.io/badge/license-MIT-green.svg" alt="MIT License">
   <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black">
-  <img src="https://img.shields.io/badge/tests-746%20passing-brightgreen.svg" alt="Tests: 746 passing">
+  <img src="https://img.shields.io/badge/tests-753%20passing-brightgreen.svg" alt="Tests: 753 passing">
   <img src="https://img.shields.io/badge/coverage-100%25-brightgreen.svg" alt="Coverage: 100%">
 </p>
 
@@ -91,6 +91,9 @@ Dynamic: requires-python
 - 🤖 **AI-Powered**: Complete LLM agents, embeddings, and hierarchical RAG architecture
 - 🧠 **Retrieval-Augmented Generation**: Full RAG pipeline with intelligent document processing
 - 🌐 **REST API Wrapper**: Expose any workflow as a production-ready API in 3 lines
+- 🚪 **Multi-Workflow Gateway**: Manage multiple workflows through unified API with MCP integration
+- 🤖 **Self-Organizing Agents**: Autonomous agent pools with intelligent team formation and convergence detection
+- 🧠 **Agent-to-Agent Communication**: Shared memory pools and intelligent caching for coordinated multi-agent systems
 
 ## 🎯 Who Is This For?
 
@@ -124,7 +127,7 @@ uv sync
 
 ```python
 from kailash.workflow import Workflow
-from kailash.nodes.data import CSVReader
+from kailash.nodes.data import CSVReaderNode
 from kailash.nodes.code import PythonCodeNode
 from kailash.runtime.local import LocalRuntime
 import pandas as pd
@@ -133,7 +136,7 @@ import pandas as pd
 workflow = Workflow("customer_analysis", name="customer_analysis")
 
 # Add data reader
-reader = CSVReader(file_path="customers.csv")
+reader = CSVReaderNode(file_path="customers.csv")
 workflow.add_node("read_customers", reader)
 
 # Add custom processing using Python code
@@ -171,7 +174,7 @@ workflow.save("customer_analysis.yaml", format="yaml")
 
 ```python
 from kailash.workflow import Workflow
-from kailash.nodes.data import SharePointGraphReader, CSVWriter
+from kailash.nodes.data import SharePointGraphReader, CSVWriterNode
 import os
 
 # Create workflow for SharePoint file processing
@@ -182,7 +185,7 @@ sharepoint = SharePointGraphReader()
 workflow.add_node("read_sharepoint", sharepoint)
 
 # Process downloaded files
-csv_writer = CSVWriter(file_path="sharepoint_output.csv")
+csv_writer = CSVWriterNode(file_path="sharepoint_output.csv")
 workflow.add_node("save_locally", csv_writer)
 
 # Connect nodes
@@ -210,8 +213,8 @@ results, run_id = runtime.execute(workflow, inputs=inputs)
 
 ```python
 from kailash.workflow import Workflow
-from kailash.nodes.ai.embedding_generator import EmbeddingGenerator
-from kailash.nodes.ai.llm_agent import LLMAgent
+from kailash.nodes.ai.embedding_generator import EmbeddingGeneratorNode
+from kailash.nodes.ai.llm_agent import LLMAgentNode
 from kailash.nodes.data.sources import DocumentSourceNode, QuerySourceNode
 from kailash.nodes.data.retrieval import RelevanceScorerNode
 from kailash.nodes.transform.chunkers import HierarchicalChunkerNode
@@ -232,17 +235,17 @@ chunk_text_extractor = ChunkTextExtractorNode()
 query_text_wrapper = QueryTextWrapperNode()
 
 # AI processing with Ollama
-chunk_embedder = EmbeddingGenerator(
+chunk_embedder = EmbeddingGeneratorNode(
     provider="ollama", model="nomic-embed-text", operation="embed_batch"
 )
-query_embedder = EmbeddingGenerator(
+query_embedder = EmbeddingGeneratorNode(
     provider="ollama", model="nomic-embed-text", operation="embed_batch"
 )
 
 # Retrieval and response generation
 relevance_scorer = RelevanceScorerNode()
 context_formatter = ContextFormatterNode()
-llm_agent = LLMAgent(provider="ollama", model="llama3.2", temperature=0.7)
+llm_agent = LLMAgentNode(provider="ollama", model="llama3.2", temperature=0.7)
 
 # Add all nodes to workflow
 for name, node in {
@@ -335,6 +338,247 @@ api.run(port=8000)  # That's it! Your workflow is now a REST API
 
 See the [API demo example](examples/integration_examples/integration_api_demo.py) for complete usage patterns.
 
+### Multi-Workflow API Gateway - Manage Multiple Workflows
+
+Run multiple workflows through a single unified API gateway with dynamic routing and MCP integration:
+
+```python
+from kailash.api.gateway import WorkflowAPIGateway
+from kailash.api.mcp_integration import MCPIntegration
+
+# Create gateway
+gateway = WorkflowAPIGateway(
+    title="Enterprise Platform",
+    description="Unified API for all workflows"
+)
+
+# Register multiple workflows
+gateway.register_workflow("sales", sales_workflow)
+gateway.register_workflow("analytics", analytics_workflow)
+gateway.register_workflow("reports", reporting_workflow)
+
+# Add AI-powered tools via MCP
+mcp = MCPIntegration("ai_tools")
+mcp.add_tool("analyze", analyze_function)
+mcp.add_tool("predict", predict_function)
+gateway.register_mcp_server("ai", mcp)
+
+# Run unified server
+gateway.run(port=8000)
+```
+
+#### Gateway Features
+
+- **Unified Access Point**: All workflows accessible through one server
+  - `/sales/execute` - Execute sales workflow
+  - `/analytics/execute` - Execute analytics workflow
+  - `/workflows` - List all available workflows
+  - `/health` - Check health of all services
+
+- **MCP Integration**: AI-powered tools available to all workflows
+  ```python
+  # Use MCP tools in workflows
+  from kailash.api.mcp_integration import MCPToolNode
+
+  tool_node = MCPToolNode(
+      mcp_server="ai_tools",
+      tool_name="analyze"
+  )
+  workflow.add_node("ai_analysis", tool_node)
+  ```
+
+- **Flexible Deployment Patterns**:
+  ```python
+  # Pattern 1: Single Gateway (most cases)
+  gateway.register_workflow("workflow1", wf1)
+  gateway.register_workflow("workflow2", wf2)
+
+  # Pattern 2: Hybrid (heavy workflows separate)
+  gateway.register_workflow("light", light_wf)
+  gateway.proxy_workflow("heavy", "http://gpu-service:8080")
+
+  # Pattern 3: High Availability
+  # Run multiple gateway instances behind load balancer
+
+  # Pattern 4: Kubernetes
+  # Deploy with horizontal pod autoscaling
+  ```
+
+- **Production Features**:
+  - WebSocket support for real-time updates
+  - Health monitoring across all workflows
+  - Dynamic workflow registration/unregistration
+  - Built-in CORS and authentication support
+
+See the [Gateway examples](examples/integration_examples/gateway_comprehensive_demo.py) for complete implementation patterns.
+
+### Self-Organizing Agent Pools - Autonomous Multi-Agent Systems
+
+Build intelligent agent systems that can autonomously form teams, share information, and solve complex problems collaboratively:
+
+```python
+from kailash import Workflow
+from kailash.runtime import LocalRuntime
+from kailash.nodes.ai.intelligent_agent_orchestrator import (
+    OrchestrationManagerNode,
+    IntelligentCacheNode,
+    ConvergenceDetectorNode
+)
+from kailash.nodes.ai.self_organizing import (
+    AgentPoolManagerNode,
+    TeamFormationNode,
+    ProblemAnalyzerNode
+)
+from kailash.nodes.ai.a2a import SharedMemoryPoolNode, A2AAgentNode
+
+# Create self-organizing agent workflow
+workflow = Workflow("self_organizing_research")
+
+# Shared infrastructure
+memory_pool = SharedMemoryPoolNode(
+    memory_size_limit=1000,
+    attention_window=50
+)
+workflow.add_node("memory", memory_pool)
+
+# Intelligent caching to prevent redundant operations
+cache = IntelligentCacheNode(
+    ttl=3600,  # 1 hour cache
+    similarity_threshold=0.8,
+    max_entries=1000
+)
+workflow.add_node("cache", cache)
+
+# Problem analysis and team formation
+problem_analyzer = ProblemAnalyzerNode()
+team_former = TeamFormationNode(
+    formation_strategy="capability_matching",
+    optimization_rounds=3
+)
+workflow.add_node("analyzer", problem_analyzer)
+workflow.add_node("team_former", team_former)
+
+# Self-organizing agent pool
+pool_manager = AgentPoolManagerNode(
+    max_active_agents=20,
+    agent_timeout=120
+)
+workflow.add_node("pool", pool_manager)
+
+# Convergence detection for stopping criteria
+convergence = ConvergenceDetectorNode(
+    quality_threshold=0.85,
+    improvement_threshold=0.02,
+    max_iterations=10
+)
+workflow.add_node("convergence", convergence)
+
+# Orchestration manager coordinates the entire system
+orchestrator = OrchestrationManagerNode(
+    max_iterations=10,
+    quality_threshold=0.85,
+    parallel_execution=True
+)
+workflow.add_node("orchestrator", orchestrator)
+
+# Execute with complex business problem
+runtime = LocalRuntime()
+result, _ = runtime.execute(workflow, parameters={
+    "orchestrator": {
+        "query": "Analyze market trends and develop growth strategy for fintech",
+        "agent_pool_size": 12,
+        "mcp_servers": [
+            {"name": "market_data", "command": "python", "args": ["-m", "market_mcp"]},
+            {"name": "financial", "command": "python", "args": ["-m", "finance_mcp"]},
+            {"name": "research", "command": "python", "args": ["-m", "research_mcp"]}
+        ],
+        "context": {
+            "domain": "fintech",
+            "depth": "comprehensive",
+            "output_format": "strategic_report"
+        }
+    }
+})
+
+print(f"Solution Quality: {result['orchestrator']['quality_score']:.2%}")
+print(f"Agents Used: {result['orchestrator']['agents_deployed']}")
+print(f"Iterations: {result['orchestrator']['iterations_completed']}")
+print(f"Final Strategy: {result['orchestrator']['final_solution']['strategy']}")
+```
+
+#### Key Self-Organizing Features
+
+- **Autonomous Team Formation**: Agents automatically form optimal teams based on:
+  - Capability matching for skill-specific tasks
+  - Swarm-based formation for exploration
+  - Market-based allocation for resource constraints
+  - Hierarchical organization for complex problems
+
+- **Intelligent Information Sharing**:
+  - **SharedMemoryPoolNode**: Selective attention mechanisms for relevant information
+  - **IntelligentCacheNode**: Semantic similarity detection prevents redundant operations
+  - **A2AAgentNode**: Direct agent-to-agent communication with context awareness
+
+- **Convergence Detection**: Automatic termination when:
+  - Solution quality exceeds threshold (e.g., 85% confidence)
+  - Improvement rate drops below minimum (e.g., <2% per iteration)
+  - Maximum iterations reached
+  - Time limits exceeded
+
+- **MCP Integration**: Agents can access external tools and data sources:
+  - File systems, databases, APIs
+  - Web scraping and research tools
+  - Specialized domain knowledge bases
+  - Real-time data streams
+
+- **Performance Optimization**:
+  - Multi-level caching strategies
+  - Parallel agent execution
+  - Resource management and monitoring
+  - Cost tracking for API usage
+
+See the [Self-Organizing Agents examples](examples/integration_examples/) for complete implementation patterns and the [Agent Systems Guide](docs/guides/self_organizing_agents.rst) for detailed documentation.
+
+### Zero-Code MCP Ecosystem - Visual Workflow Builder
+
+Build and deploy workflows through an interactive web interface without writing any code:
+
+```python
+from kailash.api.gateway import WorkflowAPIGateway
+from kailash.api.mcp_integration import MCPServerRegistry
+
+# Run the MCP ecosystem demo
+# cd examples/integration_examples
+# ./run_ecosystem.sh
+
+# Or run programmatically:
+python examples/integration_examples/mcp_ecosystem_demo.py
+```
+
+#### Features
+
+- **Drag-and-Drop Builder**: Visual interface for creating workflows
+  - Drag nodes from palette (CSV Reader, Python Code, JSON Writer, etc.)
+  - Drop onto canvas to build workflows
+  - Deploy with one click
+
+- **Live Dashboard**: Real-time monitoring and statistics
+  - Connected MCP server status
+  - Running workflow count
+  - Execution logs with timestamps
+
+- **Pre-built Templates**: One-click deployment
+  - GitHub → Slack Notifier
+  - Data Processing Pipeline (CSV → Transform → JSON)
+  - AI Research Assistant
+
+- **Technology Stack**: Lightweight and fast
+  - Backend: FastAPI + Kailash SDK
+  - Frontend: Vanilla HTML/CSS/JavaScript (no frameworks)
+  - Zero build process required
+
+See the [MCP Ecosystem example](examples/integration_examples/) for the complete zero-code workflow deployment platform.
+
 ## 📚 Documentation
 
 | Resource | Description |
@@ -356,14 +600,14 @@ The SDK includes a rich set of pre-built nodes for common operations:
 <td width="50%">
 
 **Data Operations**
-- `CSVReader` - Read CSV files
-- `JSONReader` - Read JSON files
+- `CSVReaderNode` - Read CSV files
+- `JSONReaderNode` - Read JSON files
 - `DocumentSourceNode` - Sample document provider
 - `QuerySourceNode` - Sample query provider
 - `RelevanceScorerNode` - Multi-method similarity
 - `SQLDatabaseNode` - Query databases
-- `CSVWriter` - Write CSV files
-- `JSONWriter` - Write JSON files
+- `CSVWriterNode` - Write CSV files
+- `JSONWriterNode` - Write JSON files
 
 </td>
 <td width="50%">
@@ -379,8 +623,8 @@ The SDK includes a rich set of pre-built nodes for common operations:
 - `Aggregator` - Aggregate data
 
 **Logic Nodes**
-- `Switch` - Conditional routing
-- `Merge` - Combine multiple inputs
+- `SwitchNode` - Conditional routing
+- `MergeNode` - Combine multiple inputs
 - `WorkflowNode` - Wrap workflows as reusable nodes
 
 </td>
@@ -389,13 +633,28 @@ The SDK includes a rich set of pre-built nodes for common operations:
 <td width="50%">
 
 **AI/ML Nodes**
-- `LLMAgent` - Multi-provider LLM with memory & tools
-- `EmbeddingGenerator` - Vector embeddings with caching
+- `LLMAgentNode` - Multi-provider LLM with memory & tools
+- `EmbeddingGeneratorNode` - Vector embeddings with caching
 - `MCPClient/MCPServer` - Model Context Protocol
 - `TextClassifier` - Text classification
 - `SentimentAnalyzer` - Sentiment analysis
 - `NamedEntityRecognizer` - NER extraction
 
+**Self-Organizing Agent Nodes**
+- `SharedMemoryPoolNode` - Agent memory sharing
+- `A2AAgentNode` - Agent-to-agent communication
+- `A2ACoordinatorNode` - Multi-agent coordination
+- `IntelligentCacheNode` - Semantic caching system
+- `MCPAgentNode` - MCP-enabled agents
+- `QueryAnalysisNode` - Query complexity analysis
+- `OrchestrationManagerNode` - System orchestration
+- `ConvergenceDetectorNode` - Solution convergence
+- `AgentPoolManagerNode` - Agent pool management
+- `ProblemAnalyzerNode` - Problem decomposition
+- `TeamFormationNode` - Optimal team creation
+- `SolutionEvaluatorNode` - Multi-criteria evaluation
+- `SelfOrganizingAgentNode` - Adaptive individual agents
+
 </td>
 <td width="50%">
 
@@ -430,14 +689,14 @@ The SDK includes a rich set of pre-built nodes for common operations:
 #### Workflow Management
 ```python
 from kailash.workflow import Workflow
-from kailash.nodes.logic import Switch
+from kailash.nodes.logic import SwitchNode
 from kailash.nodes.transform import DataTransformer
 
 # Create complex workflows with branching logic
 workflow = Workflow("data_pipeline", name="data_pipeline")
 
-# Add conditional branching with Switch node
-switch = Switch()
+# Add conditional branching with SwitchNode
+switch = SwitchNode()
 workflow.add_node("route", switch)
 
 # Different paths based on validation
@@ -763,13 +1022,13 @@ chunk_text_extractor = ChunkTextExtractorNode()
 query_text_wrapper = QueryTextWrapperNode()
 
 # Create embedding generators
-chunk_embedder = EmbeddingGenerator(
+chunk_embedder = EmbeddingGeneratorNode(
     provider="ollama",
     model="nomic-embed-text",
     operation="embed_batch"
 )
 
-query_embedder = EmbeddingGenerator(
+query_embedder = EmbeddingGeneratorNode(
     provider="ollama",
     model="nomic-embed-text",
     operation="embed_batch"
@@ -780,7 +1039,7 @@ relevance_scorer = RelevanceScorerNode(similarity_method="cosine")
 context_formatter = ContextFormatterNode()
 
 # Create LLM agent for final answer generation
-llm_agent = LLMAgent(
+llm_agent = LLMAgentNode(
     provider="ollama",
     model="llama3.2",
     temperature=0.7,
@@ -899,10 +1158,10 @@ kailash/
 The SDK features a unified provider architecture for AI capabilities:
 
 ```python
-from kailash.nodes.ai import LLMAgent, EmbeddingGenerator
+from kailash.nodes.ai import LLMAgentNode, EmbeddingGeneratorNode
 
 # Multi-provider LLM support
-agent = LLMAgent()
+agent = LLMAgentNode()
 result = agent.run(
     provider="ollama",  # or "openai", "anthropic", "mock"
     model="llama3.1:8b-instruct-q8_0",
@@ -911,7 +1170,7 @@ result = agent.run(
 )
 
 # Vector embeddings with the same providers
-embedder = EmbeddingGenerator()
+embedder = EmbeddingGeneratorNode()
 embedding = embedder.run(
     provider="ollama",  # Same providers support embeddings
     model="snowflake-arctic-embed2",
@@ -1029,7 +1288,7 @@ pre-commit run pytest-check
 <td width="40%">
 
 ### ✅ Completed
-- Core node system with 15+ node types
+- Core node system with 66+ node types
 - Workflow builder with DAG validation
 - Local & async execution engines
 - Task tracking with metrics
@@ -1040,6 +1299,11 @@ pre-commit run pytest-check
 - API integration with rate limiting
 - OAuth 2.0 authentication
 - SharePoint Graph API integration
+- **Self-organizing agent pools with 13 specialized nodes**
+- **Agent-to-agent communication and shared memory**
+- **Intelligent caching and convergence detection**
+- **MCP integration for external tool access**
+- **Multi-strategy team formation algorithms**
 - **Real-time performance metrics collection**
 - **Performance visualization dashboards**
 - **Real-time monitoring dashboard with WebSocket streaming**