uomp-mcp 1.6.0__tar.gz

uomp_mcp-1.6.0/PKG-INFO

@@ -0,0 +1,18 @@
+Metadata-Version: 2.3
+Name: uomp-mcp
+Version: 1.6.0
+Summary: This is uomp_mcp mcp project.
+Author: yehaiquan
+Author-email: yehaiquan <yehaiquan@163.com>
+Requires-Dist: chdb>=3.6.0
+Requires-Dist: clickhouse-connect>=0.8.18
+Requires-Dist: fastmcp>=2.12.2
+Requires-Dist: mcp>=1.13.0
+Requires-Dist: mysql-connector-python>=9.1.0
+Requires-Dist: pip>=25.2
+Requires-Dist: requests>=2.32.5
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+
+
+python -m uomp_mcp.contrib.uomp_core.server

uomp_mcp-1.6.0/README.md

@@ -0,0 +1,2 @@
+
+python -m uomp_mcp.contrib.uomp_core.server

uomp_mcp-1.6.0/pyproject.toml

@@ -0,0 +1,41 @@
+[project]
+name = "uomp-mcp"
+version = "1.6.0"
+description = "This is uomp_mcp mcp project."
+readme = "README.md"
+authors = [
+    { name = "yehaiquan", email = "yehaiquan@163.com" }
+]
+requires-python = ">=3.12"
+dependencies = [
+    "chdb>=3.6.0",
+    "clickhouse-connect>=0.8.18",
+    "fastmcp>=2.12.2",
+    "mcp>=1.13.0",
+    "mysql-connector-python>=9.1.0",
+    "pip>=25.2",
+    "requests>=2.32.5",
+]
+
+[build-system]
+requires = ["uv_build>=0.11.2,<0.12.0"]
+build-backend = "uv_build"
+
+[project.scripts]
+uomp_core = "uomp_mcp.contrib.uomp_core:main"
+uomp_mysql = "uomp_mcp.contrib.uomp_mysql:main"
+uomp_clickhouse = "uomp_mcp.contrib.uomp_clickhouse:main"
+
+[tool.uv]
+allow-insecure-host = ["mirror-devops.cdn.10086.cn"]
+
+[dependency-groups]
+dev = [
+    "black>=25.1.0",
+    "isort>=6.0.1",
+    "mypy>=1.17.1",
+    "pytest>=8.4.2",
+    "pytest-asyncio>=1.1.0",
+    "pytest-cov>=7.0.0",
+]
+

uomp_mcp-1.6.0/src/uomp_mcp/contrib/uomp_capacity/__init__.py

@@ -0,0 +1,11 @@
+from . import server
+import asyncio
+
+
+def main():
+    """Main entry point for the package."""
+    asyncio.run(server.main())
+
+
+# Expose important items at package level
+__all__ = ['main', 'server']

uomp_mcp-1.6.0/src/uomp_mcp/contrib/uomp_capacity/handler.py

@@ -0,0 +1,49 @@
+from mcp.types import TextContent
+from .log import logger
+import requests
+import json
+
+
+def call_domain_query_handler(domain: str, config: dict) -> list[TextContent]:
+    try:
+        uomp_key = config["uomp_key"]
+        uomp_api_url = config["uomp_api_url"]
+
+        headers = {
+            "Authorization": f"token {uomp_key}"
+        }
+
+        response = requests.get(
+            url=f"{uomp_api_url}/api/v1/selfapp/ibs_domain/",
+            params={'search': domain},
+            headers=headers,
+            verify=False
+        )
+        response.raise_for_status()
+        result = response.json()
+        return [TextContent(type="text", text=json.dumps(result))]
+
+    except Exception as e:
+        logger.error(f"Error executing uomp '{domain}': {e}")
+        return [TextContent(type="text", text=f"Error executing query: {str(e)}")]
+
+
+def call_host_query_handler(query: str, config: dict) -> list[TextContent]:
+    try:
+        uomp_key = config["uomp_key"]
+        uomp_api_url = config["uomp_api_url"]
+
+        headers = {
+            "Authorization": f"token {uomp_key}"
+        }
+        response = requests.get(
+            url=f"{uomp_api_url}/api/v1/selfapp/ibs_domain/",
+            params={'search': query},
+            headers=headers,
+            verify=False
+        )
+        response.raise_for_status()
+        return response.json()
+    except Exception as e:
+        logger.error(f"Error executing uomp '{query}': {e}")
+        return [TextContent(type="text", text=f"Error executing query: {str(e)}")]

uomp_mcp-1.6.0/src/uomp_mcp/contrib/uomp_capacity/log.py

@@ -0,0 +1 @@
+from uomp_mcp.utils import defautl_logger as logger

uomp_mcp-1.6.0/src/uomp_mcp/contrib/uomp_capacity/server.py

@@ -0,0 +1,86 @@
+from mcp.server import Server
+from mcp.server.stdio import stdio_server
+from mcp.types import Tool, TextContent
+from .handler import call_domain_query_handler, call_host_query_handler
+from .log import logger
+from .utils import get_config
+import asyncio
+
+# Initialize server
+app = Server("uomp_capacity")
+
+
+@app.list_tools()
+async def list_tools() -> list[Tool]:
+    """List available uomp_core mcp tools."""
+    logger.info("Listing tools...")
+    return [
+        Tool(
+            name="capacity_query",
+            description="提供CDN领域建设容量指标查询、上量指标查询场景能力。",
+            inputSchema={
+                "type": "object",
+                "properties": {
+                    "domain": {
+                        "type": "string",
+                        "description": "需要查询和分析的CDN服务域名"
+                    }
+                },
+                "required": ["domain"]
+            }
+        ),
+        Tool(
+            name="host_query",
+            description="根据提供的主机参数，查询CDN后台管理系统获取最新的主机字段配置信息，并分析主机的配置情况。",
+            inputSchema={
+                "type": "object",
+                "properties": {
+                    "ip": {
+                        "type": "string",
+                        "description": "需要查询和分析的CDN主机的配置信息。"
+                    }
+                },
+                "required": ["ip"]
+            }
+        )
+    ]
+
+
+@app.call_tool()
+async def call_tool(name: str, arguments: dict) -> list[TextContent]:
+    """Execute uomp_core commands."""
+    logger.info(f"Calling tool: {name} with arguments: {arguments}")
+
+    domain = arguments.get("domain")
+    if not domain:
+        raise ValueError("domain is required")
+
+    config = get_config()
+
+    if name == "domain_query":
+        return call_domain_query_handler(domain, config)
+    elif name == "host_query":
+        return call_host_query_handler(domain, config)
+    else:
+        raise ValueError(f"Unknown tool: {name}")
+
+
+async def main():
+    """Main entry point to run the MCP server."""
+
+    logger.info("Starting uomp_core mcp server...")
+
+    async with stdio_server() as (read_stream, write_stream):
+        try:
+            await app.run(
+                read_stream,
+                write_stream,
+                app.create_initialization_options()
+            )
+        except Exception as e:
+            logger.error(f"Server error: {str(e)}", exc_info=True)
+            raise
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

uomp_mcp-1.6.0/src/uomp_mcp/contrib/uomp_capacity/utils.py

@@ -0,0 +1,17 @@
+from .log import logger
+import os
+
+
+def get_config():
+    """Get uomp_core configuration from environment variables."""
+    config = {
+        "uomp_key": os.getenv("UOMP_KEY", ""),
+        "uomp_api_url": os.getenv("UOMP_API_URL", "https://paas.uops.cdn.10086.cn/o/cdn-config/"),
+    }
+
+    if not all([config["uomp_key"], config["uomp_api_url"]]):
+        logger.error("Missing required uomp_core configuration. Please check environment variables:")
+        logger.error("UOMP_KEY, UOMP_API_URL are required")
+        raise ValueError("Missing required uomp_core configuration")
+
+    return config

uomp_mcp-1.6.0/src/uomp_mcp/contrib/uomp_clickhouse/__init__.py

@@ -0,0 +1,26 @@
+from . import main as server
+from .mcp_server import (
+    create_clickhouse_client,
+    list_databases,
+    list_tables,
+    run_select_query,
+    create_chdb_client,
+    run_chdb_select_query,
+    chdb_initial_prompt,
+)
+import asyncio
+
+__all__ = [
+    "list_databases",
+    "list_tables",
+    "run_select_query",
+    "create_clickhouse_client",
+    "create_chdb_client",
+    "run_chdb_select_query",
+    "chdb_initial_prompt",
+]
+
+
+def main():
+    """Main entry point for the package."""
+    asyncio.run(server.main())

uomp_mcp-1.6.0/src/uomp_mcp/contrib/uomp_clickhouse/chdb_prompt.py

@@ -0,0 +1,155 @@
+"""chDB prompts for MCP server."""
+
+CHDB_PROMPT = """
+# chDB MCP System Prompt
+
+## Available Tools
+- **run_chdb_select_query**: Execute SELECT queries using chDB's table functions
+
+## Core Principles
+You are a chDB assistant, specialized in helping users query data sources directly through table functions, **avoiding data imports**.
+
+### 🚨 Important Constraints
+#### Data Processing Constraints
+- **No large data display**: Don't show more than 10 rows of raw data in responses
+- **Use analysis tool**: All data processing must be completed in the analysis tool
+- **Result-oriented output**: Only provide query results and key insights, not intermediate processing data
+- **Avoid context explosion**: Don't paste large amounts of raw data or complete tables
+
+#### Query Strategy Constraints
+- **Prioritize table functions**: When users mention import/load/insert, immediately recommend table functions
+- **Direct querying**: All data should be queried in place through table functions
+- **Fallback option**: When no suitable table function exists, use Python to download temporary files then process with file()
+- **Concise responses**: Avoid lengthy explanations, provide executable SQL directly
+
+## Table Functions
+
+### File Types
+```sql
+-- Local files (auto format detection)
+file('path/to/file.csv')
+file('data.parquet', 'Parquet')
+
+-- Remote files
+url('https://example.com/data.csv', 'CSV')
+url('https://example.com/data.parquet')
+
+-- S3 storage
+s3('s3://bucket/path/file.csv', 'CSV')
+s3('s3://bucket/path/*.parquet', 'access_key', 'secret_key', 'Parquet')
+
+-- HDFS
+hdfs('hdfs://namenode:9000/path/file.parquet')
+```
+
+### Database Types
+```sql
+-- PostgreSQL
+postgresql('host:port', 'database', 'table', 'user', 'password')
+
+-- MySQL
+mysql('host:port', 'database', 'table', 'user', 'password')
+
+-- SQLite
+sqlite('path/to/database.db', 'table')
+```
+
+### Common Formats
+- `CSV`, `CSVWithNames`, `TSV`, `TSVWithNames`
+- `JSON`, `JSONEachRow`, `JSONCompact`
+- `Parquet`, `ORC`, `Avro`
+
+## Workflow
+
+### 1. Identify Data Source
+- User mentions URL → `url()`
+- User mentions S3 → `s3()`
+- User mentions local file → `file()`
+- User mentions database → corresponding database function
+- **No suitable table function** → Use Python to download as temporary file
+
+### 2. Fallback: Python Download
+When no suitable table function exists:
+```python
+# Execute in analysis tool
+import requests
+import tempfile
+import os
+
+# Download data to temporary file
+response = requests.get('your_data_url')
+
+with tempfile.NamedTemporaryFile(mode='w', delete=False) as f:
+    f.write(response.text)
+    temp_file = f.name
+
+# Execute chDB query immediately within the block
+try:
+    # Use run_chdb_select_query to execute query
+    result = run_chdb_select_query(f"SELECT * FROM file('{temp_file}', 'CSV') LIMIT 10")
+    print(result)
+finally:
+    # Ensure temporary file deletion
+    if os.path.exists(temp_file):
+        os.unlink(temp_file)
+```
+
+### 3. Quick Testing
+```sql
+-- Test connection (default LIMIT 10)
+SELECT * FROM table_function(...) LIMIT 10;
+
+-- View structure
+DESCRIBE table_function(...);
+```
+
+### 4. Build Queries
+```sql
+-- Basic query (default LIMIT 10)
+SELECT column1, column2 FROM table_function(...) WHERE condition LIMIT 10;
+
+-- Aggregation analysis
+SELECT category, COUNT(*), AVG(price) 
+FROM table_function(...) 
+GROUP BY category 
+LIMIT 10;
+
+-- Multi-source join
+SELECT a.id, b.name 
+FROM file('data1.csv') a 
+JOIN url('https://example.com/data2.csv', 'CSV') b ON a.id = b.id
+LIMIT 10;
+```
+
+## Response Patterns
+
+### When Users Ask About Data Import
+1. **Immediate stop**: "No need to import data, chDB can query directly"
+2. **Recommend solution**: Provide corresponding table function based on data source type
+3. **Fallback option**: If no suitable table function, explain using Python to download temporary file
+4. **Provide examples**: Give specific SQL statements
+5. **Follow constraints**: Complete all data processing in analysis tool, only output key results
+
+### Example Dialogues
+```
+User: "How to import this CSV file into chDB?"
+Assistant: "No need to import! Query directly:
+SELECT * FROM file('your_file.csv') LIMIT 10;
+What analysis do you want?"
+
+User: "This API endpoint doesn't have direct table function support"
+Assistant: "I'll use Python to download data to a temporary file, then query with file().
+Let me process the data in the analysis tool first..."
+```
+
+## Output Constraints
+- **Avoid**: Displaying large amounts of raw data, complete tables, intermediate processing steps
+- **Recommend**: Concise statistical summaries, key insights, executable SQL
+- **Interaction**: Provide overview first, ask for specific needs before deep analysis
+
+## Optimization Tips
+- Use WHERE filtering to reduce data transfer
+- SELECT specific columns to avoid full table scans
+- **Default use LIMIT 10** to prevent large data output
+- Test connection with LIMIT 1 for large datasets first
+"""

uomp_mcp-1.6.0/src/uomp_mcp/contrib/uomp_clickhouse/main.py

@@ -0,0 +1,21 @@
+from .mcp_server import mcp
+from .mcp_env import get_config, TransportType
+
+
+def main():
+    config = get_config()
+    transport = config.mcp_server_transport
+
+    # For HTTP and SSE transports, we need to specify host and port
+    http_transports = [TransportType.HTTP.value, TransportType.SSE.value]
+    if transport in http_transports:
+        # Use the configured bind host (defaults to 127.0.0.1, can be set to 0.0.0.0)
+        # and bind port (defaults to 8000)
+        mcp.run(transport=transport, host=config.mcp_bind_host, port=config.mcp_bind_port)
+    else:
+        # For stdio transport, no host or port is needed
+        mcp.run(transport=transport)
+
+
+if __name__ == "__main__":
+    main()