testmcpy 0.2.4__tar.gz → 0.2.6__tar.gz

{testmcpy-0.2.4/testmcpy.egg-info → testmcpy-0.2.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: testmcpy
-Version: 0.2.4
+Version: 0.2.6
 Summary: A comprehensive testing framework for validating LLM tool calling capabilities with MCP services
 Author: Amin Ghadersohi
 License-Expression: Apache-2.0
@@ -18,7 +18,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: NOTICE
 Requires-Dist: typer<1.0.0,>=0.9.0
-Requires-Dist: rich<14.0.0,>=13.0.0
+Requires-Dist: rich<15.0.0,>=13.0.0
 Requires-Dist: pyyaml<7.0,>=6.0
 Requires-Dist: requests<3.0.0,>=2.28.0
 Requires-Dist: aiohttp<4.0.0,>=3.8.0
@@ -29,6 +29,7 @@ Requires-Dist: httpx<1.0.0,>=0.27.0
 Requires-Dist: python-dotenv<2.0.0,>=1.0.0
 Requires-Dist: click<9.0.0,>=8.0.0
 Requires-Dist: shellingham<2.0.0,>=1.3.0
+Requires-Dist: textual<1.0.0,>=0.47.0
 Provides-Extra: dev
 Requires-Dist: ruff>=0.8.0; extra == "dev"
 Requires-Dist: mypy>=1.13.0; extra == "dev"
@@ -40,17 +41,21 @@ Requires-Dist: build>=1.0.0; extra == "dev"
 Requires-Dist: twine>=5.0.0; extra == "dev"
 Requires-Dist: types-pyyaml>=6.0.0; extra == "dev"
 Requires-Dist: types-requests>=2.28.0; extra == "dev"
+Requires-Dist: textual-dev>=1.0.0; extra == "dev"
 Provides-Extra: server
 Requires-Dist: fastapi<1.0.0,>=0.104.0; extra == "server"
 Requires-Dist: uvicorn[standard]<1.0.0,>=0.24.0; extra == "server"
 Requires-Dist: websockets<15.0,>=14.0; extra == "server"
 Provides-Extra: sdk
 Requires-Dist: claude-agent-sdk>=0.1.0; extra == "sdk"
+Provides-Extra: tui
+Requires-Dist: textual>=0.85.0; extra == "tui"
 Provides-Extra: all
 Requires-Dist: fastapi<1.0.0,>=0.104.0; extra == "all"
 Requires-Dist: uvicorn[standard]<1.0.0,>=0.24.0; extra == "all"
 Requires-Dist: websockets<15.0,>=14.0; extra == "all"
 Requires-Dist: claude-agent-sdk>=0.1.0; extra == "all"
+Requires-Dist: textual>=0.85.0; extra == "all"
 Dynamic: license-file
 
 <p align="center">
@@ -109,6 +114,33 @@ That's it! No complex configuration needed to get started.
 
 ## Key Features
 
+### Interactive TUI Dashboard (NEW!)
+Beautiful terminal interface for MCP testing - no browser required:
+
+```bash
+testmcpy dash                    # Launch interactive dashboard
+testmcpy dash --auto-refresh     # Live connection monitoring
+testmcpy dash --profile prod     # Use specific MCP profile
+```
+
+**TUI Features:**
+- Real-time MCP connection status
+- Interactive tool exploration
+- Live test execution with progress
+- Configuration editor
+- Global search across tools, tests, and settings
+- Help system with keyboard shortcuts (press `?`)
+- Multiple themes (default, light, high contrast)
+
+**Quick CLI Commands (no TUI):**
+```bash
+testmcpy profiles                # List MCP profiles (table)
+testmcpy status                  # Connection status check
+testmcpy explore-cli             # Browse tools (non-interactive)
+```
+
+[Screenshot: TUI dashboard showing profiles, quick actions, and keyboard shortcuts]
+
 ### Multi-Provider Support
 Test with **Claude**, **GPT-4**, **Llama**, and other models. Works with both paid APIs and free local models via Ollama.
 
@@ -242,26 +274,62 @@ pip install 'testmcpy[all]'
 
 ### 1. Configuration
 
-Run the interactive setup wizard:
+Run the interactive setup wizard to create configuration files:
 
 ```bash
 testmcpy setup
 ```
 
-Or manually create `~/.testmcpy`:
+This will guide you through:
+- **LLM Provider setup**: Choose between Claude (Anthropic), GPT-4 (OpenAI), or local Ollama models
+- **MCP Service setup**: Configure your MCP server URL and authentication
+- **API Key management**: Detects keys from environment and saves them to `.llm_providers.yaml`
 
-```bash
-# MCP Service
-MCP_URL=http://localhost:5008/mcp/
-MCP_AUTH_TOKEN=your_bearer_token
-
-# LLM Provider (choose one)
-DEFAULT_PROVIDER=anthropic
-DEFAULT_MODEL=claude-haiku-4-5
-ANTHROPIC_API_KEY=sk-ant-...
+The setup command creates two files in your current directory:
+
+**`.llm_providers.yaml`** - LLM configuration with API keys:
+
+```yaml
+default: prod
+
+profiles:
+  prod:
+    name: "Production"
+    description: "High-quality models for production use"
+    providers:
+      - name: "Claude claude-sonnet-4-5"
+        provider: "anthropic"
+        model: "claude-sonnet-4-5"
+        api_key: "your-anthropic-api-key-here"  # API key stored directly
+        timeout: 60
+        default: true
+```
+
+**`.mcp_services.yaml`** - MCP server profiles:
+
+```yaml
+default: prod
+
+profiles:
+  prod:
+    name: "Production"
+    description: "Production MCP service"
+    mcps:
+      - name: "Preset Superset"
+        mcp_url: "https://your-workspace.preset.io/mcp"
+        auth:
+          auth_type: "jwt"  # or "bearer" or "none"
+          api_url: "https://api.app.preset.io/v1/auth/"
+          api_token: "your-api-token"
+          api_secret: "your-api-secret"
+        timeout: 30
+        rate_limit_rpm: 60
+        default: true
 ```
 
-**Configuration priority:** CLI options > `.env` > `~/.testmcpy` > Environment variables > Defaults
+**Configuration priority:** CLI options > LLM Profile (.llm_providers.yaml) > MCP Profile (.mcp_services.yaml) > `.env` > Environment variables
+
+**Note:** The setup command is **idempotent** - it's safe to run multiple times. Use `--force` to overwrite existing files.
 
 ### 2. Test Your MCP Service
 
@@ -319,7 +387,12 @@ testmcpy run tests/ --model claude-haiku-4-5
 
 | Command | Description |
 |---------|-------------|
+| `testmcpy dash` | **Launch interactive TUI dashboard** |
 | `testmcpy setup` | Interactive configuration wizard |
+| `testmcpy profiles` | List MCP profiles (table) |
+| `testmcpy status` | Show MCP connection status |
+| `testmcpy explore-cli` | Browse tools (non-interactive) |
+| `testmcpy explorer` | Launch TUI tool explorer |
 | `testmcpy tools` | List available MCP tools |
 | `testmcpy research` | Test LLM tool-calling capabilities |
 | `testmcpy run <path>` | Execute test suite |
@@ -329,14 +402,55 @@ testmcpy run tests/ --model claude-haiku-4-5
 | `testmcpy config-cmd` | View current configuration |
 | `testmcpy doctor` | Diagnose installation issues |
 
+### TUI Keyboard Shortcuts
+
+**Global Navigation:**
+- `h` - Home screen
+- `e` - Explorer (MCP tools)
+- `5` - Configuration
+- `?` - Help modal
+- `/` - Global search
+- `q` - Quit (with confirmation)
+- `F5` - Refresh
+
+**Home Screen:**
+- `1-5` - Quick actions (Tests, Explorer, Chat, Optimize, Config)
+- `p` - Switch profile
+- `Space` - Connect/disconnect
+
+**Explorer:**
+- `↑↓` or `j/k` - Navigate
+- `Enter` - View details
+- `t` - Create test
+- `o` - Optimize docs
+
+**Configuration:**
+- `Tab` - Next field
+- `s` - Save changes
+- `q` - Quit without saving
+
 ## LLM Providers
 
+Configure LLM providers in `.llm_providers.yaml`. See `.llm_providers.yaml.example` for examples.
+
 ### Anthropic (Recommended)
 Best tool-calling accuracy, native MCP support:
 
 ```bash
+# Set API key in .env or ~/.testmcpy
 ANTHROPIC_API_KEY=sk-ant-your-key
-DEFAULT_MODEL=claude-haiku-4-5  # Fast & cost-effective
+```
+
+```yaml
+# Configure in .llm_providers.yaml
+prod:
+  name: "Production"
+  providers:
+    - name: "Claude Sonnet 4.5"
+      provider: "anthropic"
+      model: "claude-sonnet-4-5"
+      api_key_env: "ANTHROPIC_API_KEY"
+      default: true
 ```
 
 **Available models:** `claude-haiku-4-5`, `claude-sonnet-4-5`, `claude-opus-4-1`
@@ -352,16 +466,36 @@ brew install ollama  # macOS
 # Start Ollama and pull a model
 ollama serve
 ollama pull llama3.1:8b
+```
 
-# Configure testmcpy
-DEFAULT_PROVIDER=ollama
-DEFAULT_MODEL=llama3.1:8b
+```yaml
+# Configure in .llm_providers.yaml
+local:
+  name: "Local Only"
+  providers:
+    - name: "Ollama Llama"
+      provider: "ollama"
+      model: "llama3.1:8b"
+      base_url: "http://localhost:11434"
+      default: true
 ```
 
 ### OpenAI
 ```bash
+# Set API key in .env or ~/.testmcpy
 OPENAI_API_KEY=sk-your-key
-DEFAULT_MODEL=gpt-4-turbo
+```
+
+```yaml
+# Configure in .llm_providers.yaml
+openai:
+  name: "OpenAI"
+  providers:
+    - name: "GPT-4"
+      provider: "openai"
+      model: "gpt-4-turbo"
+      api_key_env: "OPENAI_API_KEY"
+      default: true
 ```
 
 ## Built-in Evaluators
@@ -487,6 +621,6 @@ By contributing, you agree that your contributions will be licensed under Apache
 
 ## Acknowledgments
 
-Built by the team at [Preset](https://preset.io) to enable better LLM testing and integration with Apache Superset and beyond.
+Built to enable better LLM testing and integration with Model Context Protocol services.
 
 Special thanks to the MCP community and all our contributors!

{testmcpy-0.2.4 → testmcpy-0.2.6}/README.md

@@ -54,6 +54,33 @@ That's it! No complex configuration needed to get started.
 
 ## Key Features
 
+### Interactive TUI Dashboard (NEW!)
+Beautiful terminal interface for MCP testing - no browser required:
+
+```bash
+testmcpy dash                    # Launch interactive dashboard
+testmcpy dash --auto-refresh     # Live connection monitoring
+testmcpy dash --profile prod     # Use specific MCP profile
+```
+
+**TUI Features:**
+- Real-time MCP connection status
+- Interactive tool exploration
+- Live test execution with progress
+- Configuration editor
+- Global search across tools, tests, and settings
+- Help system with keyboard shortcuts (press `?`)
+- Multiple themes (default, light, high contrast)
+
+**Quick CLI Commands (no TUI):**
+```bash
+testmcpy profiles                # List MCP profiles (table)
+testmcpy status                  # Connection status check
+testmcpy explore-cli             # Browse tools (non-interactive)
+```
+
+[Screenshot: TUI dashboard showing profiles, quick actions, and keyboard shortcuts]
+
 ### Multi-Provider Support
 Test with **Claude**, **GPT-4**, **Llama**, and other models. Works with both paid APIs and free local models via Ollama.
 
@@ -187,26 +214,62 @@ pip install 'testmcpy[all]'
 
 ### 1. Configuration
 
-Run the interactive setup wizard:
+Run the interactive setup wizard to create configuration files:
 
 ```bash
 testmcpy setup
 ```
 
-Or manually create `~/.testmcpy`:
+This will guide you through:
+- **LLM Provider setup**: Choose between Claude (Anthropic), GPT-4 (OpenAI), or local Ollama models
+- **MCP Service setup**: Configure your MCP server URL and authentication
+- **API Key management**: Detects keys from environment and saves them to `.llm_providers.yaml`
 
-```bash
-# MCP Service
-MCP_URL=http://localhost:5008/mcp/
-MCP_AUTH_TOKEN=your_bearer_token
-
-# LLM Provider (choose one)
-DEFAULT_PROVIDER=anthropic
-DEFAULT_MODEL=claude-haiku-4-5
-ANTHROPIC_API_KEY=sk-ant-...
+The setup command creates two files in your current directory:
+
+**`.llm_providers.yaml`** - LLM configuration with API keys:
+
+```yaml
+default: prod
+
+profiles:
+  prod:
+    name: "Production"
+    description: "High-quality models for production use"
+    providers:
+      - name: "Claude claude-sonnet-4-5"
+        provider: "anthropic"
+        model: "claude-sonnet-4-5"
+        api_key: "your-anthropic-api-key-here"  # API key stored directly
+        timeout: 60
+        default: true
+```
+
+**`.mcp_services.yaml`** - MCP server profiles:
+
+```yaml
+default: prod
+
+profiles:
+  prod:
+    name: "Production"
+    description: "Production MCP service"
+    mcps:
+      - name: "Preset Superset"
+        mcp_url: "https://your-workspace.preset.io/mcp"
+        auth:
+          auth_type: "jwt"  # or "bearer" or "none"
+          api_url: "https://api.app.preset.io/v1/auth/"
+          api_token: "your-api-token"
+          api_secret: "your-api-secret"
+        timeout: 30
+        rate_limit_rpm: 60
+        default: true
 ```
 
-**Configuration priority:** CLI options > `.env` > `~/.testmcpy` > Environment variables > Defaults
+**Configuration priority:** CLI options > LLM Profile (.llm_providers.yaml) > MCP Profile (.mcp_services.yaml) > `.env` > Environment variables
+
+**Note:** The setup command is **idempotent** - it's safe to run multiple times. Use `--force` to overwrite existing files.
 
 ### 2. Test Your MCP Service
 
@@ -264,7 +327,12 @@ testmcpy run tests/ --model claude-haiku-4-5
 
 | Command | Description |
 |---------|-------------|
+| `testmcpy dash` | **Launch interactive TUI dashboard** |
 | `testmcpy setup` | Interactive configuration wizard |
+| `testmcpy profiles` | List MCP profiles (table) |
+| `testmcpy status` | Show MCP connection status |
+| `testmcpy explore-cli` | Browse tools (non-interactive) |
+| `testmcpy explorer` | Launch TUI tool explorer |
 | `testmcpy tools` | List available MCP tools |
 | `testmcpy research` | Test LLM tool-calling capabilities |
 | `testmcpy run <path>` | Execute test suite |
@@ -274,14 +342,55 @@ testmcpy run tests/ --model claude-haiku-4-5
 | `testmcpy config-cmd` | View current configuration |
 | `testmcpy doctor` | Diagnose installation issues |
 
+### TUI Keyboard Shortcuts
+
+**Global Navigation:**
+- `h` - Home screen
+- `e` - Explorer (MCP tools)
+- `5` - Configuration
+- `?` - Help modal
+- `/` - Global search
+- `q` - Quit (with confirmation)
+- `F5` - Refresh
+
+**Home Screen:**
+- `1-5` - Quick actions (Tests, Explorer, Chat, Optimize, Config)
+- `p` - Switch profile
+- `Space` - Connect/disconnect
+
+**Explorer:**
+- `↑↓` or `j/k` - Navigate
+- `Enter` - View details
+- `t` - Create test
+- `o` - Optimize docs
+
+**Configuration:**
+- `Tab` - Next field
+- `s` - Save changes
+- `q` - Quit without saving
+
 ## LLM Providers
 
+Configure LLM providers in `.llm_providers.yaml`. See `.llm_providers.yaml.example` for examples.
+
 ### Anthropic (Recommended)
 Best tool-calling accuracy, native MCP support:
 
 ```bash
+# Set API key in .env or ~/.testmcpy
 ANTHROPIC_API_KEY=sk-ant-your-key
-DEFAULT_MODEL=claude-haiku-4-5  # Fast & cost-effective
+```
+
+```yaml
+# Configure in .llm_providers.yaml
+prod:
+  name: "Production"
+  providers:
+    - name: "Claude Sonnet 4.5"
+      provider: "anthropic"
+      model: "claude-sonnet-4-5"
+      api_key_env: "ANTHROPIC_API_KEY"
+      default: true
 ```
 
 **Available models:** `claude-haiku-4-5`, `claude-sonnet-4-5`, `claude-opus-4-1`
@@ -297,16 +406,36 @@ brew install ollama  # macOS
 # Start Ollama and pull a model
 ollama serve
 ollama pull llama3.1:8b
+```
 
-# Configure testmcpy
-DEFAULT_PROVIDER=ollama
-DEFAULT_MODEL=llama3.1:8b
+```yaml
+# Configure in .llm_providers.yaml
+local:
+  name: "Local Only"
+  providers:
+    - name: "Ollama Llama"
+      provider: "ollama"
+      model: "llama3.1:8b"
+      base_url: "http://localhost:11434"
+      default: true
 ```
 
 ### OpenAI
 ```bash
+# Set API key in .env or ~/.testmcpy
 OPENAI_API_KEY=sk-your-key
-DEFAULT_MODEL=gpt-4-turbo
+```
+
+```yaml
+# Configure in .llm_providers.yaml
+openai:
+  name: "OpenAI"
+  providers:
+    - name: "GPT-4"
+      provider: "openai"
+      model: "gpt-4-turbo"
+      api_key_env: "OPENAI_API_KEY"
+      default: true
 ```
 
 ## Built-in Evaluators
@@ -432,6 +561,6 @@ By contributing, you agree that your contributions will be licensed under Apache
 
 ## Acknowledgments
 
-Built by the team at [Preset](https://preset.io) to enable better LLM testing and integration with Apache Superset and beyond.
+Built to enable better LLM testing and integration with Model Context Protocol services.
 
 Special thanks to the MCP community and all our contributors!

{testmcpy-0.2.4 → testmcpy-0.2.6}/pyproject.toml

@@ -88,7 +88,7 @@ testmcpy = [
 
 [project]
 name = "testmcpy"
-version = "0.2.4"
+version = "0.2.6"
 description = "A comprehensive testing framework for validating LLM tool calling capabilities with MCP services"
 authors = [{name = "Amin Ghadersohi"}]
 license = "Apache-2.0"
@@ -104,7 +104,7 @@ classifiers = [
 ]
 dependencies = [
     "typer>=0.9.0,<1.0.0",
-    "rich>=13.0.0,<14.0.0",
+    "rich>=13.0.0,<15.0.0",
     "pyyaml>=6.0,<7.0",
     "requests>=2.28.0,<3.0.0",
     "aiohttp>=3.8.0,<4.0.0",
@@ -115,6 +115,7 @@ dependencies = [
     "python-dotenv>=1.0.0,<2.0.0",
     "click>=8.0.0,<9.0.0",
     "shellingham>=1.3.0,<2.0.0",
+    "textual>=0.47.0,<1.0.0",
 ]
 
 [project.optional-dependencies]
@@ -129,6 +130,7 @@ dev = [
     "twine>=5.0.0",
     "types-pyyaml>=6.0.0",
     "types-requests>=2.28.0",
+    "textual-dev>=1.0.0",
 ]
 server = [
     "fastapi>=0.104.0,<1.0.0",
@@ -138,11 +140,15 @@ server = [
 sdk = [
     "claude-agent-sdk>=0.1.0",
 ]
+tui = [
+    "textual>=0.85.0",
+]
 all = [
     "fastapi>=0.104.0,<1.0.0",
     "uvicorn[standard]>=0.24.0,<1.0.0",
     "websockets>=14.0,<15.0",
     "claude-agent-sdk>=0.1.0",
+    "textual>=0.85.0",
 ]
 
 [project.scripts]

{testmcpy-0.2.4 → testmcpy-0.2.6}/testmcpy/__init__.py

@@ -6,4 +6,4 @@ capabilities with MCP (Model Context Protocol) services.
 """
 
 __version__ = "0.2.0"
-__author__ = "Amin Ghadersohi"
+__author__ = "testmcpy Contributors"