pytest-mcp-tools 0.1.0__tar.gz

pytest_mcp_tools-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Sinan Ozel
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

pytest_mcp_tools-0.1.0/PKG-INFO

@@ -0,0 +1,121 @@
+Metadata-Version: 2.4
+Name: pytest-mcp-tools
+Version: 0.1.0
+Author-email: Sinan Ozel <coding@sinan.slmail.me>
+License: MIT License
+        
+        Copyright (c) 2025 Sinan Ozel
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: Homepage, https://github.com/<ORGANIZATION>/<MODULE-NAME>
+Project-URL: Issues, https://github.com/<ORGANIZATION>/<MODULE-NAME>/issues
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Framework :: Pytest
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: art>=6.0
+Requires-Dist: requests>=2.31.0
+Provides-Extra: test
+Requires-Dist: pytest>=7.0.0; extra == "test"
+Requires-Dist: pytest-cov>=3.0.0; extra == "test"
+Requires-Dist: pytest-depends>=1.0.1; extra == "test"
+Requires-Dist: pytest-mock>=3.14.0; extra == "test"
+Requires-Dist: httpx>=0.28.1; extra == "test"
+Provides-Extra: dev
+Requires-Dist: isort>=5.12.0; extra == "dev"
+Requires-Dist: ruff>=0.12.11; extra == "dev"
+Requires-Dist: black>=24.0.0; extra == "dev"
+Requires-Dist: docformatter>=1.7.5; extra == "dev"
+Provides-Extra: docs
+Requires-Dist: mkdocs<2.0.0,>=1.5.0; extra == "docs"
+Requires-Dist: mkdocs-material>=9.0.0; extra == "docs"
+Requires-Dist: mkdocstrings[python]>=0.24.0; extra == "docs"
+Provides-Extra: publish
+Requires-Dist: packaging>=25.0; extra == "publish"
+Dynamic: license-file
+
+![Tests & Lint](https://github.com/<ORGANIZATION>/pytest-mcp-tools/actions/workflows/ci.yaml/badge.svg?branch=main)
+![PyPI](https://img.shields.io/pypi/v/pytest-mcp-tools.svg)
+![Downloads](https://static.pepy.tech/badge/pytest-mcp-tools)
+![Monthly Downloads](https://static.pepy.tech/badge/pytest-mcp-tools/month)
+![License](https://img.shields.io/github/license/sinan-ozel/pypi-publish-with-cicd.svg)
+[![Documentation](https://img.shields.io/badge/docs-github--pages-blue)](https://sinan-ozel.github.io/pytest-mcp-tools/)
+
+# Introduction
+
+# ✨ Introduction
+
+I created this repository to automatically test my MCP tool servers.
+```
+pytest --mcp-tools=http://localhost:8000
+```
+
+Will create some tests, automatically, and you will get an output that looks like this:
+```
+🔍 MCP Tools: Discovering endpoints at http://test-server:8000...
+   Retry 1/10: Checking http://test-server:8000...
+   ✓ Server reachable (status: 404)
+   ✓ Found endpoint: /mcp (status: 406)
+   ✗ Endpoint /sse not found (status: 404)
+   ✗ Endpoint /messages not found (status: 404)
+✅ MCP Tools: Discovered endpoints: /mcp
+
+============================= test session starts ==============================
+platform linux -- Python 3.11.14, pytest-9.0.2, pluggy-1.6.0 -- /usr/local/bin/python3.11
+cachedir: .pytest_cache
+rootdir: /app
+configfile: pyproject.toml
+plugins: cov-7.0.0, anyio-4.12.1, depends-1.0.1, mock-3.15.1, mcp-tools-0.1.0
+collecting ... collected 3 items
+
+✅ MCP tools test created for discovered endpoints: /mcp
+   📡 HTTP streaming support detected
+
+test_samples/test_sample_math.py::test_sample_addition PASSED            [ 25%]
+test_samples/test_sample_math.py::test_sample_multiplication PASSED      [ 50%]
+.::test_mcp_tools[POST /mcp] PASSED                                      [ 75%]
+test_samples/test_sample_math.py::test_sample_string_operations PASSED   [100%]
+
+============================== 4 passed in 0.03s ===============================
+```
+
+Note the test called `.::test_mcp_tools[POST /mcp] PASSED                                      [ 75%]`.
+This is automatically generated by the plugin, and the plan is to make more of these automatically-generated tests based on descriptions of the tools.
+
+
+# Reporting Issues
+If you tested this on your server, and think that there is an issue, just give me the docker image of your server in the issue, and tell me what you are expecting, what you got.
+
+If you don't have a docker hub image, give me a minimal example. That's all I need.
+
+# 🛠️ Development
+
+The only requirement is 🐳 Docker.
+(The `.devcontainer` and `tasks.json` are prepared assuming a *nix system, but if you know the commands, this will work on Windows, too.)
+
+1. Clone the repo.
+2. Branch out.
+3. Open in "devcontainer" on VS Code and start developing. Run `pytest` under `tests` to test.
+4. Akternatively, if you are a fan of Test-Driven Development like me, you can run the tests without getting on a container. `.vscode/tasks.json` has the command to do so, but it's also listed here:
+```
+docker compose -f tests/docker-compose.yaml up --build --abort-on-container-exit --exit-code-from test
+```

pytest_mcp_tools-0.1.0/README.md

@@ -0,0 +1,66 @@
+![Tests & Lint](https://github.com/<ORGANIZATION>/pytest-mcp-tools/actions/workflows/ci.yaml/badge.svg?branch=main)
+![PyPI](https://img.shields.io/pypi/v/pytest-mcp-tools.svg)
+![Downloads](https://static.pepy.tech/badge/pytest-mcp-tools)
+![Monthly Downloads](https://static.pepy.tech/badge/pytest-mcp-tools/month)
+![License](https://img.shields.io/github/license/sinan-ozel/pypi-publish-with-cicd.svg)
+[![Documentation](https://img.shields.io/badge/docs-github--pages-blue)](https://sinan-ozel.github.io/pytest-mcp-tools/)
+
+# Introduction
+
+# ✨ Introduction
+
+I created this repository to automatically test my MCP tool servers.
+```
+pytest --mcp-tools=http://localhost:8000
+```
+
+Will create some tests, automatically, and you will get an output that looks like this:
+```
+🔍 MCP Tools: Discovering endpoints at http://test-server:8000...
+   Retry 1/10: Checking http://test-server:8000...
+   ✓ Server reachable (status: 404)
+   ✓ Found endpoint: /mcp (status: 406)
+   ✗ Endpoint /sse not found (status: 404)
+   ✗ Endpoint /messages not found (status: 404)
+✅ MCP Tools: Discovered endpoints: /mcp
+
+============================= test session starts ==============================
+platform linux -- Python 3.11.14, pytest-9.0.2, pluggy-1.6.0 -- /usr/local/bin/python3.11
+cachedir: .pytest_cache
+rootdir: /app
+configfile: pyproject.toml
+plugins: cov-7.0.0, anyio-4.12.1, depends-1.0.1, mock-3.15.1, mcp-tools-0.1.0
+collecting ... collected 3 items
+
+✅ MCP tools test created for discovered endpoints: /mcp
+   📡 HTTP streaming support detected
+
+test_samples/test_sample_math.py::test_sample_addition PASSED            [ 25%]
+test_samples/test_sample_math.py::test_sample_multiplication PASSED      [ 50%]
+.::test_mcp_tools[POST /mcp] PASSED                                      [ 75%]
+test_samples/test_sample_math.py::test_sample_string_operations PASSED   [100%]
+
+============================== 4 passed in 0.03s ===============================
+```
+
+Note the test called `.::test_mcp_tools[POST /mcp] PASSED                                      [ 75%]`.
+This is automatically generated by the plugin, and the plan is to make more of these automatically-generated tests based on descriptions of the tools.
+
+
+# Reporting Issues
+If you tested this on your server, and think that there is an issue, just give me the docker image of your server in the issue, and tell me what you are expecting, what you got.
+
+If you don't have a docker hub image, give me a minimal example. That's all I need.
+
+# 🛠️ Development
+
+The only requirement is 🐳 Docker.
+(The `.devcontainer` and `tasks.json` are prepared assuming a *nix system, but if you know the commands, this will work on Windows, too.)
+
+1. Clone the repo.
+2. Branch out.
+3. Open in "devcontainer" on VS Code and start developing. Run `pytest` under `tests` to test.
+4. Akternatively, if you are a fan of Test-Driven Development like me, you can run the tests without getting on a container. `.vscode/tasks.json` has the command to do so, but it's also listed here:
+```
+docker compose -f tests/docker-compose.yaml up --build --abort-on-container-exit --exit-code-from test
+```

pytest_mcp_tools-0.1.0/pyproject.toml

@@ -0,0 +1,73 @@
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "pytest-mcp-tools"
+dynamic = ["version"]
+description = ""
+readme = "README.md"
+authors = [
+    { name = "Sinan Ozel", email = "coding@sinan.slmail.me" },
+]
+license = { file = "LICENSE" }
+dependencies = [
+    "art>=6.0",
+    "requests>=2.31.0",
+]
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Framework :: Pytest",
+]
+
+[project.entry-points.pytest11]
+pytest_mcp_tools = "pytest_mcp_tools.plugin"
+
+[project.optional-dependencies]
+test = [
+    "pytest>=7.0.0",          # For running tests
+    "pytest-cov>=3.0.0",      # For test coverage reporting
+    "pytest-depends>=1.0.1",  # For test dependency management
+    "pytest-mock>=3.14.0",    # For mocking in tests
+    "httpx>=0.28.1",          # To make more complex calls, such as streaming.
+]
+
+dev = [
+    "isort>=5.12.0",          # For import sorting
+    "ruff>=0.12.11",          # For linting
+    "black>=24.0.0",          # For code formatting (Black)
+    "docformatter>=1.7.5",    # For formatting docstrings
+]
+
+docs = [
+    "mkdocs>=1.5.0,<2.0.0",   # Pin to MkDocs 1.x for Material compatibility
+    "mkdocs-material>=9.0.0", # Material theme for MkDocs
+    "mkdocstrings[python]>=0.24.0",  # API documentation from docstrings
+]
+
+publish = [
+    "packaging>=25.0",
+]
+
+[tool.ruff]
+line-length = 80
+
+[tool.ruff.lint.per-file-ignores]
+"**/test_*.py" = ["RUF001"]
+
+[tool.black]
+line-length = 80
+target-version = ['py311']
+
+[tool.isort]
+profile = "black"
+line_length = 80
+
+[tool.setuptools.dynamic]
+version = { attr = "pytest_mcp_tools.__version__" }
+
+[project.urls]
+Homepage = "https://github.com/<ORGANIZATION>/<MODULE-NAME>"
+Issues = "https://github.com/<ORGANIZATION>/<MODULE-NAME>/issues"

pytest_mcp_tools-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

pytest_mcp_tools-0.1.0/src/pytest_mcp_tools/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.1.0"

pytest_mcp_tools-0.1.0/src/pytest_mcp_tools/plugin.py

@@ -0,0 +1,236 @@
+"""Pytest plugin for MCP tools testing."""
+
+import time
+
+import pytest
+import requests
+from _pytest.python import Module
+
+
+def pytest_addoption(parser):
+    """Add --mcp-tools CLI option."""
+    group = parser.getgroup("mcp-tools")
+    group.addoption(
+        "--mcp-tools",
+        action="store",
+        metavar="BASE_URL",
+        help="Run MCP tools tests against the specified base URL",
+    )
+
+
+def pytest_configure(config):
+    """Configure pytest with MCP tools marker."""
+    config.addinivalue_line(
+        "markers",
+        "mcp_tools: MCP tools tests",
+    )
+
+    # If --mcp-tools flag is provided, discover endpoints
+    base_url = config.getoption("--mcp-tools")
+
+    if base_url:
+        # Store configuration
+        config._mcp_tools_base_url = base_url
+        config._mcp_tools_http_streaming = False
+        config._mcp_tools_sse = False
+
+        # Debug logging
+        print(f"\n🔍 MCP Tools: Discovering endpoints at {base_url}...")
+
+        # Wait for server to be ready and discover which endpoints exist
+        endpoints_found = []
+        endpoints_404 = []  # Track which endpoints returned 404
+        max_retries = 10
+        retry_delay = 1.0
+
+        for retry in range(max_retries):
+            # First, check if the server is reachable at all
+            server_reachable = False
+            try:
+                # Try root endpoint first
+                print(f"   Retry {retry + 1}/{max_retries}: Checking {base_url}...")
+                response = requests.get(
+                    base_url, timeout=2, allow_redirects=False
+                )
+                if response.status_code < 500:
+                    server_reachable = True
+                    print(f"   ✓ Server reachable (status: {response.status_code})")
+            except Exception as e:
+                print(f"   ✗ Server not reachable: {e}")
+
+            # If server is reachable, try specific endpoints
+            if server_reachable or retry > 3:  # Give server extra time on early retries
+                for endpoint in ["/mcp", "/sse", "/messages"]:
+                    # Skip this endpoint if we already got 404 for it
+                    if endpoint in endpoints_404:
+                        continue
+
+                    try:
+                        # Use POST for /mcp (JSON-RPC), GET for others
+                        if endpoint == "/mcp":
+                            response = requests.post(
+                                f"{base_url}{endpoint}",
+                                json={},
+                                timeout=2,
+                                allow_redirects=False,
+                            )
+                        else:
+                            response = requests.get(
+                                f"{base_url}{endpoint}",
+                                timeout=2,
+                                allow_redirects=False,
+                            )
+
+                        # Only consider endpoint as existing if we get a response that indicates
+                        # the endpoint exists (not 404). Acceptable codes:
+                        # - 200-299: Success
+                        # - 400-499 except 404: Client error (endpoint exists but request invalid)
+                        # - 405: Method not allowed (endpoint exists, wrong method)
+                        if response.status_code < 500 and response.status_code != 404:
+                            if endpoint not in endpoints_found:
+                                endpoints_found.append(endpoint)
+                                print(f"   ✓ Found endpoint: {endpoint} (status: {response.status_code})")
+
+                            # Set internal toggles
+                            if endpoint == "/mcp":
+                                config._mcp_tools_http_streaming = True
+                            elif endpoint == "/sse":
+                                config._mcp_tools_sse = True
+                            elif endpoint == "/messages":
+                                config._mcp_tools_http_streaming = True
+                        elif response.status_code == 404:
+                            # Mark this endpoint as 404 so we don't retry it
+                            if endpoint not in endpoints_404:
+                                endpoints_404.append(endpoint)
+                                print(f"   ✗ Endpoint {endpoint} not found (status: 404)")
+
+                    except Exception as e:
+                        print(f"   ✗ Endpoint {endpoint} not found: {e}")
+
+            # If we found at least one endpoint, we're done
+            if endpoints_found:
+                break
+
+            # If all endpoints returned 404, we're done (no need to retry)
+            if len(endpoints_404) == 3:  # All three endpoints returned 404
+                break
+
+            # Wait before retrying
+            if retry < max_retries - 1:
+                time.sleep(retry_delay)
+
+        # Store discovered endpoints
+        config._mcp_tools_endpoints = endpoints_found
+
+        if endpoints_found:
+            print(f"✅ MCP Tools: Discovered endpoints: {', '.join(endpoints_found)}\n")
+        else:
+            print("❌ MCP Tools: No endpoints discovered! Server is not a valid MCP server.\n")
+
+        # Raise warning if SSE is used (legacy)
+        if config._mcp_tools_sse:
+            print(
+                "⚠️  Warning: SSE endpoint detected. SSE is legacy and should be migrated to HTTP streaming."
+            )
+
+
+def pytest_collection_modifyitems(session, config, items):
+    """Inject MCP tools test items dynamically into the test collection.
+
+    This hook allows us to add MCP tools tests without requiring a test file.
+    """
+    # Check if --mcp-tools flag was provided
+    base_url = config.getoption("--mcp-tools", default=None)
+    if not base_url:
+        return
+
+    # Get discovered endpoints
+    endpoints = getattr(config, "_mcp_tools_endpoints", [])
+
+    # Create a virtual module to be parent of all MCP tools test items
+    module = Module.from_parent(session, path=session.path)
+    module._mcp_tools_virtual_module = True
+
+    # Create a single test that checks if at least one endpoint exists
+    test_items = []
+
+    if not endpoints:
+        # No endpoints found - create a failing test
+        test_id = "test_mcp_tools[NO ENDPOINTS FOUND]"
+
+        def make_failing_test(url):
+            def test_func():
+                pytest.fail(
+                    f"No MCP endpoints found at {url}. Expected at least one of: /mcp, /sse, /messages"
+                )
+            return test_func
+
+        test_func = make_failing_test(base_url)
+        test_func.__name__ = test_id
+
+        # Create pytest Function item
+        item = pytest.Function.from_parent(
+            module,
+            name=test_id,
+            callobj=test_func,
+        )
+        item.add_marker(pytest.mark.mcp_tools)
+        test_items.append(item)
+    else:
+        # Format endpoint list for test name
+        endpoint_names = "|".join(endpoints)
+        test_id = f"test_mcp_tools[POST {endpoint_names}]"
+
+        def make_test_func(url, eps):
+            def test_func():
+                # Test passes if at least one endpoint was discovered
+                if not eps:
+                    pytest.fail(
+                        f"No MCP endpoints found at {url}. Expected at least one of: /mcp, /sse, /messages"
+                    )
+
+            return test_func
+
+        test_func = make_test_func(base_url, endpoints)
+        test_func.__name__ = test_id
+
+        # Create pytest Function item
+        item = pytest.Function.from_parent(
+            module,
+            name=test_id,
+            callobj=test_func,
+        )
+        item.add_marker(pytest.mark.mcp_tools)
+        test_items.append(item)
+
+    # Add all MCP tools test items to the collection
+    items.extend(test_items)
+
+
+def pytest_collection_finish(session):
+    """Print message about MCP tools tests after collection."""
+    config = session.config
+
+    # Only print if we added MCP tools tests
+    if hasattr(config, "_mcp_tools_endpoints"):
+        endpoints = config._mcp_tools_endpoints
+        if endpoints:
+            endpoint_list = ", ".join(endpoints)
+            print(
+                f"\n✅ MCP tools test created for discovered endpoints: {endpoint_list}"
+            )
+
+            # Print status of toggles
+            http_streaming = getattr(
+                config, "_mcp_tools_http_streaming", False
+            )
+            sse = getattr(config, "_mcp_tools_sse", False)
+
+            if http_streaming:
+                print("   📡 HTTP streaming support detected")
+            if sse:
+                print("   📡 SSE support detected (legacy)")
+
+
+# Use hookimpl with trylast to ensure this runs after terminal reporter
+pytest_collection_finish.trylast = True

pytest_mcp_tools-0.1.0/src/pytest_mcp_tools.egg-info/PKG-INFO

@@ -0,0 +1,121 @@
+Metadata-Version: 2.4
+Name: pytest-mcp-tools
+Version: 0.1.0
+Author-email: Sinan Ozel <coding@sinan.slmail.me>
+License: MIT License
+        
+        Copyright (c) 2025 Sinan Ozel
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: Homepage, https://github.com/<ORGANIZATION>/<MODULE-NAME>
+Project-URL: Issues, https://github.com/<ORGANIZATION>/<MODULE-NAME>/issues
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Framework :: Pytest
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: art>=6.0
+Requires-Dist: requests>=2.31.0
+Provides-Extra: test
+Requires-Dist: pytest>=7.0.0; extra == "test"
+Requires-Dist: pytest-cov>=3.0.0; extra == "test"
+Requires-Dist: pytest-depends>=1.0.1; extra == "test"
+Requires-Dist: pytest-mock>=3.14.0; extra == "test"
+Requires-Dist: httpx>=0.28.1; extra == "test"
+Provides-Extra: dev
+Requires-Dist: isort>=5.12.0; extra == "dev"
+Requires-Dist: ruff>=0.12.11; extra == "dev"
+Requires-Dist: black>=24.0.0; extra == "dev"
+Requires-Dist: docformatter>=1.7.5; extra == "dev"
+Provides-Extra: docs
+Requires-Dist: mkdocs<2.0.0,>=1.5.0; extra == "docs"
+Requires-Dist: mkdocs-material>=9.0.0; extra == "docs"
+Requires-Dist: mkdocstrings[python]>=0.24.0; extra == "docs"
+Provides-Extra: publish
+Requires-Dist: packaging>=25.0; extra == "publish"
+Dynamic: license-file
+
+![Tests & Lint](https://github.com/<ORGANIZATION>/pytest-mcp-tools/actions/workflows/ci.yaml/badge.svg?branch=main)
+![PyPI](https://img.shields.io/pypi/v/pytest-mcp-tools.svg)
+![Downloads](https://static.pepy.tech/badge/pytest-mcp-tools)
+![Monthly Downloads](https://static.pepy.tech/badge/pytest-mcp-tools/month)
+![License](https://img.shields.io/github/license/sinan-ozel/pypi-publish-with-cicd.svg)
+[![Documentation](https://img.shields.io/badge/docs-github--pages-blue)](https://sinan-ozel.github.io/pytest-mcp-tools/)
+
+# Introduction
+
+# ✨ Introduction
+
+I created this repository to automatically test my MCP tool servers.
+```
+pytest --mcp-tools=http://localhost:8000
+```
+
+Will create some tests, automatically, and you will get an output that looks like this:
+```
+🔍 MCP Tools: Discovering endpoints at http://test-server:8000...
+   Retry 1/10: Checking http://test-server:8000...
+   ✓ Server reachable (status: 404)
+   ✓ Found endpoint: /mcp (status: 406)
+   ✗ Endpoint /sse not found (status: 404)
+   ✗ Endpoint /messages not found (status: 404)
+✅ MCP Tools: Discovered endpoints: /mcp
+
+============================= test session starts ==============================
+platform linux -- Python 3.11.14, pytest-9.0.2, pluggy-1.6.0 -- /usr/local/bin/python3.11
+cachedir: .pytest_cache
+rootdir: /app
+configfile: pyproject.toml
+plugins: cov-7.0.0, anyio-4.12.1, depends-1.0.1, mock-3.15.1, mcp-tools-0.1.0
+collecting ... collected 3 items
+
+✅ MCP tools test created for discovered endpoints: /mcp
+   📡 HTTP streaming support detected
+
+test_samples/test_sample_math.py::test_sample_addition PASSED            [ 25%]
+test_samples/test_sample_math.py::test_sample_multiplication PASSED      [ 50%]
+.::test_mcp_tools[POST /mcp] PASSED                                      [ 75%]
+test_samples/test_sample_math.py::test_sample_string_operations PASSED   [100%]
+
+============================== 4 passed in 0.03s ===============================
+```
+
+Note the test called `.::test_mcp_tools[POST /mcp] PASSED                                      [ 75%]`.
+This is automatically generated by the plugin, and the plan is to make more of these automatically-generated tests based on descriptions of the tools.
+
+
+# Reporting Issues
+If you tested this on your server, and think that there is an issue, just give me the docker image of your server in the issue, and tell me what you are expecting, what you got.
+
+If you don't have a docker hub image, give me a minimal example. That's all I need.
+
+# 🛠️ Development
+
+The only requirement is 🐳 Docker.
+(The `.devcontainer` and `tasks.json` are prepared assuming a *nix system, but if you know the commands, this will work on Windows, too.)
+
+1. Clone the repo.
+2. Branch out.
+3. Open in "devcontainer" on VS Code and start developing. Run `pytest` under `tests` to test.
+4. Akternatively, if you are a fan of Test-Driven Development like me, you can run the tests without getting on a container. `.vscode/tasks.json` has the command to do so, but it's also listed here:
+```
+docker compose -f tests/docker-compose.yaml up --build --abort-on-container-exit --exit-code-from test
+```

pytest_mcp_tools-0.1.0/src/pytest_mcp_tools.egg-info/SOURCES.txt

@@ -0,0 +1,13 @@
+LICENSE
+README.md
+pyproject.toml
+src/pytest_mcp_tools/__init__.py
+src/pytest_mcp_tools/plugin.py
+src/pytest_mcp_tools.egg-info/PKG-INFO
+src/pytest_mcp_tools.egg-info/SOURCES.txt
+src/pytest_mcp_tools.egg-info/dependency_links.txt
+src/pytest_mcp_tools.egg-info/entry_points.txt
+src/pytest_mcp_tools.egg-info/requires.txt
+src/pytest_mcp_tools.egg-info/top_level.txt
+tests/test_integration.py
+tests/test_unit.py

pytest_mcp_tools-0.1.0/src/pytest_mcp_tools.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

pytest_mcp_tools-0.1.0/src/pytest_mcp_tools.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[pytest11]
+pytest_mcp_tools = pytest_mcp_tools.plugin

pytest_mcp_tools-0.1.0/src/pytest_mcp_tools.egg-info/requires.txt

@@ -0,0 +1,23 @@
+art>=6.0
+requests>=2.31.0
+
+[dev]
+isort>=5.12.0
+ruff>=0.12.11
+black>=24.0.0
+docformatter>=1.7.5
+
+[docs]
+mkdocs<2.0.0,>=1.5.0
+mkdocs-material>=9.0.0
+mkdocstrings[python]>=0.24.0
+
+[publish]
+packaging>=25.0
+
+[test]
+pytest>=7.0.0
+pytest-cov>=3.0.0
+pytest-depends>=1.0.1
+pytest-mock>=3.14.0
+httpx>=0.28.1

pytest_mcp_tools-0.1.0/src/pytest_mcp_tools.egg-info/top_level.txt

@@ -0,0 +1 @@
+pytest_mcp_tools

pytest_mcp_tools-0.1.0/tests/test_integration.py

@@ -0,0 +1,191 @@
+"""Integration tests for pytest-mcp-tools CLI functionality."""
+
+import subprocess
+import time
+import pytest
+
+
+def test_mcp_tools_flag_is_recognized():
+    """Test that --mcp-tools flag is recognized by pytest (plugin is loaded).
+
+    This test verifies that the pytest-mcp-tools plugin is properly installed
+    and the --mcp-tools flag is available.
+    """
+    print("\n🔍 Testing if --mcp-tools flag is recognized...", flush=True)
+
+    # Give the MCP server time to start up
+    time.sleep(2)
+
+    # Run pytest with --mcp-tools flag
+    result = subprocess.run(
+        ["pytest", "--mcp-tools=http://basic-server:8000", "-v"],
+        capture_output=True,
+        text=True,
+        cwd="/app",
+    )
+
+    # Check that the flag is NOT unrecognized
+    output = result.stdout
+
+    assert (
+        "unrecognized arguments: --mcp-tools" not in output
+    ), f"Plugin not loaded: --mcp-tools flag not recognized. Output:\n{output}"
+
+    print("✅ --mcp-tools flag is recognized", flush=True)
+
+
+@pytest.mark.depends(on=["test_mcp_tools_flag_is_recognized"])
+def test_basic_mcp_server_tools_discovered():
+    """Test that MCP tools are discovered and tests are generated.
+
+    This test verifies that the plugin:
+    1. Discovers MCP tools from the server
+    2. Generates test items for each tool
+    3. Tests appear in pytest's output with the expected format
+
+    Expected test format: test_mcp_tools[POST /mcp|/sse|/messages]
+    """
+    print("\n🔍 Testing MCP tools discovery and test generation...", flush=True)
+    time.sleep(0.5)
+
+    result = subprocess.run(
+        ["pytest", "--mcp-tools=http://basic-server:8000", "-v", "-s"],
+        capture_output=True,
+        text=True,
+        cwd="/app",
+    )
+
+    output = result.stdout
+    stderr = result.stderr
+
+    # Debug: print both stdout and stderr
+    print(f"STDOUT:\n{output}\n")
+    print(f"STDERR:\n{stderr}\n")
+
+    # Check that MCP tools test was discovered and appears in output
+    # Accept any endpoint pattern
+    assert (
+        "test_mcp_tools[POST" in output
+    ), f"Expected test_mcp_tools[POST ...] in output, got:\n{output}\n\nSTDERR:\n{stderr}"
+
+    # Check that regular tests also ran
+    assert (
+        "test_samples" in output
+    ), f"Expected regular test files to be collected, got:\n{output}"
+
+    # Check that some tests passed
+    assert (
+        "passed" in output.lower() or "PASSED" in output
+    ), f"Expected some tests to pass, got:\n{output}"
+
+    print("✅ MCP tools discovered and tests generated", flush=True)
+
+
+@pytest.mark.depends(on=["test_mcp_tools_flag_is_recognized"])
+def test_mcp_tools_run_alongside_regular_tests():
+    """Test that --mcp-tools flag allows regular pytest tests to run alongside MCP tests.
+
+    This ensures the plugin integrates properly with pytest's test collection
+    and doesn't interfere with normal pytest operation.
+    """
+    print(
+        "\n🔍 Testing MCP tools plugin with regular pytest tests...", flush=True
+    )
+    time.sleep(0.5)
+
+    # This test expects that there are regular test files in /app/test_samples/
+    # The plugin should:
+    # 1. Run MCP tools tests
+    # 2. Then allow pytest to continue and run regular tests
+    result = subprocess.run(
+        [
+            "pytest",
+            "--mcp-tools=http://basic-server:8000",
+            "/app/test_samples/",
+            "-v",
+        ],
+        capture_output=True,
+        text=True,
+        cwd="/app",
+    )
+
+    output = result.stdout
+
+    # Check that /mcp endpoint is found
+    assert (
+        "Found endpoint: /mcp" in output
+    ), f"Expected /mcp endpoint to be found, got:\n{output}"
+
+    # Check that /sse endpoint is not found (404)
+    assert (
+        "Endpoint /sse not found" in output
+    ), f"Expected /sse endpoint not found, got:\n{output}"
+
+    # Check that regular tests were collected and ran
+    assert (
+        "test_sample_addition" in output or "test_samples" in output
+    ), f"Expected regular test files to be collected, got:\n{output}"
+
+    # Check that regular tests passed
+    assert (
+        "test_sample_addition" in output or "PASSED" in output
+    ), f"Expected regular tests to pass, got:\n{output}"
+
+    print("✅ MCP tools and regular tests run together", flush=True)
+
+
+@pytest.mark.depends(on=["test_mcp_tools_flag_is_recognized"])
+def test_empty_server_all_endpoints_404():
+    """Test that a server with no MCP endpoints returns 404 for all endpoint checks.
+
+    This test verifies that when a server has no MCP endpoints:
+    1. All 3 MCP endpoints (POST /mcp, /sse, /messages) return 404
+    2. The plugin reports no endpoints discovered
+    3. No MCP test is created
+    """
+    print("\n🔍 Testing server with no MCP endpoints (all 404)...", flush=True)
+    time.sleep(0.5)
+
+    result = subprocess.run(
+        ["pytest", "--mcp-tools=http://empty-server:8000", "-v", "-s"],
+        capture_output=True,
+        text=True,
+        cwd="/app",
+    )
+
+    output = result.stdout
+    stderr = result.stderr
+
+    # Debug: print both stdout and stderr
+    print(f"STDOUT:\n{output}\n")
+    print(f"STDERR:\n{stderr}\n")
+
+    # Check that all 3 endpoints were not found (404)
+    assert (
+        "Endpoint /mcp not found" in output
+    ), f"Expected /mcp endpoint not found, got:\n{output}\n\nSTDERR:\n{stderr}"
+
+    assert (
+        "Endpoint /sse not found" in output
+    ), f"Expected /sse endpoint not found, got:\n{output}\n\nSTDERR:\n{stderr}"
+
+    assert (
+        "Endpoint /messages not found" in output
+    ), f"Expected /messages endpoint not found, got:\n{output}\n\nSTDERR:\n{stderr}"
+
+    # Check that no endpoints were discovered
+    assert (
+        "No endpoints discovered" in output
+    ), f"Expected 'No endpoints discovered' message, got:\n{output}"
+
+    # Check that a failing test was created
+    assert (
+        "test_mcp_tools[NO ENDPOINTS FOUND]" in output or "FAILED" in output
+    ), f"Expected failing test to be created, got:\n{output}"
+
+    # Check that pytest exited with error code when no endpoints found
+    assert (
+        result.returncode != 0
+    ), f"Expected pytest to fail (exit code != 0) when no endpoints found, got exit code: {result.returncode}"
+
+    print("✅ Empty server test shows all endpoints 404, pytest failed as expected", flush=True)

pytest_mcp_tools-0.1.0/tests/test_unit.py

@@ -0,0 +1,9 @@
+import os
+import json
+import time
+
+import pytest
+
+
+def test_unit():
+    assert True