codemie-test-harness 0.1.209__tar.gz → 0.1.211__tar.gz

{codemie_test_harness-0.1.209 → codemie_test_harness-0.1.211}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.209
+Version: 0.1.211
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.209)
+Requires-Dist: codemie-sdk-python (==0.1.211)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.209 → codemie_test_harness-0.1.211}/codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py

@@ -48,7 +48,6 @@ def test_assistant_with_codebase_tools(
 def test_assistant_with_sonar_tools(
     assistant_utils,
     assistant,
-    code_datasource,
     integration_utils,
     similarity_check,
     toolkit,

{codemie_test_harness-0.1.209 → codemie_test_harness-0.1.211}/codemie_test_harness/tests/enums/tools.py

@@ -55,6 +55,7 @@ class VcsTool(str, Enum):
 
     GITLAB = "gitlab"
     GITHUB = "github"
+    AZURE_DEVOPS_GIT = "azure_devops_git"
 
 
 class CloudTool(str, Enum):

{codemie_test_harness-0.1.209 → codemie_test_harness-0.1.211}/codemie_test_harness/tests/integrations/project/test_default_integrations.py

@@ -4,6 +4,8 @@ from codemie_sdk.models.integration import (
     IntegrationType,
     CredentialTypes,
 )
+
+from codemie_test_harness.tests.enums.environment import Environment
 from codemie_test_harness.tests.enums.tools import (
     Toolkit,
     NotificationTool,
@@ -40,6 +42,7 @@ from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
+from codemie_test_harness.tests.utils.env_resolver import get_environment
 
 
 @pytest.mark.assistant
@@ -289,6 +292,10 @@ def test_assistant_with_default_integration_jira(
 @pytest.mark.default_integration
 @pytest.mark.api
 @pytest.mark.testcase("EPMCDME-2377")
+@pytest.mark.skipif(
+    get_environment() in [Environment.LOCALHOST, Environment.GCP],
+    reason="Skipping this test on local environment",
+)
 def test_assistant_with_default_integration_email(
     general_integration,
     integration_utils,

{codemie_test_harness-0.1.209 → codemie_test_harness-0.1.211}/codemie_test_harness/tests/integrations/project/test_project_integrations.py

@@ -283,6 +283,7 @@ def test_assistant_with_empty_credentials(
         toolkit,
         tool_name,
         settings=empty_integration,
+        system_prompt="Response based on tool result. Do not suggest anything in case of tool error.",
     )
 
     response, triggered_tools = assistant_utils.ask_assistant(

{codemie_test_harness-0.1.209 → codemie_test_harness-0.1.211}/codemie_test_harness/tests/integrations/user/test_default_integrations.py

@@ -4,6 +4,8 @@ from codemie_sdk.models.integration import (
     IntegrationType,
     CredentialTypes,
 )
+
+from codemie_test_harness.tests.enums.environment import Environment
 from codemie_test_harness.tests.enums.tools import (
     Toolkit,
     NotificationTool,
@@ -40,6 +42,7 @@ from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
+from codemie_test_harness.tests.utils.env_resolver import get_environment
 
 
 @pytest.mark.assistant
@@ -289,6 +292,10 @@ def test_assistant_with_default_integration_jira(
 @pytest.mark.default_integration
 @pytest.mark.api
 @pytest.mark.testcase("EPMCDME-2377")
+@pytest.mark.skipif(
+    get_environment() in [Environment.LOCALHOST, Environment.GCP],
+    reason="Skipping this test on local environment",
+)
 def test_assistant_with_default_integration_email(
     general_integration,
     integration_utils,

codemie_test_harness-0.1.211/codemie_test_harness/tests/swagger/test_swagger_endpoint.py

@@ -0,0 +1,105 @@
+"""
+API tests for Swagger documentation endpoint.
+
+This module tests the health and accessibility of the Swagger/OpenAPI documentation endpoint.
+"""
+
+import os
+
+import pytest
+import requests
+from hamcrest import assert_that, equal_to, is_in, less_than
+
+# Module-level constants
+CODEMIE_API_DOMAIN = os.getenv("CODEMIE_API_DOMAIN")
+SWAGGER_URL = f"{CODEMIE_API_DOMAIN}/docs"
+OPENAPI_JSON_URL = f"{CODEMIE_API_DOMAIN}/openapi.json"
+VERIFY_SSL = os.getenv("VERIFY_SSL", "True").lower() == "true"
+
+
+@pytest.mark.api
+@pytest.mark.smoke
+def test_swagger_endpoint_is_accessible():
+    """
+    Test that the Swagger documentation endpoint is accessible and returns a successful response.
+
+    The test verifies:
+    1. The endpoint responds with HTTP 200 status code
+    2. The endpoint is reachable and healthy
+    """
+    response = requests.get(SWAGGER_URL, verify=VERIFY_SSL)
+
+    assert_that(response.status_code, equal_to(200))
+
+
+@pytest.mark.api
+@pytest.mark.smoke
+def test_swagger_endpoint_returns_html():
+    """
+    Test that the Swagger documentation endpoint returns HTML content.
+
+    The test verifies:
+    1. The response content type is HTML
+    2. The response contains expected Swagger/OpenAPI keywords
+    """
+
+    response = requests.get(SWAGGER_URL, verify=VERIFY_SSL)
+
+    assert_that(response.status_code, equal_to(200))
+
+    content_type = response.headers.get("Content-Type", "")
+    assert_that("text/html", is_in(content_type))
+
+    # Verify the response contains Swagger/OpenAPI related content
+    content = response.text.lower()
+    keywords = ["swagger", "openapi", "api", "docs"]
+    assert_that(any(keyword in content for keyword in keywords), equal_to(True))
+
+
+@pytest.mark.api
+@pytest.mark.smoke
+def test_swagger_endpoint_response_time():
+    """
+    Test that the Swagger documentation endpoint responds within acceptable time.
+
+    The test verifies:
+    1. The endpoint responds within 5 seconds
+    """
+    timeout = 5  # seconds
+
+    try:
+        response = requests.get(SWAGGER_URL, verify=VERIFY_SSL, timeout=timeout)
+        assert_that(response.status_code, equal_to(200))
+        assert_that(response.elapsed.total_seconds(), less_than(timeout))
+    except requests.exceptions.Timeout:
+        pytest.fail(f"Swagger endpoint did not respond within {timeout} seconds")
+
+
+@pytest.mark.api
+@pytest.mark.smoke
+def test_openapi_json_endpoint(client):
+    """
+    Test that the OpenAPI JSON endpoint returns valid JSON with expected metadata.
+
+    The test verifies:
+    1. The endpoint responds with HTTP 200 status code
+    2. The response is valid JSON
+    3. The info.title field equals "Codemie"
+    4. The info.description field equals "Smart AI assistant 'CodeMie'"
+    """
+    headers = {"Authorization": f"Bearer {client.token}"}
+    response = requests.get(OPENAPI_JSON_URL, headers=headers, verify=VERIFY_SSL)
+
+    assert_that(response.status_code, equal_to(200))
+
+    # Verify response is valid JSON
+    openapi_spec = response.json()
+
+    # Verify info.title
+    assert_that(openapi_spec.get("info", {}).get("title"), equal_to("Codemie"))
+
+    # Verify info.description
+    assert_that(
+        openapi_spec.get("info", {}).get("description"),
+        equal_to("Smart AI assistant 'CodeMie'"),
+    )