codemie-test-harness 0.1.210__tar.gz → 0.1.212__tar.gz

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.210
+Version: 0.1.212
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.210)
+Requires-Dist: codemie-sdk-python (==0.1.212)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/__init__.py

@@ -21,6 +21,8 @@ LANGFUSE_TRACES_ENABLED = (
 PROJECT = os.getenv("PROJECT_NAME", "codemie")
 TEST_USER = os.getenv("TEST_USER_FULL_NAME", "Test User")
 GITHUB_URL = CredentialsManager.get_parameter("GITHUB_URL", "https://github.com")
+VERIFY_SSL = os.getenv("VERIFY_SSL", "True").lower() == "true"
+API_DOMEN = os.getenv("CODEMIE_API_DOMAIN")
 
 autotest_entity_prefix = (
     f"{''.join(random.choice(string.ascii_lowercase) for _ in range(3))}_"

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py

@@ -48,7 +48,6 @@ def test_assistant_with_codebase_tools(
 def test_assistant_with_sonar_tools(
     assistant_utils,
     assistant,
-    code_datasource,
     integration_utils,
     similarity_check,
     toolkit,

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py

@@ -28,9 +28,9 @@ def test_create_assistant_with_vcs_tool(
     prompt,
     expected_response,
 ):
-    integration = request.getfixturevalue(vcs_integrations[tool_name])
+    _integration = request.getfixturevalue(vcs_integrations[tool_name])
 
-    assistant = assistant(Toolkit.VCS, tool_name, settings=integration)
+    assistant = assistant(Toolkit.VCS, tool_name, settings=_integration)
 
     response, triggered_tools = assistant_utils.ask_assistant(
         assistant, prompt, minimal_response=False

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/conftest.py

@@ -1,14 +1,11 @@
 import os
 import subprocess
 import uuid
+from pathlib import Path
 from time import sleep
 from typing import List, Optional
-from pathlib import Path
 
 import pytest
-from requests import HTTPError
-from dotenv import load_dotenv
-
 from codemie_sdk.models.assistant import (
     ToolKitDetails,
     ToolDetails,
@@ -23,6 +20,8 @@ from codemie_sdk.models.integration import (
     Integration,
 )
 from codemie_sdk.models.workflow import WorkflowCreateRequest, WorkflowMode, Workflow
+from dotenv import load_dotenv
+from requests import HTTPError
 
 from codemie_test_harness.tests import PROJECT, autotest_entity_prefix
 from codemie_test_harness.tests.test_data.file_test_data import file_test_data
@@ -30,12 +29,16 @@ from codemie_test_harness.tests.test_data.google_datasource_test_data import (
     GOOGLE_DOC_URL,
 )
 from codemie_test_harness.tests.utils.assistant_utils import AssistantUtils
-from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
 from codemie_test_harness.tests.utils.client_factory import get_client
 from codemie_test_harness.tests.utils.constants import TESTS_PATH, FILES_PATH
 from codemie_test_harness.tests.utils.conversation_utils import ConversationUtils
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
+from codemie_test_harness.tests.utils.env_resolver import (
+    EnvironmentResolver,
+    get_environment,
+)
 from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
 from codemie_test_harness.tests.utils.integration_utils import IntegrationUtils
 from codemie_test_harness.tests.utils.llm_utils import LLMUtils
@@ -45,6 +48,7 @@ from codemie_test_harness.tests.utils.provider_utils import ProviderUtils
 from codemie_test_harness.tests.utils.search_utils import SearchUtils
 from codemie_test_harness.tests.utils.similarity_check import SimilarityCheck
 from codemie_test_harness.tests.utils.user_utils import UserUtils
+from codemie_test_harness.tests.utils.webhook_utils import WebhookUtils
 from codemie_test_harness.tests.utils.workflow_utils import WorkflowUtils
 from codemie_test_harness.tests.utils.yaml_utils import (
     WorkflowYamlModel,
@@ -53,11 +57,6 @@ from codemie_test_harness.tests.utils.yaml_utils import (
     StateModel,
     prepare_yaml_content,
 )
-from codemie_test_harness.tests.utils.env_resolver import (
-    EnvironmentResolver,
-    get_environment,
-)
-from codemie_test_harness.tests.utils.webhook_utils import WebhookUtils
 
 logger = setup_logger(__name__)
 
@@ -880,13 +879,13 @@ def development_plugin(integration_utils):
 @pytest.fixture(scope="module")
 def ado_integration(integration_utils):
     """Create Azure DevOps integration"""
-    integration = integration_utils.create_integration(
+    _integration = integration_utils.create_integration(
         CredentialTypes.AZURE_DEVOPS,
         CredentialsManager.azure_devops_credentials(),
     )
-    yield integration
-    if integration:
-        integration_utils.delete_integration(integration)
+    yield _integration
+    if _integration:
+        integration_utils.delete_integration(_integration)
 
 
 @pytest.fixture(scope="function")

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/enums/tools.py

@@ -55,6 +55,7 @@ class VcsTool(str, Enum):
 
     GITLAB = "gitlab"
     GITHUB = "github"
+    AZURE_DEVOPS_GIT = "azure_devops_git"
 
 
 class CloudTool(str, Enum):

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/integrations/project/test_default_integrations.py

@@ -4,6 +4,8 @@ from codemie_sdk.models.integration import (
     IntegrationType,
     CredentialTypes,
 )
+
+from codemie_test_harness.tests.enums.environment import Environment
 from codemie_test_harness.tests.enums.tools import (
     Toolkit,
     NotificationTool,
@@ -40,6 +42,7 @@ from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
+from codemie_test_harness.tests.utils.env_resolver import get_environment
 
 
 @pytest.mark.assistant
@@ -289,6 +292,10 @@ def test_assistant_with_default_integration_jira(
 @pytest.mark.default_integration
 @pytest.mark.api
 @pytest.mark.testcase("EPMCDME-2377")
+@pytest.mark.skipif(
+    get_environment() in [Environment.LOCALHOST, Environment.GCP],
+    reason="Skipping this test on local environment",
+)
 def test_assistant_with_default_integration_email(
     general_integration,
     integration_utils,

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/integrations/project/test_project_integrations.py

@@ -283,6 +283,7 @@ def test_assistant_with_empty_credentials(
         toolkit,
         tool_name,
         settings=empty_integration,
+        system_prompt="Response based on tool result. Do not suggest anything in case of tool error.",
     )
 
     response, triggered_tools = assistant_utils.ask_assistant(

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/integrations/user/test_default_integrations.py

@@ -4,6 +4,8 @@ from codemie_sdk.models.integration import (
     IntegrationType,
     CredentialTypes,
 )
+
+from codemie_test_harness.tests.enums.environment import Environment
 from codemie_test_harness.tests.enums.tools import (
     Toolkit,
     NotificationTool,
@@ -40,6 +42,7 @@ from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
+from codemie_test_harness.tests.utils.env_resolver import get_environment
 
 
 @pytest.mark.assistant
@@ -289,6 +292,10 @@ def test_assistant_with_default_integration_jira(
 @pytest.mark.default_integration
 @pytest.mark.api
 @pytest.mark.testcase("EPMCDME-2377")
+@pytest.mark.skipif(
+    get_environment() in [Environment.LOCALHOST, Environment.GCP],
+    reason="Skipping this test on local environment",
+)
 def test_assistant_with_default_integration_email(
     general_integration,
     integration_utils,

{codemie_test_harness-0.1.210 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/swagger/test_swagger_endpoint.py

@@ -10,15 +10,17 @@ import pytest
 import requests
 from hamcrest import assert_that, equal_to, is_in, less_than
 
+from codemie_test_harness.tests import VERIFY_SSL
+
 # Module-level constants
 CODEMIE_API_DOMAIN = os.getenv("CODEMIE_API_DOMAIN")
 SWAGGER_URL = f"{CODEMIE_API_DOMAIN}/docs"
 OPENAPI_JSON_URL = f"{CODEMIE_API_DOMAIN}/openapi.json"
-VERIFY_SSL = os.getenv("VERIFY_SSL", "True").lower() == "true"
 
 
 @pytest.mark.api
 @pytest.mark.smoke
+@pytest.mark.swagger
 def test_swagger_endpoint_is_accessible():
     """
     Test that the Swagger documentation endpoint is accessible and returns a successful response.
@@ -34,6 +36,7 @@ def test_swagger_endpoint_is_accessible():
 
 @pytest.mark.api
 @pytest.mark.smoke
+@pytest.mark.swagger
 def test_swagger_endpoint_returns_html():
     """
     Test that the Swagger documentation endpoint returns HTML content.
@@ -58,6 +61,7 @@ def test_swagger_endpoint_returns_html():
 
 @pytest.mark.api
 @pytest.mark.smoke
+@pytest.mark.swagger
 def test_swagger_endpoint_response_time():
     """
     Test that the Swagger documentation endpoint responds within acceptable time.
@@ -77,6 +81,7 @@ def test_swagger_endpoint_response_time():
 
 @pytest.mark.api
 @pytest.mark.smoke
+@pytest.mark.swagger
 def test_openapi_json_endpoint(client):
     """
     Test that the OpenAPI JSON endpoint returns valid JSON with expected metadata.