codemie-test-harness 0.1.211__tar.gz → 0.1.212__tar.gz

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.211
+Version: 0.1.212
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.211)
+Requires-Dist: codemie-sdk-python (==0.1.212)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/__init__.py

@@ -21,6 +21,8 @@ LANGFUSE_TRACES_ENABLED = (
 PROJECT = os.getenv("PROJECT_NAME", "codemie")
 TEST_USER = os.getenv("TEST_USER_FULL_NAME", "Test User")
 GITHUB_URL = CredentialsManager.get_parameter("GITHUB_URL", "https://github.com")
+VERIFY_SSL = os.getenv("VERIFY_SSL", "True").lower() == "true"
+API_DOMEN = os.getenv("CODEMIE_API_DOMAIN")
 
 autotest_entity_prefix = (
     f"{''.join(random.choice(string.ascii_lowercase) for _ in range(3))}_"

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py

@@ -28,9 +28,9 @@ def test_create_assistant_with_vcs_tool(
     prompt,
     expected_response,
 ):
-    integration = request.getfixturevalue(vcs_integrations[tool_name])
+    _integration = request.getfixturevalue(vcs_integrations[tool_name])
 
-    assistant = assistant(Toolkit.VCS, tool_name, settings=integration)
+    assistant = assistant(Toolkit.VCS, tool_name, settings=_integration)
 
     response, triggered_tools = assistant_utils.ask_assistant(
         assistant, prompt, minimal_response=False

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/conftest.py

@@ -1,14 +1,11 @@
 import os
 import subprocess
 import uuid
+from pathlib import Path
 from time import sleep
 from typing import List, Optional
-from pathlib import Path
 
 import pytest
-from requests import HTTPError
-from dotenv import load_dotenv
-
 from codemie_sdk.models.assistant import (
     ToolKitDetails,
     ToolDetails,
@@ -23,6 +20,8 @@ from codemie_sdk.models.integration import (
     Integration,
 )
 from codemie_sdk.models.workflow import WorkflowCreateRequest, WorkflowMode, Workflow
+from dotenv import load_dotenv
+from requests import HTTPError
 
 from codemie_test_harness.tests import PROJECT, autotest_entity_prefix
 from codemie_test_harness.tests.test_data.file_test_data import file_test_data
@@ -30,12 +29,16 @@ from codemie_test_harness.tests.test_data.google_datasource_test_data import (
     GOOGLE_DOC_URL,
 )
 from codemie_test_harness.tests.utils.assistant_utils import AssistantUtils
-from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
 from codemie_test_harness.tests.utils.client_factory import get_client
 from codemie_test_harness.tests.utils.constants import TESTS_PATH, FILES_PATH
 from codemie_test_harness.tests.utils.conversation_utils import ConversationUtils
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
+from codemie_test_harness.tests.utils.env_resolver import (
+    EnvironmentResolver,
+    get_environment,
+)
 from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
 from codemie_test_harness.tests.utils.integration_utils import IntegrationUtils
 from codemie_test_harness.tests.utils.llm_utils import LLMUtils
@@ -45,6 +48,7 @@ from codemie_test_harness.tests.utils.provider_utils import ProviderUtils
 from codemie_test_harness.tests.utils.search_utils import SearchUtils
 from codemie_test_harness.tests.utils.similarity_check import SimilarityCheck
 from codemie_test_harness.tests.utils.user_utils import UserUtils
+from codemie_test_harness.tests.utils.webhook_utils import WebhookUtils
 from codemie_test_harness.tests.utils.workflow_utils import WorkflowUtils
 from codemie_test_harness.tests.utils.yaml_utils import (
     WorkflowYamlModel,
@@ -53,11 +57,6 @@ from codemie_test_harness.tests.utils.yaml_utils import (
     StateModel,
     prepare_yaml_content,
 )
-from codemie_test_harness.tests.utils.env_resolver import (
-    EnvironmentResolver,
-    get_environment,
-)
-from codemie_test_harness.tests.utils.webhook_utils import WebhookUtils
 
 logger = setup_logger(__name__)
 
@@ -880,13 +879,13 @@ def development_plugin(integration_utils):
 @pytest.fixture(scope="module")
 def ado_integration(integration_utils):
     """Create Azure DevOps integration"""
-    integration = integration_utils.create_integration(
+    _integration = integration_utils.create_integration(
         CredentialTypes.AZURE_DEVOPS,
         CredentialsManager.azure_devops_credentials(),
     )
-    yield integration
-    if integration:
-        integration_utils.delete_integration(integration)
+    yield _integration
+    if _integration:
+        integration_utils.delete_integration(_integration)
 
 
 @pytest.fixture(scope="function")

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/swagger/test_swagger_endpoint.py

@@ -10,15 +10,17 @@ import pytest
 import requests
 from hamcrest import assert_that, equal_to, is_in, less_than
 
+from codemie_test_harness.tests import VERIFY_SSL
+
 # Module-level constants
 CODEMIE_API_DOMAIN = os.getenv("CODEMIE_API_DOMAIN")
 SWAGGER_URL = f"{CODEMIE_API_DOMAIN}/docs"
 OPENAPI_JSON_URL = f"{CODEMIE_API_DOMAIN}/openapi.json"
-VERIFY_SSL = os.getenv("VERIFY_SSL", "True").lower() == "true"
 
 
 @pytest.mark.api
 @pytest.mark.smoke
+@pytest.mark.swagger
 def test_swagger_endpoint_is_accessible():
     """
     Test that the Swagger documentation endpoint is accessible and returns a successful response.
@@ -34,6 +36,7 @@ def test_swagger_endpoint_is_accessible():
 
 @pytest.mark.api
 @pytest.mark.smoke
+@pytest.mark.swagger
 def test_swagger_endpoint_returns_html():
     """
     Test that the Swagger documentation endpoint returns HTML content.
@@ -58,6 +61,7 @@ def test_swagger_endpoint_returns_html():
 
 @pytest.mark.api
 @pytest.mark.smoke
+@pytest.mark.swagger
 def test_swagger_endpoint_response_time():
     """
     Test that the Swagger documentation endpoint responds within acceptable time.
@@ -77,6 +81,7 @@ def test_swagger_endpoint_response_time():
 
 @pytest.mark.api
 @pytest.mark.smoke
+@pytest.mark.swagger
 def test_openapi_json_endpoint(client):
     """
     Test that the OpenAPI JSON endpoint returns valid JSON with expected metadata.

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/test_data/vcs_tools_test_data.py

@@ -1,6 +1,5 @@
 import pytest
 
-from codemie_sdk.models.integration import CredentialTypes
 from codemie_test_harness.tests.enums.tools import VcsTool
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 
@@ -40,9 +39,13 @@ GITLAB_TOOL_TASK = (
     f"Using gitlab tool get info about MR №7014 for repo with id '{GITLAB_PROJECT_ID}'"
 )
 
+AZURE_DEVOPS_PROJECT = CredentialsManager.get_parameter("AZURE_DEVOPS_PROJECT_NAME")
+
+AZURE_DEVOPS_GIT_TOOL_TASK = f"Using azuredevops tool get info about pull request №1 for project '{AZURE_DEVOPS_PROJECT} and repository '{AZURE_DEVOPS_PROJECT}'"
+
 RESPONSE_FOR_GITLAB = f"""
         Here is the information about Merge Request (MR) №7014 for the repository with id '{GITLAB_PROJECT_ID}':
-        
+
         - **Title:** sdk_juhigsaqwkedvdy
         - **Description:** Merge the changes in branch `sdk_cgkbdhekvjiolpi` to the main branch, including the creation of `SdkYmsodrhepphxpyl.java` with 'Hello World'.
         - **State:** Closed
@@ -58,23 +61,52 @@ RESPONSE_FOR_GITLAB = f"""
         - **Author:** [Anton Yeromin](https://gitbud.epam.com/anton_yeromin)
         - **Labels:** created-by-agent
         - **Web URL:** [Link to MR](https://gitbud.epam.com/epm-cdme/autotests/codemie-test-project/-/merge_requests/7014)
-        
+
         This MR does not have any assignees or reviewers and was closed by Anton Yeromin. There are no merge conflicts, and it's the author's first contribution to this project.
 """
 
+RESPONSE_FOR_AZURE_DEVOPS_GIT = """
+        Here is the information about Pull Request #1 for the repository 'CodemieAnton':
+       
+       - **Title:** Add random value to README
+       - **Description:** This PR adds a random value section to the README file. Please update the README manually on the develop branch before merging.
+       - **Status:** Active
+       - **Created By:** Anton Yeromin
+         - **Display Name:** Anton Yeromin
+         - **Email:** Anton_Yeromin@epam.com
+         - **Profile URL:** [Profile](https://spsprodneu1.vssps.visualstudio.com/Add1f60ac-c7d4-4a5f-b497-bdb733dc5847/_apis/Identities/7bfb0794-d7d6-6d0b-be18-a8c9cbedead2)
+         - **Avatar:** ![Avatar](https://dev.azure.com/AntonYeromin/_apis/GraphProfile/MemberAvatars/aad.N2JmYjA3OTQtZDdkNi03ZDBiLWJlMTgtYThjOWNiZWRlYWQy)
+       - **Creation Date:** 2025-10-20
+       - **Source Branch:** `refs/heads/develop`
+       - **Target Branch:** `refs/heads/main`
+       - **Merge Status:** Succeeded
+       - **Is Draft:** No
+       - **Comments:** Added README.md
+       - **Pull Request URL:** [Pull Request](https://dev.azure.com/AntonYeromin/9d40cdc1-5404-4d40-8025-e5267d69dc89/_apis/git/repositories/fb1015be-4aed-46f2-a41f-8b121a9568d1/pullRequests/1)
+       
+       If you need more information, let me know!
+"""
+
 vcs_tools_test_data = [
     pytest.param(
         VcsTool.GITHUB,
         GITHUB_TOOL_TASK,
         RESPONSE_FOR_GITHUB,
         marks=pytest.mark.github,
-        id=f"{CredentialTypes.GIT}_github",
+        id=VcsTool.GITHUB,
     ),
     pytest.param(
         VcsTool.GITLAB,
         GITLAB_TOOL_TASK,
         RESPONSE_FOR_GITLAB,
         marks=pytest.mark.gitlab,
-        id=f"{CredentialTypes.GIT}_gitlab",
+        id=VcsTool.GITLAB,
+    ),
+    pytest.param(
+        VcsTool.AZURE_DEVOPS_GIT,
+        AZURE_DEVOPS_GIT_TOOL_TASK,
+        RESPONSE_FOR_AZURE_DEVOPS_GIT,
+        marks=pytest.mark.azure_devops_git,
+        id=VcsTool.AZURE_DEVOPS_GIT,
     ),
 ]

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/utils/constants.py

@@ -22,6 +22,7 @@ WORK_ITEM_ID_PATTERN = r"workItems/(\d+)"
 vcs_integrations = {
     VcsTool.GITHUB: "github_integration",
     VcsTool.GITLAB: "gitlab_integration",
+    VcsTool.AZURE_DEVOPS_GIT: "ado_integration",
 }
 
 project_management_integrations = {

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/utils/provider_utils.py

@@ -6,7 +6,7 @@ from typing import Optional, Dict, Any
 import requests
 from codemie_sdk import CodeMieClient
 
-from codemie_test_harness.tests import autotest_entity_prefix
+from codemie_test_harness.tests import autotest_entity_prefix, VERIFY_SSL, API_DOMEN
 from codemie_test_harness.tests.utils.base_utils import (
     BaseUtils,
     get_random_name,
@@ -21,11 +21,9 @@ providers_endpoint = "/v1/providers"
 class ProviderUtils(BaseUtils):
     def __init__(self, client: CodeMieClient):
         """Initialize the provides service."""
-        api_domain = os.getenv("CODEMIE_API_DOMAIN")
-        verify_ssl = os.getenv("VERIFY_SSL", "").lower() == "true"
 
         super().__init__(client)
-        self._api = RequestHandler(api_domain, self.client.token, verify_ssl)
+        self._api = RequestHandler(API_DOMEN, self.client.token, VERIFY_SSL)
 
     @staticmethod
     def provider_request_json():

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/codemie_test_harness/tests/utils/workflow_utils.py

@@ -8,7 +8,7 @@ from codemie_sdk.models.workflow import (
     WorkflowMode,
 )
 
-from codemie_test_harness.tests import PROJECT
+from codemie_test_harness.tests import PROJECT, VERIFY_SSL, API_DOMEN
 from codemie_test_harness.tests.utils.base_utils import (
     BaseUtils,
     get_random_name,
@@ -41,10 +41,8 @@ class WorkflowUtils(BaseUtils):
         Returns:
             Raw response from '/v1/workflows' endpoint
         """
-        api_domain = os.getenv("CODEMIE_API_DOMAIN")
-        verify_ssl = os.getenv("VERIFY_SSL", "").lower() == "true"
 
-        request_handler = RequestHandler(api_domain, self.client.token, verify_ssl)
+        request_handler = RequestHandler(API_DOMEN, self.client.token, VERIFY_SSL)
 
         return request_handler.post(
             workflow_endpoint, dict, json_data=request.model_dump()

{codemie_test_harness-0.1.211 → codemie_test_harness-0.1.212}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.211"
+version = "0.1.212"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.211"
+codemie-sdk-python = "0.1.212"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"