codemie-test-harness 0.1.137__tar.gz → 0.1.139__tar.gz

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.137
+Version: 0.1.139
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.137)
+Requires-Dist: codemie-sdk-python (==0.1.139)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/__init__.py

@@ -39,6 +39,9 @@ PROJECT = os.getenv("PROJECT_NAME", "codemie")
 TEST_USER = os.getenv("TEST_USER_FULL_NAME", "Test User")
 GITHUB_URL = os.getenv("GITHUB_URL", "https://github.com")
 
+API_DOMAIN = os.getenv("CODEMIE_API_DOMAIN")
+VERIFY_SSL = os.getenv("VERIFY_SSL", "").lower() == "true"
+
 autotest_entity_prefix = (
     f"{''.join(random.choice(string.ascii_lowercase) for _ in range(3))}_"
 )

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/assistant/test_assistants.py

@@ -220,6 +220,8 @@ def test_create_assistant_and_prompt_with_file(
     prompt = (
         f"What is the content/text of the {file_name}. Show information from ALL pages. "
         "For PDF use 'Text' for query. If provided file is CSV then run python_repl_ast tool and show first 5 rows."
+        "For images explain what you see on it."
+        "For excel show data from the sheet with name 'Sheet1'"
     )
 
     assistant = assistant(system_prompt=system_prompt_for_chatting_with_files)

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/test_data/cloud_tools_test_data.py

@@ -106,7 +106,7 @@ cloud_test_data = [
             reason="Still have an issue with encoding long strings",
         ),
     ),
-    (
+    pytest.param(
         Toolkit.CLOUD,
         CloudTool.KUBERNETES,
         CredentialTypes.KUBERNETES,
@@ -126,5 +126,9 @@ cloud_test_data = [
             7. argo-cd-redis-ha-announce-2
             8. argo-cd-redis-ha-haproxy
         """,
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") == "azure",
+            reason="Still have an issue with encoding long strings",
+        ),
     ),
 ]

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py

@@ -170,7 +170,7 @@ cloud_test_data = [
             reason="Still have an issue with encoding long strings",
         ),
     ),
-    (
+    pytest.param(
         Toolkit.CLOUD,
         CloudTool.KUBERNETES,
         CredentialTypes.KUBERNETES,
@@ -836,5 +836,9 @@ cloud_test_data = [
               } ]
             }
         """,
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") == "azure",
+            reason="Still have an issue with encoding long strings",
+        ),
     ),
 ]

codemie_test_harness-0.1.139/codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py

@@ -0,0 +1,160 @@
+from codemie_test_harness.tests.enums.tools import Toolkit, CodeBaseTool
+
+sonar_tools_test_data = [
+    (
+        Toolkit.CODEBASE_TOOLS,
+        CodeBaseTool.SONAR,
+        {
+            "relative_url": "/api/issues/search",
+            "params": '{"types":"CODE_SMELL","ps":"1"}',
+        },
+        """
+            {
+              "total" : 81,
+              "p" : 1,
+              "ps" : 1,
+              "paging" : {
+                "pageIndex" : 1,
+                "pageSize" : 1,
+                "total" : 81
+              },
+              "effortTotal" : 487,
+              "issues" : [ {
+                "key" : "62422172-099f-4395-bcdd-afbbbab6fb51",
+                "rule" : "python:S6353",
+                "severity" : "MINOR",
+                "component" : "codemie:src/codemie/service/tools/dynamic_value_utils.py",
+                "project" : "codemie",
+                "line" : 48,
+                "hash" : "c5800fd84edcdca903a5a9105f31e263",
+                "textRange" : {
+                  "startLine" : 48,
+                  "endLine" : 48,
+                  "startOffset" : 33,
+                  "endOffset" : 45
+                },
+                "flows" : [ ],
+                "resolution" : "FALSE-POSITIVE",
+                "status" : "RESOLVED",
+                "message" : "Use concise character class syntax '\\w' instead of '[a-zA-Z0-9_]'.",
+                "effort" : "5min",
+                "debt" : "5min",
+                "author" : "",
+                "tags" : [ "regex" ],
+                "creationDate" : "2025-09-01T09:01:30+0000",
+                "updateDate" : "2025-09-01T09:01:30+0000",
+                "type" : "CODE_SMELL",
+                "scope" : "MAIN",
+                "quickFixAvailable" : false,
+                "messageFormattings" : [ ],
+                "codeVariants" : [ ],
+                "cleanCodeAttribute" : "CLEAR",
+                "cleanCodeAttributeCategory" : "INTENTIONAL",
+                "impacts" : [ {
+                  "softwareQuality" : "MAINTAINABILITY",
+                  "severity" : "LOW"
+                } ],
+                "issueStatus" : "FALSE_POSITIVE",
+                "prioritizedRule" : false
+              } ],
+              "components" : [ {
+                "key" : "codemie:src/codemie/service/tools/dynamic_value_utils.py",
+                "enabled" : true,
+                "qualifier" : "FIL",
+                "name" : "dynamic_value_utils.py",
+                "longName" : "src/codemie/service/tools/dynamic_value_utils.py",
+                "path" : "src/codemie/service/tools/dynamic_value_utils.py"
+              }, {
+                "key" : "codemie",
+                "enabled" : true,
+                "qualifier" : "TRK",
+                "name" : "codemie",
+                "longName" : "codemie"
+              } ],
+              "facets" : [ ]
+            }
+        """,
+    ),
+    (
+        Toolkit.CODEBASE_TOOLS,
+        CodeBaseTool.SONAR_CLOUD,
+        {
+            "relative_url": "/api/issues/search",
+            "params": '{"types":"CODE_SMELL","ps":"1"}',
+        },
+        """
+            {
+              "total" : 15,
+              "p" : 1,
+              "ps" : 1,
+              "paging" : {
+                "pageIndex" : 1,
+                "pageSize" : 1,
+                "total" : 15
+              },
+              "effortTotal" : 127,
+              "debtTotal" : 127,
+              "issues" : [ {
+                "key" : "AZTWg867SN_Wuz1X4Py2",
+                "rule" : "kubernetes:S6892",
+                "severity" : "MAJOR",
+                "component" : "alezander86_python38g:deploy-templates/templates/deployment.yaml",
+                "project" : "alezander86_python38g",
+                "line" : 34,
+                "hash" : "723c0daa435bdafaa7aa13d3ae06ca5e",
+                "textRange" : {
+                  "startLine" : 34,
+                  "endLine" : 34,
+                  "startOffset" : 19,
+                  "endOffset" : 30
+                },
+                "flows" : [ ],
+                "status" : "OPEN",
+                "message" : "Specify a CPU request for this container.",
+                "effort" : "5min",
+                "debt" : "5min",
+                "author" : "codebase@edp.local",
+                "tags" : [ ],
+                "creationDate" : "2024-11-07T13:14:43+0000",
+                "updateDate" : "2025-02-05T14:28:27+0000",
+                "type" : "CODE_SMELL",
+                "organization" : "alezander86",
+                "cleanCodeAttribute" : "COMPLETE",
+                "cleanCodeAttributeCategory" : "INTENTIONAL",
+                "impacts" : [ {
+                  "softwareQuality" : "MAINTAINABILITY",
+                  "severity" : "MEDIUM"
+                }, {
+                  "softwareQuality" : "RELIABILITY",
+                  "severity" : "MEDIUM"
+                } ],
+                "issueStatus" : "OPEN",
+                "projectName" : "python38g"
+              } ],
+              "components" : [ {
+                "organization" : "alezander86",
+                "key" : "alezander86_python38g:deploy-templates/templates/deployment.yaml",
+                "uuid" : "AZTWg8uJSN_Wuz1X4Pye",
+                "enabled" : true,
+                "qualifier" : "FIL",
+                "name" : "deployment.yaml",
+                "longName" : "deploy-templates/templates/deployment.yaml",
+                "path" : "deploy-templates/templates/deployment.yaml"
+              }, {
+                "organization" : "alezander86",
+                "key" : "alezander86_python38g",
+                "uuid" : "AZTWgJZiF0LopzvlIH8p",
+                "enabled" : true,
+                "qualifier" : "TRK",
+                "name" : "python38g",
+                "longName" : "python38g"
+              } ],
+              "organizations" : [ {
+                "key" : "alezander86",
+                "name" : "Taruraiev Oleksandr"
+              } ],
+              "facets" : [ ]
+            }
+        """,
+    ),
+]

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/test_data/integrations_test_data.py

@@ -91,9 +91,13 @@ valid_integrations = [
         CredentialTypes.SERVICE_NOW,
         CredentialsUtil.servicenow_credentials(),
     ),
-    (
+    pytest.param(
         CredentialTypes.KUBERNETES,
         CredentialsUtil.kubernetes_credentials(),
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") == "azure",
+            reason="Still have an issue with encoding long strings",
+        ),
     ),
 ]
 
@@ -150,9 +154,13 @@ testable_integrations = [
         CredentialTypes.SERVICE_NOW,
         CredentialsUtil.servicenow_credentials(),
     ),
-    (
+    pytest.param(
         CredentialTypes.KUBERNETES,
         CredentialsUtil.kubernetes_credentials(),
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") == "azure",
+            reason="Still have an issue with encoding long strings",
+        ),
     ),
 ]
 

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/test_data/llm_test_data.py

@@ -39,7 +39,6 @@ MODEL_RESPONSES = [
         ModelTypes.CLAUDE_SONNET_V2_VERTEX,
         GCP_ENVS,
     ),
-    LlmResponseData(ModelTypes.GEMINI_15_PRO, GCP_ENVS),
     LlmResponseData(ModelTypes.GEMINI_20_FLASH, GCP_ENVS),
     LlmResponseData(ModelTypes.GEMINI_25_PRO, GCP_ENVS),
     LlmResponseData(

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/test_data/vcs_tools_test_data.py

@@ -2,7 +2,10 @@ import os
 
 from codemie_test_harness.tests.enums.tools import VcsTool
 
-GITHUB_TOOL_TASK = f"Using github tool get info about issue №5 for the repo {os.getenv('GITHUB_PROJECT')}"
+GITHUB_TOOL_TASK = (
+    f"Using github tool get info about issue №5 for the repo {os.getenv('GITHUB_PROJECT')}. "
+    f"Do not wrap tool parameters in additional query object"
+)
 
 RESPONSE_FOR_GITHUB = """
             Issue #5 Details for Repository wild47/final_task

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/utils/aws_parameters_store.py

@@ -420,7 +420,7 @@ class CredentialsUtil:
         elastic_creds = (
             elastic_creds.get("elasticsearch", {})
             if os.getenv("ENV") == "preview"
-            else elastic_creds.get("sandbox", {})
+            else elastic_creds.get("sandbox", {}).get("elasticsearch", {})
         )
         return [
             CredentialValues(key="url", value=elastic_creds.get("url")),

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/utils/provider_utils.py

@@ -6,8 +6,7 @@ from typing import Optional, Dict, Any
 import requests
 from codemie_sdk import CodeMieClient
 
-from codemie_test_harness.tests import autotest_entity_prefix
-from codemie_test_harness.tests.utils import api_domain, verify_ssl
+from codemie_test_harness.tests import autotest_entity_prefix, API_DOMAIN, VERIFY_SSL
 from codemie_test_harness.tests.utils.base_utils import (
     BaseUtils,
     get_random_name,
@@ -24,7 +23,7 @@ class ProviderUtils(BaseUtils):
         """Initialize the provides service."""
 
         super().__init__(client)
-        self._api = RequestHandler(api_domain, self.client.token, verify_ssl)
+        self._api = RequestHandler(API_DOMAIN, self.client.token, VERIFY_SSL)
 
     @staticmethod
     def provider_request_json():

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/utils/workflow_utils.py

@@ -5,8 +5,7 @@ from codemie_sdk.models.workflow import (
     WorkflowUpdateRequest,
     WorkflowMode,
 )
-from codemie_test_harness.tests import PROJECT
-from codemie_test_harness.tests.utils import api_domain, verify_ssl
+from codemie_test_harness.tests import PROJECT, API_DOMAIN, VERIFY_SSL
 from codemie_test_harness.tests.utils.base_utils import (
     BaseUtils,
     get_random_name,
@@ -40,7 +39,7 @@ class WorkflowUtils(BaseUtils):
             Raw response from '/v1/workflows' endpoint
         """
 
-        request_handler = RequestHandler(api_domain, self.client.token, verify_ssl)
+        request_handler = RequestHandler(API_DOMAIN, self.client.token, VERIFY_SSL)
 
         return request_handler.post(
             workflow_endpoint, dict, json_data=request.model_dump()

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/workflow/config_validation/test_config_validation.py

@@ -85,7 +85,7 @@ INVALID_CONFIG_PATH = "test_data/workflow/invalid_config/"
 @pytest.mark.parametrize(
     "file_name, expected_errors",
     VALIDATION_TEST_DATA,
-    ids=[f"{row[1]}" for row in VALIDATION_TEST_DATA],
+    ids=[f"{row[0]}" for row in VALIDATION_TEST_DATA],
 )
 @pytest.mark.testcase("EPMCDME-5458")
 @pytest.mark.regression

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py

@@ -45,7 +45,7 @@ def test_workflow_with_cloud_tools_direct(
         _workflow.id, tool_and_state_name, user_input=json.dumps(prompt)
     )
 
-    similarity_check.check_similarity(response, expected_response, 75)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -80,7 +80,7 @@ def test_workflow_with_cloud_tools_with_hardcoded_args(
     )
     response = workflow_utils.execute_workflow(_workflow.id, tool_and_state_name)
 
-    similarity_check.check_similarity(response, expected_response, 75)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -120,4 +120,4 @@ def test_workflow_with_cloud_tools_with_overriding_args(
         _workflow.id, tool_and_state_name, user_input=json.dumps(prompt)
     )
 
-    similarity_check.check_similarity(response, expected_response, 75)
+    similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py

@@ -29,7 +29,7 @@ def test_workflow_with_research_tools_direct(
     response = workflow_utils.execute_workflow(
         test_workflow.id, tool_and_state_name, json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -49,7 +49,7 @@ def test_workflow_with_research_tools_with_hardcoded_args(
     tool_and_state_name = get_random_name()
     test_workflow = workflow_with_tool(tool_and_state_name, tool_name, tool_args=prompt)
     response = workflow_utils.execute_workflow(test_workflow.id, tool_and_state_name)
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -77,4 +77,4 @@ def test_workflow_with_research_tools_with_overriding_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, tool_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.137 → codemie_test_harness-0.1.139}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.137"
+version = "0.1.139"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.137"
+codemie-sdk-python = "0.1.139"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"