codemie-test-harness 0.1.138__py3-none-any.whl → 0.1.140__py3-none-any.whl

codemie_test_harness/tests/__init__.py

@@ -39,6 +39,9 @@ PROJECT = os.getenv("PROJECT_NAME", "codemie")
 TEST_USER = os.getenv("TEST_USER_FULL_NAME", "Test User")
 GITHUB_URL = os.getenv("GITHUB_URL", "https://github.com")
 
+API_DOMAIN = os.getenv("CODEMIE_API_DOMAIN")
+VERIFY_SSL = os.getenv("VERIFY_SSL", "").lower() == "true"
+
 autotest_entity_prefix = (
     f"{''.join(random.choice(string.ascii_lowercase) for _ in range(3))}_"
 )

codemie_test_harness/tests/utils/__init__.py

@@ -1,12 +0,0 @@
-import os
-from pathlib import Path
-
-from dotenv import load_dotenv
-from codemie_test_harness.cli.runner import resolve_tests_path_and_root
-
-_, root_dir = resolve_tests_path_and_root()
-env_path = Path(root_dir) / ".env"
-load_dotenv(env_path)
-
-api_domain = os.getenv("CODEMIE_API_DOMAIN")
-verify_ssl = os.getenv("VERIFY_SSL", "").lower() == "true"

codemie_test_harness/tests/utils/provider_utils.py

@@ -6,8 +6,7 @@ from typing import Optional, Dict, Any
 import requests
 from codemie_sdk import CodeMieClient
 
-from codemie_test_harness.tests import autotest_entity_prefix
-from codemie_test_harness.tests.utils import api_domain, verify_ssl
+from codemie_test_harness.tests import autotest_entity_prefix, API_DOMAIN, VERIFY_SSL
 from codemie_test_harness.tests.utils.base_utils import (
     BaseUtils,
     get_random_name,
@@ -24,7 +23,7 @@ class ProviderUtils(BaseUtils):
         """Initialize the provides service."""
 
         super().__init__(client)
-        self._api = RequestHandler(api_domain, self.client.token, verify_ssl)
+        self._api = RequestHandler(API_DOMAIN, self.client.token, VERIFY_SSL)
 
     @staticmethod
     def provider_request_json():

codemie_test_harness/tests/utils/workflow_utils.py

@@ -5,8 +5,7 @@ from codemie_sdk.models.workflow import (
     WorkflowUpdateRequest,
     WorkflowMode,
 )
-from codemie_test_harness.tests import PROJECT
-from codemie_test_harness.tests.utils import api_domain, verify_ssl
+from codemie_test_harness.tests import PROJECT, API_DOMAIN, VERIFY_SSL
 from codemie_test_harness.tests.utils.base_utils import (
     BaseUtils,
     get_random_name,
@@ -40,7 +39,7 @@ class WorkflowUtils(BaseUtils):
             Raw response from '/v1/workflows' endpoint
         """
 
-        request_handler = RequestHandler(api_domain, self.client.token, verify_ssl)
+        request_handler = RequestHandler(API_DOMAIN, self.client.token, VERIFY_SSL)
 
         return request_handler.post(
             workflow_endpoint, dict, json_data=request.model_dump()

codemie_test_harness/tests/workflow/config_validation/test_config_validation.py

@@ -85,7 +85,7 @@ INVALID_CONFIG_PATH = "test_data/workflow/invalid_config/"
 @pytest.mark.parametrize(
     "file_name, expected_errors",
     VALIDATION_TEST_DATA,
-    ids=[f"{row[1]}" for row in VALIDATION_TEST_DATA],
+    ids=[f"{row[0]}" for row in VALIDATION_TEST_DATA],
 )
 @pytest.mark.testcase("EPMCDME-5458")
 @pytest.mark.regression

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py

@@ -48,7 +48,7 @@ def test_workflow_with_sonar_tools_direct(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -87,7 +87,7 @@ def test_workflow_with_sonar_tools_with_hardcoded_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -129,4 +129,4 @@ def test_workflow_with_sonar_tools_with_overriding_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.138.dist-info → codemie_test_harness-0.1.140.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.138
+Version: 0.1.140
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.138)
+Requires-Dist: codemie-sdk-python (==0.1.140)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.138.dist-info → codemie_test_harness-0.1.140.dist-info}/RECORD

@@ -9,7 +9,7 @@ codemie_test_harness/cli/constants.py,sha256=956_apPJ4MjhnKo1ZtDooXCd2N89J3vyAB-
 codemie_test_harness/cli/runner.py,sha256=5VAL4noqiKrGjo5oYVJKzt4QNmkZFTe1Mw6Mll9uGfc,2349
 codemie_test_harness/cli/utils.py,sha256=NlRa8VFbXTbD74jfUaSqbccGNu2R1dUIg8d5SyDTmIM,1136
 codemie_test_harness/pytest.ini,sha256=Sxr-zVHZ9hJt2Ks0x7xxjh_SA-KhD-vRrDWAfDd9QKs,192
-codemie_test_harness/tests/__init__.py,sha256=yuj7WhK2zp4QqUjW0LMpTvewE2SY2RwWO6sx-lpNxJE,1316
+codemie_test_harness/tests/__init__.py,sha256=pVv8urVVN2gfi07RzOu-a96EPEEOH-rtRCqBtjnmbRk,1421
 codemie_test_harness/tests/assistant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/datasource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/datasource/test_code_datasource.py,sha256=NZmw3efv_FBkyi-1FnkQjNknlg34w4PEFv0rodUvCFw,2599
@@ -207,7 +207,7 @@ codemie_test_harness/tests/ui/test_workflow_details.py,sha256=PkLMhvQSd3XOYZMj8Q
 codemie_test_harness/tests/ui/test_workflow_executions_page.py,sha256=9GMFNKtIO3AN8bnaM8XIcoR79X09_vLTF4tbMJ-ebCw,11644
 codemie_test_harness/tests/ui/test_workflow_templates.py,sha256=A6eaR-7M5VXoPlUJfKIAzqdxVquC1WnzwzMpOg74dwc,4558
 codemie_test_harness/tests/ui/test_workflows.py,sha256=_UQT9soqxV68aqFt0V3KJ3iJFA55kzE891EJIER9kk8,3464
-codemie_test_harness/tests/utils/__init__.py,sha256=Bu1sRfq1DeSYdW979HKcg3LcG-yYHjZWLsPDiy1Wmus,346
+codemie_test_harness/tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/utils/assistant_utils.py,sha256=jy3dFF4ZiT22Wippl1a5jIEAAyJ71P0ss8AIHPefz6k,6511
 codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=uwhvrk4qYYWLILS082SFAqQaGmhrW6aPmmJo-dPTN84,20637
 codemie_test_harness/tests/utils/base_utils.py,sha256=tfishCUxO3iEuasWOifoF9_fXspm4uIHS26Ryqu-NxA,5998
@@ -222,12 +222,12 @@ codemie_test_harness/tests/utils/json_utils.py,sha256=PWO4Ixxgta_zkdq-8umcP9qwDS
 codemie_test_harness/tests/utils/llm_utils.py,sha256=JPAlMYh-wQH4any5HWdpQOejCbhjqJCsztRU_fUq-SU,257
 codemie_test_harness/tests/utils/logger_util.py,sha256=6Kca4pLxyTYnUgm2i3j19DdZSH6XUSGXPjHtExx33QU,828
 codemie_test_harness/tests/utils/notification_utils.py,sha256=8HWgkTjcMDOoXq_8vzKVx8iSoVb4jSlx2_xJvRxa3V0,3480
-codemie_test_harness/tests/utils/provider_utils.py,sha256=cmem2-IaJmQZ_X_5UL1mOiZo8dZ_jDxV-OAaZY7Ao_M,5161
+codemie_test_harness/tests/utils/provider_utils.py,sha256=sgLLVv8j6fzVl6MNESlXTGsHa2WCZYTzlMJepcT3r7o,5117
 codemie_test_harness/tests/utils/pytest_utils.py,sha256=k-mEjX2qpnh37sqKpJqYhZT6BV9974y_KaAhv8Xj9GI,284
 codemie_test_harness/tests/utils/search_utils.py,sha256=SrXiB2d9wiI5ka9bgg0CD73GOX_1mqi2Hz5FBm5DsEU,1435
 codemie_test_harness/tests/utils/similarity_check.py,sha256=1U66NGh6esISKABodtVobE2WnuFt0f6vcK3qUri6ZqU,1485
 codemie_test_harness/tests/utils/user_utils.py,sha256=zJNrmL3Fb7iGuaVRobUMwJ2Og6NqEPcM_9lw60m18T8,242
-codemie_test_harness/tests/utils/workflow_utils.py,sha256=fs6fKzWCthOKxV4ew33m4myTipFEyvwuQwa5qsHkMVA,6046
+codemie_test_harness/tests/utils/workflow_utils.py,sha256=9y2C3r6pg2uVa4w2byoEJ0m0oH__Y3m1pcrnsHgHEnM,6002
 codemie_test_harness/tests/utils/yaml_utils.py,sha256=y9fUf4u4G4SoCktPOwaC5x71iaDKhktbz_XUfI9kNis,1661
 codemie_test_harness/tests/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/assistant_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -267,7 +267,7 @@ codemie_test_harness/tests/workflow/assistant_tools/servicenow/test_workflow_wit
 codemie_test_harness/tests/workflow/assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/assistant_tools/vcs/workflow_with_assistant_vcs_tools.py,sha256=6mw0m4n74VZDFdlI8KFjXB5AyTwf6SxqSZal_3pmPa8,1020
 codemie_test_harness/tests/workflow/config_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-codemie_test_harness/tests/workflow/config_validation/test_config_validation.py,sha256=ZZXuvgbKXtpnGuuXNNRDphebImpPnuE94E3w6aUZHSY,4005
+codemie_test_harness/tests/workflow/config_validation/test_config_validation.py,sha256=Dm5WHovYufO2FSP_aUUPI8j-Jx3S7GolcDgUBTl29es,4005
 codemie_test_harness/tests/workflow/direct_tools_calling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py,sha256=uWhdAnVqk-WrSB9QrHZyJLIQPvLhHayfEL1OZugU00A,8232
@@ -276,7 +276,7 @@ codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py,sha256=FOQEqm0u4UvRAfjJFo2API-qySGy4sqKD-hwE1Lm6Js,2744
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=4h3z3tUTqBLZPjDQCbnW2CkoGX0gEjZlDkYbLHSilZA,2799
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=L6axcgk45OtFhmn9kinalmRv28CRu0YTuqfpYchuR88,3527
-codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=Kul_o9d4KIPzWUhKNOv82A9S_8-Z0ALaTeO5AO2Ltzs,3821
+codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=Ywhgqqf_FFqJ27tiWuDvUZ1QSixbGBmHcIg1fHlsnFM,3809
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py,sha256=eIIHRovi_tNvINjOVYOQRB9uWIzfebwnDF4fWdx47Og,3899
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,sha256=W1Q8fwfUzslnMQX7ObM8o1r5kx_GyZTjVGh-1979VNQ,2673
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py,sha256=esLfjDk2zGBpqX0D0VJYQKW4qwuvXy1afiFI8PyfMbc,2931
@@ -323,7 +323,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=Cxe5Yuy9JE_IEsnQOThpVIZQqpfLuHfDkF6JwLngDc8,890
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=tm0NvUf_UtzLPTYJWykYpsNoxoVs-Eh80guDmRwImwg,1106
-codemie_test_harness-0.1.138.dist-info/METADATA,sha256=Q0LrAD9Eo5yha_B9x2LzZiIFRZcJvkslwLBA_tgJxqg,8998
-codemie_test_harness-0.1.138.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.138.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.138.dist-info/RECORD,,
+codemie_test_harness-0.1.140.dist-info/METADATA,sha256=7RZoXWj9sEn2gz3v7YFyj6Kw5bHCPql1vzKq5AYuQuM,8998
+codemie_test_harness-0.1.140.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.140.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.140.dist-info/RECORD,,