codemie-test-harness 0.1.139__py3-none-any.whl → 0.1.141__py3-none-any.whl

codemie_test_harness/tests/__init__.py

@@ -5,31 +5,13 @@ from pathlib import Path
 
 from dotenv import load_dotenv
 
-from codemie_test_harness.tests.utils.aws_parameters_store import AwsParameterStore
 from codemie_test_harness.cli.runner import resolve_tests_path_and_root
 
 _, root_dir = resolve_tests_path_and_root()
 env_file_path = Path(root_dir) / ".env"
-load_dotenv(env_file_path)
-
-if os.getenv("AWS_ACCESS_KEY") and os.getenv("AWS_SECRET_KEY"):
-    aws_parameters_store = AwsParameterStore.get_instance(
-        access_key=os.getenv("AWS_ACCESS_KEY"),
-        secret_key=os.getenv("AWS_SECRET_KEY"),
-        session_token=os.getenv("AWS_SESSION_TOKEN", ""),
-    )
-
-    dotenv = aws_parameters_store.get_parameter(
-        f"/codemie/autotests/dotenv/{os.getenv('ENV')}"
-    )
 
-    # Use the .env path that was loaded
-
-    with open(env_file_path, "w") as file:
-        file.write(dotenv)
-
-    # Reload .env file with AWS parameters
-    load_dotenv(env_file_path)
+# Load initial .env file
+load_dotenv(env_file_path)
 
 LANGFUSE_TRACES_ENABLED = (
     os.getenv("LANGFUSE_TRACES_ENABLED", "false").lower() == "true"

codemie_test_harness/tests/conftest.py

@@ -4,9 +4,11 @@ import uuid
 import atexit
 from time import sleep
 from typing import List, Optional
+from pathlib import Path
 
 import pytest
 from requests import HTTPError
+from dotenv import load_dotenv
 
 from codemie_sdk.models.assistant import (
     ToolKitDetails,
@@ -73,6 +75,43 @@ def force_finish_rp_launch():
 atexit.register(force_finish_rp_launch)
 
 
+def pytest_configure(config):
+    """Pytest hook that runs before test collection starts.
+
+    This hook loads environment variables from .env file and optionally
+    retrieves additional configuration from AWS Parameter Store.
+    """
+    from codemie_test_harness.cli.runner import resolve_tests_path_and_root
+    from codemie_test_harness.tests.utils.aws_parameters_store import AwsParameterStore
+
+    # Resolve the root directory and .env file path
+    _, root_dir = resolve_tests_path_and_root()
+    env_file_path = Path(root_dir) / ".env"
+
+    # Load initial .env file
+    load_dotenv(env_file_path)
+
+    # Check if AWS credentials are available for parameter store
+    if os.getenv("AWS_ACCESS_KEY") and os.getenv("AWS_SECRET_KEY"):
+        aws_parameters_store = AwsParameterStore.get_instance(
+            access_key=os.getenv("AWS_ACCESS_KEY"),
+            secret_key=os.getenv("AWS_SECRET_KEY"),
+            session_token=os.getenv("AWS_SESSION_TOKEN", ""),
+        )
+
+        # Get dotenv configuration from AWS Parameter Store
+        dotenv = aws_parameters_store.get_parameter(
+            f"/codemie/autotests/dotenv/{os.getenv('ENV')}"
+        )
+
+        # Write the AWS parameters to .env file
+        with open(env_file_path, "w") as file:
+            file.write(dotenv)
+
+        # Reload .env file with AWS parameters
+        load_dotenv(env_file_path)
+
+
 @pytest.fixture(scope="session", autouse=True)
 def ensure_rp_cleanup():
     yield

codemie_test_harness/tests/utils/notification_utils.py

@@ -3,7 +3,7 @@ from typing import Optional
 
 import requests
 
-from codemie_test_harness.tests import AwsParameterStore
+from codemie_test_harness.tests.utils.aws_parameters_store import AwsParameterStore
 
 logger = logging.getLogger(__name__)
 

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py

@@ -48,7 +48,7 @@ def test_workflow_with_sonar_tools_direct(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -87,7 +87,7 @@ def test_workflow_with_sonar_tools_with_hardcoded_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -129,4 +129,4 @@ def test_workflow_with_sonar_tools_with_overriding_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.139.dist-info → codemie_test_harness-0.1.141.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.139
+Version: 0.1.141
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.139)
+Requires-Dist: codemie-sdk-python (==0.1.141)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.139.dist-info → codemie_test_harness-0.1.141.dist-info}/RECORD

@@ -9,7 +9,7 @@ codemie_test_harness/cli/constants.py,sha256=956_apPJ4MjhnKo1ZtDooXCd2N89J3vyAB-
 codemie_test_harness/cli/runner.py,sha256=5VAL4noqiKrGjo5oYVJKzt4QNmkZFTe1Mw6Mll9uGfc,2349
 codemie_test_harness/cli/utils.py,sha256=NlRa8VFbXTbD74jfUaSqbccGNu2R1dUIg8d5SyDTmIM,1136
 codemie_test_harness/pytest.ini,sha256=Sxr-zVHZ9hJt2Ks0x7xxjh_SA-KhD-vRrDWAfDd9QKs,192
-codemie_test_harness/tests/__init__.py,sha256=pVv8urVVN2gfi07RzOu-a96EPEEOH-rtRCqBtjnmbRk,1421
+codemie_test_harness/tests/__init__.py,sha256=QHTa6juBemLqyL8BuYurS1sZgychLiODHmDEOXRNbNU,780
 codemie_test_harness/tests/assistant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/datasource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/datasource/test_code_datasource.py,sha256=NZmw3efv_FBkyi-1FnkQjNknlg34w4PEFv0rodUvCFw,2599
@@ -55,7 +55,7 @@ codemie_test_harness/tests/assistant/tools/servicenow/__init__.py,sha256=47DEQpj
 codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py,sha256=JV_n6COaCsd0_rxQBJvvLZfPdo8BsCbG8Ti-UpzFvfQ,644
 codemie_test_harness/tests/assistant/tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py,sha256=5-QybLWmYSqHG4Sqr-IN-vNcStV4skSwCJQN44Nfats,922
-codemie_test_harness/tests/conftest.py,sha256=P9f4BYHxjG7duqpaPwAQOZQ_PHVmF5yA0fBrq-wmDKo,26523
+codemie_test_harness/tests/conftest.py,sha256=WL2oDtglcdOEhX7juGeeSuaEZMVBTzEbLsnM6-aKOeM,27954
 codemie_test_harness/tests/e2e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/e2e/test_e2e.py,sha256=RUvSu_uNInU1OFfkNft3-Cmd0KZV7JdHqCxSK2ZWXHw,6257
 codemie_test_harness/tests/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -221,7 +221,7 @@ codemie_test_harness/tests/utils/integration_utils.py,sha256=FN9OORtIahATyjzfvwV
 codemie_test_harness/tests/utils/json_utils.py,sha256=PWO4Ixxgta_zkdq-8umcP9qwDSi9JFxMuaT2NW3v1eI,226
 codemie_test_harness/tests/utils/llm_utils.py,sha256=JPAlMYh-wQH4any5HWdpQOejCbhjqJCsztRU_fUq-SU,257
 codemie_test_harness/tests/utils/logger_util.py,sha256=6Kca4pLxyTYnUgm2i3j19DdZSH6XUSGXPjHtExx33QU,828
-codemie_test_harness/tests/utils/notification_utils.py,sha256=8HWgkTjcMDOoXq_8vzKVx8iSoVb4jSlx2_xJvRxa3V0,3480
+codemie_test_harness/tests/utils/notification_utils.py,sha256=5SKE7Mpef8fG2Li5RRAIHUdR5yKs7A4CozIOFtJ_970,3507
 codemie_test_harness/tests/utils/provider_utils.py,sha256=sgLLVv8j6fzVl6MNESlXTGsHa2WCZYTzlMJepcT3r7o,5117
 codemie_test_harness/tests/utils/pytest_utils.py,sha256=k-mEjX2qpnh37sqKpJqYhZT6BV9974y_KaAhv8Xj9GI,284
 codemie_test_harness/tests/utils/search_utils.py,sha256=SrXiB2d9wiI5ka9bgg0CD73GOX_1mqi2Hz5FBm5DsEU,1435
@@ -276,7 +276,7 @@ codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py,sha256=FOQEqm0u4UvRAfjJFo2API-qySGy4sqKD-hwE1Lm6Js,2744
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=4h3z3tUTqBLZPjDQCbnW2CkoGX0gEjZlDkYbLHSilZA,2799
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=L6axcgk45OtFhmn9kinalmRv28CRu0YTuqfpYchuR88,3527
-codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=Kul_o9d4KIPzWUhKNOv82A9S_8-Z0ALaTeO5AO2Ltzs,3821
+codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=Ywhgqqf_FFqJ27tiWuDvUZ1QSixbGBmHcIg1fHlsnFM,3809
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py,sha256=eIIHRovi_tNvINjOVYOQRB9uWIzfebwnDF4fWdx47Og,3899
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,sha256=W1Q8fwfUzslnMQX7ObM8o1r5kx_GyZTjVGh-1979VNQ,2673
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py,sha256=esLfjDk2zGBpqX0D0VJYQKW4qwuvXy1afiFI8PyfMbc,2931
@@ -323,7 +323,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=Cxe5Yuy9JE_IEsnQOThpVIZQqpfLuHfDkF6JwLngDc8,890
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=tm0NvUf_UtzLPTYJWykYpsNoxoVs-Eh80guDmRwImwg,1106
-codemie_test_harness-0.1.139.dist-info/METADATA,sha256=R95gOa5AsUmCJd27ebgIuDsYAyl2y0o1yHCB7mzSbE4,8998
-codemie_test_harness-0.1.139.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.139.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.139.dist-info/RECORD,,
+codemie_test_harness-0.1.141.dist-info/METADATA,sha256=iN0s6nM76OLdmk-_OfqvxCU6s3SricykIZEy-nyVq68,8998
+codemie_test_harness-0.1.141.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.141.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.141.dist-info/RECORD,,