codemie-test-harness 0.1.126__py3-none-any.whl → 0.1.128__py3-none-any.whl

codemie_test_harness/cli/runner.py

@@ -2,13 +2,43 @@ from __future__ import annotations
 import subprocess
 import sys
 from typing import Iterable, List
+from pathlib import Path
+
+try:
+    from importlib.resources import files as pkg_files
+except Exception:
+    pkg_files = None
+
 from .constants import CONSOLE
 
 
+def _resolve_tests_path() -> str:
+    """Resolve absolute path to the installed tests package.
+
+    Priority:
+    1) importlib.resources.files("tests") if the package is installed
+    2) Fallback to repo layout: <repo_root>/tests relative to this file
+    """
+    # 1) Use importlib.resources to locate installed package "tests"
+    if pkg_files is not None:
+        try:
+            tests_dir = pkg_files("tests")
+            # Convert to a concrete filesystem path string
+            return str(Path(tests_dir.joinpath("")))
+        except Exception:
+            pass
+
+    # 2) Fallback to repo layout when running from source
+    # runner.py -> cli -> codemie_test_harness -> <repo_root>
+    repo_root = Path(__file__).resolve().parents[2]
+    return str(repo_root / "tests")
+
+
 def build_pytest_cmd(
     workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
 ) -> List[str]:
-    cmd = [sys.executable, "-m", "pytest", "../../tests"]
+    tests_path = _resolve_tests_path()
+    cmd = [sys.executable, "-m", "pytest", tests_path]
     if workers:
         cmd += ["-n", str(workers)]
     if marks:

{codemie_test_harness-0.1.126.dist-info → codemie_test_harness-0.1.128.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.126
+Version: 0.1.128
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.126)
+Requires-Dist: codemie-sdk-python (==0.1.128)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.126.dist-info → codemie_test_harness-0.1.128.dist-info}/RECORD

@@ -4,7 +4,7 @@ codemie_test_harness/cli/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeR
 codemie_test_harness/cli/commands/config_cmd.py,sha256=iCV7qJZrESIKZQdg_AmhuPz1EZLN2s-UpbdzzIjrVEU,1353
 codemie_test_harness/cli/commands/run_cmd.py,sha256=T5js1hwHKi1QuF-kLwP3c-GMtiO9QO15H3JJc7nzpp4,1052
 codemie_test_harness/cli/constants.py,sha256=956_apPJ4MjhnKo1ZtDooXCd2N89J3vyAB-J9-SOr7U,1637
-codemie_test_harness/cli/runner.py,sha256=AqED6FlYvvMOJdxTiTykgcXnmVzWKf0PXc_RTf-Kcv4,801
+codemie_test_harness/cli/runner.py,sha256=e8shcJLAQOCw7br7UVfkl4eU7MV7tHOY6CFLOSE96wg,1744
 codemie_test_harness/cli/utils.py,sha256=NlRa8VFbXTbD74jfUaSqbccGNu2R1dUIg8d5SyDTmIM,1136
 tests/__init__.py,sha256=nvgBwCx27qm2YIE4hzAwqoD0sMmUVF9Kec-ndl7CFZ8,994
 tests/assistant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -267,7 +267,7 @@ tests/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py,sh
 tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py,sha256=hQUDj71Uzt0zkNjPP_b_opXfFl-SnUb9rpHxUO65jAk,2693
 tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=sXGmqswUXgjZbfRWAbz65ZvcGe1AJVquKFahGn8LfEM,2757
 tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=0gjWaURg61PDhW7E16K7qam50OESdIBZw7puPcxJwKk,3467
-tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=wygzuEVyWswZrWp8hcsD4gjLsG97EvvQ1QJPfWGS61Q,3737
+tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=Lbq9Oe7N1HXYTypHHSZLjSinbMHKhvw574eq7C2ptmc,3737
 tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py,sha256=dE8y6mTpmNiBL6t_OFBzKZrYwtQiJaAVBFG9TfYaxV8,3674
 tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,sha256=pNAqimzrCRdxo3t_XtaPRR6a6Ddi3yvnzYg9E9VlhAk,2631
 tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py,sha256=wl8BMUzOILiQ4u7MnMmKjUXWBuZ4piQrIxZoi-TswHs,2847
@@ -314,7 +314,7 @@ tests/workflow/virtual_assistant_tools/servicenow/__init__.py,sha256=47DEQpj8HBS
 tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=ecTfkwxPMbyyEKS-dArAQkluZURO1nThwDdD66mgC3E,814
 tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=G0iI3X7SGEEy1Z2Hc7j917saY3lpzgfil_GtALCFilE,1043
-codemie_test_harness-0.1.126.dist-info/METADATA,sha256=EuLnOR2itCUP0ld1vlEqgxacxkeCkAxXo8GL8PYKtRY,8998
-codemie_test_harness-0.1.126.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.126.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.126.dist-info/RECORD,,
+codemie_test_harness-0.1.128.dist-info/METADATA,sha256=_lnQLk4z8G70SdoyMeeqhBiIdQcXRGnDPYWLm2dzg9o,8998
+codemie_test_harness-0.1.128.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.128.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.128.dist-info/RECORD,,

tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py

@@ -48,7 +48,7 @@ def test_workflow_with_sonar_tools_direct(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 95)
+    similarity_check.check_similarity(response, expected_response, 80)
 
 
 @pytest.mark.regression
@@ -87,7 +87,7 @@ def test_workflow_with_sonar_tools_with_hardcoded_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name
     )
-    similarity_check.check_similarity(response, expected_response, 95)
+    similarity_check.check_similarity(response, expected_response, 80)
 
 
 @pytest.mark.regression
@@ -129,4 +129,4 @@ def test_workflow_with_sonar_tools_with_overriding_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 95)
+    similarity_check.check_similarity(response, expected_response, 80)