codemie-test-harness 0.1.132__py3-none-any.whl → 0.1.134__py3-none-any.whl

codemie_test_harness/cli/runner.py

@@ -12,7 +12,7 @@ except Exception:
 from .constants import CONSOLE
 
 
-def _resolve_tests_path_and_root() -> tuple[str, str]:
+def resolve_tests_path_and_root() -> tuple[str, str]:
     """Resolve tests path and working directory.
 
     Returns:
@@ -46,7 +46,7 @@ def _resolve_tests_path_and_root() -> tuple[str, str]:
 def build_pytest_cmd(
     workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
 ) -> tuple[List[str], str]:
-    tests_path, root_dir = _resolve_tests_path_and_root()
+    tests_path, root_dir = resolve_tests_path_and_root()
     cmd = [sys.executable, "-m", "pytest", tests_path]
     if workers:
         cmd += ["-n", str(workers)]

codemie_test_harness/tests/__init__.py

@@ -6,8 +6,11 @@ from pathlib import Path
 from dotenv import load_dotenv
 
 from codemie_test_harness.tests.utils.aws_parameters_store import AwsParameterStore
+from codemie_test_harness.cli.runner import resolve_tests_path_and_root
 
-load_dotenv()
+_, root_dir = resolve_tests_path_and_root()
+env_file_path = Path(root_dir) / ".env"
+load_dotenv(env_file_path)
 
 if os.getenv("AWS_ACCESS_KEY") and os.getenv("AWS_SECRET_KEY"):
     aws_parameters_store = AwsParameterStore.get_instance(
@@ -20,10 +23,13 @@ if os.getenv("AWS_ACCESS_KEY") and os.getenv("AWS_SECRET_KEY"):
         f"/codemie/autotests/dotenv/{os.getenv('ENV')}"
     )
 
-    with open(Path(__file__).parent.parent / ".env", "w") as file:
+    # Use the .env path that was loaded
+
+    with open(env_file_path, "w") as file:
         file.write(dotenv)
 
-    load_dotenv()
+    # Reload .env file with AWS parameters
+    load_dotenv(env_file_path)
 
 LANGFUSE_TRACES_ENABLED = (
     os.getenv("LANGFUSE_TRACES_ENABLED", "false").lower() == "true"

codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py

@@ -1,6 +1,7 @@
 """Tests for Confluence datasource operations - Final version."""
 
 import os
+
 import pytest
 from hamcrest import assert_that, equal_to
 from requests import HTTPError
@@ -8,31 +9,60 @@ from requests import HTTPError
 from codemie_test_harness.tests.test_data.pm_tools_test_data import (
     CONFLUENCE_TOOL_PROMPT,
     RESPONSE_FOR_CONFLUENCE_TOOL,
+    CONFLUENCE_CLOUD_TOOL_PROMPT,
+    RESPONSE_FOR_CONFLUENCE_CLOUD_TOOL,
 )
+from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
 
 
+@pytest.fixture(scope="function")
+def confluence_cloud_datasource(datasource_utils, confluence_cloud_integration):
+    datasource = datasource_utils.create_confluence_datasource(
+        setting_id=confluence_cloud_integration.id,
+        cql=CredentialsUtil.confluence_cloud_jql(),
+    )
+    yield datasource
+    if datasource:
+        datasource_utils.delete_datasource(datasource)
+
+
 @pytest.mark.regression
-def test_create_datasource_with_confluence_integration(
+@pytest.mark.parametrize(
+    "datasource_fixture, prompt, expected_response",
+    [
+        ("confluence_datasource", CONFLUENCE_TOOL_PROMPT, RESPONSE_FOR_CONFLUENCE_TOOL),
+        (
+            "confluence_cloud_datasource",
+            CONFLUENCE_CLOUD_TOOL_PROMPT,
+            RESPONSE_FOR_CONFLUENCE_CLOUD_TOOL,
+        ),
+    ],
+    ids=["Confluence", "Confluence Cloud"],
+)
+def test_create_datasource_with_confluence_and_confluence_cloud_integration(
+    request,
     assistant,
     assistant_utils,
     datasource_utils,
-    confluence_datasource,
     kb_context,
-    default_llm,
     similarity_check,
+    datasource_fixture,
+    prompt,
+    expected_response,
 ):
-    assistant = assistant(context=kb_context(confluence_datasource))
+    datasource = request.getfixturevalue(datasource_fixture)
+    assistant = assistant(context=kb_context(datasource))
 
-    response = assistant_utils.ask_assistant(assistant, CONFLUENCE_TOOL_PROMPT)
-    similarity_check.check_similarity(response, RESPONSE_FOR_CONFLUENCE_TOOL)
+    response = assistant_utils.ask_assistant(assistant, prompt)
+    similarity_check.check_similarity(response, expected_response)
 
     datasource_utils.update_confluence_datasource(
-        confluence_datasource.id, full_reindex=True, skip_reindex=False
+        datasource.id, full_reindex=True, skip_reindex=False
     )
 
-    response = assistant_utils.ask_assistant(assistant, CONFLUENCE_TOOL_PROMPT)
-    similarity_check.check_similarity(response, RESPONSE_FOR_CONFLUENCE_TOOL)
+    response = assistant_utils.ask_assistant(assistant, prompt)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -51,7 +81,7 @@ def test_edit_description_for_confluence_data_source(
 
 @pytest.mark.regression
 def test_create_confluence_datasource_with_existing_name(
-    confluence_datasource, datasource_utils
+    datasource_utils, confluence_datasource
 ):
     datasource = datasource_utils.get_datasource(confluence_datasource.id)
 

codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py

@@ -8,36 +8,60 @@ from requests import HTTPError
 from codemie_test_harness.tests.test_data.pm_tools_test_data import (
     JIRA_TOOL_PROMPT,
     RESPONSE_FOR_JIRA_TOOL,
+    JIRA_CLOUD_TOOL_PROMPT,
+    RESPONSE_FOR_JIRA_CLOUD_TOOL,
 )
+from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
 
 
+@pytest.fixture(scope="function")
+def jira_cloud_datasource(datasource_utils, jira_cloud_integration):
+    datasource = datasource_utils.create_jira_datasource(
+        setting_id=jira_cloud_integration.id, jql=CredentialsUtil.jira_cloud_jql()
+    )
+    yield datasource
+    if datasource:
+        datasource_utils.delete_datasource(datasource)
+
+
 @pytest.mark.regression
-def test_create_datasource_with_jira_integration(
+@pytest.mark.parametrize(
+    "datasource_fixture, prompt, expected_response",
+    [
+        ("jira_datasource", JIRA_TOOL_PROMPT, RESPONSE_FOR_JIRA_TOOL),
+        ("jira_cloud_datasource", JIRA_CLOUD_TOOL_PROMPT, RESPONSE_FOR_JIRA_CLOUD_TOOL),
+    ],
+    ids=["Jira", "Jira Cloud"],
+)
+def test_create_datasource_with_jira_and_jira_cloud_integration(
+    request,
     assistant,
     assistant_utils,
     datasource_utils,
-    jira_datasource,
     kb_context,
-    default_llm,
     similarity_check,
+    datasource_fixture,
+    prompt,
+    expected_response,
 ):
-    assistant = assistant(context=kb_context(jira_datasource))
+    datasource = request.getfixturevalue(datasource_fixture)
+    assistant = assistant(context=kb_context(datasource))
 
-    response = assistant_utils.ask_assistant(assistant, JIRA_TOOL_PROMPT)
-    similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
+    response = assistant_utils.ask_assistant(assistant, prompt)
+    similarity_check.check_similarity(response, response)
 
     datasource_utils.update_jira_datasource(
-        jira_datasource.id, full_reindex=True, skip_reindex=False
+        datasource.id, full_reindex=True, skip_reindex=False
     )
 
-    response = assistant_utils.ask_assistant(assistant, JIRA_TOOL_PROMPT)
-    similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
+    response = assistant_utils.ask_assistant(assistant, prompt)
+    similarity_check.check_similarity(response, response)
 
 
 @pytest.mark.regression
 def test_edit_description_for_jira_data_source(
-    client, jira_datasource, datasource_utils
+    client, datasource_utils, jira_datasource
 ):
     updated_description = get_random_name()
 
@@ -50,7 +74,7 @@ def test_edit_description_for_jira_data_source(
 
 
 @pytest.mark.regression
-def test_create_jira_datasource_with_existing_name(jira_datasource, datasource_utils):
+def test_create_jira_datasource_with_existing_name(datasource_utils, jira_datasource):
     datasource = datasource_utils.get_datasource(jira_datasource.id)
 
     try:

codemie_test_harness/tests/test_data/pm_tools_test_data.py

@@ -72,10 +72,20 @@ CONFLUENCE_CLOUD_TOOL_PROMPT = """
     relative_url='/rest/api/content/search'
     method='GET'
     params='{'cql': 'title ~ "codemie"', 'limit': 5, 'expand': 'body.storage'}'
+    or Search Kb tool
+    and return the page content
 """
 
 RESPONSE_FOR_CONFLUENCE_CLOUD_TOOL = """
-    I found one page related to "codemie":
-    - **Title:** [Codemie Platform](https://codemie-test.atlassian.net/wiki/spaces/~71202043303b83370a486ea6ba5a1da8884d63/pages/131223/Codemie+Platform)
-    Let me know if you need more information regarding this page or anything else.
+    Here are some pages related to "codemie" from the Confluence space:
+    Codemie Platform
+    Title: Codemie Platform
+    URL: Codemie Platform
+    Description: This page mentions that "Codemie Platform is the best one."
+
+    CODEMIE Overview
+    Title: CODEMIE
+    URL: CODEMIE Overview
+    Description: This space includes a section for describing the purpose of the space, a search feature, and a filter by label functionality.
+    If you need more detailed information about a specific page, please let me know!
 """

codemie_test_harness/tests/utils/__init__.py

@@ -1,8 +1,12 @@
 import os
+from pathlib import Path
 
 from dotenv import load_dotenv
+from codemie_test_harness.cli.runner import resolve_tests_path_and_root
 
-load_dotenv()
+_, root_dir = resolve_tests_path_and_root()
+env_path = Path(root_dir) / ".env"
+load_dotenv(env_path)
 
 api_domain = os.getenv("CODEMIE_API_DOMAIN")
 verify_ssl = os.getenv("VERIFY_SSL", "").lower() == "true"

codemie_test_harness/tests/utils/aws_parameters_store.py

@@ -563,3 +563,15 @@ class CredentialsUtil:
             if cred.key == "kubernetes_token":
                 cred.value = "wrong_token"
         return credentials
+
+    @staticmethod
+    def jira_cloud_jql() -> str:
+        jira_creds = AwsParameterStore.get_cloud_provider_credentials("jira")
+        return jira_creds.get("jiracloud", {}).get("jql")
+
+    @staticmethod
+    def confluence_cloud_jql() -> str:
+        confluence_creds = AwsParameterStore.get_cloud_provider_credentials(
+            "confluence"
+        )
+        return confluence_creds.get("confluencecloud", {}).get("cql")

{codemie_test_harness-0.1.132.dist-info → codemie_test_harness-0.1.134.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.132
+Version: 0.1.134
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.132)
+Requires-Dist: codemie-sdk-python (==0.1.134)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.132.dist-info → codemie_test_harness-0.1.134.dist-info}/RECORD

@@ -6,17 +6,17 @@ codemie_test_harness/cli/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeR
 codemie_test_harness/cli/commands/config_cmd.py,sha256=iCV7qJZrESIKZQdg_AmhuPz1EZLN2s-UpbdzzIjrVEU,1353
 codemie_test_harness/cli/commands/run_cmd.py,sha256=T5js1hwHKi1QuF-kLwP3c-GMtiO9QO15H3JJc7nzpp4,1052
 codemie_test_harness/cli/constants.py,sha256=956_apPJ4MjhnKo1ZtDooXCd2N89J3vyAB-J9-SOr7U,1637
-codemie_test_harness/cli/runner.py,sha256=IQC7up2qnQoOMf_oCAGSY-dfQbAXH1gnrar0_NM0wME,2351
+codemie_test_harness/cli/runner.py,sha256=5VAL4noqiKrGjo5oYVJKzt4QNmkZFTe1Mw6Mll9uGfc,2349
 codemie_test_harness/cli/utils.py,sha256=NlRa8VFbXTbD74jfUaSqbccGNu2R1dUIg8d5SyDTmIM,1136
 codemie_test_harness/pytest.ini,sha256=Sxr-zVHZ9hJt2Ks0x7xxjh_SA-KhD-vRrDWAfDd9QKs,192
-codemie_test_harness/tests/__init__.py,sha256=VD47b_NmFnTzr1RxAY9NllZMESBxKWeaEXS_xJo4zls,1015
+codemie_test_harness/tests/__init__.py,sha256=ASrWeb7WAqehvQkvz3g6h57stJuWAPj7jMG6vPvYalE,1257
 codemie_test_harness/tests/assistant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/datasource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/datasource/test_code_datasource.py,sha256=NZmw3efv_FBkyi-1FnkQjNknlg34w4PEFv0rodUvCFw,2599
-codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py,sha256=cj7O4Sr1YohqKLD_bycfpQL0ugFmpJ2ZCWurlAUKkO8,2248
+codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py,sha256=woV0grYUPqj8SNNdfbhnNvVdgGTC2Bca35JUWloSJM4,3206
 codemie_test_harness/tests/assistant/datasource/test_file_indexing.py,sha256=VC3kFcbaOIMMN2-tCmwC4QdZLRGdCiMf1Dq7ZMFZNBE,5536
 codemie_test_harness/tests/assistant/datasource/test_google_datasource.py,sha256=G1nj0Toj4SFVnfVpec5J9kKEfmzzl15G2-jtQolY4MA,2224
-codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py,sha256=FeWP8RhtyWTkB4rftEn_BCPWKVDtgGoEVPX9jbKl2Dw,2122
+codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py,sha256=s5MROPK0kGaX0-3WZFZbd35MzIHOrJ9GdtrTYSWz5P8,2951
 codemie_test_harness/tests/assistant/default_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py,sha256=FxYeYhc7EHpFmnDrthQl73BZg6p0beW0JJ5FUj6Kk88,7232
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py,sha256=XgRn2bNCazNO5nml0ZXWqv4VuDGocCl6PbP5bopnyVA,7503
@@ -140,7 +140,7 @@ codemie_test_harness/tests/test_data/open_api_tools_test_data.py,sha256=XhVzelRX
 codemie_test_harness/tests/test_data/openapi.json,sha256=X4uqtfjpTUuMifefQRf8mHI1k8pspp8-L0rpJlhLOI4,10459
 codemie_test_harness/tests/test_data/output_schema_test_data.py,sha256=4l7AvXbMl9hIvoFxu1LPPSGz9hb5Uz2_is4zTm77ARY,261
 codemie_test_harness/tests/test_data/plugin_tools_test_data.py,sha256=OnOKcstocjHSX_kzcsi3QNjAKyMB_nDSwtw9yLzPOoY,2926
-codemie_test_harness/tests/test_data/pm_tools_test_data.py,sha256=-H9EF7_0VKiKjSR0Yd1N_ua9QeRT6c23aKLaaQUSu4M,2955
+codemie_test_harness/tests/test_data/pm_tools_test_data.py,sha256=ctPwLSJYy7xPg4B-uwAAhRwIogdxTgBn-PPY2rN0llc,3248
 codemie_test_harness/tests/test_data/project_management_test_data.py,sha256=gdWlX6xhie7JpLurGjq5S8jBNLpp80fVQy5jV7BjNJk,1207
 codemie_test_harness/tests/test_data/research_tools_test_data.py,sha256=FtOhWp7PbRdw36IUIa46OBbE2wy8yKZkpI6uwCfSoXQ,4745
 codemie_test_harness/tests/test_data/servicenow_tools_test_data.py,sha256=PKw9zEYSNcQM1KApCSjsBiA_3Py0bNQI7clqw8cmT-s,1983
@@ -207,9 +207,9 @@ codemie_test_harness/tests/ui/test_workflow_details.py,sha256=PkLMhvQSd3XOYZMj8Q
 codemie_test_harness/tests/ui/test_workflow_executions_page.py,sha256=9GMFNKtIO3AN8bnaM8XIcoR79X09_vLTF4tbMJ-ebCw,11644
 codemie_test_harness/tests/ui/test_workflow_templates.py,sha256=A6eaR-7M5VXoPlUJfKIAzqdxVquC1WnzwzMpOg74dwc,4558
 codemie_test_harness/tests/ui/test_workflows.py,sha256=_UQT9soqxV68aqFt0V3KJ3iJFA55kzE891EJIER9kk8,3464
-codemie_test_harness/tests/utils/__init__.py,sha256=IytbI4DHEFmsvw_TJJVUNP6ZB6upkajgpSkw_MAurwc,162
+codemie_test_harness/tests/utils/__init__.py,sha256=Bu1sRfq1DeSYdW979HKcg3LcG-yYHjZWLsPDiy1Wmus,346
 codemie_test_harness/tests/utils/assistant_utils.py,sha256=2ziNJlLDDso-USjktN32bKX64x9pSkwC_Cj7rKEXlig,5419
-codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=GyL4l8Z6jtV2aRtWV3mFDL4sk6OxDT0X5v0yYq3subI,20184
+codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=zpFR3PourK-jPOGkwoWOCx3YIHrx9TZkS5KF-QgbHJY,20612
 codemie_test_harness/tests/utils/base_utils.py,sha256=tfishCUxO3iEuasWOifoF9_fXspm4uIHS26Ryqu-NxA,5998
 codemie_test_harness/tests/utils/client_factory.py,sha256=Yyg2iXe7g7fIfIUbOH8z_8qgVo_lB-nYLOfCV5ONXFw,641
 codemie_test_harness/tests/utils/constants.py,sha256=lb6mgLjt0GM85Khs18rL1jnE9ILx8L811ykNhpF6IDA,1111
@@ -321,7 +321,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=Cxe5Yuy9JE_IEsnQOThpVIZQqpfLuHfDkF6JwLngDc8,890
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=tm0NvUf_UtzLPTYJWykYpsNoxoVs-Eh80guDmRwImwg,1106
-codemie_test_harness-0.1.132.dist-info/METADATA,sha256=JssHv0o_wKQ6-Zjzq7RY7Kd7fqbhWs3tSsn2r1TTSIg,8998
-codemie_test_harness-0.1.132.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.132.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.132.dist-info/RECORD,,
+codemie_test_harness-0.1.134.dist-info/METADATA,sha256=_C34qXz4_gJ9nGFuh1iAbE4fl9w1pEnheiyvxxiVkx8,8998
+codemie_test_harness-0.1.134.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.134.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.134.dist-info/RECORD,,