codemie-test-harness 0.1.125__py3-none-any.whl → 0.1.127__py3-none-any.whl

codemie_test_harness/cli/runner.py

@@ -8,7 +8,7 @@ from .constants import CONSOLE
 def build_pytest_cmd(
     workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
 ) -> List[str]:
-    cmd = [sys.executable, "-m", "pytest"]
+    cmd = [sys.executable, "-m", "pytest", "../../tests"]
     if workers:
         cmd += ["-n", str(workers)]
     if marks:

{codemie_test_harness-0.1.125.dist-info → codemie_test_harness-0.1.127.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.125
+Version: 0.1.127
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.125)
+Requires-Dist: codemie-sdk-python (==0.1.127)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.125.dist-info → codemie_test_harness-0.1.127.dist-info}/RECORD

@@ -4,21 +4,21 @@ codemie_test_harness/cli/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeR
 codemie_test_harness/cli/commands/config_cmd.py,sha256=iCV7qJZrESIKZQdg_AmhuPz1EZLN2s-UpbdzzIjrVEU,1353
 codemie_test_harness/cli/commands/run_cmd.py,sha256=T5js1hwHKi1QuF-kLwP3c-GMtiO9QO15H3JJc7nzpp4,1052
 codemie_test_harness/cli/constants.py,sha256=956_apPJ4MjhnKo1ZtDooXCd2N89J3vyAB-J9-SOr7U,1637
-codemie_test_harness/cli/runner.py,sha256=065DF1ScVtIHsG1eBJpa0lmQJ3k1CfTJnbuDD2oYp90,786
+codemie_test_harness/cli/runner.py,sha256=AqED6FlYvvMOJdxTiTykgcXnmVzWKf0PXc_RTf-Kcv4,801
 codemie_test_harness/cli/utils.py,sha256=NlRa8VFbXTbD74jfUaSqbccGNu2R1dUIg8d5SyDTmIM,1136
 tests/__init__.py,sha256=nvgBwCx27qm2YIE4hzAwqoD0sMmUVF9Kec-ndl7CFZ8,994
 tests/assistant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assistant/datasource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assistant/datasource/test_code_datasource.py,sha256=4jMJjUClgjRKW2Prh0bkphQbZ78WCIP0fLKF2YY6pZM,2557
 tests/assistant/datasource/test_confluence_datasource.py,sha256=UCgeB8HfYxnSIHTAyfuMeDjvNM2a8PjjPJLRxnw923c,2206
-tests/assistant/datasource/test_file_indexing.py,sha256=yOLIWzeYjMKpOcRIjyvLOU_5gl282p4D1zUUM15rdDg,5430
+tests/assistant/datasource/test_file_indexing.py,sha256=A5SFUysgNgi-njgIXMCaNp8HIqqni96xje2dpeAgmrw,5410
 tests/assistant/datasource/test_google_datasource.py,sha256=U3lE8tnra_nBayyce3CYCvsF_KZUirP_IBhGgkW14Dw,2182
 tests/assistant/datasource/test_jira_datasource.py,sha256=vL6vh-eLhGomIDGwKeN7-fQlDS2Ilu9HR1g-yAkogww,2067
 tests/assistant/default_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assistant/default_integrations/test_default_integrations_for_tool.py,sha256=0ddIxpilM6KvpaZS6IzQ35iiy2ymI51LKlKilNcMF-k,7093
 tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py,sha256=QnHa6hwBdHCb6UNMg8PIvVU3bx3cUWL-E-DDhRSrUyA,7368
 tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py,sha256=x2sESRqwUBYOhTYPs9CNITWZhTO6Ya3YROjR5oLK8U0,9683
-tests/assistant/test_assistants.py,sha256=d8Mzv6mu5MM4OnAbqAM1GlWpfTS9kh3tXK_uTtFJlnQ,11984
+tests/assistant/test_assistants.py,sha256=cswQmyiBeHtYIglYx3MH-_QNg34kW5xDPjsqRyiNlfM,11918
 tests/assistant/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assistant/tools/ado/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py,sha256=lrcx5LJJ8Z6y6PCO8E4WAq-hwZMGwPR0NhOsofFyJ6w,4799
@@ -101,12 +101,12 @@ tests/test_data/direct_tools/direct_tools_test_data.py,sha256=hEy9frn13kqia4Qy7V
 tests/test_data/direct_tools/file_management_tools_test_data.py,sha256=uJWn80216agm-_YTIbF5Y72mU7gn6lChM5vFFjH99SI,1359
 tests/test_data/direct_tools/notification_tools_test_data.py,sha256=DDqnFiCEvhtH9Sc9KQbdXRgTQmSnn7JFslPyuxGKRhc,1491
 tests/test_data/direct_tools/open_api_tools_test_data.py,sha256=-maO_OZahugoKusuUGQ4kQR373BSupOqrbvnCuPgqRY,476
-tests/test_data/direct_tools/project_management_tools_test_data.py,sha256=YyIE7db8SLadP8pIfy4CWMr-nIcGXT9ih_7CPtsziPY,20888
+tests/test_data/direct_tools/project_management_tools_test_data.py,sha256=HDmVZPPbkNtylYaGTpMP5OKcNvbBLoOVIlxOmiz6Wjs,20827
 tests/test_data/direct_tools/research_tools_test_data.py,sha256=tpukFcY-2dD6ZEHLYFnv_axzj-fEcIvyF2yo-Hu8udY,15220
 tests/test_data/direct_tools/servicenow_tools_test_data.py,sha256=d-F3d6AUniYQ5qqnYtDVu0ME6_Xub9XjRLf7Ssx-J4o,5464
 tests/test_data/direct_tools/vcs_tools_test_data.py,sha256=ioMJ-eQfa2S1NPmXHyb9UmpBxiYFAvdkPGst8iVnvn8,7164
 tests/test_data/file_management_tools_test_data.py,sha256=TP9D2CtrZ_N6BFLcqErW6ggHlN9hUkSKGGGwo4Gt55c,3727
-tests/test_data/file_test_data.py,sha256=jAvQlVGTnxnbOEQx7yca57n6vun2dWa_iafO1ZMwrik,11910
+tests/test_data/file_test_data.py,sha256=lhMJBbejENthkDNcg5vvUB-nWFU4zidnPaplQJBU1CM,11712
 tests/test_data/files/large-files/large_file.txt,sha256=uLjvYxR0RpLPrXstAfhvfWhMwiWrhsaCl_WV-Lh6GKA,110100480
 tests/test_data/files/test.csv,sha256=M1FdTVc3LM74A2g6dQxRfOmJEvyJXRKBzWVzD4lFSno,52
 tests/test_data/files/test.docx,sha256=COrp_ujSoOVcG88in3t3w2oGckbd7xovk-ArsOrAq1w,26643
@@ -115,7 +115,6 @@ tests/test_data/files/test.ini,sha256=5AmpNeWzjWuUPkjX0d-QB0nswyyJ6ilZc7K29V9ltJ
 tests/test_data/files/test.jpeg,sha256=RzGESRrqXF35R8fvJovtijEiUu86KRslAHAK9h4fX9g,124982
 tests/test_data/files/test.jpg,sha256=RzGESRrqXF35R8fvJovtijEiUu86KRslAHAK9h4fX9g,124982
 tests/test_data/files/test.json,sha256=PU2SWV-0sh31J0b7chGJazD1kWNITRKxc0PXrKUWmBw,92
-tests/test_data/files/test.ods,sha256=JwQzmBneve47DJxUV7UbpbLV3Z1gqPMa-2oLwYUizgk,9240
 tests/test_data/files/test.pdf,sha256=wlaQPdOVHyTl7SnHh66I1yNiXV_Lo4xkLBtb3il2cRk,80574
 tests/test_data/files/test.png,sha256=RzGESRrqXF35R8fvJovtijEiUu86KRslAHAK9h4fX9g,124982
 tests/test_data/files/test.pptx,sha256=QPIWD8dB3K5rNkItWa_WaRhpadZt8hQdBR-2aTXc1xo,31896
@@ -208,7 +207,7 @@ tests/utils/aws_parameters_store.py,sha256=fbyRpX_NkSPijXdAzAcwRSS_ukJa1Pxqcu_TJ
 tests/utils/base_utils.py,sha256=9kfGJs-Bp8m2f_lAQACH2rtNxnUYTOcDPWmU4mJX1Gc,5970
 tests/utils/client_factory.py,sha256=Yyg2iXe7g7fIfIUbOH8z_8qgVo_lB-nYLOfCV5ONXFw,641
 tests/utils/constants.py,sha256=pQB9dC2MgT8X1wPA0rWmGJn4HSWCpUZvvLuI42kw2nY,1090
-tests/utils/datasource_utils.py,sha256=As9MXCo60fp0l2HuMeNh9NHOopWPKmAxh5ifiKXjIJM,12475
+tests/utils/datasource_utils.py,sha256=Dwos1XAZefm1wjB_EkJ2S9Ax4a74MIDKaOxctGAdaH8,12443
 tests/utils/file_utils.py,sha256=hY-kwnyzvtd1BQif8r5NhvRTGfpKLmQKyRsq1Tuflhg,585
 tests/utils/gitbud_utils.py,sha256=UJ3RbhPSjHQSdos6S6zTR9iZULrBDJXoXq9cbjFH7bo,7829
 tests/utils/http_utils.py,sha256=qsKNvBVN6nrRlz0lZRYhhxdrI6Ecs17KUKo8rsrpJ_o,1598
@@ -268,7 +267,7 @@ tests/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py,sh
 tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py,sha256=hQUDj71Uzt0zkNjPP_b_opXfFl-SnUb9rpHxUO65jAk,2693
 tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=sXGmqswUXgjZbfRWAbz65ZvcGe1AJVquKFahGn8LfEM,2757
 tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=0gjWaURg61PDhW7E16K7qam50OESdIBZw7puPcxJwKk,3467
-tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=wygzuEVyWswZrWp8hcsD4gjLsG97EvvQ1QJPfWGS61Q,3737
+tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=Lbq9Oe7N1HXYTypHHSZLjSinbMHKhvw574eq7C2ptmc,3737
 tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py,sha256=dE8y6mTpmNiBL6t_OFBzKZrYwtQiJaAVBFG9TfYaxV8,3674
 tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,sha256=pNAqimzrCRdxo3t_XtaPRR6a6Ddi3yvnzYg9E9VlhAk,2631
 tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py,sha256=wl8BMUzOILiQ4u7MnMmKjUXWBuZ4piQrIxZoi-TswHs,2847
@@ -315,7 +314,7 @@ tests/workflow/virtual_assistant_tools/servicenow/__init__.py,sha256=47DEQpj8HBS
 tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=ecTfkwxPMbyyEKS-dArAQkluZURO1nThwDdD66mgC3E,814
 tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=G0iI3X7SGEEy1Z2Hc7j917saY3lpzgfil_GtALCFilE,1043
-codemie_test_harness-0.1.125.dist-info/METADATA,sha256=VBB3EoZy1rdVrrAvR_d83F4dMHOM3vGWar9-KTEITOk,8998
-codemie_test_harness-0.1.125.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.125.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.125.dist-info/RECORD,,
+codemie_test_harness-0.1.127.dist-info/METADATA,sha256=99AQgcfkydHxy2EAcC4EEPoxA2tlfS0TF3FI7Q8JxOM,8998
+codemie_test_harness-0.1.127.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.127.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.127.dist-info/RECORD,,

tests/assistant/datasource/test_file_indexing.py

@@ -32,7 +32,6 @@ def pytest_generate_tests(metafunc):
     # Excluding not supported extensions for now
     files_to_exclude = [
         "test.jpg",
-        "test.ods",
         "test.vtt",
         "test.ini",
         "test.gif",

tests/assistant/test_assistants.py

@@ -220,7 +220,6 @@ def test_create_assistant_and_prompt_with_file(
     prompt = (
         f"What is the content/text of the {file_name}. Show information from ALL pages. "
         "For PDF use 'Text' for query. If provided file is CSV then run python_repl_ast tool and show first 5 rows."
-        "For images use Image Tool to explain what you see on it"
     )
 
     assistant = assistant(system_prompt=system_prompt_for_chatting_with_files)

tests/test_data/direct_tools/project_management_tools_test_data.py

@@ -6,11 +6,7 @@ project_management_tools_data = [
         Toolkit.PROJECT_MANAGEMENT,
         ProjectManagementTool.JIRA,
         ProjectManagementIntegrationType.JIRA,
-        {
-            "method": "GET",
-            "relative_url": "/rest/api/2/issue/EPMCDME-222",
-            "params": {},
-        },
+        {"method": "GET", "relative_url": "/rest/api/2/issue/EPMCDME-222"},
         """
             HTTP: GET /rest/api/2/issue/EPMCDME-222 -> 200 OK {"expand":"renderedFields,names,schema,operations,editmeta,
             changelog,versionedRepresentations","id":"6959493","self":"https://jiraeu.epam.com/rest/api/2/issue/6959493",

tests/test_data/file_test_data.py

@@ -35,15 +35,6 @@ file_test_data = [
             None	None	Travellers
         """,
     ),
-    (
-        "test.ods",
-        """
-            Column 1	Column 2	Column 3
-            Cars	Test	222
-            Data	Cats	111
-            None	None	Travellers
-        """,
-    ),
     (
         "test.vtt",
         """
@@ -241,7 +232,6 @@ files_with_different_types_test_data = [
     "test.png",
     "test.docx",
     "test.xlsx",
-    "test.ods",
     "test.ini",
 ]
 

tests/utils/datasource_utils.py

@@ -163,9 +163,7 @@ class DataSourceUtils(BaseUtils):
         self.client.datasources.create_file_datasource(create_datasource_request, files)
 
         datasource = wait_for_entity(
-            lambda: self.client.datasources.list(
-                per_page=200, filters={"search": name}
-            ),
+            lambda: self.client.datasources.list(per_page=200, filters={"name": name}),
             entity_name=name,
         )
 

tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py

@@ -48,7 +48,7 @@ def test_workflow_with_sonar_tools_direct(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 95)
+    similarity_check.check_similarity(response, expected_response, 80)
 
 
 @pytest.mark.regression
@@ -87,7 +87,7 @@ def test_workflow_with_sonar_tools_with_hardcoded_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name
     )
-    similarity_check.check_similarity(response, expected_response, 95)
+    similarity_check.check_similarity(response, expected_response, 80)
 
 
 @pytest.mark.regression
@@ -129,4 +129,4 @@ def test_workflow_with_sonar_tools_with_overriding_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, assistant_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 95)
+    similarity_check.check_similarity(response, expected_response, 80)