codemie-test-harness 0.1.199__py3-none-any.whl → 0.1.201__py3-none-any.whl

codemie_test_harness/cli/constants.py

@@ -20,6 +20,7 @@ KEY_MARKS = "PYTEST_MARKS"
 KEY_XDIST_N = "PYTEST_N"
 KEY_RERUNS = "PYTEST_RERUNS"
 KEY_COUNT = "PYTEST_COUNT"
+KEY_TIMEOUT = "TEST_TIMEOUT"
 
 # === COMPLETE INTEGRATION CREDENTIALS KEYS ===
 # Version Control Systems (GitLab, GitHub)
@@ -146,6 +147,7 @@ KEY_MSSQL_PASSWORD = "MSSQL_PASSWORD"
 DEFAULT_MARKS = "smoke"
 DEFAULT_XDIST_N = 8
 DEFAULT_RERUNS = 2
+DEFAULT_TIMEOUT = 300
 
 AUTH_KEYS = [
     KEY_AUTH_SERVER_URL,

codemie_test_harness/tests/utils/workflow_utils.py

@@ -1,10 +1,13 @@
 import os
+from pathlib import Path
+from typing import Optional
 
 from codemie_sdk.models.workflow import (
     WorkflowCreateRequest,
     WorkflowUpdateRequest,
     WorkflowMode,
 )
+
 from codemie_test_harness.tests import PROJECT
 from codemie_test_harness.tests.utils.base_utils import (
     BaseUtils,
@@ -97,8 +100,14 @@ class WorkflowUtils(BaseUtils):
             entity_name=response[1],
         )
 
-    def execute_workflow(self, workflow, execution_name, user_input=""):
-        self.client.workflows.run(workflow, user_input=user_input)
+    def execute_workflow(
+        self,
+        workflow,
+        execution_name,
+        user_input="",
+        file_name: Optional[str] = None,
+    ):
+        self.client.workflows.run(workflow, user_input=user_input, file_name=file_name)
         executions = self.client.workflows.executions(workflow)
         execution_id = next(
             row.execution_id for row in executions.list() if row.prompt == user_input
@@ -232,6 +241,9 @@ class WorkflowUtils(BaseUtils):
 
         return triggered_tools
 
+    def upload_file(self, file_path: Path):
+        return self.client.files.bulk_upload([file_path])
+
     @staticmethod
     def _extract_tools_from_thoughts(thoughts_data):
         """

codemie_test_harness/tests/workflow/test_workflows.py

@@ -3,8 +3,18 @@ import json
 import pytest
 from hamcrest import assert_that, equal_to
 
+from codemie_test_harness.tests.enums.tools import Default
+from codemie_test_harness.tests.test_data.assistant_test_data import (
+    EXCEL_TOOL_TEST_DATA,
+    DOCX_TOOL_TEST_DATA,
+)
+from codemie_test_harness.tests.test_data.file_test_data import file_test_data
 from codemie_test_harness.tests.test_data.output_schema_test_data import output_schema
-from codemie_test_harness.tests.utils.base_utils import get_random_name
+from codemie_test_harness.tests.utils.base_utils import (
+    get_random_name,
+    assert_tool_triggered,
+)
+from codemie_test_harness.tests.utils.constants import FILES_PATH
 from codemie_test_harness.tests.utils.yaml_utils import AssistantModel, StateModel
 
 
@@ -37,3 +47,191 @@ def test_workflow_with_json_output_schema(default_llm, workflow, workflow_utils)
     )
 
     assert_that(json.loads(response)["results"][0], equal_to(2))
+
+
+@pytest.mark.workflow
+@pytest.mark.api
+@pytest.mark.smoke
+@pytest.mark.file
+@pytest.mark.parametrize(
+    "file_name, expected_response, expected_tool",
+    file_test_data,
+    ids=[f"{row[0]}" for row in file_test_data],
+)
+def test_workflow_with_user_input_and_file_attachment(
+    workflow_with_virtual_assistant,
+    workflow_utils,
+    assistant_utils,
+    file_name,
+    expected_response,
+    expected_tool,
+    similarity_check,
+):
+    """
+    Test workflow execution with user input that includes file attachment.
+
+    This test demonstrates how workflows can handle file attachments by:
+    1. Uploading a file
+    2. Creating a workflow with file processing capabilities
+    3. Executing the workflow with user input that references the uploaded file
+    4. Verifying that file processing tools are triggered
+    """
+    assistant_and_state_name = get_random_name()
+
+    # Upload file to get file URL
+    upload_response = workflow_utils.upload_file(FILES_PATH / file_name)
+    file_url = upload_response.files[0].file_url
+
+    # Create workflow with virtual assistant that has file analysis capabilities
+    # Note: File analysis tools are automatically available when files are processed
+    system_prompt = "You are a helpful assistant that can analyze and process files. "
+
+    workflow_instance = workflow_with_virtual_assistant(
+        assistant_and_state_name=assistant_and_state_name,
+        system_prompt=system_prompt,
+        task=(
+            "Analyze the uploaded file from the provided file URL and give a detailed summary. "
+            "Use the appropriate file analysis tools based on the file type to extract and process the content."
+        ),
+    )
+
+    # Prepare user input that includes file reference
+    user_input = "Please provide a summary about file content."
+
+    # Execute workflow
+    response = workflow_utils.execute_workflow(
+        workflow_instance.id,
+        assistant_and_state_name,
+        user_input=user_input,
+        file_name=file_url,
+    )
+
+    # Extract triggered tools from execution
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_instance
+    )
+
+    assert_tool_triggered(expected_tool, triggered_tools)
+    similarity_check.check_similarity(response, expected_response)
+
+
+@pytest.mark.workflow
+@pytest.mark.file
+@pytest.mark.api
+@pytest.mark.smoke
+@pytest.mark.parametrize("prompt, expected_response", EXCEL_TOOL_TEST_DATA)
+def test_workflow_excel_tool_extended_functionality(
+    workflow_with_virtual_assistant,
+    workflow_utils,
+    similarity_check,
+    prompt,
+    expected_response,
+):
+    """
+    Test extended Excel tool functionality with various scenarios in workflow.
+
+    This test covers:
+    - Data extraction from visible sheets only
+    - All data including hidden sheets
+    - Sheet name listing functionality
+    - File statistics and structure analysis
+    - Single sheet extraction by index and name
+    - Data cleaning and normalization
+    - Hidden sheet visibility control
+    - Column structure and data type analysis
+    - Tabular structure normalization
+    - Multi-sheet comprehensive analysis
+
+    """
+    assistant_and_state_name = get_random_name()
+
+    # Upload file to get file URL
+    upload_response = workflow_utils.upload_file(FILES_PATH / "test_extended.xlsx")
+    file_url = upload_response.files[0].file_url
+
+    # Create workflow with virtual assistant that has Excel file processing capabilities
+    system_prompt = "You have all required information in initial prompt. Do not ask additional questions and proceed with request."
+
+    workflow_instance = workflow_with_virtual_assistant(
+        assistant_and_state_name=assistant_and_state_name,
+        system_prompt=system_prompt,
+        task=prompt,
+    )
+
+    # Execute workflow with the file URL
+    response = workflow_utils.execute_workflow(
+        workflow_instance.id,
+        assistant_and_state_name,
+        user_input="Process the uploaded Excel file as requested.",
+        file_name=file_url,
+    )
+
+    # Extract triggered tools from execution
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_instance
+    )
+
+    assert_tool_triggered(Default.EXCEL_TOOL, triggered_tools)
+    similarity_check.check_similarity(response, expected_response)
+
+
+@pytest.mark.workflow
+@pytest.mark.file
+@pytest.mark.api
+@pytest.mark.smoke
+@pytest.mark.parametrize("prompt, expected_response", DOCX_TOOL_TEST_DATA)
+def test_workflow_docx_tool_extended_functionality(
+    workflow_with_virtual_assistant,
+    workflow_utils,
+    similarity_check,
+    prompt,
+    expected_response,
+):
+    """
+    Test extended Docx tool functionality with various scenarios in workflow.
+
+    This test covers:
+    - Extract plain text using 'text' query
+    - Extract text with metadata using 'text_with_metadata' query
+    - Extract document structure using 'structure_only' query
+    - Extract tables using 'table_extraction' query
+    - Generate summary using 'summary' query
+    - Perform analysis with custom instructions using 'analyze' query
+    - Process specific pages '1-3' using pages parameter
+    - Process specific pages '1,5,10' using pages parameter
+    - Extract images using 'image_extraction' query
+    - Extract text with OCR from images using 'text_with_images' query
+
+    """
+    assistant_and_state_name = get_random_name()
+
+    # Upload file to get file URL
+    upload_response = workflow_utils.upload_file(FILES_PATH / "test_extended.docx")
+    file_url = upload_response.files[0].file_url
+
+    # Create workflow with virtual assistant that has DOCX file processing capabilities
+    system_prompt = """You are a helpful assistant that can analyze and process DOCX files.
+                       You have all required information in initial prompt.
+                       Do not ask additional questions and proceed with request."""
+
+    workflow_instance = workflow_with_virtual_assistant(
+        assistant_and_state_name=assistant_and_state_name,
+        system_prompt=system_prompt,
+        task=prompt,
+    )
+
+    # Execute workflow with the file URL
+    response = workflow_utils.execute_workflow(
+        workflow_instance.id,
+        assistant_and_state_name,
+        user_input="Process the uploaded DOCX file as requested.",
+        file_name=file_url,
+    )
+
+    # Extract triggered tools from execution
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_instance
+    )
+
+    assert_tool_triggered(Default.DOCX_TOOL, triggered_tools)
+    similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.199.dist-info → codemie_test_harness-0.1.201.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.199
+Version: 0.1.201
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.199)
+Requires-Dist: codemie-sdk-python (==0.1.201)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.199.dist-info → codemie_test_harness-0.1.201.dist-info}/RECORD

@@ -8,7 +8,7 @@ codemie_test_harness/cli/commands/config_cmd.py,sha256=QDZSEXWoenkEvX55UaDm7rTlD
 codemie_test_harness/cli/commands/marks_cmd.py,sha256=8mKGJNLkGBVZRw2DwCDUAyZOO2fKyfV18J60eaB5eCY,1392
 codemie_test_harness/cli/commands/run_cmd.py,sha256=J6l1nrIQbr9iJ473TCB5KbEfOwkIaxS6bJFmngxmB4o,1760
 codemie_test_harness/cli/commands/workflow_cmd.py,sha256=QwT_6DAyjeWBZiamvGuBBi6JKh9Cu-wS756xClWmpzI,1784
-codemie_test_harness/cli/constants.py,sha256=9h49sgx4vBA5M1XmkBF5u3_Qhj2C144a1N5URsTq5sw,12486
+codemie_test_harness/cli/constants.py,sha256=evjLKRhV8Qi1vSobKrKgrUb1RoAU-gFHA0HIXcTk42o,12537
 codemie_test_harness/cli/marks_utils.py,sha256=CGAIMWO7EqApYTl3qMxBkREjA3yOQOQGjqgbxQ6bL1s,11164
 codemie_test_harness/cli/runner.py,sha256=ZQNKwD98SWcSXOXeVtK39q-cdPWnFLwwUHPDua-4s5w,3954
 codemie_test_harness/cli/utils.py,sha256=1X7XPcYAgeH1BpwKo4sOk1VpYdxda15usi9U9_dv7BY,1557
@@ -284,7 +284,7 @@ codemie_test_harness/tests/utils/pytest_utils.py,sha256=k-mEjX2qpnh37sqKpJqYhZT6
 codemie_test_harness/tests/utils/search_utils.py,sha256=SrXiB2d9wiI5ka9bgg0CD73GOX_1mqi2Hz5FBm5DsEU,1435
 codemie_test_harness/tests/utils/similarity_check.py,sha256=1U66NGh6esISKABodtVobE2WnuFt0f6vcK3qUri6ZqU,1485
 codemie_test_harness/tests/utils/user_utils.py,sha256=zJNrmL3Fb7iGuaVRobUMwJ2Og6NqEPcM_9lw60m18T8,242
-codemie_test_harness/tests/utils/workflow_utils.py,sha256=awEoO0U23_JkHzg_DAZyblM9GW-rQ6hYjdsqRBdyeOw,9101
+codemie_test_harness/tests/utils/workflow_utils.py,sha256=Kz4F4Xzdx42PNmye--ENpjSakdB1Y-QL_nwSfKhMAXE,9359
 codemie_test_harness/tests/utils/yaml_utils.py,sha256=y9fUf4u4G4SoCktPOwaC5x71iaDKhktbz_XUfI9kNis,1661
 codemie_test_harness/tests/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/assistant_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -350,7 +350,7 @@ codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_repo
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py,sha256=lQzzWV6mcKH1_8k4-OxXoI9_hb48JJbYAmDT9bj-WQ0,2558
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py,sha256=meR9c8BgMTgM6LpwqE0n7ygTCIHGVooMvYfb6kGF7UE,2377
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py,sha256=dbfjHnIhjneW3_JZyElvmswE7omOp0A0EgzoztZ7vow,3098
-codemie_test_harness/tests/workflow/test_workflows.py,sha256=9AJbZ3URcJH3M9yu6NMJmO7BXv8-CibiznN-qk38DmA,1156
+codemie_test_harness/tests/workflow/test_workflows.py,sha256=HxwY2VKGLvLW2sl3CwR_0xFOmXrLwj_nfGdqnC39CSw,8129
 codemie_test_harness/tests/workflow/virtual_assistant_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py,sha256=eLM804LRG-Rd5ZIgrO_W53FGoSJ_TxWPKQPtWG598CY,1203
@@ -391,7 +391,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=D835gaRbCnB4va5mi9TdA_u9StSpGXQ_fgzwW0S2pwo,1173
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=Se9imIiBYuJU78m1pLu0g4ZmHygKZjr6JjIWkGXTy1Q,1364
-codemie_test_harness-0.1.199.dist-info/METADATA,sha256=HYpAjoFcwdHzHtvDomYciytwgmijMzRZ_Dbk70lYLL4,22968
-codemie_test_harness-0.1.199.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.199.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.199.dist-info/RECORD,,
+codemie_test_harness-0.1.201.dist-info/METADATA,sha256=sImU4ox8RDDcp34BebNcJV-gT_ua2wqx9kNKs0rIDWo,22968
+codemie_test_harness-0.1.201.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.201.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.201.dist-info/RECORD,,