codemie-test-harness 0.1.170__tar.gz → 0.1.172__tar.gz

{codemie_test_harness-0.1.170 → codemie_test_harness-0.1.172}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.170
+Version: 0.1.172
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.170)
+Requires-Dist: codemie-sdk-python (==0.1.172)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.170 → codemie_test_harness-0.1.172}/codemie_test_harness/tests/assistant/test_assistants.py

@@ -14,6 +14,10 @@ from codemie_sdk.models.assistant import (
     ChatRole,
 )
 from codemie_test_harness.tests import TEST_USER, PROJECT, LANGFUSE_TRACES_ENABLED
+from codemie_test_harness.tests.test_data.assistant_test_data import (
+    EXCEL_TOOL_TEST_DATA,
+    DOCX_TOOL_TEST_DATA,
+)
 from codemie_test_harness.tests.test_data.file_test_data import (
     files_with_different_types_test_data,
     file_test_data,
@@ -390,3 +394,81 @@ def test_create_assistant_and_prompt_with_multiple_files(
         assistant, prompt, conversation_id=conversation_id
     )
     similarity_check.check_similarity(response, RESPONSE_FOR_TWO_FILES_UPLOADED)
+
+
+@pytest.mark.assistant
+@pytest.mark.file
+@pytest.mark.regression
+@pytest.mark.smoke
+@pytest.mark.parametrize("prompt,expected_response", EXCEL_TOOL_TEST_DATA)
+def test_excel_tool_extended_functionality(
+    assistant_utils, assistant, similarity_check, prompt, expected_response
+):
+    """
+    Test extended Excel tool functionality with various scenarios.
+
+    This test covers:
+    - Data extraction from visible sheets only
+    - All data including hidden sheets
+    - Sheet name listing functionality
+    - File statistics and structure analysis
+    - Single sheet extraction by index and name
+    - Data cleaning and normalization
+    - Hidden sheet visibility control
+    - Column structure and data type analysis
+    - Tabular structure normalization
+    - Multi-sheet comprehensive analysis
+
+    """
+    assistant_instance = assistant()
+
+    uploaded_file = assistant_utils.upload_file_to_chat(
+        FILES_PATH / "test_extended.xlsx"
+    )
+    file_url = uploaded_file.get("file_url")
+
+    # Send the prompt with the uploaded file
+    response = assistant_utils.ask_assistant(
+        assistant_instance, prompt, file_urls=[file_url]
+    )
+
+    similarity_check.check_similarity(response, expected_response)
+
+
+@pytest.mark.assistant
+@pytest.mark.file
+@pytest.mark.regression
+@pytest.mark.smoke
+@pytest.mark.parametrize("prompt,expected_response", DOCX_TOOL_TEST_DATA)
+def test_docx_tool_extended_functionality(
+    assistant_utils, assistant, similarity_check, prompt, expected_response
+):
+    """
+    Test extended Docx tool functionality with various scenarios.
+
+    This test covers:
+    - Extract plain text using 'text' query
+    - Extract text with metadata using 'text_with_metadata' query
+    - Extract document structure using 'structure_only' query
+    - Extract tables using 'table_extraction' query
+    - Generate summary using 'summary' query
+    - Perform analysis with custom instructions using 'analyze' query
+    - Process specific pages '1-3' using pages parameter
+    - Process specific pages '1,5,10' using pages parameter
+    - Extract images using 'image_extraction' query
+    - Extract text with OCR from images using 'text_with_images' query
+
+    """
+    assistant_instance = assistant()
+
+    uploaded_file = assistant_utils.upload_file_to_chat(
+        FILES_PATH / "test_extended.docx"
+    )
+    file_url = uploaded_file.get("file_url")
+
+    # Send the prompt with the uploaded file
+    response = assistant_utils.ask_assistant(
+        assistant_instance, prompt, file_urls=[file_url]
+    )
+
+    similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.170 → codemie_test_harness-0.1.172}/codemie_test_harness/tests/llm/assistants/test_lite_llm.py

@@ -7,7 +7,10 @@ from codemie_test_harness.tests.test_data.llm_test_data import MODEL_RESPONSES
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.client_factory import get_client
 from codemie_test_harness.tests.utils.constants import test_project_name
-from codemie_test_harness.tests.utils.env_resolver import get_environment
+from codemie_test_harness.tests.utils.env_resolver import (
+    get_environment,
+    EnvironmentResolver,
+)
 from codemie_test_harness.tests.utils.pytest_utils import check_mark
 
 
@@ -63,6 +66,10 @@ def pytest_generate_tests(metafunc):
 @pytest.mark.assistant
 @pytest.mark.lite_llm
 @pytest.mark.regression
+@pytest.mark.skipif(
+    EnvironmentResolver.is_sandbox(),
+    reason="Skipping this tests on sandbox environments",
+)
 def test_assistant_with_different_models_in_lite_llm(
     llm_utils,
     lite_llm_integration,