codemie-test-harness 0.1.197__tar.gz → 0.1.198__tar.gz

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.197
+Version: 0.1.198
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,12 +13,13 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.197)
+Requires-Dist: codemie-sdk-python (==0.1.198)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)
 Requires-Dist: pytest-rerunfailures (>=15.1,<16.0)
+Requires-Dist: pytest-timeout (>=2.4.0,<3.0.0)
 Requires-Dist: pytest-xdist (>=3.6.1,<4.0.0)
 Requires-Dist: python-dotenv (>=1.1.0,<2.0.0)
 Requires-Dist: python-gitlab (>=5.6.0,<6.0.0)
@@ -319,6 +320,56 @@ codemie-test-harness run --marks excel_generation --count 100 -n 20  # Overrides
 
 **Note:** The `--count` parameter requires the `pytest-repeat` plugin, which is included in the dependencies.
 
+#### Test Timeout Control
+
+Control per-test timeout to prevent tests from running indefinitely. Tests exceeding the timeout will be **automatically terminated and marked as FAILED**.
+
+**Configuration Priority**: CLI args → Environment variable → Config file → Default (300 seconds)
+
+**Usage Examples:**
+
+```shell
+# Via CLI argument (600 seconds = 10 minutes)
+codemie-test-harness run --timeout 600 --marks smoke
+
+# Via config file (persistent)
+codemie-test-harness config set TEST_TIMEOUT 900
+codemie-test-harness run --marks api
+
+# Via environment variable
+export TEST_TIMEOUT=300
+codemie-test-harness run --marks smoke
+
+# Disable timeout for debugging (use 0)
+codemie-test-harness run --timeout 0 --marks smoke
+
+# Override config default for specific run
+codemie-test-harness config set TEST_TIMEOUT 600
+codemie-test-harness run --timeout 1200 --marks slow  # Uses 1200, not 600
+```
+
+**Default**: 300 seconds (5 minutes) per test
+
+**What Happens on Timeout?**
+
+When a test exceeds the configured timeout:
+1. ✅ **Test is automatically terminated** - Execution stops immediately
+2. ✅ **Marked as FAILED** - Test result shows as failed with clear timeout message
+3. ✅ **Error details displayed** - Shows which test timed out and the configured limit
+4. ✅ **Remaining tests continue** - Other tests proceed normally
+5. ✅ **Stack trace captured** - Shows where the test was when timeout occurred
+
+**Example timeout error output:**
+```
+FAILED tests/test_slow_operation.py::test_data_processing - Failed: Timeout >300.0s
+```
+
+**Notes:**
+- Timeout applies to **individual test functions**, not the entire test run
+- Useful for preventing hanging tests in CI/CD pipelines
+- Consider increasing timeout for legitimate long-running operations (data processing, large file operations)
+- Timeout of 0 disables the timeout (use for debugging only)
+
 #### Assistant Chat Interface
 
 Interact directly with CodeMie assistants through the CLI:
@@ -547,6 +598,51 @@ pytest -n 20 --count 100 -m smoke --reruns 2  # Heavy load with retries
 - `--reruns 2` uses pytest-rerunfailures to improve resiliency in flaky environments
 - `--count N` uses pytest-repeat to run each test N times (useful for performance/load testing)
 
+#### Test Timeout Configuration
+
+Tests have a configurable timeout to prevent hanging. Default is **300 seconds (5 minutes)** per test.
+
+**Configure in .env file:**
+```properties
+TEST_TIMEOUT=600  # 10 minutes
+```
+
+**Override via pytest CLI:**
+```shell
+# Set timeout for this run
+pytest -n 10 -m smoke --timeout 900  # 15 minutes
+
+# Disable timeout (debugging)
+pytest -m slow_tests --timeout 0
+
+# Use default from .env or pytest.ini
+pytest -n 10 -m api  # Uses TEST_TIMEOUT from .env or 300s default
+```
+
+**Timeout Behavior:**
+
+When a test exceeds the configured timeout:
+- Test execution is **terminated immediately**
+- Test is marked as **FAILED** with a timeout error message
+- Stack trace shows where the test was when timeout occurred
+- Remaining tests continue execution normally
+
+**Example timeout failure:**
+```
+================================== FAILURES ===================================
+_________________ test_slow_workflow_execution ________________
+
+E   Failed: Timeout >300.0s
+
+tests/workflow/test_workflows.py:145: Failed
+```
+
+**Best Practices:**
+- Keep default timeout reasonable (5-10 minutes for E2E tests)
+- Increase timeout for specific slow tests using `@pytest.mark.timeout(900)`
+- Use timeout=0 only for debugging hanging tests
+- Consider if a test legitimately needs > 5 minutes (optimize if possible)
+
 ### UI tests (Playwright)
 
 Install browsers once:

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/README.md

@@ -291,6 +291,56 @@ codemie-test-harness run --marks excel_generation --count 100 -n 20  # Overrides
 
 **Note:** The `--count` parameter requires the `pytest-repeat` plugin, which is included in the dependencies.
 
+#### Test Timeout Control
+
+Control per-test timeout to prevent tests from running indefinitely. Tests exceeding the timeout will be **automatically terminated and marked as FAILED**.
+
+**Configuration Priority**: CLI args → Environment variable → Config file → Default (300 seconds)
+
+**Usage Examples:**
+
+```shell
+# Via CLI argument (600 seconds = 10 minutes)
+codemie-test-harness run --timeout 600 --marks smoke
+
+# Via config file (persistent)
+codemie-test-harness config set TEST_TIMEOUT 900
+codemie-test-harness run --marks api
+
+# Via environment variable
+export TEST_TIMEOUT=300
+codemie-test-harness run --marks smoke
+
+# Disable timeout for debugging (use 0)
+codemie-test-harness run --timeout 0 --marks smoke
+
+# Override config default for specific run
+codemie-test-harness config set TEST_TIMEOUT 600
+codemie-test-harness run --timeout 1200 --marks slow  # Uses 1200, not 600
+```
+
+**Default**: 300 seconds (5 minutes) per test
+
+**What Happens on Timeout?**
+
+When a test exceeds the configured timeout:
+1. ✅ **Test is automatically terminated** - Execution stops immediately
+2. ✅ **Marked as FAILED** - Test result shows as failed with clear timeout message
+3. ✅ **Error details displayed** - Shows which test timed out and the configured limit
+4. ✅ **Remaining tests continue** - Other tests proceed normally
+5. ✅ **Stack trace captured** - Shows where the test was when timeout occurred
+
+**Example timeout error output:**
+```
+FAILED tests/test_slow_operation.py::test_data_processing - Failed: Timeout >300.0s
+```
+
+**Notes:**
+- Timeout applies to **individual test functions**, not the entire test run
+- Useful for preventing hanging tests in CI/CD pipelines
+- Consider increasing timeout for legitimate long-running operations (data processing, large file operations)
+- Timeout of 0 disables the timeout (use for debugging only)
+
 #### Assistant Chat Interface
 
 Interact directly with CodeMie assistants through the CLI:
@@ -519,6 +569,51 @@ pytest -n 20 --count 100 -m smoke --reruns 2  # Heavy load with retries
 - `--reruns 2` uses pytest-rerunfailures to improve resiliency in flaky environments
 - `--count N` uses pytest-repeat to run each test N times (useful for performance/load testing)
 
+#### Test Timeout Configuration
+
+Tests have a configurable timeout to prevent hanging. Default is **300 seconds (5 minutes)** per test.
+
+**Configure in .env file:**
+```properties
+TEST_TIMEOUT=600  # 10 minutes
+```
+
+**Override via pytest CLI:**
+```shell
+# Set timeout for this run
+pytest -n 10 -m smoke --timeout 900  # 15 minutes
+
+# Disable timeout (debugging)
+pytest -m slow_tests --timeout 0
+
+# Use default from .env or pytest.ini
+pytest -n 10 -m api  # Uses TEST_TIMEOUT from .env or 300s default
+```
+
+**Timeout Behavior:**
+
+When a test exceeds the configured timeout:
+- Test execution is **terminated immediately**
+- Test is marked as **FAILED** with a timeout error message
+- Stack trace shows where the test was when timeout occurred
+- Remaining tests continue execution normally
+
+**Example timeout failure:**
+```
+================================== FAILURES ===================================
+_________________ test_slow_workflow_execution ________________
+
+E   Failed: Timeout >300.0s
+
+tests/workflow/test_workflows.py:145: Failed
+```
+
+**Best Practices:**
+- Keep default timeout reasonable (5-10 minutes for E2E tests)
+- Increase timeout for specific slow tests using `@pytest.mark.timeout(900)`
+- Use timeout=0 only for debugging hanging tests
+- Consider if a test legitimately needs > 5 minutes (optimize if possible)
+
 ### UI tests (Playwright)
 
 Install browsers once:

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/codemie_test_harness/cli/cli.py

@@ -16,6 +16,7 @@ from .constants import (
     KEY_XDIST_N,
     KEY_RERUNS,
     KEY_COUNT,
+    KEY_TIMEOUT,
     KEY_AUTH_SERVER_URL,
     KEY_AUTH_CLIENT_ID,
     KEY_AUTH_CLIENT_SECRET,
@@ -26,6 +27,7 @@ from .constants import (
     DEFAULT_MARKS,
     DEFAULT_XDIST_N,
     DEFAULT_RERUNS,
+    DEFAULT_TIMEOUT,
 )
 from .utils import get_config_value, ensure_env_from_config
 from .runner import run_pytest
@@ -54,6 +56,12 @@ from .commands.marks_cmd import marks_cmd
     type=int,
     help="Number of times to repeat each test (requires pytest-repeat)",
 )
+@click.option(
+    "--timeout",
+    envvar=KEY_TIMEOUT,
+    type=int,
+    help="Per-test timeout in seconds (default: 300)",
+)
 @click.option("--auth-server-url", envvar=KEY_AUTH_SERVER_URL, help="Auth server url")
 @click.option("--auth-client-id", envvar=KEY_AUTH_CLIENT_ID, help="Auth client id")
 @click.option(
@@ -73,6 +81,7 @@ def cli(
     workers: Optional[int],
     reruns: Optional[int],
     count: Optional[int],
+    timeout: Optional[int],
     auth_server_url: Optional[str],
     auth_client_id: Optional[str],
     auth_client_secret: Optional[str],
@@ -109,6 +118,11 @@ def cli(
         if count is not None
         else (int(get_config_value(KEY_COUNT)) if get_config_value(KEY_COUNT) else None)
     )
+    resolved_timeout = (
+        timeout
+        if timeout is not None
+        else int(get_config_value(KEY_TIMEOUT, str(DEFAULT_TIMEOUT)))
+    )
 
     # Ensure env vars. CLI args override env/config.
     provided = {
@@ -133,12 +147,19 @@ def cli(
             workers=resolved_workers,
             reruns=resolved_reruns,
             count=resolved_count,
+            timeout=resolved_timeout,
         )
     )
 
     # default behavior
     if ctx.invoked_subcommand is None and not ctx.resilient_parsing:
-        run_pytest(resolved_workers, resolved_marks, resolved_reruns, resolved_count)
+        run_pytest(
+            resolved_workers,
+            resolved_marks,
+            resolved_reruns,
+            resolved_count,
+            resolved_timeout,
+        )
 
 
 # Register subcommands

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/codemie_test_harness/cli/commands/run_cmd.py

@@ -15,6 +15,11 @@ from ..runner import run_pytest
     type=int,
     help="Number of times to repeat each test (requires pytest-repeat)",
 )
+@click.option(
+    "--timeout",
+    type=int,
+    help="Per-test timeout in seconds (overrides config/default)",
+)
 @click.argument("extra", nargs=-1)
 @click.pass_context
 def run_cmd(
@@ -23,22 +28,26 @@ def run_cmd(
     workers: Optional[int],
     reruns: Optional[int],
     count: Optional[int],
+    timeout: Optional[int],
     extra: Tuple[str, ...],
 ):
     """Run pytest with configured options.
 
     Example: codemie-test-harness run --marks "smoke and not ui" -n 8 --reruns 2 -k keyword
     Example with repeat: codemie-test-harness run --marks excel_generation --count 50 -n 10
+    Example with timeout: codemie-test-harness run --marks slow --timeout 600 -n 4
     """
     resolved_marks = marks or ctx.obj.get("marks")
     resolved_workers = workers if workers is not None else ctx.obj.get("workers")
     resolved_reruns = reruns if reruns is not None else ctx.obj.get("reruns")
     resolved_count = count if count is not None else ctx.obj.get("count")
+    resolved_timeout = timeout if timeout is not None else ctx.obj.get("timeout")
 
     run_pytest(
         int(resolved_workers),
         str(resolved_marks),
         int(resolved_reruns),
         resolved_count,
+        resolved_timeout,
         extra,
     )

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/codemie_test_harness/cli/constants.py

@@ -147,6 +147,16 @@ DEFAULT_MARKS = "smoke"
 DEFAULT_XDIST_N = 8
 DEFAULT_RERUNS = 2
 
+AUTH_KEYS = [
+    KEY_AUTH_SERVER_URL,
+    KEY_AUTH_CLIENT_ID,
+    KEY_AUTH_CLIENT_SECRET,
+    KEY_AUTH_USERNAME,
+    KEY_AUTH_PASSWORD,
+    KEY_AUTH_REALM_NAME,
+    KEY_CODEMIE_API_DOMAIN,
+]
+
 # === CREDENTIAL CATEGORIES ===
 VERSION_CONTROL_KEYS = [
     KEY_GIT_ENV,
@@ -274,6 +284,17 @@ DATA_MANAGEMENT_KEYS = [
     KEY_MSSQL_PASSWORD,
 ]
 
+# Combined lists for backwards compatibility
+INTEGRATION_KEYS = (
+    VERSION_CONTROL_KEYS
+    + PROJECT_MANAGEMENT_KEYS
+    + CLOUD_PROVIDERS_KEYS
+    + DEVELOPMENT_TOOLS_KEYS
+    + NOTIFICATIONS_KEYS
+    + RESEARCH_TOOLS_KEYS
+    + DATA_MANAGEMENT_KEYS
+)
+
 # Category mapping for CLI
 CREDENTIAL_CATEGORIES = {
     "version-control": {

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/codemie_test_harness/cli/runner.py

@@ -53,6 +53,7 @@ def build_pytest_cmd(
     marks: str,
     reruns: int,
     count: int | None = None,
+    timeout: int | None = None,
     extra: Iterable[str] | None = None,
 ) -> tuple[List[str], str]:
     tests_path, root_dir = resolve_tests_path_and_root()
@@ -65,6 +66,8 @@ def build_pytest_cmd(
         cmd += ["--reruns", str(reruns)]
     if count and int(count) > 0:
         cmd += ["--count", str(count)]
+    if timeout and int(timeout) > 0:
+        cmd += ["--timeout", str(timeout)]
     if extra:
         cmd += list(extra)
     return cmd, root_dir
@@ -107,11 +110,12 @@ def run_pytest(
     marks: str,
     reruns: int,
     count: int | None = None,
+    timeout: int | None = None,
     extra: Iterable[str] | None = None,
 ) -> None:
     # Validate marks before running pytest
     validate_marks_expression(marks)
 
-    cmd, root_dir = build_pytest_cmd(workers, marks, reruns, count, extra)
+    cmd, root_dir = build_pytest_cmd(workers, marks, reruns, count, timeout, extra)
     CONSOLE.print(f"[cyan]Running:[/] {' '.join(cmd)} (cwd={root_dir})")
     raise SystemExit(subprocess.call(cmd, cwd=root_dir))

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/codemie_test_harness/pytest.ini

@@ -1,5 +1,8 @@
 [pytest]
 addopts = -v
+timeout = 300
+timeout_method = signal
+timeout_func_only = true
 filterwarnings =
     ignore::pytest.PytestUnknownMarkWarning
     ignore::urllib3.exceptions.InsecureRequestWarning

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/codemie_test_harness/tests/conftest.py

@@ -25,6 +25,7 @@ from codemie_sdk.models.integration import (
 from codemie_sdk.models.workflow import WorkflowCreateRequest, WorkflowMode, Workflow
 
 from codemie_test_harness.tests import PROJECT, autotest_entity_prefix
+from codemie_test_harness.tests.test_data.file_test_data import file_test_data
 from codemie_test_harness.tests.test_data.google_datasource_test_data import (
     GOOGLE_DOC_URL,
 )
@@ -32,7 +33,7 @@ from codemie_test_harness.tests.utils.assistant_utils import AssistantUtils
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
 from codemie_test_harness.tests.utils.client_factory import get_client
-from codemie_test_harness.tests.utils.constants import TESTS_PATH
+from codemie_test_harness.tests.utils.constants import TESTS_PATH, FILES_PATH
 from codemie_test_harness.tests.utils.conversation_utils import ConversationUtils
 from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
 from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
@@ -458,6 +459,21 @@ def code_datasource(
         datasource_utils.delete_datasource(datasource)
 
 
+@pytest.fixture(scope="session")
+def file_datasource(datasource_utils, default_embedding_llm):
+    file_name = file_test_data[2][0]
+
+    datasource = datasource_utils.create_file_datasource(
+        name=get_random_name(),
+        description=f"[Autotest] {file_name} with {default_embedding_llm.base_name} embedding model",
+        files=[str(FILES_PATH / file_name)],
+        embeddings_model=default_embedding_llm.base_name,
+    )
+    yield datasource
+    if datasource:
+        datasource_utils.delete_datasource(datasource)
+
+
 @pytest.fixture(scope="session")
 def gitlab_datasource(datasource_utils, gitlab_integration, default_embedding_llm):
     datasource = datasource_utils.create_gitlab_datasource(

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/codemie_test_harness/tests/integrations/user/test_default_integrations.py

@@ -37,6 +37,7 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
 from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
     rp_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -80,7 +81,11 @@ def test_assistant_with_default_integration_cloud(
     # create an assistant
     cloud_assistant = assistant(toolkit, tool_name, project_name=test_project_name)
 
-    response = assistant_utils.ask_assistant(cloud_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        cloud_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)
 
@@ -119,7 +124,11 @@ def test_assistant_with_default_integration_ado(
     # create an assistant
     ado_assistant = assistant(toolkit, tool_name, project_name=test_project_name)
 
-    response = assistant_utils.ask_assistant(ado_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        ado_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)
 
@@ -163,7 +172,11 @@ def test_assistant_with_default_integration_codebase(
         toolkit, CodeBaseTool.SONAR, project_name=test_project_name
     )
 
-    response = assistant_utils.ask_assistant(sonar_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        sonar_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(CodeBaseTool.SONAR, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)
 
@@ -216,7 +229,11 @@ def test_assistant_with_default_integration_git(
         project_name=test_project_name,
     )
 
-    response = assistant_utils.ask_assistant(git_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        git_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)
 
@@ -255,7 +272,11 @@ def test_assistant_with_default_integration_jira(
         project_name=test_project_name,
     )
 
-    response = assistant_utils.ask_assistant(jira_assistant, JIRA_TOOL_PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        jira_assistant, JIRA_TOOL_PROMPT, minimal_response=False
+    )
+
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
 
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
@@ -292,7 +313,11 @@ def test_assistant_with_default_integration_email(
         Toolkit.NOTIFICATION, NotificationTool.EMAIL, project_name=test_project_name
     )
 
-    response = assistant_utils.ask_assistant(email_assistant, EMAIL_TOOL_PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        email_assistant, EMAIL_TOOL_PROMPT, minimal_response=False
+    )
+
+    assert_tool_triggered(NotificationTool.EMAIL, triggered_tools)
 
     similarity_check.check_similarity(response, EMAIL_RESPONSE)
 
@@ -329,7 +354,11 @@ def test_assistant_with_default_integration_keycloak(
         project_name=test_project_name,
     )
 
-    response = assistant_utils.ask_assistant(keycloak_assistant, KEYCLOAK_TOOL_PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        keycloak_assistant, KEYCLOAK_TOOL_PROMPT, minimal_response=False
+    )
+
+    assert_tool_triggered(AccessManagementTool.KEYCLOAK, triggered_tools)
 
     similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)
 
@@ -369,6 +398,10 @@ def test_assistant_with_default_integration_report_portal(
         project_name=test_project_name,
     )
 
-    response = assistant_utils.ask_assistant(report_portal_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        report_portal_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(ReportPortalTool.GET_DASHBOARD_DATA, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.197 → codemie_test_harness-0.1.198}/codemie_test_harness/tests/llm/assistants/test_llm.py

@@ -3,11 +3,8 @@ from codemie_sdk.models.assistant import ToolKitDetails, ToolDetails
 from hamcrest import assert_that, has_item
 from codemie_test_harness.tests.enums.model_types import ModelTypes
 from codemie_test_harness.tests.enums.tools import Toolkit, FileManagementTool
-from codemie_test_harness.tests.test_data.file_test_data import file_test_data
 from codemie_test_harness.tests.test_data.llm_test_data import MODEL_RESPONSES
-from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.client_factory import get_client
-from codemie_test_harness.tests.utils.constants import FILES_PATH
 from codemie_test_harness.tests.utils.env_resolver import get_environment
 from codemie_test_harness.tests.utils.pytest_utils import check_mark
 
@@ -121,6 +118,7 @@ def test_assistant_with_different_models_with_datasource_attached(
     datasource_utils,
     default_embedding_llm,
     kb_context,
+    file_datasource,
 ):
     assert_that(
         [row.base_name for row in llm_utils.list_llm_models()],
@@ -128,17 +126,8 @@ def test_assistant_with_different_models_with_datasource_attached(
         f"{model_type} is missing in backend response",
     )
 
-    file_name = file_test_data[2][0]
-
-    datasource = datasource_utils.create_file_datasource(
-        name=get_random_name(),
-        description=f"[Autotest] {file_name} with {default_embedding_llm.base_name} embedding model",
-        files=[str(FILES_PATH / file_name)],
-        embeddings_model=default_embedding_llm.base_name,
-    )
-
     assistant = assistant_utils.create_assistant(
-        model_type, context=[kb_context(datasource)]
+        model_type, context=[kb_context(file_datasource)]
     )
     response = assistant_utils.ask_assistant(assistant, "Just say one word: 'Hello'")