codemie-test-harness 0.1.184__py3-none-any.whl → 0.1.198__py3-none-any.whl

codemie_test_harness/cli/cli.py

@@ -15,6 +15,8 @@ from .constants import (
     KEY_MARKS,
     KEY_XDIST_N,
     KEY_RERUNS,
+    KEY_COUNT,
+    KEY_TIMEOUT,
     KEY_AUTH_SERVER_URL,
     KEY_AUTH_CLIENT_ID,
     KEY_AUTH_CLIENT_SECRET,
@@ -22,12 +24,10 @@ from .constants import (
     KEY_CODEMIE_API_DOMAIN,
     KEY_AUTH_USERNAME,
     KEY_AUTH_PASSWORD,
-    # integrations
     DEFAULT_MARKS,
     DEFAULT_XDIST_N,
     DEFAULT_RERUNS,
-    AUTH_KEYS,
-    INTEGRATION_KEYS,
+    DEFAULT_TIMEOUT,
 )
 from .utils import get_config_value, ensure_env_from_config
 from .runner import run_pytest
@@ -50,6 +50,18 @@ from .commands.marks_cmd import marks_cmd
 @click.option(
     "--reruns", envvar=KEY_RERUNS, type=int, help="Number of reruns for flaky tests"
 )
+@click.option(
+    "--count",
+    envvar=KEY_COUNT,
+    type=int,
+    help="Number of times to repeat each test (requires pytest-repeat)",
+)
+@click.option(
+    "--timeout",
+    envvar=KEY_TIMEOUT,
+    type=int,
+    help="Per-test timeout in seconds (default: 300)",
+)
 @click.option("--auth-server-url", envvar=KEY_AUTH_SERVER_URL, help="Auth server url")
 @click.option("--auth-client-id", envvar=KEY_AUTH_CLIENT_ID, help="Auth client id")
 @click.option(
@@ -68,6 +80,8 @@ def cli(
     marks: Optional[str],
     workers: Optional[int],
     reruns: Optional[int],
+    count: Optional[int],
+    timeout: Optional[int],
     auth_server_url: Optional[str],
     auth_client_id: Optional[str],
     auth_client_secret: Optional[str],
@@ -99,6 +113,16 @@ def cli(
         if reruns is not None
         else int(get_config_value(KEY_RERUNS, str(DEFAULT_RERUNS)))
     )
+    resolved_count = (
+        count
+        if count is not None
+        else (int(get_config_value(KEY_COUNT)) if get_config_value(KEY_COUNT) else None)
+    )
+    resolved_timeout = (
+        timeout
+        if timeout is not None
+        else int(get_config_value(KEY_TIMEOUT, str(DEFAULT_TIMEOUT)))
+    )
 
     # Ensure env vars. CLI args override env/config.
     provided = {
@@ -115,15 +139,27 @@ def cli(
         if v is not None and v != "":
             os.environ[k] = str(v)
     # populate any missing values from saved config
-    ensure_env_from_config(AUTH_KEYS + INTEGRATION_KEYS)
+    ensure_env_from_config()
 
     ctx.obj.update(
-        dict(marks=resolved_marks, workers=resolved_workers, reruns=resolved_reruns)
+        dict(
+            marks=resolved_marks,
+            workers=resolved_workers,
+            reruns=resolved_reruns,
+            count=resolved_count,
+            timeout=resolved_timeout,
+        )
     )
 
     # default behavior
     if ctx.invoked_subcommand is None and not ctx.resilient_parsing:
-        run_pytest(resolved_workers, resolved_marks, resolved_reruns)
+        run_pytest(
+            resolved_workers,
+            resolved_marks,
+            resolved_reruns,
+            resolved_count,
+            resolved_timeout,
+        )
 
 
 # Register subcommands

codemie_test_harness/cli/commands/config_cmd.py

@@ -5,9 +5,9 @@ from typing import Dict, List
 from ..constants import (
     CONSOLE,
     CREDENTIAL_CATEGORIES,
-    INTEGRATION_KEYS,
     mask_sensitive_value,
     is_sensitive_key,
+    INTEGRATION_KEYS,
 )
 from ..utils import (
     load_config,

codemie_test_harness/cli/commands/run_cmd.py

@@ -10,6 +10,16 @@ from ..runner import run_pytest
     "-n", "workers", type=int, help="Override number of xdist workers for this run"
 )
 @click.option("--reruns", type=int, help="Override number of reruns for this run")
+@click.option(
+    "--count",
+    type=int,
+    help="Number of times to repeat each test (requires pytest-repeat)",
+)
+@click.option(
+    "--timeout",
+    type=int,
+    help="Per-test timeout in seconds (overrides config/default)",
+)
 @click.argument("extra", nargs=-1)
 @click.pass_context
 def run_cmd(
@@ -17,14 +27,27 @@ def run_cmd(
     marks: Optional[str],
     workers: Optional[int],
     reruns: Optional[int],
+    count: Optional[int],
+    timeout: Optional[int],
     extra: Tuple[str, ...],
 ):
     """Run pytest with configured options.
 
     Example: codemie-test-harness run --marks "smoke and not ui" -n 8 --reruns 2 -k keyword
+    Example with repeat: codemie-test-harness run --marks excel_generation --count 50 -n 10
+    Example with timeout: codemie-test-harness run --marks slow --timeout 600 -n 4
     """
     resolved_marks = marks or ctx.obj.get("marks")
     resolved_workers = workers if workers is not None else ctx.obj.get("workers")
     resolved_reruns = reruns if reruns is not None else ctx.obj.get("reruns")
+    resolved_count = count if count is not None else ctx.obj.get("count")
+    resolved_timeout = timeout if timeout is not None else ctx.obj.get("timeout")
 
-    run_pytest(int(resolved_workers), str(resolved_marks), int(resolved_reruns), extra)
+    run_pytest(
+        int(resolved_workers),
+        str(resolved_marks),
+        int(resolved_reruns),
+        resolved_count,
+        resolved_timeout,
+        extra,
+    )

codemie_test_harness/cli/constants.py

@@ -19,6 +19,7 @@ KEY_CODEMIE_API_DOMAIN = "CODEMIE_API_DOMAIN"
 KEY_MARKS = "PYTEST_MARKS"
 KEY_XDIST_N = "PYTEST_N"
 KEY_RERUNS = "PYTEST_RERUNS"
+KEY_COUNT = "PYTEST_COUNT"
 
 # === COMPLETE INTEGRATION CREDENTIALS KEYS ===
 # Version Control Systems (GitLab, GitHub)

codemie_test_harness/cli/runner.py

@@ -49,7 +49,12 @@ def resolve_tests_path_and_root() -> tuple[str, str]:
 
 
 def build_pytest_cmd(
-    workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
+    workers: int,
+    marks: str,
+    reruns: int,
+    count: int | None = None,
+    timeout: int | None = None,
+    extra: Iterable[str] | None = None,
 ) -> tuple[List[str], str]:
     tests_path, root_dir = resolve_tests_path_and_root()
     cmd = [sys.executable, "-m", "pytest", tests_path]
@@ -59,6 +64,10 @@ def build_pytest_cmd(
         cmd += ["-m", str(marks)]
     if reruns and int(reruns) > 0:
         cmd += ["--reruns", str(reruns)]
+    if count and int(count) > 0:
+        cmd += ["--count", str(count)]
+    if timeout and int(timeout) > 0:
+        cmd += ["--timeout", str(timeout)]
     if extra:
         cmd += list(extra)
     return cmd, root_dir
@@ -97,11 +106,16 @@ def validate_marks_expression(marks: str) -> None:
 
 
 def run_pytest(
-    workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
+    workers: int,
+    marks: str,
+    reruns: int,
+    count: int | None = None,
+    timeout: int | None = None,
+    extra: Iterable[str] | None = None,
 ) -> None:
     # Validate marks before running pytest
     validate_marks_expression(marks)
 
-    cmd, root_dir = build_pytest_cmd(workers, marks, reruns, extra)
+    cmd, root_dir = build_pytest_cmd(workers, marks, reruns, count, timeout, extra)
     CONSOLE.print(f"[cyan]Running:[/] {' '.join(cmd)} (cwd={root_dir})")
     raise SystemExit(subprocess.call(cmd, cwd=root_dir))

codemie_test_harness/cli/utils.py

@@ -37,9 +37,19 @@ def set_config_value(key: str, value: Any) -> None:
     save_config(cfg)
 
 
-def ensure_env_from_config(keys: list[str]) -> None:
-    # Populate missing env vars from config file if present
+def ensure_env_from_config(keys: Optional[list[str]] = None) -> None:
+    """
+    Populate missing environment variables from config file.
+
+    Args:
+        keys: Optional list of specific keys to load. If None, loads all keys from config.
+    """
     cfg = load_config()
+
+    # If no specific keys provided, load all keys from config
+    if keys is None:
+        keys = list(cfg.keys())
+
     for k in keys:
         if k not in os.environ and k in cfg:
             os.environ[k] = str(cfg[k])

codemie_test_harness/pytest.ini

@@ -1,5 +1,8 @@
 [pytest]
 addopts = -v
+timeout = 300
+timeout_method = signal
+timeout_func_only = true
 filterwarnings =
     ignore::pytest.PytestUnknownMarkWarning
     ignore::urllib3.exceptions.InsecureRequestWarning

codemie_test_harness/tests/assistant/test_assistants.py

@@ -436,7 +436,9 @@ def test_excel_tool_extended_functionality(
     - Multi-sheet comprehensive analysis
 
     """
-    assistant_instance = assistant()
+    assistant_instance = assistant(
+        system_prompt="You have all required information in initial prompt. Do not ask additional questions and proceed with request."
+    )
 
     uploaded_file = assistant_utils.upload_file_to_chat(
         FILES_PATH / "test_extended.xlsx"
@@ -490,3 +492,17 @@ def test_docx_tool_extended_functionality(
 
     assert_tool_triggered(Default.DOCX_TOOL, triggered_tools)
     similarity_check.check_similarity(response, expected_response)
+
+
+@pytest.mark.assistant
+# @pytest.mark.api
+@pytest.mark.smoke
+@pytest.mark.excel_generation
+def test_excel_file_generation(assistant_utils, assistant, similarity_check):
+    assistant_instance = assistant()
+
+    response = assistant_utils.ask_assistant(
+        assistant_instance, "Generate excel with 5 sheets with random data"
+    )
+
+    similarity_check.check_similarity(response, "expected_response_here")

codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py

@@ -3,6 +3,7 @@ import uuid
 import pytest
 from codemie_sdk.models.integration import CredentialTypes
 
+from codemie_test_harness.tests.enums.integrations import DataBaseDialect
 from codemie_test_harness.tests.enums.tools import (
     Toolkit,
     DataManagementTool,
@@ -16,10 +17,12 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
     SQL_TOOL_INSERT_TABLE_TASK,
     SQL_TOOL_QUERY_TABLE_TASK,
     RESPONSE_FOR_SQL,
+    INFLUXDB_QUERY_MEASUREMENT_TASK,
+    RESPONSE_FOR_INFLUXDB,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
-from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 pytestmark = pytest.mark.skipif(
     EnvironmentResolver.is_localhost(),
@@ -70,12 +73,15 @@ def test_create_assistant_with_sql_tool(
     )
 
     assistant = assistant(
-        Toolkit.DATA_MANAGEMENT, DataManagementTool.SQL, settings=settings
+        Toolkit.DATA_MANAGEMENT,
+        DataManagementTool.SQL,
+        settings=settings,
+        system_prompt="Always run tools for user prompt",
     )
 
     conversation_id = str(uuid.uuid4())
 
-    response, triggered_tools = assistant_utils.ask_assistant(
+    _, triggered_tools = assistant_utils.ask_assistant(
         assistant,
         SQL_TOOL_CREATE_TABLE_TASK,
         conversation_id=conversation_id,
@@ -83,7 +89,7 @@ def test_create_assistant_with_sql_tool(
     )
     assert_tool_triggered(DataManagementTool.SQL, triggered_tools)
 
-    response, triggered_tools = assistant_utils.ask_assistant(
+    _, triggered_tools = assistant_utils.ask_assistant(
         assistant,
         SQL_TOOL_INSERT_TABLE_TASK,
         conversation_id=conversation_id,
@@ -98,8 +104,9 @@ def test_create_assistant_with_sql_tool(
         minimal_response=False,
     )
     assert_tool_triggered(DataManagementTool.SQL, triggered_tools)
+    similarity_check.check_similarity(response, RESPONSE_FOR_SQL)
 
-    response, triggered_tools = assistant_utils.ask_assistant(
+    _, triggered_tools = assistant_utils.ask_assistant(
         assistant,
         SQL_TOOL_DELETE_TABLE_TASK,
         conversation_id=conversation_id,
@@ -107,4 +114,38 @@ def test_create_assistant_with_sql_tool(
     )
     assert_tool_triggered(DataManagementTool.SQL, triggered_tools)
 
-    similarity_check.check_similarity(response, RESPONSE_FOR_SQL)
+
+@pytest.mark.assistant
+@pytest.mark.sql
+@pytest.mark.influx
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6132")
+@pytest.mark.skipif(
+    not EnvironmentResolver.is_sandbox(),
+    reason="InfluxDB is only available in sandbox environments",
+)
+def test_create_assistant_with_influxdb_tool(
+    integration_utils, assistant_utils, assistant, similarity_check
+):
+    """Test creating assistant with InfluxDB tool and performing time-series operations."""
+
+    credential_values = CredentialsManager.sql_credentials(DataBaseDialect.INFLUX)
+    settings = integration_utils.create_integration(
+        CredentialTypes.SQL, credential_values
+    )
+
+    assistant = assistant(
+        Toolkit.DATA_MANAGEMENT, DataManagementTool.SQL, settings=settings
+    )
+
+    conversation_id = str(uuid.uuid4())
+
+    # Query the measurement
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant,
+        INFLUXDB_QUERY_MEASUREMENT_TASK,
+        conversation_id=conversation_id,
+        minimal_response=False,
+    )
+    assert_tool_triggered(DataManagementTool.SQL, triggered_tools)
+    similarity_check.check_similarity(response, RESPONSE_FOR_INFLUXDB)

codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py

@@ -17,10 +17,6 @@ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
     CLI_MCP_SERVER,
 )
 
-# pytestmark = pytest.mark.skipif(
-#     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
-# )
-
 
 @pytest.mark.assistant
 @pytest.mark.mcp

codemie_test_harness/tests/assistant/tools/mcp/test_mcp_servers.py

@@ -12,10 +12,6 @@ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
     fetch_server_prompt,
 )
 
-# pytestmark = pytest.mark.skipif(
-#     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
-# )
-
 
 @pytest.mark.assistant
 @pytest.mark.mcp

codemie_test_harness/tests/conftest.py

@@ -25,6 +25,7 @@ from codemie_sdk.models.integration import (
 from codemie_sdk.models.workflow import WorkflowCreateRequest, WorkflowMode, Workflow
 
 from codemie_test_harness.tests import PROJECT, autotest_entity_prefix
+from codemie_test_harness.tests.test_data.file_test_data import file_test_data
 from codemie_test_harness.tests.test_data.google_datasource_test_data import (
     GOOGLE_DOC_URL,
 )
@@ -32,7 +33,7 @@ from codemie_test_harness.tests.utils.assistant_utils import AssistantUtils
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
 from codemie_test_harness.tests.utils.client_factory import get_client
-from codemie_test_harness.tests.utils.constants import TESTS_PATH
+from codemie_test_harness.tests.utils.constants import TESTS_PATH, FILES_PATH
 from codemie_test_harness.tests.utils.conversation_utils import ConversationUtils
 from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
 from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
@@ -458,6 +459,21 @@ def code_datasource(
         datasource_utils.delete_datasource(datasource)
 
 
+@pytest.fixture(scope="session")
+def file_datasource(datasource_utils, default_embedding_llm):
+    file_name = file_test_data[2][0]
+
+    datasource = datasource_utils.create_file_datasource(
+        name=get_random_name(),
+        description=f"[Autotest] {file_name} with {default_embedding_llm.base_name} embedding model",
+        files=[str(FILES_PATH / file_name)],
+        embeddings_model=default_embedding_llm.base_name,
+    )
+    yield datasource
+    if datasource:
+        datasource_utils.delete_datasource(datasource)
+
+
 @pytest.fixture(scope="session")
 def gitlab_datasource(datasource_utils, gitlab_integration, default_embedding_llm):
     datasource = datasource_utils.create_gitlab_datasource(
@@ -845,8 +861,8 @@ def ado_integration(integration_utils):
 
 
 @pytest.fixture(scope="function")
-def cloud_integration(integration_utils):
-    """Create Cloud integration"""
+def integration(integration_utils):
+    """Create integration with custom credentials"""
 
     created_integration: Optional[Integration] = None
 

codemie_test_harness/tests/enums/environment.py

@@ -81,7 +81,7 @@ class Environment(Enum):
         Returns:
             List of Environment enums: [PREVIEW, AZURE, LOCALHOST]
         """
-        return [cls.PREVIEW, cls.AZURE, cls.LOCALHOST]
+        return [cls.PREVIEW, cls.AZURE, cls.LOCALHOST, cls.PRODUCTION]
 
     @classmethod
     def get_gcp_environments(cls) -> List["Environment"]:
@@ -90,7 +90,7 @@ class Environment(Enum):
         Returns:
             List of Environment enums: [PREVIEW, GCP, LOCALHOST]
         """
-        return [cls.PREVIEW, cls.GCP, cls.LOCALHOST]
+        return [cls.PREVIEW, cls.GCP, cls.LOCALHOST, cls.PRODUCTION]
 
     @classmethod
     def get_aws_environments(cls) -> List["Environment"]:
@@ -99,4 +99,4 @@ class Environment(Enum):
         Returns:
             List of Environment enums: [PREVIEW, AWS, LOCALHOST]
         """
-        return [cls.PREVIEW, cls.AWS, cls.LOCALHOST]
+        return [cls.PREVIEW, cls.AWS, cls.LOCALHOST, cls.PRODUCTION]

codemie_test_harness/tests/enums/integrations.py

@@ -7,3 +7,4 @@ class DataBaseDialect(str, Enum):
     MS_SQL = "mssql"
     MY_SQL = "mysql"
     POSTGRES = "postgres"
+    INFLUX = "influxdb"

codemie_test_harness/tests/enums/model_types.py

@@ -33,6 +33,7 @@ class ModelTypes(str, Enum):
     CLAUDE_35_SONNET_V2 = "claude-3-5-sonnet-v2"
     CLAUDE_37_SONNET_V1 = "claude-3-7"
     CLAUDE_4_SONNET = "claude-4-sonnet"
+    CLAUDE_4_5_SONNET = "claude-4-5-sonnet"
     CLAUDE_4_OPUS = "claude-4-opus"
     CLAUDE_4_1_OPUS = "claude-4-1-opus"
     CLAUDE_4_SONNET_1M = "claude-4-sonnet-1m"

codemie_test_harness/tests/integrations/project/test_default_integrations.py

@@ -37,15 +37,9 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
 from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
     rp_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
-from codemie_test_harness.tests.enums.environment import Environment
 from codemie_test_harness.tests.utils.constants import test_project_name
-from codemie_test_harness.tests.utils.env_resolver import get_environment
-
-pytestmark = pytest.mark.skipif(
-    get_environment() in [Environment.LOCALHOST, Environment.GCP],
-    reason="Skipping this test on local environment",
-)
 
 
 @pytest.mark.assistant
@@ -87,7 +81,11 @@ def test_assistant_with_default_integration_cloud(
     # create an assistant
     cloud_assistant = assistant(toolkit, tool_name, project_name=test_project_name)
 
-    response = assistant_utils.ask_assistant(cloud_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        cloud_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)
 
@@ -126,7 +124,11 @@ def test_assistant_with_default_integration_ado(
     # create an assistant
     ado_assistant = assistant(toolkit, tool_name, project_name=test_project_name)
 
-    response = assistant_utils.ask_assistant(ado_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        ado_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)
 
@@ -170,7 +172,11 @@ def test_assistant_with_default_integration_codebase(
         toolkit, CodeBaseTool.SONAR, project_name=test_project_name
     )
 
-    response = assistant_utils.ask_assistant(sonar_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        sonar_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(CodeBaseTool.SONAR, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)
 
@@ -223,7 +229,11 @@ def test_assistant_with_default_integration_git(
         project_name=test_project_name,
     )
 
-    response = assistant_utils.ask_assistant(git_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        git_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)
 
@@ -262,7 +272,11 @@ def test_assistant_with_default_integration_jira(
         project_name=test_project_name,
     )
 
-    response = assistant_utils.ask_assistant(jira_assistant, JIRA_TOOL_PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        jira_assistant, JIRA_TOOL_PROMPT, minimal_response=False
+    )
+
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
 
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
@@ -299,7 +313,11 @@ def test_assistant_with_default_integration_email(
         Toolkit.NOTIFICATION, NotificationTool.EMAIL, project_name=test_project_name
     )
 
-    response = assistant_utils.ask_assistant(email_assistant, EMAIL_TOOL_PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        email_assistant, EMAIL_TOOL_PROMPT, minimal_response=False
+    )
+
+    assert_tool_triggered(NotificationTool.EMAIL, triggered_tools)
 
     similarity_check.check_similarity(response, EMAIL_RESPONSE)
 
@@ -336,7 +354,11 @@ def test_assistant_with_default_integration_keycloak(
         project_name=test_project_name,
     )
 
-    response = assistant_utils.ask_assistant(keycloak_assistant, KEYCLOAK_TOOL_PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        keycloak_assistant, KEYCLOAK_TOOL_PROMPT, minimal_response=False
+    )
+
+    assert_tool_triggered(AccessManagementTool.KEYCLOAK, triggered_tools)
 
     similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)
 
@@ -376,6 +398,10 @@ def test_assistant_with_default_integration_report_portal(
         project_name=test_project_name,
     )
 
-    response = assistant_utils.ask_assistant(report_portal_assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        report_portal_assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(ReportPortalTool.GET_DASHBOARD_DATA, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/integrations/project/test_project_integrations.py

@@ -13,10 +13,12 @@ from codemie_test_harness.tests.test_data.integrations_test_data import (
     valid_integrations,
     invalid_integrations,
     testable_integrations,
+    empty_credentials_integrations,
 )
 from codemie_test_harness.tests.utils.base_utils import (
     get_random_name,
     assert_error_details,
+    assert_tool_triggered,
 )
 
 
@@ -250,3 +252,43 @@ def test_delete_integration(
         equal_to("Specified credential removed"),
         "Integration delete response is not as expected.",
     )
+
+
+@pytest.mark.assistant
+@pytest.mark.integration
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "empty_credentials, credential_type, toolkit, tool_name, prompt, expected_response",
+    empty_credentials_integrations,
+)
+def test_assistant_with_empty_credentials(
+    assistant_utils,
+    assistant,
+    integration,
+    similarity_check,
+    empty_credentials,
+    credential_type,
+    toolkit,
+    tool_name,
+    prompt,
+    expected_response,
+):
+    # Create integration with empty credentials
+    empty_integration = integration(
+        credential_type=credential_type,
+        credential_values=empty_credentials,
+    )
+
+    assistant_instance = assistant(
+        toolkit,
+        tool_name,
+        settings=empty_integration,
+    )
+
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant_instance, prompt, minimal_response=False, extract_failed_tools=True
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
+
+    similarity_check.check_similarity(response, expected_response)