codemie-test-harness 0.1.183__tar.gz → 0.1.197__tar.gz

codemie_test_harness-0.1.183/README.md → codemie_test_harness-0.1.197/PKG-INFO

@@ -1,3 +1,31 @@
+Metadata-Version: 2.3
+Name: codemie-test-harness
+Version: 0.1.197
+Summary: Autotest for CodeMie backend and UI
+Author: Anton Yeromin
+Author-email: anton_yeromin@epam.com
+Requires-Python: >=3.12,<4.0
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Dist: PyHamcrest (>=2.1.0,<3.0.0)
+Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
+Requires-Dist: boto3 (>=1.39.8,<2.0.0)
+Requires-Dist: click (>=8.1.7,<9.0.0)
+Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
+Requires-Dist: codemie-sdk-python (==0.1.197)
+Requires-Dist: pytest (>=8.4.1,<9.0.0)
+Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
+Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)
+Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)
+Requires-Dist: pytest-rerunfailures (>=15.1,<16.0)
+Requires-Dist: pytest-xdist (>=3.6.1,<4.0.0)
+Requires-Dist: python-dotenv (>=1.1.0,<2.0.0)
+Requires-Dist: python-gitlab (>=5.6.0,<6.0.0)
+Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
+Requires-Dist: tzlocal (>=5.3.1,<6.0.0)
+Description-Content-Type: text/markdown
+
 # CodeMie Test Harness
 
 End-to-end, integration, and UI test suite for CodeMie services. This repository exercises CodeMie APIs (LLM, assistants, workflows, tools) and common integrations.
@@ -69,6 +97,7 @@ Optional defaults for pytest:
 codemie-test-harness config set PYTEST_MARKS "smoke"
 codemie-test-harness config set PYTEST_N 8
 codemie-test-harness config set PYTEST_RERUNS 2
+codemie-test-harness config set PYTEST_COUNT 10  # For performance testing (optional)
 ```
 
 #### Integration Categories & Management
@@ -266,6 +295,30 @@ codemie-test-harness --git-env github run --marks git
 codemie-test-harness run --marks ui --headless
 ```
 
+#### Performance and Load Testing
+
+Run tests multiple times in parallel to simulate load and measure performance:
+
+```shell
+# Performance test: Run test 50 times with 10 parallel workers
+codemie-test-harness run --marks excel_generation --count 50 -n 10
+
+# Heavy load test: 100 iterations with 20 workers
+codemie-test-harness run --marks excel_generation --count 100 -n 20 -v
+
+# Light load test with retries for stability
+codemie-test-harness run --marks smoke --count 25 -n 5 --reruns 2
+
+# Set default count in config for repeated use
+codemie-test-harness config set PYTEST_COUNT 30
+codemie-test-harness run --marks excel_generation -n 10  # Uses count=30 from config
+
+# Override config default for a specific run
+codemie-test-harness run --marks excel_generation --count 100 -n 20  # Overrides config
+```
+
+**Note:** The `--count` parameter requires the `pytest-repeat` plugin, which is included in the dependencies.
+
 #### Assistant Chat Interface
 
 Interact directly with CodeMie assistants through the CLI:
@@ -341,6 +394,9 @@ codemie-test-harness config vars data-management
 
 # Test execution with multiple overrides
 codemie-test-harness run --marks "smoke and not ui" -n 10 --reruns 3 --headless
+
+# Performance testing with count parameter
+codemie-test-harness run --marks excel_generation --count 50 -n 10
 ```
 
 #### Common Test Markers
@@ -481,9 +537,15 @@ pytest -m not_for_parallel_run --reruns 2
 # API tests
 pytest -n 10 -m "api and not not_for_parallel_run" --reruns 2
 pytest -m not_for_parallel_run --reruns 3
+
+# Performance/Load testing: Run test multiple times in parallel
+pytest -n 10 --count 50 -m excel_generation  # Run 50 times with 10 workers
+pytest -n 20 --count 100 -m smoke --reruns 2  # Heavy load with retries
 ```
 
-Note: "--reruns 2" uses pytest-rerunfailures to improve resiliency in flaky environments.
+**Notes:**
+- `--reruns 2` uses pytest-rerunfailures to improve resiliency in flaky environments
+- `--count N` uses pytest-repeat to run each test N times (useful for performance/load testing)
 
 ### UI tests (Playwright)
 
@@ -537,3 +599,4 @@ make ruff
 - Env values keep reverting: Ensure AWS_ACCESS_KEY and AWS_SECRET_KEY are removed after manual edits to .env.
 - Authentication failures: Verify AUTH_* variables and CODEMIE_API_DOMAIN are correct for the target environment.
 - Slow or flaky runs: Reduce -n, increase timeouts, and/or use --reruns.
+

codemie_test_harness-0.1.183/PKG-INFO → codemie_test_harness-0.1.197/README.md

@@ -1,30 +1,3 @@
-Metadata-Version: 2.3
-Name: codemie-test-harness
-Version: 0.1.183
-Summary: Autotest for CodeMie backend and UI
-Author: Anton Yeromin
-Author-email: anton_yeromin@epam.com
-Requires-Python: >=3.12,<4.0
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Programming Language :: Python :: 3.13
-Requires-Dist: PyHamcrest (>=2.1.0,<3.0.0)
-Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
-Requires-Dist: boto3 (>=1.39.8,<2.0.0)
-Requires-Dist: click (>=8.1.7,<9.0.0)
-Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.183)
-Requires-Dist: pytest (>=8.4.1,<9.0.0)
-Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
-Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)
-Requires-Dist: pytest-rerunfailures (>=15.1,<16.0)
-Requires-Dist: pytest-xdist (>=3.6.1,<4.0.0)
-Requires-Dist: python-dotenv (>=1.1.0,<2.0.0)
-Requires-Dist: python-gitlab (>=5.6.0,<6.0.0)
-Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
-Requires-Dist: tzlocal (>=5.3.1,<6.0.0)
-Description-Content-Type: text/markdown
-
 # CodeMie Test Harness
 
 End-to-end, integration, and UI test suite for CodeMie services. This repository exercises CodeMie APIs (LLM, assistants, workflows, tools) and common integrations.
@@ -96,6 +69,7 @@ Optional defaults for pytest:
 codemie-test-harness config set PYTEST_MARKS "smoke"
 codemie-test-harness config set PYTEST_N 8
 codemie-test-harness config set PYTEST_RERUNS 2
+codemie-test-harness config set PYTEST_COUNT 10  # For performance testing (optional)
 ```
 
 #### Integration Categories & Management
@@ -293,6 +267,30 @@ codemie-test-harness --git-env github run --marks git
 codemie-test-harness run --marks ui --headless
 ```
 
+#### Performance and Load Testing
+
+Run tests multiple times in parallel to simulate load and measure performance:
+
+```shell
+# Performance test: Run test 50 times with 10 parallel workers
+codemie-test-harness run --marks excel_generation --count 50 -n 10
+
+# Heavy load test: 100 iterations with 20 workers
+codemie-test-harness run --marks excel_generation --count 100 -n 20 -v
+
+# Light load test with retries for stability
+codemie-test-harness run --marks smoke --count 25 -n 5 --reruns 2
+
+# Set default count in config for repeated use
+codemie-test-harness config set PYTEST_COUNT 30
+codemie-test-harness run --marks excel_generation -n 10  # Uses count=30 from config
+
+# Override config default for a specific run
+codemie-test-harness run --marks excel_generation --count 100 -n 20  # Overrides config
+```
+
+**Note:** The `--count` parameter requires the `pytest-repeat` plugin, which is included in the dependencies.
+
 #### Assistant Chat Interface
 
 Interact directly with CodeMie assistants through the CLI:
@@ -368,6 +366,9 @@ codemie-test-harness config vars data-management
 
 # Test execution with multiple overrides
 codemie-test-harness run --marks "smoke and not ui" -n 10 --reruns 3 --headless
+
+# Performance testing with count parameter
+codemie-test-harness run --marks excel_generation --count 50 -n 10
 ```
 
 #### Common Test Markers
@@ -508,9 +509,15 @@ pytest -m not_for_parallel_run --reruns 2
 # API tests
 pytest -n 10 -m "api and not not_for_parallel_run" --reruns 2
 pytest -m not_for_parallel_run --reruns 3
+
+# Performance/Load testing: Run test multiple times in parallel
+pytest -n 10 --count 50 -m excel_generation  # Run 50 times with 10 workers
+pytest -n 20 --count 100 -m smoke --reruns 2  # Heavy load with retries
 ```
 
-Note: "--reruns 2" uses pytest-rerunfailures to improve resiliency in flaky environments.
+**Notes:**
+- `--reruns 2` uses pytest-rerunfailures to improve resiliency in flaky environments
+- `--count N` uses pytest-repeat to run each test N times (useful for performance/load testing)
 
 ### UI tests (Playwright)
 
@@ -564,4 +571,3 @@ make ruff
 - Env values keep reverting: Ensure AWS_ACCESS_KEY and AWS_SECRET_KEY are removed after manual edits to .env.
 - Authentication failures: Verify AUTH_* variables and CODEMIE_API_DOMAIN are correct for the target environment.
 - Slow or flaky runs: Reduce -n, increase timeouts, and/or use --reruns.
-

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/cli/cli.py

@@ -15,6 +15,7 @@ from .constants import (
     KEY_MARKS,
     KEY_XDIST_N,
     KEY_RERUNS,
+    KEY_COUNT,
     KEY_AUTH_SERVER_URL,
     KEY_AUTH_CLIENT_ID,
     KEY_AUTH_CLIENT_SECRET,
@@ -22,12 +23,9 @@ from .constants import (
     KEY_CODEMIE_API_DOMAIN,
     KEY_AUTH_USERNAME,
     KEY_AUTH_PASSWORD,
-    # integrations
     DEFAULT_MARKS,
     DEFAULT_XDIST_N,
     DEFAULT_RERUNS,
-    AUTH_KEYS,
-    INTEGRATION_KEYS,
 )
 from .utils import get_config_value, ensure_env_from_config
 from .runner import run_pytest
@@ -50,6 +48,12 @@ from .commands.marks_cmd import marks_cmd
 @click.option(
     "--reruns", envvar=KEY_RERUNS, type=int, help="Number of reruns for flaky tests"
 )
+@click.option(
+    "--count",
+    envvar=KEY_COUNT,
+    type=int,
+    help="Number of times to repeat each test (requires pytest-repeat)",
+)
 @click.option("--auth-server-url", envvar=KEY_AUTH_SERVER_URL, help="Auth server url")
 @click.option("--auth-client-id", envvar=KEY_AUTH_CLIENT_ID, help="Auth client id")
 @click.option(
@@ -68,6 +72,7 @@ def cli(
     marks: Optional[str],
     workers: Optional[int],
     reruns: Optional[int],
+    count: Optional[int],
     auth_server_url: Optional[str],
     auth_client_id: Optional[str],
     auth_client_secret: Optional[str],
@@ -99,6 +104,11 @@ def cli(
         if reruns is not None
         else int(get_config_value(KEY_RERUNS, str(DEFAULT_RERUNS)))
     )
+    resolved_count = (
+        count
+        if count is not None
+        else (int(get_config_value(KEY_COUNT)) if get_config_value(KEY_COUNT) else None)
+    )
 
     # Ensure env vars. CLI args override env/config.
     provided = {
@@ -115,15 +125,20 @@ def cli(
         if v is not None and v != "":
             os.environ[k] = str(v)
     # populate any missing values from saved config
-    ensure_env_from_config(AUTH_KEYS + INTEGRATION_KEYS)
+    ensure_env_from_config()
 
     ctx.obj.update(
-        dict(marks=resolved_marks, workers=resolved_workers, reruns=resolved_reruns)
+        dict(
+            marks=resolved_marks,
+            workers=resolved_workers,
+            reruns=resolved_reruns,
+            count=resolved_count,
+        )
     )
 
     # default behavior
     if ctx.invoked_subcommand is None and not ctx.resilient_parsing:
-        run_pytest(resolved_workers, resolved_marks, resolved_reruns)
+        run_pytest(resolved_workers, resolved_marks, resolved_reruns, resolved_count)
 
 
 # Register subcommands

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/cli/commands/run_cmd.py

@@ -10,6 +10,11 @@ from ..runner import run_pytest
     "-n", "workers", type=int, help="Override number of xdist workers for this run"
 )
 @click.option("--reruns", type=int, help="Override number of reruns for this run")
+@click.option(
+    "--count",
+    type=int,
+    help="Number of times to repeat each test (requires pytest-repeat)",
+)
 @click.argument("extra", nargs=-1)
 @click.pass_context
 def run_cmd(
@@ -17,14 +22,23 @@ def run_cmd(
     marks: Optional[str],
     workers: Optional[int],
     reruns: Optional[int],
+    count: Optional[int],
     extra: Tuple[str, ...],
 ):
     """Run pytest with configured options.
 
     Example: codemie-test-harness run --marks "smoke and not ui" -n 8 --reruns 2 -k keyword
+    Example with repeat: codemie-test-harness run --marks excel_generation --count 50 -n 10
     """
     resolved_marks = marks or ctx.obj.get("marks")
     resolved_workers = workers if workers is not None else ctx.obj.get("workers")
     resolved_reruns = reruns if reruns is not None else ctx.obj.get("reruns")
+    resolved_count = count if count is not None else ctx.obj.get("count")
 
-    run_pytest(int(resolved_workers), str(resolved_marks), int(resolved_reruns), extra)
+    run_pytest(
+        int(resolved_workers),
+        str(resolved_marks),
+        int(resolved_reruns),
+        resolved_count,
+        extra,
+    )

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/cli/constants.py

@@ -19,6 +19,7 @@ KEY_CODEMIE_API_DOMAIN = "CODEMIE_API_DOMAIN"
 KEY_MARKS = "PYTEST_MARKS"
 KEY_XDIST_N = "PYTEST_N"
 KEY_RERUNS = "PYTEST_RERUNS"
+KEY_COUNT = "PYTEST_COUNT"
 
 # === COMPLETE INTEGRATION CREDENTIALS KEYS ===
 # Version Control Systems (GitLab, GitHub)
@@ -146,16 +147,6 @@ DEFAULT_MARKS = "smoke"
 DEFAULT_XDIST_N = 8
 DEFAULT_RERUNS = 2
 
-AUTH_KEYS = [
-    KEY_AUTH_SERVER_URL,
-    KEY_AUTH_CLIENT_ID,
-    KEY_AUTH_CLIENT_SECRET,
-    KEY_AUTH_USERNAME,
-    KEY_AUTH_PASSWORD,
-    KEY_AUTH_REALM_NAME,
-    KEY_CODEMIE_API_DOMAIN,
-]
-
 # === CREDENTIAL CATEGORIES ===
 VERSION_CONTROL_KEYS = [
     KEY_GIT_ENV,
@@ -283,17 +274,6 @@ DATA_MANAGEMENT_KEYS = [
     KEY_MSSQL_PASSWORD,
 ]
 
-# Combined lists for backwards compatibility
-INTEGRATION_KEYS = (
-    VERSION_CONTROL_KEYS
-    + PROJECT_MANAGEMENT_KEYS
-    + CLOUD_PROVIDERS_KEYS
-    + DEVELOPMENT_TOOLS_KEYS
-    + NOTIFICATIONS_KEYS
-    + RESEARCH_TOOLS_KEYS
-    + DATA_MANAGEMENT_KEYS
-)
-
 # Category mapping for CLI
 CREDENTIAL_CATEGORIES = {
     "version-control": {

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/cli/runner.py

@@ -49,7 +49,11 @@ def resolve_tests_path_and_root() -> tuple[str, str]:
 
 
 def build_pytest_cmd(
-    workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
+    workers: int,
+    marks: str,
+    reruns: int,
+    count: int | None = None,
+    extra: Iterable[str] | None = None,
 ) -> tuple[List[str], str]:
     tests_path, root_dir = resolve_tests_path_and_root()
     cmd = [sys.executable, "-m", "pytest", tests_path]
@@ -59,6 +63,8 @@ def build_pytest_cmd(
         cmd += ["-m", str(marks)]
     if reruns and int(reruns) > 0:
         cmd += ["--reruns", str(reruns)]
+    if count and int(count) > 0:
+        cmd += ["--count", str(count)]
     if extra:
         cmd += list(extra)
     return cmd, root_dir
@@ -97,11 +103,15 @@ def validate_marks_expression(marks: str) -> None:
 
 
 def run_pytest(
-    workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
+    workers: int,
+    marks: str,
+    reruns: int,
+    count: int | None = None,
+    extra: Iterable[str] | None = None,
 ) -> None:
     # Validate marks before running pytest
     validate_marks_expression(marks)
 
-    cmd, root_dir = build_pytest_cmd(workers, marks, reruns, extra)
+    cmd, root_dir = build_pytest_cmd(workers, marks, reruns, count, extra)
     CONSOLE.print(f"[cyan]Running:[/] {' '.join(cmd)} (cwd={root_dir})")
     raise SystemExit(subprocess.call(cmd, cwd=root_dir))

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/cli/utils.py

@@ -37,9 +37,19 @@ def set_config_value(key: str, value: Any) -> None:
     save_config(cfg)
 
 
-def ensure_env_from_config(keys: list[str]) -> None:
-    # Populate missing env vars from config file if present
+def ensure_env_from_config(keys: Optional[list[str]] = None) -> None:
+    """
+    Populate missing environment variables from config file.
+
+    Args:
+        keys: Optional list of specific keys to load. If None, loads all keys from config.
+    """
     cfg = load_config()
+
+    # If no specific keys provided, load all keys from config
+    if keys is None:
+        keys = list(cfg.keys())
+
     for k in keys:
         if k not in os.environ and k in cfg:
             os.environ[k] = str(cfg[k])

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/assistant/test_assistants.py

@@ -436,7 +436,9 @@ def test_excel_tool_extended_functionality(
     - Multi-sheet comprehensive analysis
 
     """
-    assistant_instance = assistant()
+    assistant_instance = assistant(
+        system_prompt="You have all required information in initial prompt. Do not ask additional questions and proceed with request."
+    )
 
     uploaded_file = assistant_utils.upload_file_to_chat(
         FILES_PATH / "test_extended.xlsx"
@@ -490,3 +492,17 @@ def test_docx_tool_extended_functionality(
 
     assert_tool_triggered(Default.DOCX_TOOL, triggered_tools)
     similarity_check.check_similarity(response, expected_response)
+
+
+@pytest.mark.assistant
+# @pytest.mark.api
+@pytest.mark.smoke
+@pytest.mark.excel_generation
+def test_excel_file_generation(assistant_utils, assistant, similarity_check):
+    assistant_instance = assistant()
+
+    response = assistant_utils.ask_assistant(
+        assistant_instance, "Generate excel with 5 sheets with random data"
+    )
+
+    similarity_check.check_similarity(response, "expected_response_here")

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py

@@ -69,5 +69,5 @@ def test_assistant_with_sonar_tools(
         assistant, prompt, minimal_response=False
     )
 
-    assert_tool_triggered(tool_name, triggered_tools)
+    assert_tool_triggered(CodeBaseTool.SONAR, triggered_tools)
     similarity_check.check_similarity(response, expected)

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py

@@ -3,6 +3,7 @@ import uuid
 import pytest
 from codemie_sdk.models.integration import CredentialTypes
 
+from codemie_test_harness.tests.enums.integrations import DataBaseDialect
 from codemie_test_harness.tests.enums.tools import (
     Toolkit,
     DataManagementTool,
@@ -16,10 +17,12 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
     SQL_TOOL_INSERT_TABLE_TASK,
     SQL_TOOL_QUERY_TABLE_TASK,
     RESPONSE_FOR_SQL,
+    INFLUXDB_QUERY_MEASUREMENT_TASK,
+    RESPONSE_FOR_INFLUXDB,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
-from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 pytestmark = pytest.mark.skipif(
     EnvironmentResolver.is_localhost(),
@@ -70,12 +73,15 @@ def test_create_assistant_with_sql_tool(
     )
 
     assistant = assistant(
-        Toolkit.DATA_MANAGEMENT, DataManagementTool.SQL, settings=settings
+        Toolkit.DATA_MANAGEMENT,
+        DataManagementTool.SQL,
+        settings=settings,
+        system_prompt="Always run tools for user prompt",
     )
 
     conversation_id = str(uuid.uuid4())
 
-    response, triggered_tools = assistant_utils.ask_assistant(
+    _, triggered_tools = assistant_utils.ask_assistant(
         assistant,
         SQL_TOOL_CREATE_TABLE_TASK,
         conversation_id=conversation_id,
@@ -83,7 +89,7 @@ def test_create_assistant_with_sql_tool(
     )
     assert_tool_triggered(DataManagementTool.SQL, triggered_tools)
 
-    response, triggered_tools = assistant_utils.ask_assistant(
+    _, triggered_tools = assistant_utils.ask_assistant(
         assistant,
         SQL_TOOL_INSERT_TABLE_TASK,
         conversation_id=conversation_id,
@@ -98,8 +104,9 @@ def test_create_assistant_with_sql_tool(
         minimal_response=False,
     )
     assert_tool_triggered(DataManagementTool.SQL, triggered_tools)
+    similarity_check.check_similarity(response, RESPONSE_FOR_SQL)
 
-    response, triggered_tools = assistant_utils.ask_assistant(
+    _, triggered_tools = assistant_utils.ask_assistant(
         assistant,
         SQL_TOOL_DELETE_TABLE_TASK,
         conversation_id=conversation_id,
@@ -107,4 +114,38 @@ def test_create_assistant_with_sql_tool(
     )
     assert_tool_triggered(DataManagementTool.SQL, triggered_tools)
 
-    similarity_check.check_similarity(response, RESPONSE_FOR_SQL)
+
+@pytest.mark.assistant
+@pytest.mark.sql
+@pytest.mark.influx
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6132")
+@pytest.mark.skipif(
+    not EnvironmentResolver.is_sandbox(),
+    reason="InfluxDB is only available in sandbox environments",
+)
+def test_create_assistant_with_influxdb_tool(
+    integration_utils, assistant_utils, assistant, similarity_check
+):
+    """Test creating assistant with InfluxDB tool and performing time-series operations."""
+
+    credential_values = CredentialsManager.sql_credentials(DataBaseDialect.INFLUX)
+    settings = integration_utils.create_integration(
+        CredentialTypes.SQL, credential_values
+    )
+
+    assistant = assistant(
+        Toolkit.DATA_MANAGEMENT, DataManagementTool.SQL, settings=settings
+    )
+
+    conversation_id = str(uuid.uuid4())
+
+    # Query the measurement
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant,
+        INFLUXDB_QUERY_MEASUREMENT_TASK,
+        conversation_id=conversation_id,
+        minimal_response=False,
+    )
+    assert_tool_triggered(DataManagementTool.SQL, triggered_tools)
+    similarity_check.check_similarity(response, RESPONSE_FOR_INFLUXDB)

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py

@@ -17,10 +17,6 @@ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
     CLI_MCP_SERVER,
 )
 
-# pytestmark = pytest.mark.skipif(
-#     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
-# )
-
 
 @pytest.mark.assistant
 @pytest.mark.mcp

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/assistant/tools/mcp/test_mcp_servers.py

@@ -12,10 +12,6 @@ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
     fetch_server_prompt,
 )
 
-# pytestmark = pytest.mark.skipif(
-#     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
-# )
-
 
 @pytest.mark.assistant
 @pytest.mark.mcp

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/conftest.py

@@ -845,8 +845,8 @@ def ado_integration(integration_utils):
 
 
 @pytest.fixture(scope="function")
-def cloud_integration(integration_utils):
-    """Create Cloud integration"""
+def integration(integration_utils):
+    """Create integration with custom credentials"""
 
     created_integration: Optional[Integration] = None
 

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/enums/environment.py

@@ -81,7 +81,7 @@ class Environment(Enum):
         Returns:
             List of Environment enums: [PREVIEW, AZURE, LOCALHOST]
         """
-        return [cls.PREVIEW, cls.AZURE, cls.LOCALHOST]
+        return [cls.PREVIEW, cls.AZURE, cls.LOCALHOST, cls.PRODUCTION]
 
     @classmethod
     def get_gcp_environments(cls) -> List["Environment"]:
@@ -90,7 +90,7 @@ class Environment(Enum):
         Returns:
             List of Environment enums: [PREVIEW, GCP, LOCALHOST]
         """
-        return [cls.PREVIEW, cls.GCP, cls.LOCALHOST]
+        return [cls.PREVIEW, cls.GCP, cls.LOCALHOST, cls.PRODUCTION]
 
     @classmethod
     def get_aws_environments(cls) -> List["Environment"]:
@@ -99,4 +99,4 @@ class Environment(Enum):
         Returns:
             List of Environment enums: [PREVIEW, AWS, LOCALHOST]
         """
-        return [cls.PREVIEW, cls.AWS, cls.LOCALHOST]
+        return [cls.PREVIEW, cls.AWS, cls.LOCALHOST, cls.PRODUCTION]

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/enums/integrations.py

@@ -7,3 +7,4 @@ class DataBaseDialect(str, Enum):
     MS_SQL = "mssql"
     MY_SQL = "mysql"
     POSTGRES = "postgres"
+    INFLUX = "influxdb"

{codemie_test_harness-0.1.183 → codemie_test_harness-0.1.197}/codemie_test_harness/tests/enums/model_types.py

@@ -33,6 +33,7 @@ class ModelTypes(str, Enum):
     CLAUDE_35_SONNET_V2 = "claude-3-5-sonnet-v2"
     CLAUDE_37_SONNET_V1 = "claude-3-7"
     CLAUDE_4_SONNET = "claude-4-sonnet"
+    CLAUDE_4_5_SONNET = "claude-4-5-sonnet"
     CLAUDE_4_OPUS = "claude-4-opus"
     CLAUDE_4_1_OPUS = "claude-4-1-opus"
     CLAUDE_4_SONNET_1M = "claude-4-sonnet-1m"