codemie-test-harness 0.1.175__py3-none-any.whl → 0.1.177__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codemie-test-harness might be problematic. Click here for more details.
- codemie_test_harness/tests/assistant/tools/mcp/test_single_assistant_dual_time_plugins.py +8 -2
- codemie_test_harness/tests/conftest.py +6 -6
- codemie_test_harness/tests/llm/assistants/test_lite_llm.py +5 -4
- codemie_test_harness/tests/test_data/assistant_test_data.py +839 -0
- codemie_test_harness/tests/ui/_test_data/assistant_test_data.py +0 -840
- {codemie_test_harness-0.1.175.dist-info → codemie_test_harness-0.1.177.dist-info}/METADATA +2 -2
- {codemie_test_harness-0.1.175.dist-info → codemie_test_harness-0.1.177.dist-info}/RECORD +9 -8
- {codemie_test_harness-0.1.175.dist-info → codemie_test_harness-0.1.177.dist-info}/WHEEL +0 -0
- {codemie_test_harness-0.1.175.dist-info → codemie_test_harness-0.1.177.dist-info}/entry_points.txt +0 -0
|
@@ -115,10 +115,16 @@ def dual_time_plugins(integration_utils):
|
|
|
115
115
|
credential_type=CredentialTypes.PLUGIN, credential_values=credential_values
|
|
116
116
|
)
|
|
117
117
|
|
|
118
|
-
# Download codemie-
|
|
119
|
-
download_process = subprocess.Popen(["uvx", "codemie-
|
|
118
|
+
# Download codemie-plugins and wait for completion
|
|
119
|
+
download_process = subprocess.Popen(["uvx", "codemie-plugins"])
|
|
120
120
|
processes.append(download_process)
|
|
121
121
|
|
|
122
|
+
return_code = download_process.wait()
|
|
123
|
+
if return_code != 0:
|
|
124
|
+
raise RuntimeError(
|
|
125
|
+
f"Failed to download codemie-plugins, exit code: {return_code}"
|
|
126
|
+
)
|
|
127
|
+
|
|
122
128
|
# Find paths and configure servers
|
|
123
129
|
servers_json_path, codemie_plugins_path = find_cache_paths()
|
|
124
130
|
configure_mcp_servers(servers_json_path)
|
|
@@ -253,7 +253,7 @@ def conversation_utils(client):
|
|
|
253
253
|
return ConversationUtils(client)
|
|
254
254
|
|
|
255
255
|
|
|
256
|
-
@pytest.fixture(scope="
|
|
256
|
+
@pytest.fixture(scope="session")
|
|
257
257
|
def git_integration(integration_utils):
|
|
258
258
|
integration = integration_utils.create_integration(
|
|
259
259
|
credential_type=CredentialTypes.GIT,
|
|
@@ -264,7 +264,7 @@ def git_integration(integration_utils):
|
|
|
264
264
|
integration_utils.delete_integration(integration)
|
|
265
265
|
|
|
266
266
|
|
|
267
|
-
@pytest.fixture(scope="
|
|
267
|
+
@pytest.fixture(scope="session")
|
|
268
268
|
def github_integration(integration_utils):
|
|
269
269
|
integration = integration_utils.create_integration(
|
|
270
270
|
credential_type=CredentialTypes.GIT,
|
|
@@ -275,7 +275,7 @@ def github_integration(integration_utils):
|
|
|
275
275
|
integration_utils.delete_integration(integration)
|
|
276
276
|
|
|
277
277
|
|
|
278
|
-
@pytest.fixture(scope="
|
|
278
|
+
@pytest.fixture(scope="session")
|
|
279
279
|
def gitlab_integration(integration_utils):
|
|
280
280
|
integration = integration_utils.create_integration(
|
|
281
281
|
credential_type=CredentialTypes.GIT,
|
|
@@ -438,7 +438,7 @@ def general_integration(integration_utils):
|
|
|
438
438
|
pass
|
|
439
439
|
|
|
440
440
|
|
|
441
|
-
@pytest.fixture(scope="
|
|
441
|
+
@pytest.fixture(scope="session")
|
|
442
442
|
def code_datasource(
|
|
443
443
|
datasource_utils, gitlab_integration, github_integration, default_embedding_llm
|
|
444
444
|
):
|
|
@@ -458,7 +458,7 @@ def code_datasource(
|
|
|
458
458
|
datasource_utils.delete_datasource(datasource)
|
|
459
459
|
|
|
460
460
|
|
|
461
|
-
@pytest.fixture(scope="
|
|
461
|
+
@pytest.fixture(scope="session")
|
|
462
462
|
def gitlab_datasource(datasource_utils, gitlab_integration, default_embedding_llm):
|
|
463
463
|
datasource = datasource_utils.create_gitlab_datasource(
|
|
464
464
|
setting_id=gitlab_integration.id,
|
|
@@ -469,7 +469,7 @@ def gitlab_datasource(datasource_utils, gitlab_integration, default_embedding_ll
|
|
|
469
469
|
datasource_utils.delete_datasource(datasource)
|
|
470
470
|
|
|
471
471
|
|
|
472
|
-
@pytest.fixture(scope="
|
|
472
|
+
@pytest.fixture(scope="session")
|
|
473
473
|
def github_datasource(datasource_utils, github_integration, default_embedding_llm):
|
|
474
474
|
datasource = datasource_utils.create_github_datasource(
|
|
475
475
|
setting_id=github_integration.id,
|
|
@@ -13,6 +13,11 @@ from codemie_test_harness.tests.utils.env_resolver import (
|
|
|
13
13
|
)
|
|
14
14
|
from codemie_test_harness.tests.utils.pytest_utils import check_mark
|
|
15
15
|
|
|
16
|
+
pytestmark = pytest.mark.skipif(
|
|
17
|
+
EnvironmentResolver.is_sandbox() or EnvironmentResolver.is_localhost(),
|
|
18
|
+
reason="Skipping this tests on sandbox environments",
|
|
19
|
+
)
|
|
20
|
+
|
|
16
21
|
|
|
17
22
|
@pytest.fixture(scope="module")
|
|
18
23
|
def lite_llm_integration(integration_utils):
|
|
@@ -66,10 +71,6 @@ def pytest_generate_tests(metafunc):
|
|
|
66
71
|
@pytest.mark.assistant
|
|
67
72
|
@pytest.mark.lite_llm
|
|
68
73
|
@pytest.mark.regression
|
|
69
|
-
@pytest.mark.skipif(
|
|
70
|
-
EnvironmentResolver.is_sandbox(),
|
|
71
|
-
reason="Skipping this tests on sandbox environments",
|
|
72
|
-
)
|
|
73
74
|
def test_assistant_with_different_models_in_lite_llm(
|
|
74
75
|
llm_utils,
|
|
75
76
|
lite_llm_integration,
|