codemie-test-harness 0.1.130__py3-none-any.whl → 0.1.132__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codemie-test-harness might be problematic. Click here for more details.
- codemie_test_harness/.env +5 -0
- codemie_test_harness/cli/runner.py +25 -16
- codemie_test_harness/pytest.ini +6 -0
- {tests → codemie_test_harness/tests}/__init__.py +1 -1
- {tests → codemie_test_harness/tests}/assistant/datasource/test_code_datasource.py +2 -2
- {tests → codemie_test_harness/tests}/assistant/datasource/test_confluence_datasource.py +2 -2
- {tests → codemie_test_harness/tests}/assistant/datasource/test_file_indexing.py +6 -6
- {tests → codemie_test_harness/tests}/assistant/datasource/test_google_datasource.py +2 -2
- {tests → codemie_test_harness/tests}/assistant/datasource/test_jira_datasource.py +5 -2
- {tests → codemie_test_harness/tests}/assistant/default_integrations/test_default_integrations_for_tool.py +9 -6
- {tests → codemie_test_harness/tests}/assistant/default_integrations/test_default_integrations_for_tool_kit.py +8 -6
- {tests → codemie_test_harness/tests}/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py +6 -6
- {tests → codemie_test_harness/tests}/assistant/test_assistants.py +6 -6
- {tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py +6 -6
- {tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py +4 -4
- {tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py +6 -6
- {tests → codemie_test_harness/tests}/assistant/tools/cloud/test_cloud_tools.py +2 -2
- {tests → codemie_test_harness/tests}/assistant/tools/codebase/test_codebase_tools.py +2 -2
- {tests → codemie_test_harness/tests}/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +3 -3
- {tests → codemie_test_harness/tests}/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py +3 -3
- {tests → codemie_test_harness/tests}/assistant/tools/git/test_assistant_with_git_tools.py +2 -2
- {tests → codemie_test_harness/tests}/assistant/tools/mcp/test_cli_mcp_server.py +4 -4
- {tests → codemie_test_harness/tests}/assistant/tools/mcp/test_mcp_servers.py +1 -1
- {tests → codemie_test_harness/tests}/assistant/tools/notification/test_assistant_notification_tools.py +3 -3
- {tests → codemie_test_harness/tests}/assistant/tools/openapi/test_assistant_with_open_api_tools.py +2 -2
- {tests → codemie_test_harness/tests}/assistant/tools/plugin/test_assistant_with_development_plugin.py +4 -4
- {tests → codemie_test_harness/tests}/assistant/tools/plugin/test_assistant_with_plugin_and_mcp_servers.py +3 -3
- {tests → codemie_test_harness/tests}/assistant/tools/project_management/test_assistant_pm_tools.py +8 -6
- {tests → codemie_test_harness/tests}/assistant/tools/research/test_assistant_research_tools.py +3 -3
- {tests → codemie_test_harness/tests}/assistant/tools/servicenow/test_servicenow_tools.py +5 -2
- {tests → codemie_test_harness/tests}/assistant/tools/vcs/test_assistant_with_vcs_tools.py +3 -3
- {tests → codemie_test_harness/tests}/conftest.py +19 -17
- {tests → codemie_test_harness/tests}/e2e/test_e2e.py +2 -2
- {tests → codemie_test_harness/tests}/integrations/project/test_default_integrations.py +16 -9
- {tests → codemie_test_harness/tests}/integrations/project/test_project_integrations.py +6 -3
- {tests → codemie_test_harness/tests}/integrations/user/test_default_integrations.py +16 -9
- {tests → codemie_test_harness/tests}/integrations/user/test_user_integrations.py +3 -3
- {tests → codemie_test_harness/tests}/llm/assistants/test_llm.py +4 -4
- {tests → codemie_test_harness/tests}/providers/test_providers_endpoints.py +2 -2
- {tests → codemie_test_harness/tests}/search/test_search_assistant.py +3 -3
- {tests → codemie_test_harness/tests}/search/test_search_datasource.py +3 -3
- {tests → codemie_test_harness/tests}/search/test_search_integration.py +2 -2
- {tests → codemie_test_harness/tests}/search/test_search_workflow.py +3 -3
- {tests → codemie_test_harness/tests}/service/test_assistant_service.py +2 -2
- {tests → codemie_test_harness/tests}/service/test_datasource_service.py +2 -2
- {tests → codemie_test_harness/tests}/service/test_integration_service.py +2 -2
- {tests → codemie_test_harness/tests}/service/test_task_service.py +2 -2
- {tests → codemie_test_harness/tests}/service/test_workflow_execution_service.py +2 -2
- {tests → codemie_test_harness/tests}/service/test_workflow_service.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/ado_test_plan_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/ado_wiki_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/ado_work_item_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/cloud_tools_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/codebase_tools_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/data_management_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/direct_tools/ado_test_plan_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/direct_tools/ado_wiki_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/direct_tools/ado_work_item_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/direct_tools/cloud_tools_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/direct_tools/codebase_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/direct_tools/data_management_tools_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/direct_tools/direct_tools_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/direct_tools/file_management_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/direct_tools/notification_tools_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/direct_tools/open_api_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/direct_tools/project_management_tools_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/direct_tools/research_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/direct_tools/vcs_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/file_management_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/git_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/integrations_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/llm_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/mcp_server_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/notification_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/open_api_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/plugin_tools_test_data.py +2 -2
- {tests → codemie_test_harness/tests}/test_data/project_management_test_data.py +3 -3
- {tests → codemie_test_harness/tests}/test_data/research_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/test_data/vcs_tools_test_data.py +1 -1
- {tests → codemie_test_harness/tests}/ui/conftest.py +1 -1
- {tests → codemie_test_harness/tests}/ui/pageobject/assistants/assistants_page.py +1 -1
- {tests → codemie_test_harness/tests}/ui/pageobject/base_page.py +2 -2
- {tests → codemie_test_harness/tests}/ui/pageobject/login_page.py +4 -2
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/base_workflow_form_page.py +2 -2
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/create_workflow_page.py +4 -2
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/edit_workflow_page.py +3 -1
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflow_details_page.py +5 -3
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflow_executions_page.py +3 -3
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflow_template_details.py +1 -1
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflow_templates_page.py +4 -2
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflows_page.py +8 -3
- {tests → codemie_test_harness/tests}/ui/test_create_workflow.py +7 -3
- {tests → codemie_test_harness/tests}/ui/test_edit_workflow.py +8 -4
- {tests → codemie_test_harness/tests}/ui/test_workflow_details.py +4 -4
- {tests → codemie_test_harness/tests}/ui/test_workflow_executions_page.py +3 -3
- {tests → codemie_test_harness/tests}/ui/test_workflow_templates.py +12 -6
- {tests → codemie_test_harness/tests}/ui/test_workflows.py +3 -1
- {tests → codemie_test_harness/tests}/utils/assistant_utils.py +6 -2
- {tests → codemie_test_harness/tests}/utils/aws_parameters_store.py +6 -4
- {tests → codemie_test_harness/tests}/utils/base_utils.py +2 -2
- {tests → codemie_test_harness/tests}/utils/constants.py +1 -1
- {tests → codemie_test_harness/tests}/utils/datasource_utils.py +6 -2
- {tests → codemie_test_harness/tests}/utils/integration_utils.py +6 -2
- {tests → codemie_test_harness/tests}/utils/notification_utils.py +1 -1
- {tests → codemie_test_harness/tests}/utils/provider_utils.py +4 -4
- {tests → codemie_test_harness/tests}/utils/search_utils.py +1 -1
- {tests → codemie_test_harness/tests}/utils/similarity_check.py +5 -1
- {tests → codemie_test_harness/tests}/utils/workflow_utils.py +4 -4
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_test_plan_tools.py +5 -5
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_wiki_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_work_item_tools.py +5 -5
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/cloud/test_workflow_with_assistant_cloud_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/codebase/test_worfklow_with_assistant_codebase_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py +9 -6
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +8 -6
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +6 -6
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/file_management/test_workflow_with_assistant_with_file_management_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/git/test_workflow_with_assistant_git_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/mcp/test_workflow_with_assistant_with_mcp_server.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/notification/test_workflow_with_assistant_notification_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/open_api/test_workflow_with_assistant_with_open_api_tools.py +4 -2
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_development_plugin.py +4 -4
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_plugin_and_mcp_servers.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/project_management/test_workflow_with_assistant_pm_tools.py +5 -3
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/research/test_workflow_with_assistant_research_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +5 -2
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/vcs/workflow_with_assistant_vcs_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/config_validation/test_config_validation.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py +7 -7
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py +9 -7
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py +4 -2
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py +5 -3
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py +4 -4
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_notification_tools.py +4 -4
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_research_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/test_workflows.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py +5 -5
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_work_item_tools.py +5 -5
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +4 -4
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +4 -4
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py +10 -7
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +9 -7
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +7 -7
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/file_management/test_workflow_with_file_management_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/git/test_workflow_with_git_tools.py +2 -2
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py +3 -3
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py +4 -2
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/plugin/test_workflow_with_development_plugin.py +4 -4
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py +4 -4
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py +5 -3
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py +6 -3
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +6 -3
- codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py +3 -3
- {codemie_test_harness-0.1.130.dist-info → codemie_test_harness-0.1.132.dist-info}/METADATA +2 -2
- codemie_test_harness-0.1.132.dist-info/RECORD +327 -0
- codemie_test_harness-0.1.130.dist-info/RECORD +0 -324
- {tests/assistant → codemie_test_harness}/__init__.py +0 -0
- {tests/assistant/datasource → codemie_test_harness/tests/assistant}/__init__.py +0 -0
- {tests/assistant/default_integrations → codemie_test_harness/tests/assistant/datasource}/__init__.py +0 -0
- {tests/assistant/tools → codemie_test_harness/tests/assistant/default_integrations}/__init__.py +0 -0
- {tests/assistant/tools/ado → codemie_test_harness/tests/assistant/tools}/__init__.py +0 -0
- {tests/assistant/tools/cloud → codemie_test_harness/tests/assistant/tools/ado}/__init__.py +0 -0
- {tests/assistant/tools/codebase → codemie_test_harness/tests/assistant/tools/cloud}/__init__.py +0 -0
- {tests/assistant/tools/datamanagement → codemie_test_harness/tests/assistant/tools/codebase}/__init__.py +0 -0
- {tests/assistant/tools/filemanagement → codemie_test_harness/tests/assistant/tools/datamanagement}/__init__.py +0 -0
- {tests/assistant/tools/git → codemie_test_harness/tests/assistant/tools/filemanagement}/__init__.py +0 -0
- {tests/assistant/tools/mcp → codemie_test_harness/tests/assistant/tools/git}/__init__.py +0 -0
- {tests/assistant/tools/notification → codemie_test_harness/tests/assistant/tools/mcp}/__init__.py +0 -0
- {tests/assistant/tools/openapi → codemie_test_harness/tests/assistant/tools/notification}/__init__.py +0 -0
- {tests/assistant/tools/plugin → codemie_test_harness/tests/assistant/tools/openapi}/__init__.py +0 -0
- {tests/assistant/tools/project_management → codemie_test_harness/tests/assistant/tools/plugin}/__init__.py +0 -0
- {tests/assistant/tools/research → codemie_test_harness/tests/assistant/tools/project_management}/__init__.py +0 -0
- {tests/assistant/tools/servicenow → codemie_test_harness/tests/assistant/tools/research}/__init__.py +0 -0
- {tests/assistant/tools/vcs → codemie_test_harness/tests/assistant/tools/servicenow}/__init__.py +0 -0
- {tests/e2e → codemie_test_harness/tests/assistant/tools/vcs}/__init__.py +0 -0
- {tests/enums → codemie_test_harness/tests/e2e}/__init__.py +0 -0
- {tests/integrations/project → codemie_test_harness/tests/enums}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/enums/integrations.py +0 -0
- {tests → codemie_test_harness/tests}/enums/model_types.py +0 -0
- {tests → codemie_test_harness/tests}/enums/tools.py +0 -0
- {tests → codemie_test_harness/tests}/integrations/__init__.py +0 -0
- {tests/integrations/user → codemie_test_harness/tests/integrations/project}/__init__.py +0 -0
- {tests/llm → codemie_test_harness/tests/integrations/user}/__init__.py +0 -0
- {tests/llm/assistants → codemie_test_harness/tests/llm}/__init__.py +0 -0
- {tests/providers → codemie_test_harness/tests/llm/assistants}/__init__.py +0 -0
- {tests/service → codemie_test_harness/tests/providers}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/search/__init__.py +0 -0
- {tests/test_data → codemie_test_harness/tests/service}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/service/test_llm_service.py +0 -0
- {tests → codemie_test_harness/tests}/service/test_user_service.py +0 -0
- {tests/test_data/direct_tools → codemie_test_harness/tests/test_data}/__init__.py +0 -0
- {tests/ui → codemie_test_harness/tests/test_data/direct_tools}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/test_data/direct_tools/servicenow_tools_test_data.py +0 -0
- {tests → codemie_test_harness/tests}/test_data/file_test_data.py +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/large-files/large_file.txt +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/provider_payload.json +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.csv +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.docx +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.gif +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.ini +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.jpeg +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.jpg +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.json +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.pdf +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.png +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.pptx +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.txt +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.vtt +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.xlsx +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.xml +0 -0
- {tests → codemie_test_harness/tests}/test_data/files/test.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/google_datasource_test_data.py +0 -0
- {tests → codemie_test_harness/tests}/test_data/index_test_data.py +0 -0
- {tests → codemie_test_harness/tests}/test_data/openapi.json +0 -0
- {tests → codemie_test_harness/tests}/test_data/output_schema_test_data.py +0 -0
- {tests → codemie_test_harness/tests}/test_data/pm_tools_test_data.py +0 -0
- {tests → codemie_test_harness/tests}/test_data/servicenow_tools_test_data.py +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_assistant_id.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_assistant_in_state.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_data_source.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_state.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_tool.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_yaml.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_yaml_format.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_assistant_id.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_assistant_tools_name.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_retry_backoff_factor.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_retry_initial_interval.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_retry_max_attempts.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_retry_max_interval.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_id.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_condition_expression.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_condition_otherwise.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_condition_then.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_switch_cases.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_switch_cases_condition.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_switch_cases_state_id.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_switch_default.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_retry_backoff_factor.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_retry_initial_interval.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_retry_max_attempts.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_retry_max_interval.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_system_prompt.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_tools_id.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_tools_name.yaml +0 -0
- {tests → codemie_test_harness/tests}/test_data/workflow_validation_messages.py +0 -0
- {tests/ui/pageobject → codemie_test_harness/tests/ui}/__init__.py +0 -0
- {tests/ui/pageobject/assistants → codemie_test_harness/tests/ui/pageobject}/__init__.py +0 -0
- {tests/workflow → codemie_test_harness/tests/ui/pageobject/assistants}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/execution_history_row.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/header.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/pop_up.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_card.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_execution_history_item.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_execution_state.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_sidebar.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_state_card.py +0 -0
- {tests → codemie_test_harness/tests}/ui/pageobject/workflows/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/utils/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/utils/client_factory.py +0 -0
- {tests → codemie_test_harness/tests}/utils/file_utils.py +0 -0
- {tests → codemie_test_harness/tests}/utils/gitbud_utils.py +0 -0
- {tests → codemie_test_harness/tests}/utils/http_utils.py +0 -0
- {tests → codemie_test_harness/tests}/utils/json_utils.py +0 -0
- {tests → codemie_test_harness/tests}/utils/logger_util.py +0 -0
- {tests → codemie_test_harness/tests}/utils/pytest_utils.py +0 -0
- {tests → codemie_test_harness/tests}/utils/yaml_utils.py +0 -0
- {tests/workflow/assistant_tools → codemie_test_harness/tests/workflow}/__init__.py +0 -0
- {tests/workflow/assistant_tools/ado → codemie_test_harness/tests/workflow/assistant_tools}/__init__.py +0 -0
- {tests/workflow/assistant_tools/cloud → codemie_test_harness/tests/workflow/assistant_tools/ado}/__init__.py +0 -0
- {tests/workflow/assistant_tools/codebase → codemie_test_harness/tests/workflow/assistant_tools/cloud}/__init__.py +0 -0
- {tests/workflow/assistant_tools/data_management → codemie_test_harness/tests/workflow/assistant_tools/codebase}/__init__.py +0 -0
- {tests/workflow/assistant_tools/default_integrations → codemie_test_harness/tests/workflow/assistant_tools/data_management}/__init__.py +0 -0
- {tests/workflow/assistant_tools/git → codemie_test_harness/tests/workflow/assistant_tools/default_integrations}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/file_management/__init__.py +0 -0
- {tests/workflow/assistant_tools/mcp → codemie_test_harness/tests/workflow/assistant_tools/git}/__init__.py +0 -0
- {tests/workflow/assistant_tools/notification → codemie_test_harness/tests/workflow/assistant_tools/mcp}/__init__.py +0 -0
- {tests/workflow/assistant_tools/plugin → codemie_test_harness/tests/workflow/assistant_tools/notification}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/assistant_tools/open_api/__init__.py +0 -0
- {tests/workflow/assistant_tools/project_management → codemie_test_harness/tests/workflow/assistant_tools/plugin}/__init__.py +0 -0
- {tests/workflow/assistant_tools/research → codemie_test_harness/tests/workflow/assistant_tools/project_management}/__init__.py +0 -0
- {tests/workflow/assistant_tools/servicenow → codemie_test_harness/tests/workflow/assistant_tools/research}/__init__.py +0 -0
- {tests/workflow/assistant_tools/vcs → codemie_test_harness/tests/workflow/assistant_tools/servicenow}/__init__.py +0 -0
- {tests/workflow/config_validation → codemie_test_harness/tests/workflow/assistant_tools/vcs}/__init__.py +0 -0
- {tests/workflow/direct_tools_calling → codemie_test_harness/tests/workflow/config_validation}/__init__.py +0 -0
- {tests/workflow/direct_tools_calling/default_integrations → codemie_test_harness/tests/workflow/direct_tools_calling}/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools → codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations}/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/ado → codemie_test_harness/tests/workflow/virtual_assistant_tools}/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/cloud → codemie_test_harness/tests/workflow/virtual_assistant_tools/ado}/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/default_integrations → codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/codebase/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/data_management/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/git → codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/file_management/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/mcp → codemie_test_harness/tests/workflow/virtual_assistant_tools/git}/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/plugin → codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/notification/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/open_api/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/research → codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin}/__init__.py +0 -0
- {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/project_management/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/servicenow → codemie_test_harness/tests/workflow/virtual_assistant_tools/research}/__init__.py +0 -0
- {tests/workflow/virtual_assistant_tools/vcs → codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow}/__init__.py +0 -0
- {codemie_test_harness-0.1.130.dist-info → codemie_test_harness-0.1.132.dist-info}/WHEEL +0 -0
- {codemie_test_harness-0.1.130.dist-info → codemie_test_harness-0.1.132.dist-info}/entry_points.txt +0 -0
|
@@ -12,32 +12,41 @@ except Exception:
|
|
|
12
12
|
from .constants import CONSOLE
|
|
13
13
|
|
|
14
14
|
|
|
15
|
-
def
|
|
16
|
-
"""Resolve
|
|
15
|
+
def _resolve_tests_path_and_root() -> tuple[str, str]:
|
|
16
|
+
"""Resolve tests path and working directory.
|
|
17
17
|
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
18
|
+
Returns:
|
|
19
|
+
tuple: (tests_path, root_dir)
|
|
20
|
+
- tests_path: Path to tests for pytest collection
|
|
21
|
+
- root_dir: Directory to use as cwd so pytest.ini/.env are found
|
|
21
22
|
"""
|
|
22
23
|
# 1) Use importlib.resources to locate installed package "tests"
|
|
23
24
|
if pkg_files is not None:
|
|
24
25
|
try:
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
26
|
+
# Try to locate codemie_test_harness.tests package
|
|
27
|
+
tests_dir = Path(str(pkg_files("codemie_test_harness.tests")))
|
|
28
|
+
# Root dir should be the codemie_test_harness package directory
|
|
29
|
+
# where pytest.ini and .env are located
|
|
30
|
+
root_dir = str(tests_dir.parent) # codemie_test_harness package root
|
|
31
|
+
return str(tests_dir), root_dir
|
|
28
32
|
except Exception:
|
|
29
33
|
pass
|
|
30
34
|
|
|
31
35
|
# 2) Fallback to repo layout when running from source
|
|
32
36
|
# runner.py -> cli -> codemie_test_harness -> <repo_root>
|
|
33
|
-
|
|
34
|
-
|
|
37
|
+
codemie_test_harness_root = (
|
|
38
|
+
Path(__file__).resolve().parents[1]
|
|
39
|
+
) # codemie_test_harness directory
|
|
40
|
+
tests_path = str(codemie_test_harness_root / "tests")
|
|
41
|
+
# Use codemie_test_harness as root_dir since pytest.ini and .env are there
|
|
42
|
+
root_dir = str(codemie_test_harness_root)
|
|
43
|
+
return tests_path, root_dir
|
|
35
44
|
|
|
36
45
|
|
|
37
46
|
def build_pytest_cmd(
|
|
38
47
|
workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
|
|
39
|
-
) -> List[str]:
|
|
40
|
-
tests_path =
|
|
48
|
+
) -> tuple[List[str], str]:
|
|
49
|
+
tests_path, root_dir = _resolve_tests_path_and_root()
|
|
41
50
|
cmd = [sys.executable, "-m", "pytest", tests_path]
|
|
42
51
|
if workers:
|
|
43
52
|
cmd += ["-n", str(workers)]
|
|
@@ -47,12 +56,12 @@ def build_pytest_cmd(
|
|
|
47
56
|
cmd += ["--reruns", str(reruns)]
|
|
48
57
|
if extra:
|
|
49
58
|
cmd += list(extra)
|
|
50
|
-
return cmd
|
|
59
|
+
return cmd, root_dir
|
|
51
60
|
|
|
52
61
|
|
|
53
62
|
def run_pytest(
|
|
54
63
|
workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
|
|
55
64
|
) -> None:
|
|
56
|
-
cmd = build_pytest_cmd(workers, marks, reruns, extra)
|
|
57
|
-
CONSOLE.print("[cyan]Running:[/]
|
|
58
|
-
raise SystemExit(subprocess.call(cmd))
|
|
65
|
+
cmd, root_dir = build_pytest_cmd(workers, marks, reruns, extra)
|
|
66
|
+
CONSOLE.print(f"[cyan]Running:[/] {' '.join(cmd)} (cwd={root_dir})")
|
|
67
|
+
raise SystemExit(subprocess.call(cmd, cwd=root_dir))
|
|
@@ -4,8 +4,8 @@ import pytest
|
|
|
4
4
|
from hamcrest import assert_that, equal_to
|
|
5
5
|
from requests import HTTPError
|
|
6
6
|
|
|
7
|
-
from tests.test_data.index_test_data import index_test_data
|
|
8
|
-
from tests.utils.base_utils import get_random_name, assert_response
|
|
7
|
+
from codemie_test_harness.tests.test_data.index_test_data import index_test_data
|
|
8
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
|
|
9
9
|
|
|
10
10
|
|
|
11
11
|
@pytest.mark.regression
|
|
@@ -5,11 +5,11 @@ import pytest
|
|
|
5
5
|
from hamcrest import assert_that, equal_to
|
|
6
6
|
from requests import HTTPError
|
|
7
7
|
|
|
8
|
-
from tests.test_data.pm_tools_test_data import (
|
|
8
|
+
from codemie_test_harness.tests.test_data.pm_tools_test_data import (
|
|
9
9
|
CONFLUENCE_TOOL_PROMPT,
|
|
10
10
|
RESPONSE_FOR_CONFLUENCE_TOOL,
|
|
11
11
|
)
|
|
12
|
-
from tests.utils.base_utils import get_random_name, assert_response
|
|
12
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
|
|
13
13
|
|
|
14
14
|
|
|
15
15
|
@pytest.mark.regression
|
|
@@ -6,16 +6,16 @@ from hamcrest import (
|
|
|
6
6
|
)
|
|
7
7
|
from requests import HTTPError
|
|
8
8
|
|
|
9
|
-
from tests.test_data.file_test_data import (
|
|
9
|
+
from codemie_test_harness.tests.test_data.file_test_data import (
|
|
10
10
|
file_test_data,
|
|
11
11
|
large_files_test_data,
|
|
12
12
|
RESPONSE_FOR_TWO_FILES_INDEXED,
|
|
13
13
|
)
|
|
14
|
-
from tests.utils.base_utils import get_random_name, assert_response
|
|
15
|
-
from tests.test_data.index_test_data import index_test_data
|
|
16
|
-
from tests.utils.client_factory import get_client
|
|
17
|
-
from tests.utils.constants import FILES_PATH
|
|
18
|
-
from tests.utils.pytest_utils import check_mark
|
|
14
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
|
|
15
|
+
from codemie_test_harness.tests.test_data.index_test_data import index_test_data
|
|
16
|
+
from codemie_test_harness.tests.utils.client_factory import get_client
|
|
17
|
+
from codemie_test_harness.tests.utils.constants import FILES_PATH
|
|
18
|
+
from codemie_test_harness.tests.utils.pytest_utils import check_mark
|
|
19
19
|
|
|
20
20
|
|
|
21
21
|
def pytest_generate_tests(metafunc):
|
|
@@ -4,12 +4,12 @@ import pytest
|
|
|
4
4
|
from hamcrest import assert_that, equal_to
|
|
5
5
|
from requests import HTTPError
|
|
6
6
|
|
|
7
|
-
from tests.test_data.google_datasource_test_data import (
|
|
7
|
+
from codemie_test_harness.tests.test_data.google_datasource_test_data import (
|
|
8
8
|
GOOGLE_DOC_URL,
|
|
9
9
|
RESPONSE_FOR_GOOGLE_DOC,
|
|
10
10
|
USER_PROMPT,
|
|
11
11
|
)
|
|
12
|
-
from tests.utils.base_utils import get_random_name, assert_response
|
|
12
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
|
|
13
13
|
|
|
14
14
|
|
|
15
15
|
@pytest.mark.smoke
|
|
@@ -5,8 +5,11 @@ import pytest
|
|
|
5
5
|
from hamcrest import assert_that, equal_to
|
|
6
6
|
from requests import HTTPError
|
|
7
7
|
|
|
8
|
-
from tests.test_data.pm_tools_test_data import
|
|
9
|
-
|
|
8
|
+
from codemie_test_harness.tests.test_data.pm_tools_test_data import (
|
|
9
|
+
JIRA_TOOL_PROMPT,
|
|
10
|
+
RESPONSE_FOR_JIRA_TOOL,
|
|
11
|
+
)
|
|
12
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
|
|
10
13
|
|
|
11
14
|
|
|
12
15
|
@pytest.mark.regression
|
|
@@ -4,12 +4,15 @@ from codemie_sdk.models.integration import (
|
|
|
4
4
|
CredentialTypes,
|
|
5
5
|
IntegrationType,
|
|
6
6
|
)
|
|
7
|
-
from tests import PROJECT
|
|
8
|
-
from tests.enums.tools import Toolkit, ProjectManagementTool
|
|
9
|
-
from tests.integrations import integrations
|
|
10
|
-
from tests.test_data.pm_tools_test_data import
|
|
11
|
-
|
|
12
|
-
|
|
7
|
+
from codemie_test_harness.tests import PROJECT
|
|
8
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, ProjectManagementTool
|
|
9
|
+
from codemie_test_harness.tests.integrations import integrations
|
|
10
|
+
from codemie_test_harness.tests.test_data.pm_tools_test_data import (
|
|
11
|
+
JIRA_TOOL_PROMPT,
|
|
12
|
+
RESPONSE_FOR_JIRA_TOOL,
|
|
13
|
+
)
|
|
14
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
15
|
+
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
13
16
|
|
|
14
17
|
|
|
15
18
|
@pytest.mark.not_for_parallel_run
|
|
@@ -4,12 +4,14 @@ from codemie_sdk.models.integration import (
|
|
|
4
4
|
CredentialTypes,
|
|
5
5
|
IntegrationType,
|
|
6
6
|
)
|
|
7
|
-
from tests import PROJECT
|
|
8
|
-
from tests.integrations import integrations
|
|
9
|
-
from tests.enums.tools import Toolkit, AzureDevOpsWikiTool
|
|
10
|
-
from tests.test_data.ado_wiki_tools_test_data import
|
|
11
|
-
|
|
12
|
-
|
|
7
|
+
from codemie_test_harness.tests import PROJECT
|
|
8
|
+
from codemie_test_harness.tests.integrations import integrations
|
|
9
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsWikiTool
|
|
10
|
+
from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
|
|
11
|
+
ado_wiki_get_test_data,
|
|
12
|
+
)
|
|
13
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
14
|
+
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
13
15
|
|
|
14
16
|
ado_wiki_prompt = ado_wiki_get_test_data[0][2]
|
|
15
17
|
ado_wiki_answer = ado_wiki_get_test_data[0][3]
|
|
@@ -4,14 +4,14 @@ from codemie_sdk.models.integration import (
|
|
|
4
4
|
CredentialTypes,
|
|
5
5
|
IntegrationType,
|
|
6
6
|
)
|
|
7
|
-
from tests import PROJECT
|
|
8
|
-
from tests.integrations import integrations
|
|
9
|
-
from tests.enums.tools import Toolkit, GitTool
|
|
10
|
-
from tests.test_data.git_tools_test_data import (
|
|
7
|
+
from codemie_test_harness.tests import PROJECT
|
|
8
|
+
from codemie_test_harness.tests.integrations import integrations
|
|
9
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, GitTool
|
|
10
|
+
from codemie_test_harness.tests.test_data.git_tools_test_data import (
|
|
11
11
|
list_branches_set_active_branch_test_data,
|
|
12
12
|
)
|
|
13
|
-
from tests.utils.aws_parameters_store import CredentialsUtil
|
|
14
|
-
from tests.utils.constants import test_project_name
|
|
13
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
14
|
+
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
15
15
|
|
|
16
16
|
|
|
17
17
|
git_tool_prompt = list_branches_set_active_branch_test_data[0][2]
|
|
@@ -13,16 +13,16 @@ from codemie_sdk.models.assistant import (
|
|
|
13
13
|
ChatMessage,
|
|
14
14
|
ChatRole,
|
|
15
15
|
)
|
|
16
|
-
from tests import TEST_USER, PROJECT, LANGFUSE_TRACES_ENABLED
|
|
17
|
-
from tests.test_data.file_test_data import (
|
|
16
|
+
from codemie_test_harness.tests import TEST_USER, PROJECT, LANGFUSE_TRACES_ENABLED
|
|
17
|
+
from codemie_test_harness.tests.test_data.file_test_data import (
|
|
18
18
|
files_with_different_types_test_data,
|
|
19
19
|
file_test_data,
|
|
20
20
|
RESPONSE_FOR_TWO_FILES_UPLOADED,
|
|
21
21
|
)
|
|
22
|
-
from tests.test_data.output_schema_test_data import output_schema
|
|
23
|
-
from tests.utils.base_utils import get_random_name
|
|
24
|
-
from tests.utils.constants import FILES_PATH
|
|
25
|
-
from tests.utils.file_utils import save_file
|
|
22
|
+
from codemie_test_harness.tests.test_data.output_schema_test_data import output_schema
|
|
23
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
24
|
+
from codemie_test_harness.tests.utils.constants import FILES_PATH
|
|
25
|
+
from codemie_test_harness.tests.utils.file_utils import save_file
|
|
26
26
|
|
|
27
27
|
system_prompt_for_chatting_with_files = """Your task is to show the content of the file. You MUST NOT:
|
|
28
28
|
- analyze the content
|
{tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py
RENAMED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
from codemie_sdk.models.integration import CredentialTypes
|
|
3
3
|
|
|
4
|
-
from tests.enums.tools import Toolkit, AzureDevOpsTestPlanTool
|
|
5
|
-
from tests.test_data.ado_test_plan_tools_test_data import (
|
|
4
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsTestPlanTool
|
|
5
|
+
from codemie_test_harness.tests.test_data.ado_test_plan_tools_test_data import (
|
|
6
6
|
ado_test_plan_get_test_data,
|
|
7
7
|
ADO_TEST_PLAN_CREATE_TEST_PLAN,
|
|
8
8
|
ADO_TEST_PLAN_CREATE_SUITE,
|
|
@@ -10,10 +10,10 @@ from tests.test_data.ado_test_plan_tools_test_data import (
|
|
|
10
10
|
ADO_TEST_PLAN_DELETE_SUITE,
|
|
11
11
|
ADO_TEST_PLAN_DELETE_PLAN,
|
|
12
12
|
)
|
|
13
|
-
from tests.utils.aws_parameters_store import CredentialsUtil
|
|
14
|
-
from tests.utils.base_utils import get_random_name
|
|
15
|
-
from tests.utils.constants import ID_PATTERN
|
|
16
|
-
from tests.utils.json_utils import extract_id_from_ado_response
|
|
13
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
14
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
15
|
+
from codemie_test_harness.tests.utils.constants import ID_PATTERN
|
|
16
|
+
from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_response
|
|
17
17
|
|
|
18
18
|
|
|
19
19
|
@pytest.mark.regression
|
{tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py
RENAMED
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
|
|
3
|
-
from tests.enums.tools import Toolkit, AzureDevOpsWikiTool
|
|
3
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsWikiTool
|
|
4
4
|
from codemie_sdk.models.integration import CredentialTypes
|
|
5
|
-
from tests.test_data.ado_wiki_tools_test_data import (
|
|
5
|
+
from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
|
|
6
6
|
ado_wiki_get_test_data,
|
|
7
7
|
ADO_WIKI_CREATE_PAGE,
|
|
8
8
|
ADO_WIKI_RENAME_PAGE,
|
|
9
9
|
ADO_WIKI_MODIFY_PAGE,
|
|
10
10
|
ADO_WIKI_DELETE_PAGE,
|
|
11
11
|
)
|
|
12
|
-
from tests.utils.aws_parameters_store import CredentialsUtil
|
|
13
|
-
from tests.utils.base_utils import get_random_name
|
|
12
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
13
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
@pytest.mark.regression
|
{tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py
RENAMED
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
from codemie_sdk.models.integration import CredentialTypes
|
|
3
3
|
|
|
4
|
-
from tests.enums.tools import Toolkit, AzureDevOpsWorkItemTool
|
|
5
|
-
from tests.test_data.ado_work_item_tools_test_data import (
|
|
4
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsWorkItemTool
|
|
5
|
+
from codemie_test_harness.tests.test_data.ado_work_item_tools_test_data import (
|
|
6
6
|
ado_work_item_get_test_data,
|
|
7
7
|
ADO_WORK_ITEM_CREATE,
|
|
8
8
|
ADO_WORK_ITEM_UPDATE,
|
|
9
9
|
ADO_WORK_ITEM_LINK,
|
|
10
10
|
)
|
|
11
|
-
from tests.utils.aws_parameters_store import CredentialsUtil
|
|
12
|
-
from tests.utils.base_utils import get_random_name
|
|
13
|
-
from tests.utils.constants import WORK_ITEM_ID_PATTERN
|
|
14
|
-
from tests.utils.json_utils import extract_id_from_ado_response
|
|
11
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
12
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
13
|
+
from codemie_test_harness.tests.utils.constants import WORK_ITEM_ID_PATTERN
|
|
14
|
+
from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_response
|
|
15
15
|
|
|
16
16
|
|
|
17
17
|
@pytest.mark.regression
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
|
|
3
|
-
from tests.enums.tools import Toolkit, CloudTool
|
|
4
|
-
from tests.test_data.cloud_tools_test_data import cloud_test_data
|
|
3
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, CloudTool
|
|
4
|
+
from codemie_test_harness.tests.test_data.cloud_tools_test_data import cloud_test_data
|
|
5
5
|
|
|
6
6
|
|
|
7
7
|
@pytest.mark.regression
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
|
|
3
3
|
from codemie_sdk.models.integration import CredentialTypes
|
|
4
|
-
from tests.enums.tools import (
|
|
4
|
+
from codemie_test_harness.tests.enums.tools import (
|
|
5
5
|
CodeBaseTool,
|
|
6
6
|
)
|
|
7
|
-
from tests.test_data.codebase_tools_test_data import (
|
|
7
|
+
from codemie_test_harness.tests.test_data.codebase_tools_test_data import (
|
|
8
8
|
code_tools_test_data,
|
|
9
9
|
sonar_tools_test_data,
|
|
10
10
|
)
|
|
@@ -4,11 +4,11 @@ import uuid
|
|
|
4
4
|
import pytest
|
|
5
5
|
from codemie_sdk.models.integration import CredentialTypes
|
|
6
6
|
|
|
7
|
-
from tests.enums.tools import (
|
|
7
|
+
from codemie_test_harness.tests.enums.tools import (
|
|
8
8
|
Toolkit,
|
|
9
9
|
DataManagementTool,
|
|
10
10
|
)
|
|
11
|
-
from tests.test_data.data_management_tools_test_data import (
|
|
11
|
+
from codemie_test_harness.tests.test_data.data_management_tools_test_data import (
|
|
12
12
|
ELASTIC_TOOL_TASK,
|
|
13
13
|
RESPONSE_FOR_ELASTIC,
|
|
14
14
|
sql_tools_test_data,
|
|
@@ -18,7 +18,7 @@ from tests.test_data.data_management_tools_test_data import (
|
|
|
18
18
|
SQL_TOOL_QUERY_TABLE_TASK,
|
|
19
19
|
RESPONSE_FOR_SQL,
|
|
20
20
|
)
|
|
21
|
-
from tests.utils.aws_parameters_store import CredentialsUtil
|
|
21
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
22
22
|
|
|
23
23
|
|
|
24
24
|
@pytest.mark.regression
|
|
@@ -3,8 +3,8 @@ import os
|
|
|
3
3
|
import pytest
|
|
4
4
|
from hamcrest import assert_that, contains_string, is_not, all_of
|
|
5
5
|
|
|
6
|
-
from tests.enums.tools import Toolkit, FileManagementTool
|
|
7
|
-
from tests.test_data.file_management_tools_test_data import (
|
|
6
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, FileManagementTool
|
|
7
|
+
from codemie_test_harness.tests.test_data.file_management_tools_test_data import (
|
|
8
8
|
file_management_tools_test_data,
|
|
9
9
|
GENERATE_IMAGE_TOOL_TASK,
|
|
10
10
|
WRITE_FILE_TASK,
|
|
@@ -16,7 +16,7 @@ from tests.test_data.file_management_tools_test_data import (
|
|
|
16
16
|
file_editing_tools_test_data,
|
|
17
17
|
show_diff_task,
|
|
18
18
|
)
|
|
19
|
-
from tests.utils.base_utils import get_random_name
|
|
19
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
20
20
|
|
|
21
21
|
|
|
22
22
|
@pytest.mark.regression
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
from hamcrest import assert_that, equal_to, not_none
|
|
3
3
|
|
|
4
|
-
from tests.test_data.git_tools_test_data import (
|
|
4
|
+
from codemie_test_harness.tests.test_data.git_tools_test_data import (
|
|
5
5
|
list_branches_set_active_branch_test_data,
|
|
6
6
|
create_branch_test_data,
|
|
7
7
|
create_file_test_data,
|
|
@@ -10,7 +10,7 @@ from tests.test_data.git_tools_test_data import (
|
|
|
10
10
|
get_merge_request_changes_test_data,
|
|
11
11
|
update_file_test_data,
|
|
12
12
|
)
|
|
13
|
-
from tests.utils.base_utils import get_random_name, to_camel_case
|
|
13
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name, to_camel_case
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
@pytest.mark.regression
|
|
@@ -6,10 +6,10 @@ import pytest
|
|
|
6
6
|
from hamcrest import assert_that, contains_string
|
|
7
7
|
|
|
8
8
|
from codemie_sdk.models.integration import CredentialTypes
|
|
9
|
-
from tests import autotest_entity_prefix
|
|
10
|
-
from tests.utils.aws_parameters_store import CredentialsUtil
|
|
11
|
-
from tests.utils.base_utils import get_random_name
|
|
12
|
-
from tests.test_data.mcp_server_test_data import (
|
|
9
|
+
from codemie_test_harness.tests import autotest_entity_prefix
|
|
10
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
11
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
12
|
+
from codemie_test_harness.tests.test_data.mcp_server_test_data import (
|
|
13
13
|
cli_mcp_server_test_data,
|
|
14
14
|
CLI_MCP_SERVER,
|
|
15
15
|
)
|
|
@@ -4,9 +4,9 @@ import pytest
|
|
|
4
4
|
from hamcrest import assert_that, equal_to
|
|
5
5
|
|
|
6
6
|
from codemie_sdk.models.integration import CredentialTypes
|
|
7
|
-
from tests.enums.tools import Toolkit, NotificationTool
|
|
8
|
-
from tests.utils.aws_parameters_store import CredentialsUtil
|
|
9
|
-
from tests.test_data.notification_tools_test_data import (
|
|
7
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, NotificationTool
|
|
8
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
9
|
+
from codemie_test_harness.tests.test_data.notification_tools_test_data import (
|
|
10
10
|
EMAIL_TOOL_PROMPT,
|
|
11
11
|
EMAIL_RESPONSE,
|
|
12
12
|
EMAIL_SUBJECT,
|
{tests → codemie_test_harness/tests}/assistant/tools/openapi/test_assistant_with_open_api_tools.py
RENAMED
|
@@ -2,8 +2,8 @@ import os
|
|
|
2
2
|
|
|
3
3
|
import pytest
|
|
4
4
|
|
|
5
|
-
from tests.enums.tools import Toolkit
|
|
6
|
-
from tests.test_data.open_api_tools_test_data import (
|
|
5
|
+
from codemie_test_harness.tests.enums.tools import Toolkit
|
|
6
|
+
from codemie_test_harness.tests.test_data.open_api_tools_test_data import (
|
|
7
7
|
open_api_tools_test_data,
|
|
8
8
|
)
|
|
9
9
|
|
|
@@ -2,13 +2,13 @@ import os
|
|
|
2
2
|
|
|
3
3
|
import pytest
|
|
4
4
|
|
|
5
|
-
from tests.enums.tools import Toolkit
|
|
6
|
-
from tests.test_data.plugin_tools_test_data import (
|
|
5
|
+
from codemie_test_harness.tests.enums.tools import Toolkit
|
|
6
|
+
from codemie_test_harness.tests.test_data.plugin_tools_test_data import (
|
|
7
7
|
list_files_plugin_tools_test_data,
|
|
8
8
|
CREATE_READ_DELETE_FILE_TEST_DATA,
|
|
9
9
|
)
|
|
10
|
-
from tests.utils.base_utils import get_random_name
|
|
11
|
-
from tests.utils.constants import TESTS_PATH
|
|
10
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
11
|
+
from codemie_test_harness.tests.utils.constants import TESTS_PATH
|
|
12
12
|
|
|
13
13
|
|
|
14
14
|
@pytest.mark.regression
|
|
@@ -2,12 +2,12 @@ import os
|
|
|
2
2
|
|
|
3
3
|
import pytest
|
|
4
4
|
|
|
5
|
-
from tests.enums.tools import Toolkit
|
|
6
|
-
from tests.test_data.mcp_server_test_data import (
|
|
5
|
+
from codemie_test_harness.tests.enums.tools import Toolkit
|
|
6
|
+
from codemie_test_harness.tests.test_data.mcp_server_test_data import (
|
|
7
7
|
cli_mcp_server_with_plugin_test_data,
|
|
8
8
|
filesystem_mcp_server_with_plugin_test_data,
|
|
9
9
|
)
|
|
10
|
-
from tests.utils.constants import TESTS_PATH
|
|
10
|
+
from codemie_test_harness.tests.utils.constants import TESTS_PATH
|
|
11
11
|
|
|
12
12
|
|
|
13
13
|
@pytest.mark.regression
|
{tests → codemie_test_harness/tests}/assistant/tools/project_management/test_assistant_pm_tools.py
RENAMED
|
@@ -2,18 +2,20 @@ import pytest
|
|
|
2
2
|
|
|
3
3
|
from codemie_sdk.models.assistant import ToolConfig
|
|
4
4
|
from codemie_sdk.models.integration import CredentialTypes
|
|
5
|
-
from tests.enums.tools import Toolkit, ProjectManagementTool
|
|
6
|
-
from tests.test_data.pm_tools_test_data import (
|
|
5
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, ProjectManagementTool
|
|
6
|
+
from codemie_test_harness.tests.test_data.pm_tools_test_data import (
|
|
7
7
|
CONFLUENCE_TOOL_PROMPT,
|
|
8
8
|
RESPONSE_FOR_CONFLUENCE_TOOL,
|
|
9
9
|
JIRA_TOOL_PROMPT,
|
|
10
10
|
RESPONSE_FOR_JIRA_TOOL,
|
|
11
11
|
RESPONSE_FOR_CONFLUENCE_TOOL_UNAUTHORIZED,
|
|
12
12
|
)
|
|
13
|
-
from tests.test_data.project_management_test_data import
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
from tests.utils.
|
|
13
|
+
from codemie_test_harness.tests.test_data.project_management_test_data import (
|
|
14
|
+
pm_tools_test_data,
|
|
15
|
+
)
|
|
16
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
17
|
+
from codemie_test_harness.tests.utils.base_utils import credentials_to_dict
|
|
18
|
+
from codemie_test_harness.tests.utils.constants import (
|
|
17
19
|
project_management_integrations,
|
|
18
20
|
)
|
|
19
21
|
|
{tests → codemie_test_harness/tests}/assistant/tools/research/test_assistant_research_tools.py
RENAMED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
from hamcrest import assert_that, greater_than
|
|
3
3
|
|
|
4
|
-
from tests.enums.tools import Toolkit, ResearchToolName
|
|
5
|
-
from tests.test_data.research_tools_test_data import (
|
|
4
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, ResearchToolName
|
|
5
|
+
from codemie_test_harness.tests.test_data.research_tools_test_data import (
|
|
6
6
|
search_tools_test_data,
|
|
7
7
|
interactions_tools_test_data,
|
|
8
8
|
)
|
|
9
|
-
from tests.utils.base_utils import percent_of_relevant_titles
|
|
9
|
+
from codemie_test_harness.tests.utils.base_utils import percent_of_relevant_titles
|
|
10
10
|
|
|
11
11
|
|
|
12
12
|
@pytest.mark.regression
|
|
@@ -1,7 +1,10 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
|
|
3
|
-
from tests.enums.tools import Toolkit, ServiceNowTool
|
|
4
|
-
from tests.test_data.servicenow_tools_test_data import
|
|
3
|
+
from codemie_test_harness.tests.enums.tools import Toolkit, ServiceNowTool
|
|
4
|
+
from codemie_test_harness.tests.test_data.servicenow_tools_test_data import (
|
|
5
|
+
PROMPT,
|
|
6
|
+
EXPECTED_RESPONSE,
|
|
7
|
+
)
|
|
5
8
|
|
|
6
9
|
|
|
7
10
|
@pytest.mark.regression
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
|
|
3
|
-
from tests.enums.tools import (
|
|
3
|
+
from codemie_test_harness.tests.enums.tools import (
|
|
4
4
|
Toolkit,
|
|
5
5
|
)
|
|
6
|
-
from tests.test_data.vcs_tools_test_data import (
|
|
6
|
+
from codemie_test_harness.tests.test_data.vcs_tools_test_data import (
|
|
7
7
|
vcs_tools_test_data,
|
|
8
8
|
)
|
|
9
|
-
from tests.utils.constants import vcs_integrations
|
|
9
|
+
from codemie_test_harness.tests.utils.constants import vcs_integrations
|
|
10
10
|
|
|
11
11
|
|
|
12
12
|
@pytest.mark.regression
|
|
@@ -22,23 +22,25 @@ from codemie_sdk.models.integration import (
|
|
|
22
22
|
Integration,
|
|
23
23
|
)
|
|
24
24
|
from codemie_sdk.models.workflow import WorkflowCreateRequest, WorkflowMode, Workflow
|
|
25
|
-
from tests import PROJECT, autotest_entity_prefix
|
|
26
|
-
from tests.test_data.google_datasource_test_data import
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
from tests.utils.
|
|
30
|
-
from tests.utils.
|
|
31
|
-
from tests.utils.
|
|
32
|
-
from tests.utils.
|
|
33
|
-
from tests.utils.
|
|
34
|
-
from tests.utils.
|
|
35
|
-
from tests.utils.
|
|
36
|
-
from tests.utils.
|
|
37
|
-
from tests.utils.
|
|
38
|
-
from tests.utils.
|
|
39
|
-
from tests.utils.
|
|
40
|
-
from tests.utils.
|
|
41
|
-
from tests.utils.
|
|
25
|
+
from codemie_test_harness.tests import PROJECT, autotest_entity_prefix
|
|
26
|
+
from codemie_test_harness.tests.test_data.google_datasource_test_data import (
|
|
27
|
+
GOOGLE_DOC_URL,
|
|
28
|
+
)
|
|
29
|
+
from codemie_test_harness.tests.utils.assistant_utils import AssistantUtils
|
|
30
|
+
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
31
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
|
|
32
|
+
from codemie_test_harness.tests.utils.client_factory import get_client
|
|
33
|
+
from codemie_test_harness.tests.utils.constants import TESTS_PATH
|
|
34
|
+
from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
|
|
35
|
+
from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
|
|
36
|
+
from codemie_test_harness.tests.utils.integration_utils import IntegrationUtils
|
|
37
|
+
from codemie_test_harness.tests.utils.logger_util import setup_logger
|
|
38
|
+
from codemie_test_harness.tests.utils.notification_utils import GmailUtils
|
|
39
|
+
from codemie_test_harness.tests.utils.provider_utils import ProviderUtils
|
|
40
|
+
from codemie_test_harness.tests.utils.search_utils import SearchUtils
|
|
41
|
+
from codemie_test_harness.tests.utils.similarity_check import SimilarityCheck
|
|
42
|
+
from codemie_test_harness.tests.utils.workflow_utils import WorkflowUtils
|
|
43
|
+
from codemie_test_harness.tests.utils.yaml_utils import (
|
|
42
44
|
WorkflowYamlModel,
|
|
43
45
|
AssistantModel,
|
|
44
46
|
ToolModel,
|