codemie-test-harness 0.1.184__py3-none-any.whl → 0.1.198__py3-none-any.whl

codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py

@@ -11,6 +11,7 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
     JIRA_TOOL_PROMPT,
     RESPONSE_FOR_JIRA_TOOL,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -79,6 +80,12 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, jira_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
+
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
@@ -129,6 +136,12 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, jira_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
+
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
@@ -170,6 +183,12 @@ def test_assistant_in_workflow_with_project_integration_only(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, jira_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
+
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
@@ -219,6 +238,12 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, jira_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
+
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
@@ -268,4 +293,10 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, jira_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
+
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)

codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py

@@ -10,6 +10,7 @@ from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsWikiTool
 from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
     ado_wiki_get_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -83,6 +84,12 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, ado_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(AzureDevOpsWikiTool.GET_WIKI, triggered_tools)
+
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
@@ -134,6 +141,12 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, ado_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(AzureDevOpsWikiTool.GET_WIKI, triggered_tools)
+
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
@@ -177,6 +190,12 @@ def test_assistant_in_workflow_with_project_integration_only(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, ado_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(AzureDevOpsWikiTool.GET_WIKI, triggered_tools)
+
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
@@ -228,6 +247,12 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, ado_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(AzureDevOpsWikiTool.GET_WIKI, triggered_tools)
+
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
@@ -279,4 +304,10 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, ado_assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(AzureDevOpsWikiTool.GET_WIKI, triggered_tools)
+
     similarity_check.check_similarity(response, ado_wiki_answer)

codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py

@@ -10,6 +10,7 @@ from codemie_test_harness.tests.enums.tools import Toolkit, GitTool
 from codemie_test_harness.tests.test_data.git_tools_test_data import (
     list_branches_set_active_branch_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -97,6 +98,31 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
     )
     similarity_check.check_similarity(response, git_tool_answer)
 
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(GitTool.LIST_BRANCHES_IN_REPO, triggered_tools)
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(GitTool.LIST_BRANCHES_IN_REPO, triggered_tools)
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(GitTool.LIST_BRANCHES_IN_REPO, triggered_tools)
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(GitTool.LIST_BRANCHES_IN_REPO, triggered_tools)
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(GitTool.LIST_BRANCHES_IN_REPO, triggered_tools)
+
 
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant

codemie_test_harness/tests/workflow/assistant_tools/file_management/test_workflow_with_assistant_with_file_management_tools.py

@@ -15,7 +15,10 @@ from codemie_test_harness.tests.test_data.file_management_tools_test_data import
     RESPONSE_FOR_DIFF_UPDATE,
     RESPONSE_FOR_FILE_EDITOR,
 )
-from codemie_test_harness.tests.utils.base_utils import get_random_name
+from codemie_test_harness.tests.utils.base_utils import (
+    get_random_name,
+    assert_tool_triggered,
+)
 from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 
 
@@ -43,6 +46,11 @@ def test_workflow_with_assistant_with_file_management_tools(
         workflow_with_assistant.id, assistant.name
     )
 
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(tool_name, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)
 
 
@@ -72,6 +80,11 @@ def test_workflow_with_assistant_with_generate_image_tool(
         workflow_with_assistant.id, assistant.name
     )
 
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.GENERATE_IMAGE, triggered_tools)
+
     assert_that(
         response.lower(),
         all_of(
@@ -104,10 +117,23 @@ def test_workflow_with_assistant_with_read_file_tool(
         workflow_with_assistant.id, assistant.name, WRITE_FILE_TASK
     )
 
+    # Assert write file tool was triggered
+    write_triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.WRITE_FILE, write_triggered_tools)
+
     # Step 2: Read file
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name, READ_FILE_TOOL_TASK
     )
+
+    # Assert read file tool was triggered
+    read_triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.READ_FILE, read_triggered_tools)
+
     similarity_check.check_similarity(response, RESPONSE_FOR_READ_FILE_TASK)
 
 
@@ -137,16 +163,34 @@ def test_workflow_with_assistant_with_file_editing_tool(
         workflow_with_assistant.id, assistant.name, create_file_task(file_to_update)
     )
 
+    # Assert write file tool was triggered
+    create_triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.WRITE_FILE, create_triggered_tools)
+
     # Insert to the file
     workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name, insert_to_file_task(file_to_update)
     )
 
+    # Assert diff update tool was triggered
+    insert_triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.DIFF_UPDATE, insert_triggered_tools)
+
     # Show the diff
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name, show_diff_task(file_to_update)
     )
 
+    # Assert diff update tool was triggered again
+    diff_triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.DIFF_UPDATE, diff_triggered_tools)
+
     similarity_check.check_similarity(response, RESPONSE_FOR_DIFF_UPDATE)
 
 
@@ -176,14 +220,32 @@ def test_workflow_with_assistant_with_filesystem_tool(
         workflow_with_assistant.id, assistant.name, create_file_task(file_to_update)
     )
 
+    # Assert filesystem editor tool was triggered
+    create_triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.FILESYSTEM_EDITOR, create_triggered_tools)
+
     # Insert to the file
     workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name, insert_to_file_task(file_to_update)
     )
 
+    # Assert filesystem editor tool was triggered
+    insert_triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.FILESYSTEM_EDITOR, insert_triggered_tools)
+
     # Show the file content
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name, show_file_task(file_to_update)
     )
 
+    # Assert filesystem editor tool was triggered
+    show_triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(FileManagementTool.FILESYSTEM_EDITOR, show_triggered_tools)
+
     similarity_check.check_similarity(response, RESPONSE_FOR_FILE_EDITOR)

codemie_test_harness/tests/workflow/assistant_tools/git/test_workflow_with_assistant_git_tools.py

@@ -1,6 +1,10 @@
 import pytest
 from hamcrest import assert_that, equal_to, not_none
-from codemie_test_harness.tests.utils.base_utils import get_random_name, to_camel_case
+from codemie_test_harness.tests.utils.base_utils import (
+    get_random_name,
+    to_camel_case,
+    assert_tool_triggered,
+)
 from codemie_test_harness.tests.test_data.git_tools_test_data import (
     list_branches_set_active_branch_test_data,
     create_branch_test_data,
@@ -44,6 +48,12 @@ def test_workflow_with_list_branch_set_active_branch_tools(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(tool_name, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)
 
 
@@ -86,6 +96,11 @@ def test_workflow_with_create_branch_tool(
             workflow_with_assistant.id, assistant.name
         )
 
+        triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant
+        )
+        assert_tool_triggered(tool_name, triggered_tools)
+
         assert_that(
             git_utils.branch_exists(branch_name),
             equal_to(True),
@@ -141,6 +156,11 @@ def test_workflow_with_create_file_tool(
             workflow_with_assistant.id, assistant.name
         )
 
+        triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant
+        )
+        assert_tool_triggered(tool_name, triggered_tools)
+
         file_content = git_utils.get_file_content(file_name, "main")
 
         similarity_check.check_similarity(response, expected)
@@ -191,6 +211,12 @@ def test_workflow_with_create_merge_request_tool(
         response = workflow_utils.execute_workflow(
             workflow_with_assistant.id, assistant.name
         )
+
+        triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant
+        )
+        assert_tool_triggered(tool_name, triggered_tools)
+
         mr_id = git_utils.get_merge_request_id_by_title(mr_name)
 
         expected = expected_template(source_branch, mr_name, mr_id)
@@ -256,6 +282,11 @@ def test_workflow_with_delete_file_tool(
             workflow_with_assistant.id, assistant.name
         )
 
+        triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant
+        )
+        assert_tool_triggered(tool_name, triggered_tools)
+
         assert_that(
             git_utils.file_exists(file_name, "main"),
             equal_to(False),
@@ -309,7 +340,20 @@ def test_workflow_with_get_merge_request_changes_tool(
 
         create_mr_prompt = create_mr_prompt_template(source_branch, class_name, mr_name)
 
-        response = assistant_utils.ask_assistant(assistant, create_mr_prompt)
+        # Create MR workflow step (first tool)
+        workflow_with_assistant_create = workflow_with_assistant(
+            assistant, create_mr_prompt
+        )
+        response = workflow_utils.execute_workflow(
+            workflow_with_assistant_create.id, assistant.name
+        )
+
+        # Assert first tool was triggered (create MR tool)
+        triggered_tools_create = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant_create
+        )
+        assert_tool_triggered(tool_name[:-1], triggered_tools_create)
+
         mr_id = git_utils.get_merge_request_id_by_title(mr_name)
 
         create_mr_expected = create_mr_expected_template(source_branch, mr_name, mr_id)
@@ -322,11 +366,20 @@ def test_workflow_with_get_merge_request_changes_tool(
         get_changes_prompt = get_mr_changes_prompt_template(mr_id)
         get_changes_expected = get_mr_changes_expected_template(class_name)
 
-        workflow_with_assistant = workflow_with_assistant(assistant, get_changes_prompt)
+        # Get MR changes workflow step (second tool)
+        workflow_with_assistant_get = workflow_with_assistant(
+            assistant, get_changes_prompt
+        )
         response = workflow_utils.execute_workflow(
-            workflow_with_assistant.id, assistant.name
+            workflow_with_assistant_get.id, assistant.name
         )
 
+        # Assert second tool was triggered (get MR changes tool)
+        triggered_tools_get = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant_get
+        )
+        assert_tool_triggered(tool_name[-1], triggered_tools_get)
+
         similarity_check.check_similarity(response, get_changes_expected)
     finally:
         if git_utils.branch_exists(source_branch):
@@ -374,7 +427,20 @@ def test_workflow_with_update_file_tools(
         )
 
         create_prompt = create_prompt_template(class_name)
-        response = assistant_utils.ask_assistant(assistant, create_prompt)
+
+        # Create file workflow step (first tool)
+        workflow_with_assistant_create = workflow_with_assistant(
+            assistant, create_prompt
+        )
+        response = workflow_utils.execute_workflow(
+            workflow_with_assistant_create.id, assistant.name
+        )
+
+        # Assert create tool was triggered
+        triggered_tools_create = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant_create
+        )
+        assert_tool_triggered(tool_name[0], triggered_tools_create)
 
         create_expected = create_expected_template(class_name)
         similarity_check.check_similarity(response, create_expected)
@@ -391,10 +457,19 @@ def test_workflow_with_update_file_tools(
         update_prompt = update_prompt_template(class_name)
         update_expected = update_expected_template(class_name)
 
-        workflow_with_assistant = workflow_with_assistant(assistant, update_prompt)
+        # Update file workflow step (second tool)
+        workflow_with_assistant_update = workflow_with_assistant(
+            assistant, update_prompt
+        )
         response = workflow_utils.execute_workflow(
-            workflow_with_assistant.id, assistant.name
+            workflow_with_assistant_update.id, assistant.name
+        )
+
+        # Assert update tool was triggered
+        triggered_tools_update = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant_update
         )
+        assert_tool_triggered(tool_name[1], triggered_tools_update)
 
         similarity_check.check_similarity(response, update_expected)
 

codemie_test_harness/tests/workflow/assistant_tools/mcp/test_workflow_with_assistant_with_mcp_server.py

@@ -1,5 +1,10 @@
 import pytest
 
+from codemie_test_harness.tests.enums.tools import (
+    McpServerTime,
+    CliMcpServer,
+    McpServerFetch,
+)
 from codemie_test_harness.tests.test_data.mcp_server_test_data import (
     FETCH_MCP_SERVER,
     fetch_expected_response,
@@ -12,10 +17,7 @@ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
     cli_mcp_server_test_data,
     CLI_MCP_SERVER,
 )
-
-# pytestmark = pytest.mark.skipif(
-#     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
-# )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.workflow
@@ -36,6 +38,11 @@ def test_workflow_with_assistant_with_time_mcp_server(
         workflow_with_assistant.id, assistant.name
     )
 
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(McpServerTime.CONVERT_TIME, triggered_tools)
+
     similarity_check.check_similarity(response, time_expected_response)
 
 
@@ -66,6 +73,12 @@ def test_workflow_with_assistant_with_cli_mcp_server(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name, f"execute the command: '{command}'"
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(CliMcpServer.RUN_COMMAND, triggered_tools)
+
     similarity_check.check_similarity(response, expected_answer)
 
 
@@ -86,4 +99,10 @@ def test_workflow_with_assistant_with_fetch_mcp_server(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(McpServerFetch.FETCH, triggered_tools)
+
     similarity_check.check_similarity(response, fetch_expected_response)

codemie_test_harness/tests/workflow/assistant_tools/notification/test_workflow_with_assistant_notification_tools.py

@@ -13,6 +13,7 @@ from codemie_test_harness.tests.test_data.notification_tools_test_data import (
     TELEGRAM_TOOL_PROMPT,
     TELEGRAM_RESPONSE,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.workflow
@@ -42,6 +43,12 @@ def test_workflow_with_email_tool(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant_instance.id, assistant_instance.name
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant_instance
+    )
+    assert_tool_triggered(NotificationTool.EMAIL, triggered_tools)
+
     similarity_check.check_similarity(response, EMAIL_RESPONSE)
 
     message_data = gmail_message_operator.get_messages_list()
@@ -85,4 +92,9 @@ def test_workflow_with_telegram_tool(
         workflow_with_assistant_instance.id, assistant_instance.name
     )
 
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant_instance
+    )
+    assert_tool_triggered(NotificationTool.TELEGRAM, triggered_tools)
+
     similarity_check.check_similarity(response, TELEGRAM_RESPONSE)

codemie_test_harness/tests/workflow/assistant_tools/open_api/test_workflow_with_assistant_with_open_api_tools.py

@@ -6,6 +6,7 @@ from codemie_test_harness.tests.enums.tools import Toolkit
 from codemie_test_harness.tests.test_data.open_api_tools_test_data import (
     open_api_tools_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.workflow
@@ -38,4 +39,9 @@ def test_workflow_with_assistant_with_open_api_tools(
         workflow_with_assistant.id, assistant.name, prompt
     )
 
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(tool_name, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_development_plugin.py

@@ -2,12 +2,15 @@ import os
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import Toolkit
+from codemie_test_harness.tests.enums.tools import Toolkit, PluginTool
 from codemie_test_harness.tests.test_data.plugin_tools_test_data import (
     list_files_plugin_tools_test_data,
     CREATE_READ_DELETE_FILE_TEST_DATA,
 )
-from codemie_test_harness.tests.utils.base_utils import get_random_name
+from codemie_test_harness.tests.utils.base_utils import (
+    get_random_name,
+    assert_tool_triggered,
+)
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
 
 
@@ -36,6 +39,12 @@ def test_workflow_with_assistant_with_list_files_plugin_tools(
     response = workflow_utils.execute_workflow(
         workflow_with_assistant.id, assistant.name, prompt
     )
+
+    triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+        workflow_with_assistant
+    )
+    assert_tool_triggered(tool_name, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)
 
 
@@ -57,6 +66,7 @@ def test_workflow_with_assistant_with_modify_files_plugin_tools(
         )
         workflow_with_assistant = workflow_with_assistant(assistant, "Run")
 
+        # Step 1: Create file
         response = workflow_utils.execute_workflow(
             workflow_with_assistant.id,
             assistant.name,
@@ -65,6 +75,11 @@ def test_workflow_with_assistant_with_modify_files_plugin_tools(
             ),
         )
 
+        triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant
+        )
+        assert_tool_triggered(PluginTool.WRITE_FILE_TO_FILE_SYSTEM, triggered_tools)
+
         similarity_check.check_similarity(
             response,
             CREATE_READ_DELETE_FILE_TEST_DATA["create_file_response"].format(
@@ -72,6 +87,7 @@ def test_workflow_with_assistant_with_modify_files_plugin_tools(
             ),
         )
 
+        # Step 2: Run git command
         response = workflow_utils.execute_workflow(
             workflow_with_assistant.id,
             assistant.name,
@@ -80,11 +96,17 @@ def test_workflow_with_assistant_with_modify_files_plugin_tools(
             ),
         )
 
+        triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant
+        )
+        assert_tool_triggered(PluginTool.GENERIC_GIT_TOOL, triggered_tools)
+
         similarity_check.check_similarity(
             response,
             CREATE_READ_DELETE_FILE_TEST_DATA["git_command_response"].format(file_name),
         )
 
+        # Step 3: Show file content
         response = workflow_utils.execute_workflow(
             workflow_with_assistant.id,
             assistant.name,
@@ -93,6 +115,11 @@ def test_workflow_with_assistant_with_modify_files_plugin_tools(
             ].format(file_name),
         )
 
+        triggered_tools = workflow_utils.extract_triggered_tools_from_execution(
+            workflow_with_assistant
+        )
+        assert_tool_triggered(PluginTool.READ_FILE_FROM_FILE_SYSTEM, triggered_tools)
+
         similarity_check.check_similarity(
             response,
             CREATE_READ_DELETE_FILE_TEST_DATA["show_file_content_response"].format(