codemie-test-harness 0.1.205__py3-none-any.whl → 0.1.207__py3-none-any.whl

codemie_test_harness/tests/ui/test_data/assistant_test_data.py

@@ -8,6 +8,7 @@ reusable data factories for consistent testing.
 
 from dataclasses import dataclass
 from typing import Optional, List
+from enum import Enum
 
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
@@ -28,6 +29,24 @@ class AssistantTestData:
     shared: bool = False
 
 
+@dataclass
+class AssistantMCPConfigTestData:
+    """
+    Data class for assistant MCP config test data.
+
+    This class encapsulates all the data needed for assistant creation tests,
+    providing a clean and type-safe way to manage test data.
+    """
+
+    name: str
+    description: str
+    configuration: str
+    token_size_limit: Optional[str] = None
+    configuration_type: Optional[bool] = False
+    env_var: Optional[str] = None
+    mcp_url: Optional[str] = None
+
+
 class AssistantTestDataFactory:
     """
     Factory class for generating assistant test data.
@@ -117,7 +136,33 @@ class AssistantTestDataFactory:
         ]
 
 
-class AssistantValidationRules:
+class AssistantMCPTestDataFactory:
+    """
+    Factory class for generating assistant test data for creating new MCP server..
+
+    This factory provides various methods to create different types of
+    assistant test data for different testing scenarios.
+    """
+
+    @staticmethod
+    def create_minimal_assistant_mcp_data() -> AssistantMCPConfigTestData:
+        """
+        Create minimal assistant data with only required fields.
+
+        This represents the most basic assistant creation scenario
+        with minimal required information.
+
+        Returns:
+            AssistantMCPTestDataFactory: Minimal assistant mcp config test data
+        """
+        return AssistantMCPConfigTestData(
+            name="MCP Test",
+            description="MCP for test purposes",
+            configuration='{"command": "test"}',
+        )
+
+
+class AssistantValidationErrors(Enum):
     """
     Validation rules and constraints for assistant data.
 
@@ -125,24 +170,30 @@ class AssistantValidationRules:
     to assistant data during testing.
     """
 
-    # Field length constraints
-    MAX_NAME_LENGTH = 100
-    MAX_DESCRIPTION_LENGTH = 1000
-    MAX_ICON_URL_LENGTH = 500
+    NAME_REQUIRED = "Name is required"
+    ICON_URL_NOT_VALID = "Icon URL must be a valid URL"
+    DESCRIPTION_REQUIRED = "Description is required"
+    SYSTEM_PROMPT_REQUIRED = "System instructions are required"
+    TEMPERATURE_NOT_VALID = "Temperature must be at most 2"
+    TOP_P_NOT_VALID = "Top P must be at most 1"
 
-    # Required fields
-    REQUIRED_FIELDS = ["name", "description", "system_prompt"]
 
-    # Validation error messages (expected messages for testing)
-    ERROR_MESSAGES = {
-        "name_required": "Name is required",
-        "name_too_long": f"Name must be less than {MAX_NAME_LENGTH} characters",
-        "description_required": "Description is required",
-        "description_too_long": f"Description must be less than {MAX_DESCRIPTION_LENGTH} characters",
-        "system_prompt_required": "System prompt is required",
-        "invalid_url": "Please enter a valid URL",
-        "invalid_type": "Please select a valid assistant type",
-    }
+class AssistantPopUpMessages(Enum):
+    """
+    Enumerates expected popup notification and toast messages for assistant actions in UI tests.
+
+    This enum class should include all standardized popup/toast messages
+    that are expected to appear as a result of user workflow, such as
+    success/error messages after saving or updating an assistant,
+    deletion confirmations, or integration test results.
+
+    Using this enum in UI tests ensures message checks are maintainable,
+    consistent, and robust against typo errors or message changes.
+    """
+
+    ASSISTANT_UPDATED_SUCCESS = "Assistant has been updated successfully!"
+    ASSISTANT_CREATED_SUCCESS = "Assistant has been created successfully!"
+    ASSISTANT_DELETED_SUCCESS = "Assistant has been deleted successfully!"
 
 
 # ==================== CONVENIENCE FUNCTIONS ====================
@@ -163,6 +214,11 @@ def get_validation_test_data() -> List[AssistantTestData]:
     return AssistantTestDataFactory.create_validation_test_data()
 
 
+def get_minimal_assistant_mcp_config_data() -> AssistantMCPConfigTestData:
+    """Convenience function to get minimal assistant mcp config test data."""
+    return AssistantMCPTestDataFactory.create_minimal_assistant_mcp_data()
+
+
 # ==================== TEST DATA CONSTANTS ====================
 
 # Common test values for reuse
@@ -196,4 +252,277 @@ COMMON_ICON_URLS = {
 
 ICON_URL = "https://raw.githubusercontent.com/epam-gen-ai-run/ai-run-install/main/docs/assets/ai/AQAUiTestGenerator.png"
 
-GENERAL_PROMPT = "You are a helpful integration test assistant"
+
+# ==================== ASSISTANT TOOLS CONSTANTS ====================
+class Section(Enum):
+    AVAILABLE_TOOLS = "Available Tools"
+    EXTERNAL_TOOLS = "External Tools"
+
+
+class Toolkit(Enum):
+    GIT = "Git"
+    VCS = "VCS"
+    CODEBASE_TOOLS = "Codebase Tools"
+    RESEARCH = "Research"
+    CLOUD = "Cloud"
+    AZURE_DEVOPS_WIKI = "Azure DevOps Wiki"
+    AZURE_DEVOPS_WORK_ITEM = "Azure DevOps Work Item"
+    AZURE_DEVOPS_TEST_PLAN = "Azure DevOps Test Plan"
+    ACCESS_MANAGEMENT = "Access Management"
+    PROJECT_MANAGEMENT = "Project Management"
+    PLUGIN = "Plugin"
+    OPEN_API = "OpenAPI"
+    NOTIFICATION = "Notification"
+    DATA_MANAGEMENT = "Data Management"
+    FILE_MANAGEMENT = "File Management"
+    QUALITY_ASSURANCE = "Quality Assurance"
+    REPORT_PORTAL = "Report Portal"
+    IT_SERVICE_MANAGEMENT = "IT Service Management"
+
+
+class ExternalToolKit(Enum):
+    MCP_SERVERS = "MCP Servers"
+
+
+class GitTool(Enum):
+    CREATE_BRANCH = "Create Branch"
+    SET_ACTIVE_BRANCH = "Set Active Branch"
+    LIST_BRANCHES_IN_REPO = "List Branches In Repo"
+    CREATE_FILE = "Create File"
+    UPDATE_FILE = "Update File"
+    UPDATE_FILE_DIFF = "Update File Diff"
+    DELETE_FILE = "Delete File"
+    CREATE_PULL_REQUEST = "Create Pull/Merge request"
+    GET_PR_CHANGES = "Get Pull/Merge Request Changes"
+    CREATE_PR_CHANGE_COMMENT = "Create Pull/Merge Request Change Comment"
+
+
+class VcsTool(Enum):
+    GITHUB = "Github"
+    GITLAB = "Gitlab"
+
+
+class CodebaseTool(Enum):
+    GET_REPOSITORY_FILE_TREE_V2 = "Get Repo Tree with filtering (Experimental)"
+    SEARCH_CODE_REPO_V2 = "Search Code with filtering (Experimental)"
+    READ_FILES_CONTENT = "Read Files Content"
+    READ_FILES_CONTENT_SUMMARY = "Read Files Content With Summary For Large"
+    SEARCH_CODE_REPO_BY_PATH = "Search Code Repo By Path"
+    SONAR = "Sonar"
+
+
+class ResearchTool(Enum):
+    GOOGLE_SEARCH = "Google Search"
+    GOOGLE_PLACES = "Google Places"
+    GOOGLE_PLACES_FIND_NEAR = "Google Places Find Near"
+    WIKIPEDIA = "Wikipedia"
+    TAVILY_SEARCH = "Tavily Search"
+    WEB_SCRAPPER = "Web Scraper"
+
+
+class CloudTool(Enum):
+    KUBERNETES = "Kubernetes"
+    AWS = "AWS"
+    GCP = "GCP"
+    AZURE = "Azure"
+
+
+class AzureDevOpsWikiTool(Enum):
+    GET_WIKI = "Get Wiki"
+    GET_WIKI_PAGE_BY_PATH = "Get Wiki Page By Path"
+    GET_WIKI_PAGE_BY_ID = "Get Wiki Page By ID"
+    DELETE_PAGE_BY_PATH = "Delete Wiki Page By Path"
+    DELETE_PAGE_BY_ID = "Delete Wiki Page By ID"
+    MODIFY_WIKI_PAGE = "Modify Wiki Page"
+    RENAME_WIKI_PAGE = "Rename Wiki Page"
+
+
+class AzureDevOpsWorkItemTool(Enum):
+    SEARCH_WORK_ITEMS = "Search Work Items"
+    CREATE_WORK_ITEM = "Create Work Item"
+    UPDATE_WORK_ITEM = "Update Work Item"
+    GET_WORK_ITEM = "Get Work Item"
+    LINK_WORK_ITEMS = "Link Work Items"
+    GET_RELATION_TYPES = "Get Relation Types"
+    GET_COMMENTS = "Get Comments"
+
+
+class AzureDevOpsTestPlanTool(Enum):
+    CREATE_TEST_PLAN = "Create Test Plan"
+    DELETE_TEST_PLAN = "Delete Test Plan"
+    GET_TEST_PLAN = "Get Test Plan"
+    CREATE_TEST_SUITE = "Create Test Suite"
+    DELETE_TEST_SUITE = "Delete Test Suite"
+    GET_TEST_SUITE = "Get Test Suite"
+    ADD_TEST_CASE = "Add Test Case"
+    GET_TEST_CASE = "Get Test Case"
+    GET_TEST_CASES = "Get Test Cases"
+
+
+class AccessManagementTool(Enum):
+    KEYCLOAK = "Keycloak"
+
+
+class ProjectManagementTool(Enum):
+    GENERIC_JIRA = "Generic Jira"
+    GENERIC_CONFLUENCE = "Generic Confluence"
+
+
+class PluginTool(Enum):
+    PLUGIN = "Plugin"
+
+
+class OpenAPITool(Enum):
+    INVOKE_EXTERNAL_API = "Invoke external API"
+    GET_OPEN_API_SPEC = "Get Open API spec"
+
+
+class NotificationTool(Enum):
+    EMAIL = "Email"
+    TELEGRAM = "Telegram"
+
+
+class DataManagementTool(Enum):
+    ELASTIC = "Search Elastic index"
+    SQL = "SQL"
+
+
+class FileManagementTool(Enum):
+    READ_FILE = "Read file"
+    WRITE_FILE = "Write file"
+    LIST_DIRECTORY = "List directory"
+    RUN_COMMAND_LINE = "Run command line"
+    CODE_INTERPRETER = "Code Interpreter"
+    GENERATE_IMAGE_TOOL = "Generate image"
+    DIFF_UPDATE_FILE_TOOL = "Read Generate Update File (diff)"
+    STR_REPLACE_EDITOR = "Filesystem Editor Tool"
+
+
+class QualityAssuranceTool(Enum):
+    ZEPHYR_SCALE = "Zephyr Scale"
+    ZEPHYR_SQUAD = "Zephyr Squad"
+
+
+class ITServiceManagementTool(Enum):
+    SERVICENOW_TABLE_API = "ServiceNow Table API"
+
+
+class MCPServersTool(Enum):
+    ADD_MCP_SERVER = " Add MCP Server "
+
+
+TOOLKIT_TOOLS = {
+    Section.AVAILABLE_TOOLS: {
+        Toolkit.GIT: [
+            GitTool.CREATE_BRANCH,
+            GitTool.SET_ACTIVE_BRANCH,
+            GitTool.LIST_BRANCHES_IN_REPO,
+            GitTool.CREATE_FILE,
+            GitTool.UPDATE_FILE,
+            GitTool.UPDATE_FILE_DIFF,
+            GitTool.DELETE_FILE,
+            GitTool.CREATE_PULL_REQUEST,
+            GitTool.GET_PR_CHANGES,
+            GitTool.CREATE_PR_CHANGE_COMMENT,
+        ],
+        Toolkit.VCS: [
+            VcsTool.GITHUB,
+            VcsTool.GITLAB,
+        ],
+        Toolkit.CODEBASE_TOOLS: [
+            CodebaseTool.GET_REPOSITORY_FILE_TREE_V2,
+            CodebaseTool.SEARCH_CODE_REPO_V2,
+            CodebaseTool.READ_FILES_CONTENT,
+            CodebaseTool.READ_FILES_CONTENT_SUMMARY,
+            CodebaseTool.SEARCH_CODE_REPO_BY_PATH,
+            CodebaseTool.SONAR,
+        ],
+        Toolkit.RESEARCH: [
+            ResearchTool.GOOGLE_SEARCH,
+            ResearchTool.GOOGLE_PLACES,
+            ResearchTool.GOOGLE_PLACES_FIND_NEAR,
+            ResearchTool.WIKIPEDIA,
+            ResearchTool.TAVILY_SEARCH,
+            ResearchTool.WEB_SCRAPPER,
+        ],
+        Toolkit.CLOUD: [
+            CloudTool.KUBERNETES,
+            CloudTool.AWS,
+            CloudTool.GCP,
+            CloudTool.AZURE,
+        ],
+        Toolkit.AZURE_DEVOPS_WIKI: [
+            AzureDevOpsWikiTool.GET_WIKI,
+            AzureDevOpsWikiTool.GET_WIKI_PAGE_BY_PATH,
+            AzureDevOpsWikiTool.GET_WIKI_PAGE_BY_ID,
+            AzureDevOpsWikiTool.DELETE_PAGE_BY_PATH,
+            AzureDevOpsWikiTool.DELETE_PAGE_BY_ID,
+            AzureDevOpsWikiTool.MODIFY_WIKI_PAGE,
+            AzureDevOpsWikiTool.RENAME_WIKI_PAGE,
+        ],
+        Toolkit.AZURE_DEVOPS_WORK_ITEM: [
+            AzureDevOpsWorkItemTool.SEARCH_WORK_ITEMS,
+            AzureDevOpsWorkItemTool.CREATE_WORK_ITEM,
+            AzureDevOpsWorkItemTool.UPDATE_WORK_ITEM,
+            AzureDevOpsWorkItemTool.GET_WORK_ITEM,
+            AzureDevOpsWorkItemTool.LINK_WORK_ITEMS,
+            AzureDevOpsWorkItemTool.GET_RELATION_TYPES,
+            AzureDevOpsWorkItemTool.GET_COMMENTS,
+        ],
+        Toolkit.AZURE_DEVOPS_TEST_PLAN: [
+            AzureDevOpsTestPlanTool.CREATE_TEST_PLAN,
+            AzureDevOpsTestPlanTool.DELETE_TEST_PLAN,
+            AzureDevOpsTestPlanTool.GET_TEST_PLAN,
+            AzureDevOpsTestPlanTool.CREATE_TEST_SUITE,
+            AzureDevOpsTestPlanTool.DELETE_TEST_SUITE,
+            AzureDevOpsTestPlanTool.GET_TEST_SUITE,
+            AzureDevOpsTestPlanTool.ADD_TEST_CASE,
+            AzureDevOpsTestPlanTool.GET_TEST_CASE,
+            AzureDevOpsTestPlanTool.GET_TEST_CASES,
+        ],
+        Toolkit.ACCESS_MANAGEMENT: [
+            AccessManagementTool.KEYCLOAK,
+        ],
+        Toolkit.PROJECT_MANAGEMENT: [
+            ProjectManagementTool.GENERIC_JIRA,
+            ProjectManagementTool.GENERIC_CONFLUENCE,
+        ],
+        Toolkit.PLUGIN: [
+            PluginTool.PLUGIN,
+        ],
+        Toolkit.OPEN_API: [
+            OpenAPITool.INVOKE_EXTERNAL_API,
+            OpenAPITool.GET_OPEN_API_SPEC,
+        ],
+        Toolkit.NOTIFICATION: [
+            NotificationTool.EMAIL,
+            NotificationTool.TELEGRAM,
+        ],
+        Toolkit.DATA_MANAGEMENT: [
+            DataManagementTool.ELASTIC,
+            DataManagementTool.SQL,
+        ],
+        Toolkit.FILE_MANAGEMENT: [
+            FileManagementTool.READ_FILE,
+            FileManagementTool.WRITE_FILE,
+            FileManagementTool.LIST_DIRECTORY,
+            FileManagementTool.RUN_COMMAND_LINE,
+            FileManagementTool.CODE_INTERPRETER,
+            FileManagementTool.GENERATE_IMAGE_TOOL,
+            FileManagementTool.DIFF_UPDATE_FILE_TOOL,
+            FileManagementTool.STR_REPLACE_EDITOR,
+        ],
+        Toolkit.QUALITY_ASSURANCE: [
+            QualityAssuranceTool.ZEPHYR_SCALE,
+            QualityAssuranceTool.ZEPHYR_SQUAD,
+        ],
+        Toolkit.IT_SERVICE_MANAGEMENT: [
+            ITServiceManagementTool.SERVICENOW_TABLE_API,
+        ],
+    },
+    Section.EXTERNAL_TOOLS: {
+        ExternalToolKit.MCP_SERVERS: [
+            MCPServersTool.ADD_MCP_SERVER,
+        ]
+    },
+}

codemie_test_harness/tests/utils/constants.py

@@ -21,7 +21,7 @@ WORK_ITEM_ID_PATTERN = r"workItems/(\d+)"
 
 vcs_integrations = {
     VcsTool.GITHUB: "github_integration",
-    VcsTool.GITLAB: "gitlab_integration",
+    VcsTool.GITLAB: "git_integration",
 }
 
 project_management_integrations = {

codemie_test_harness/tests/utils/webhook_utils.py

@@ -0,0 +1,10 @@
+from typing import Any, Dict
+
+from codemie_test_harness.tests.utils.base_utils import BaseUtils
+
+
+class WebhookUtils(BaseUtils):
+    """Utility class for webhook operations in CodeMie test harness."""
+
+    def trigger_webhook(self, webhook_id: str, data: Dict[str, Any] = None):
+        return self.client.webhook.trigger(webhook_id, data)

codemie_test_harness/tests/webhook/test_webhook_service.py

@@ -0,0 +1,225 @@
+"""Webhook integration tests for CodeMie.
+
+This module contains tests for webhook functionality including:
+- Basic webhook operations with different resource types (assistant, workflow, datasource)
+- Error handling and validation
+- Webhook triggering verification
+"""
+
+import pytest
+
+from codemie_sdk.models.workflow import ExecutionStatus
+from hamcrest import (
+    assert_that,
+    equal_to,
+    greater_than,
+    has_length,
+    has_item,
+)
+from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
+from codemie_test_harness.tests.ui.test_data.datasource_test_data import (
+    DataSourceStatus,
+)
+
+
+@pytest.mark.webhook
+@pytest.mark.api
+class TestWebhookBasicOperations:
+    """Basic webhook operations tests - verify webhook creation and triggering for different resource types."""
+
+    def test_webhook_with_assistant(
+        self, assistant, webhook_integration, webhook_utils, conversation_utils
+    ):
+        """Test webhook can be created with assistant and triggers conversation creation."""
+        webhook_id = get_random_name()
+        message = f"Test message for {webhook_id}"
+
+        # Create assistant
+        assistant = assistant()
+
+        # Create webhook integration
+        webhook_integration(webhook_id, "assistant", assistant.id)
+
+        # Trigger webhook
+        response = webhook_utils.trigger_webhook(webhook_id, data=message)
+        assert_that(response.status_code, equal_to(200))
+        assert_that(
+            response.json()["message"], equal_to("Webhook invoked successfully")
+        )
+
+        # Wait for conversation
+        conversation = wait_for_entity(
+            lambda: conversation_utils.list_conversations(),
+            entity_name=f'"{message}"',
+        )
+
+        # Verify conversation details
+        assert_that(conversation.name.strip('"'), equal_to(message))
+        assert_that(conversation.initial_assistant_id, equal_to(assistant.id))
+        assert_that(conversation.assistant_ids, has_item(assistant.id))
+
+    def test_webhook_with_workflow(
+        self,
+        workflow_with_virtual_assistant,
+        default_llm,
+        webhook_integration,
+        webhook_utils,
+        workflow_utils,
+    ):
+        """Test webhook can be created with workflow and triggers workflow execution."""
+        webhook_id = get_random_name()
+        message = f"Test message for {webhook_id}"
+
+        # Create a simple workflow
+        workflow = workflow_with_virtual_assistant(webhook_id)
+
+        # Create webhook integration
+        webhook_integration(webhook_id, "workflow", workflow.id)
+
+        # Trigger webhook
+        response = webhook_utils.trigger_webhook(webhook_id, data=message)
+        assert_that(response.status_code, equal_to(200))
+        assert_that(
+            response.json()["message"], equal_to("Webhook invoked successfully")
+        )
+
+        # Verify workflow execution was created
+        executions = workflow_utils.get_executions(workflow)
+        assert_that(
+            executions,
+            has_length(greater_than(0)),
+            "Workflow execution should be created",
+        )
+
+        # Verify execution details
+        execution = executions[0]
+
+        assert_that(execution.prompt.strip('""'), equal_to(message))
+        assert_that(execution.workflow_id, equal_to(workflow.id))
+        assert_that(execution.status, equal_to(ExecutionStatus.IN_PROGRESS))
+
+    @pytest.mark.parametrize(
+        "datasource_fixture",
+        [
+            "jira_datasource",
+            "confluence_datasource",
+            "code_datasource",
+        ],
+    )
+    def test_webhook_with_datasource(
+        self,
+        request,
+        datasource_fixture,
+        webhook_integration,
+        webhook_utils,
+        datasource_utils,
+    ):
+        """Test webhook can be created with datasource and triggers successfully.
+
+        This test verifies webhook works with datasource as the resource type.
+        After triggering the webhook, it verifies that datasource indexing is in progress.
+
+        Test is parametrized to work with different datasource types:
+        - jira_datasource
+        - confluence_datasource
+        - code_datasource
+        """
+
+        # Get the datasource from the fixture
+        datasource = request.getfixturevalue(datasource_fixture)
+
+        # Create webhook integration with datasource
+        webhook_id = get_random_name()
+        webhook_integration(webhook_id, "datasource", datasource.id)
+
+        # Trigger webhook
+        response = webhook_utils.trigger_webhook(webhook_id)
+        assert_that(response.status_code, equal_to(200))
+        assert_that(
+            response.json()["message"], equal_to("Webhook invoked successfully")
+        )
+
+        # Verify datasource exists and check its status (indexing should be in progress)
+        triggered_datasource = datasource_utils.get_datasource(datasource.id)
+
+        assert_that(triggered_datasource.id, equal_to(datasource.id))
+        assert_that(triggered_datasource.name, equal_to(datasource.name))
+        assert_that(triggered_datasource.status, DataSourceStatus.FETCHING)
+
+
+@pytest.mark.webhook
+@pytest.mark.api
+class TestWebhookErrorHandling:
+    """Tests for webhook error handling - invalid IDs and disabled webhooks."""
+
+    def test_webhook_trigger_with_invalid_id(self, webhook_utils):
+        """Test that triggering webhook with invalid ID returns error."""
+        invalid_webhook_id = "non_existent_webhook_" + get_random_name()
+
+        response = webhook_utils.trigger_webhook(invalid_webhook_id)
+
+        # Should return error status code
+        assert_that(response.status_code, equal_to(500))
+        assert_that(response.json()["detail"], equal_to("Webhook processing failed"))
+
+    def test_webhook_trigger_with_disabled_webhook(
+        self, assistant, webhook_integration, webhook_utils, conversation_utils
+    ):
+        """Test that disabled webhook cannot be triggered."""
+        assistant = assistant()
+        webhook_id = get_random_name()
+        message = f"Test message for {webhook_id}"
+
+        # Create webhook in disabled state
+        webhook_integration(webhook_id, "assistant", assistant.id, is_enabled=False)
+
+        # Try to trigger disabled webhook
+        response = webhook_utils.trigger_webhook(webhook_id, data=message)
+
+        # Should return error status code (not 200) for disabled webhook
+        assert_that(response.status_code, equal_to(500))
+        assert_that(response.json()["detail"], equal_to("Webhook processing failed"))
+
+        conversations = conversation_utils.get_conversation_by_assistant_id(
+            assistant.id
+        )
+        assert_that(len(conversations), equal_to(0))
+
+    def test_webhook_invalid_resource_id(self, webhook_integration, webhook_utils):
+        """Test webhook with invalid resource ID."""
+        webhook_id = get_random_name()
+        message = f"Test message for {webhook_id}"
+        invalid_resource_id = "invalid_resource_" + get_random_name()
+
+        # Create webhook with invalid resource ID
+        webhook_integration(webhook_id, "assistant", invalid_resource_id)
+
+        # Trigger webhook - should handle gracefully
+        response = webhook_utils.trigger_webhook(webhook_id, data=message)
+
+        assert_that(response.status_code, equal_to(500))
+        assert_that(response.json()["detail"], equal_to("Webhook processing failed"))
+
+    def test_webhook_with_file_datasource(
+        self,
+        request,
+        file_datasource,
+        webhook_integration,
+        webhook_utils,
+        datasource_utils,
+    ):
+        """Test webhook with unsupported datasource type."""
+
+        # Create webhook integration with datasource
+        webhook_id = get_random_name()
+        webhook_integration(webhook_id, "datasource", file_datasource.id)
+
+        # Trigger webhook
+        response = webhook_utils.trigger_webhook(webhook_id)
+        assert_that(response.status_code, equal_to(403))
+        assert_that(
+            response.json()["detail"],
+            equal_to(
+                "Datasource type 'knowledge_base_file' is not supported via webhook."
+            ),
+        )