codemie-test-harness 0.1.221__py3-none-any.whl → 0.1.223__py3-none-any.whl

codemie_test_harness/tests/vendor/workflows/test_vendor_workflow_endpoints.py

@@ -0,0 +1,341 @@
+"""Tests for vendor workflow SDK endpoints.
+
+Architecture:
+- Parametrized tests that support multiple vendors (AWS, Azure, GCP)
+- Extensible design for easy addition of new vendors
+- Uses integration fixture factory for consistent setup
+- Each test validates a specific SDK endpoint
+"""
+
+import pytest
+from hamcrest import (
+    assert_that,
+    is_not,
+    none,
+    empty,
+    greater_than,
+    instance_of,
+    has_length,
+    is_,
+)
+from codemie_sdk.models.vendor_workflow import (
+    VendorWorkflowSettingsResponse,
+    VendorWorkflowsResponse,
+    VendorWorkflow,
+    VendorWorkflowAliasesResponse,
+    VendorWorkflowInstallRequest,
+    VendorWorkflowInstallResponse,
+    VendorWorkflowUninstallResponse,
+    VendorWorkflowStatus,
+)
+from codemie_test_harness.tests.test_data.vendor_endpoint_test_data import (
+    vendor_endpoint_test_data,
+)
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_workflow_settings(
+    vendor_workflow_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/workflows/settings endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    settings_response = vendor_workflow_utils.get_workflow_settings(vendor=vendor_type)
+
+    assert_that(settings_response, instance_of(VendorWorkflowSettingsResponse))
+    assert_that(settings_response.data, is_not(none()))
+    assert_that(settings_response.pagination, is_not(none()))
+    assert_that(settings_response.data, is_not(empty()))
+    assert_that(settings_response.pagination.total, greater_than(0))
+
+    created_setting = vendor_workflow_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(created_setting, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_workflows(
+    vendor_workflow_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/workflows endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_workflow_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    workflows_response = vendor_workflow_utils.get_workflows(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+
+    assert_that(workflows_response, instance_of(VendorWorkflowsResponse))
+    assert_that(workflows_response.data, is_not(none()))
+    assert_that(workflows_response.pagination, is_not(none()))
+    assert_that(workflows_response.data, is_not(empty()))
+
+    _workflow = vendor_workflow_utils.get_prepared_workflow(workflows_response.data)
+
+    assert_that(_workflow.id, is_not(none()))
+    assert_that(_workflow.name, is_not(none()))
+    assert_that(_workflow.status, is_(VendorWorkflowStatus.PREPARED))
+    assert_that(_workflow.description, is_not(none()))
+    assert_that(_workflow.version, is_not(none()))
+    assert_that(_workflow.createdAt, is_not(none()))
+    assert_that(_workflow.updatedAt, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_workflow(
+    vendor_workflow_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/workflows/{workflow_id} endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_workflow_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    workflows_response = vendor_workflow_utils.get_workflows(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(workflows_response.data, is_not(empty()))
+
+    first_workflow = vendor_workflow_utils.get_prepared_workflow(
+        workflows_response.data
+    )
+
+    _workflow = vendor_workflow_utils.get_workflow(
+        vendor=vendor_type,
+        workflow_id=first_workflow.id,
+        setting_id=setting.setting_id,
+    )
+
+    assert_that(_workflow, instance_of(VendorWorkflow))
+    assert_that(_workflow.id, is_(first_workflow.id))
+    assert_that(_workflow.name, is_not(none()))
+    assert_that(_workflow.status, is_(VendorWorkflowStatus.PREPARED))
+    assert_that(_workflow.description, is_not(none()))
+    assert_that(_workflow.version, is_not(none()))
+    assert_that(_workflow.createdAt, is_not(none()))
+    assert_that(_workflow.updatedAt, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_workflow_aliases(
+    vendor_workflow_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/workflows/{workflow_id}/aliases endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_workflow_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    workflows_response = vendor_workflow_utils.get_workflows(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(workflows_response.data, is_not(empty()))
+
+    first_workflow = vendor_workflow_utils.get_prepared_workflow(
+        workflows_response.data
+    )
+
+    aliases_response = vendor_workflow_utils.get_workflow_aliases(
+        vendor=vendor_type,
+        workflow_id=first_workflow.id,
+        setting_id=setting.setting_id,
+    )
+
+    assert_that(aliases_response, instance_of(VendorWorkflowAliasesResponse))
+    assert_that(aliases_response.data, is_not(none()))
+    assert_that(aliases_response.pagination, is_not(none()))
+    assert_that(aliases_response.data, is_not(empty()))
+
+    first_alias = aliases_response.data[0]
+    assert_that(first_alias.id, is_not(none()))
+    assert_that(first_alias.name, is_not(none()))
+    assert_that(first_alias.status, is_not(none()))
+    assert_that(first_alias.description, is_not(none()))
+    assert_that(first_alias.version, is_not(none()))
+    assert_that(first_alias.createdAt, is_not(none()))
+    assert_that(first_alias.updatedAt, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_install_workflows(
+    vendor_workflow_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test POST /v1/vendors/{vendor}/workflows endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_workflow_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    result = vendor_workflow_utils.find_first_available_workflow(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(result, is_not(none()))
+
+    _workflow, alias_id = result
+
+    install_request = VendorWorkflowInstallRequest(
+        id=_workflow.id,
+        flowAliasId=alias_id,
+        setting_id=setting.setting_id,
+    )
+
+    install_response = vendor_workflow_utils.install_workflows(
+        vendor=vendor_type,
+        workflows=[install_request],
+    )
+
+    assert_that(install_response, instance_of(VendorWorkflowInstallResponse))
+    assert_that(install_response.summary, is_not(empty()))
+    assert_that(install_response.summary, has_length(1))
+
+    installed = install_response.summary[0]
+    assert_that(installed.flowId, is_(_workflow.id))
+    assert_that(installed.flowAliasId, is_(alias_id))
+    assert_that(installed.aiRunId, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_uninstall_workflow(
+    vendor_workflow_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test DELETE /v1/vendors/{vendor}/workflows/{ai_run_id} endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_workflow_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    codemie_id = vendor_workflow_utils.install_first_available_workflow(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(codemie_id, is_not(none()))
+
+    uninstall_response = vendor_workflow_utils.uninstall_workflow(
+        vendor=vendor_type,
+        codemie_id=codemie_id,
+    )
+
+    assert_that(uninstall_response, instance_of(VendorWorkflowUninstallResponse))
+    assert_that(uninstall_response.success, is_(True))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_workflow_settings_pagination(
+    vendor_workflow_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test pagination functionality for get_workflow_settings endpoint."""
+    first_page = vendor_workflow_utils.get_workflow_settings(
+        vendor=vendor_type,
+        page=0,
+        per_page=2,
+    )
+
+    assert_that(first_page.pagination.page, is_(0))
+    assert_that(first_page.pagination.per_page, is_(2))
+    assert_that(first_page.pagination.total, greater_than(0))
+
+    if first_page.pagination.pages > 1:
+        second_page = vendor_workflow_utils.get_workflow_settings(
+            vendor=vendor_type,
+            page=1,
+            per_page=2,
+        )
+        assert_that(second_page.pagination.page, is_(1))
+        assert_that(second_page.data, is_not(empty()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_workflows_pagination(
+    vendor_workflow_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test pagination functionality for get_workflows endpoint using next_token."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_workflow_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    first_page = vendor_workflow_utils.get_workflows(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+        per_page=2,
+    )
+
+    assert_that(first_page.data, is_not(empty()))
+
+    if first_page.pagination.next_token:
+        second_page = vendor_workflow_utils.get_workflows(
+            vendor=vendor_type,
+            setting_id=setting.setting_id,
+            per_page=2,
+            next_token=first_page.pagination.next_token,
+        )
+        assert_that(second_page.data, is_not(empty()))
+        first_page_ids = {w.id for w in first_page.data}
+        second_page_ids = {w.id for w in second_page.data}
+        assert_that(first_page_ids.intersection(second_page_ids), is_(set()))

codemie_test_harness/tests/vendor/workflows/test_vendor_workflows.py

@@ -0,0 +1,63 @@
+import pytest
+from hamcrest import assert_that, is_not, none, is_
+
+from codemie_test_harness.tests.test_data.vendor_workflow_test_data import (
+    vendor_workflow_test_data,
+)
+
+
+@pytest.mark.vendor
+@pytest.mark.workflow
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials,workflow_name,user_input,expected_response",
+    vendor_workflow_test_data,
+)
+def test_vendor_workflow_installation_and_execution(
+    vendor_workflow_utils,
+    integration,
+    workflow_utils,
+    similarity_check,
+    vendor_type,
+    credential_type,
+    credentials,
+    workflow_name,
+    user_input,
+    expected_response,
+):
+    """Test vendor workflow installation and execution functionality."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_workflow_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+    assert_that(setting.invalid or False, is_(False))
+
+    codemie_id = vendor_workflow_utils.install_workflow_by_name(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+        workflow_name=workflow_name,
+    )
+    assert_that(codemie_id, is_not(none()))
+
+    class WorkflowIdWrapper:
+        def __init__(self, workflow_id):
+            self.id = workflow_id
+
+    workflow_wrapper = WorkflowIdWrapper(codemie_id)
+
+    response = workflow_utils.execute_workflow(
+        workflow=workflow_wrapper.id,
+        execution_name="BedrockFlowNode",
+        user_input=user_input,
+    )
+
+    similarity_check.check_similarity(response, expected_response)
+
+    uninstall_response = vendor_workflow_utils.uninstall_workflow(
+        vendor=vendor_type,
+        codemie_id=codemie_id,
+    )
+    assert_that(uninstall_response.success, is_(True))

{codemie_test_harness-0.1.221.dist-info → codemie_test_harness-0.1.223.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.221
+Version: 0.1.223
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.221)
+Requires-Dist: codemie-sdk-python (==0.1.223)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.221.dist-info → codemie_test_harness-0.1.223.dist-info}/RECORD

@@ -65,7 +65,7 @@ codemie_test_harness/tests/assistant/tools/servicenow/__init__.py,sha256=47DEQpj
 codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py,sha256=aUjfZ4773WoQJjcHx3JqH5e8ckaKB-aIMO-OZWTm0Ek,888
 codemie_test_harness/tests/assistant/tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py,sha256=qOPr4XOh2rgUV2MXMxkRzRGkAKl9ViwQGCZ-dMEtscU,1145
-codemie_test_harness/tests/conftest.py,sha256=FH6xBlPTjU6wlHNZSJAxbNvYCjICZq3SRWMCEAKvF2c,33929
+codemie_test_harness/tests/conftest.py,sha256=oFH8KXi67CR1sRchq71u-eTFOyHown9W1Bp-wuGwc5E,34463
 codemie_test_harness/tests/conversations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/conversations/test_conversations_endpoints.py,sha256=HQ2nu9lXfRNkyJhA0rzar7Rmv6pMe-te0rFYAy-X5UA,4128
 codemie_test_harness/tests/e2e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -170,6 +170,9 @@ codemie_test_harness/tests/test_data/report_portal_tools_test_data.py,sha256=YZd
 codemie_test_harness/tests/test_data/research_tools_test_data.py,sha256=zwpzm-VSnrLZEfG97AE9Ms7z7j3xmqxiNd1EmZyWCSk,9102
 codemie_test_harness/tests/test_data/servicenow_tools_test_data.py,sha256=PKw9zEYSNcQM1KApCSjsBiA_3Py0bNQI7clqw8cmT-s,1983
 codemie_test_harness/tests/test_data/vcs_tools_test_data.py,sha256=ZJdday96uOKOy_kPRBPp0w9JZbf0il7Y_hPfwRmUkuM,4518
+codemie_test_harness/tests/test_data/vendor_endpoint_test_data.py,sha256=Fti3ZbpS3m06Heyh5AAcoAKZuimX709iZQFPhzKvrC4,1075
+codemie_test_harness/tests/test_data/vendor_test_data.py,sha256=FFS35ikzMzSHShnfmdIme-WjueSjj0qBwa0OU6ooKfc,1409
+codemie_test_harness/tests/test_data/vendor_workflow_test_data.py,sha256=hZX_GpIz0RIjSuqvgCh_Sv5zwk4-iatP1J-SIKCL8cg,1588
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_assistant_id.yaml,sha256=_cioQNq3icemob9u0i-hXkTy2nflzyP0Ce8FWiPG14M,265
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_assistant_in_state.yaml,sha256=t_W95zD5bfdGf3F6p64-2qBHz7SkL_7mFT675uieWZg,209
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_data_source.yaml,sha256=Vwx3HyrQkL8sWNtfwL6d0qiJhru6X3ojKBASAzJeY9w,252
@@ -295,9 +298,18 @@ codemie_test_harness/tests/utils/pytest_utils.py,sha256=k-mEjX2qpnh37sqKpJqYhZT6
 codemie_test_harness/tests/utils/search_utils.py,sha256=SrXiB2d9wiI5ka9bgg0CD73GOX_1mqi2Hz5FBm5DsEU,1435
 codemie_test_harness/tests/utils/similarity_check.py,sha256=2URqvD3Ft7efwLmhh2iYVsXrYboP9f-_B_ekZmJn0ac,1527
 codemie_test_harness/tests/utils/user_utils.py,sha256=zJNrmL3Fb7iGuaVRobUMwJ2Og6NqEPcM_9lw60m18T8,242
+codemie_test_harness/tests/utils/vendor_utils.py,sha256=976qSTUOBIwg0Rvnw_Zg5YP8gFAr41jbVMk0EvXzVSU,11055
+codemie_test_harness/tests/utils/vendor_workflow_utils.py,sha256=97s7pz9fYRkztK4FrFNfV33ASANiE_C0QOyt8iMgACM,13595
 codemie_test_harness/tests/utils/webhook_utils.py,sha256=YjyLwAqQjR12vYFOUmYhJCJIyZvKm4SvU-1oIjIYNqg,340
 codemie_test_harness/tests/utils/workflow_utils.py,sha256=bHxPQkblRPF1fZp_AXI36elMFm14nzqGYoU5Eqz4MWY,11553
 codemie_test_harness/tests/utils/yaml_utils.py,sha256=iIdEl-rUUh1LgzAmD_mjfftthhvlzXyCuA37yBoH0Gw,1617
+codemie_test_harness/tests/vendor/__init__.py,sha256=7kcktgm5ZkmcVLRX2mTRhGzVzFpVR_rcgYUbhKe-3q0,71
+codemie_test_harness/tests/vendor/assistants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/vendor/assistants/test_vendor_assistants.py,sha256=8ubDiB2YlCTuck8aD2MvgOhSWthfjEyZ8k8iqDqL5f8,1957
+codemie_test_harness/tests/vendor/assistants/test_vendor_assistants_endpoints.py,sha256=XA9idTm6ZycoKCTGq31QpL_BeybgQa7dFC3RSqAPtec,13271
+codemie_test_harness/tests/vendor/workflows/__init__.py,sha256=qcP6VHdlR6qbNhjrqRGHE5JReIj4CH0WGlMvpKgm1aM,38
+codemie_test_harness/tests/vendor/workflows/test_vendor_workflow_endpoints.py,sha256=dkCmFPKj-sIVgbuaqQ2Ef7JBKUWGTftW9xZB3D1KCrU,11236
+codemie_test_harness/tests/vendor/workflows/test_vendor_workflows.py,sha256=BVHWU9RN5Wn6XzXbRxo5Lod28GV7mPkbQSkErC-OUY4,1813
 codemie_test_harness/tests/webhook/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/webhook/test_webhook_service.py,sha256=POmxQG0tpcNW9-yKQ62CcnQpUEFYlTOs0_4H9MijIHY,8127
 codemie_test_harness/tests/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -405,7 +417,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=D835gaRbCnB4va5mi9TdA_u9StSpGXQ_fgzwW0S2pwo,1173
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=Se9imIiBYuJU78m1pLu0g4ZmHygKZjr6JjIWkGXTy1Q,1364
-codemie_test_harness-0.1.221.dist-info/METADATA,sha256=OuLbVODiKmBvq1nHcaT-popN7ecY22G6Mcci97oQCOc,27184
-codemie_test_harness-0.1.221.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.221.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.221.dist-info/RECORD,,
+codemie_test_harness-0.1.223.dist-info/METADATA,sha256=Gj4xWyOTQ8ZIJzhSOK2Ku_rtgHlZgM8bgp6zIZze1Oc,27184
+codemie_test_harness-0.1.223.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.223.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.223.dist-info/RECORD,,