codemie-test-harness 0.1.129__tar.gz → 0.1.130__tar.gz

{codemie_test_harness-0.1.129 → codemie_test_harness-0.1.130}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.129
+Version: 0.1.130
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.129)
+Requires-Dist: codemie-sdk-python (==0.1.130)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.129 → codemie_test_harness-0.1.130}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.129"
+version = "0.1.130"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -18,7 +18,7 @@ include = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.129"
+codemie-sdk-python = "0.1.130"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"

{codemie_test_harness-0.1.129 → codemie_test_harness-0.1.130}/tests/conftest.py

@@ -34,6 +34,7 @@ from tests.utils.gitbud_utils import GitBudUtils
 from tests.utils.integration_utils import IntegrationUtils
 from tests.utils.logger_util import setup_logger
 from tests.utils.notification_utils import GmailUtils
+from tests.utils.provider_utils import ProviderUtils
 from tests.utils.search_utils import SearchUtils
 from tests.utils.similarity_check import SimilarityCheck
 from tests.utils.workflow_utils import WorkflowUtils
@@ -818,3 +819,6 @@ def pytest_sessionfinish(session):
             if prefix in workflow.name:
                 client.workflows.delete(workflow_id=workflow.id)
                 sleep(clean_up_timeout)
+
+        providers_utils = ProviderUtils(client)
+        providers_utils.cleanup_test_providers()

codemie_test_harness-0.1.130/tests/providers/test_providers_endpoints.py

@@ -0,0 +1,239 @@
+import pytest
+from hamcrest import (
+    assert_that,
+    is_,
+    equal_to,
+    has_key,
+    all_of,
+)
+
+from tests.utils.base_utils import get_random_name
+from tests.utils.provider_utils import ProviderUtils
+
+
+@pytest.fixture(scope="session")
+def providers_utils(client):
+    return ProviderUtils(client)
+
+
+nonexistent_id = "nonexistent-provider-id-12345"
+
+# =============================================================================
+# GET /v1/providers - List all providers
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_get_providers_endpoint(providers_utils):
+    response = providers_utils.send_get_request_to_providers_endpoint()
+
+    assert_that(response.status_code, equal_to(200))
+
+    response_data = response.json()
+
+    # Validate response structure
+    assert_that(isinstance(response_data, list), is_(True))
+    for provider in response_data:
+        assert_that(
+            provider,
+            all_of(has_key("provided_toolkits"), has_key("service_location_url")),
+        )
+
+
+# =============================================================================
+# POST /v1/providers - Create new provider
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_post_providers_endpoint(providers_utils):
+    request_json = providers_utils.provider_request_json()
+    # Ensure unique provider name to avoid conflicts
+    provider_name = get_random_name()
+    request_json["name"] = provider_name
+
+    create_response = providers_utils.send_post_request_to_providers_endpoint(
+        request_json
+    )
+
+    assert_that(create_response.status_code, equal_to(200))
+
+    # get provider to verify it was created
+    get_response = providers_utils.send_get_request_to_providers_endpoint()
+
+    providers = get_response.json()
+    created_provider = next((p for p in providers if p["name"] == provider_name), None)
+
+    assert_that(
+        created_provider is not None,
+        is_(True),
+        "Created provider should be in the list",
+    )
+
+
+@pytest.mark.regression
+def test_post_providers_endpoint_validation_error(providers_utils):
+    """Test POST /v1/providers with invalid provided_toolkits node"""
+    request_json = providers_utils.provider_request_json()
+    request_json["provided_toolkits"] = "invalid_value"
+
+    response = providers_utils.send_post_request_to_providers_endpoint(request_json)
+
+    assert_that(response.status_code, equal_to(422))
+    assert_that(
+        response.json()["error"]["details"][0]["msg"],
+        equal_to("Input should be a valid list"),
+    )
+
+
+@pytest.mark.regression
+def test_post_providers_endpoint_with_existing_name(providers_utils):
+    provider_id = providers_utils.create_provider()
+
+    provider = providers_utils.get_provider_by_id(provider_id).json()
+
+    existing_name = provider["name"]
+    request_json = providers_utils.provider_request_json()
+    request_json["name"] = existing_name
+
+    create_response = providers_utils.send_post_request_to_providers_endpoint(
+        request_json
+    )
+
+    assert_that(create_response.status_code, equal_to(409))
+    assert_that(
+        create_response.json()["error"]["details"],
+        equal_to(f"A provider with the name [{existing_name}] already exists."),
+    )
+
+
+# =============================================================================
+# GET /v1/providers/datasource_schemas - Get datasource schemas
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_get_providers_datasource_schema_endpoint(providers_utils):
+    response = providers_utils.send_get_request_datasource_schemas_endpoint()
+
+    assert_that(response.status_code, equal_to(200))
+
+    response_data = response.json()
+
+    # Validate response structure
+    assert_that(isinstance(response_data, list), is_(True))
+    for provider in response_data:
+        assert_that(
+            provider,
+            all_of(
+                has_key("id"),
+                has_key("provider_name"),
+                has_key("name"),
+                has_key("base_schema"),
+                has_key("create_schema"),
+            ),
+        )
+
+
+# =============================================================================
+# GET /v1/providers/{provider_id} - Get specific provider
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_get_provider_by_id_endpoint(providers_utils):
+    provider_id = providers_utils.create_provider()
+
+    provider_response = providers_utils.get_provider_by_id(provider_id)
+
+    assert_that(provider_response.status_code, equal_to(200))
+    assert_that(provider_response.json()["id"], equal_to(provider_id))
+
+
+@pytest.mark.regression
+def test_get_nonexistent_provider(providers_utils):
+    """Test error handling when requesting nonexistent provider."""
+    response = providers_utils.get_provider_by_id(nonexistent_id)
+
+    assert_that(response.status_code, equal_to(404))
+
+    assert_that(
+        response.json()["error"]["details"],
+        equal_to(
+            f"The provider with ID [{nonexistent_id}] could not be found in the system."
+        ),
+    )
+
+
+# =============================================================================
+# PUT /v1/providers/{provider_id} - Update specific provider
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_put_provider_endpoint(providers_utils):
+    provider_id = providers_utils.create_provider()
+    provider = providers_utils.get_provider_by_id(provider_id).json()
+
+    request_json = providers_utils.provider_request_json()
+    toolkits = provider["provided_toolkits"]
+    toolkits[0]["name"] = "Updated toolkit name"
+    toolkits[0]["description"] = "Updated toolkit description"
+    request_json["provided_toolkits"] = toolkits
+    request_json["name"] = f"{provider['name']} - updated"
+    update_response = providers_utils.update_provider(provider_id, request_json)
+
+    assert_that(update_response.status_code, equal_to(200))
+    assert_that(update_response.json()["provided_toolkits"], equal_to(toolkits))
+
+
+@pytest.mark.regression
+def test_put_nonexistent_provider(providers_utils):
+    response = providers_utils.update_provider(nonexistent_id, {})
+
+    assert_that(response.status_code, equal_to(404))
+    assert_that(
+        response.json()["error"]["details"],
+        equal_to(
+            f"The provider with ID [{nonexistent_id}] could not be found in the system."
+        ),
+    )
+
+
+# =============================================================================
+# DELETE /v1/providers/{provider_id} - Delete specific provider
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_delete_provider_endpoint(providers_utils):
+    provider_id = providers_utils.create_provider()
+    delete_response = providers_utils.send_delete_provider_request(provider_id)
+
+    assert_that(delete_response.status_code, equal_to(204))
+
+    response = providers_utils.get_provider_by_id(provider_id)
+
+    assert_that(response.status_code, equal_to(404))
+
+    assert_that(
+        response.json()["error"]["details"],
+        equal_to(
+            f"The provider with ID [{provider_id}] could not be found in the system."
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_delete_nonexistent_provider(providers_utils):
+    """Test error handling when requesting nonexistent provider."""
+    response = providers_utils.send_delete_provider_request(nonexistent_id)
+
+    assert_that(response.status_code, equal_to(404))
+
+    assert_that(
+        response.json()["error"]["details"],
+        equal_to(
+            f"The provider with ID [{nonexistent_id}] could not be found in the system."
+        ),
+    )

codemie_test_harness-0.1.130/tests/test_data/files/provider_payload.json

@@ -0,0 +1,382 @@
+   {
+      "id":"3928ea28-e9e2-4382-aae0-09d5a24dc2am",
+      "date":"2025-04-02T12:54:19.693921",
+      "update_date":"2025-04-02T13:50:36.917335",
+      "name":"test",
+      "service_location_url":"https://codemie-preview.lab.epam.com/codemie-provider-stub-api/",
+      "configuration":{
+         "auth_type":"Bearer"
+      },
+      "provided_toolkits":[
+         {
+            "toolkit_id":"023953e9-b4b2-4264-aa24-7a20ab7cb201",
+            "name":"TestAutomationCodeAnalysesToolkit",
+            "description":"This ToolKit provides tools for indexing the source code of provided repository and set of methods to get insights of the code and code snippets.",
+            "toolkit_config":{
+               "type":"Code Analyses Datasource Configuration",
+               "description":"Configuration for connecting to GitHub repositories to access code for indexing and analysis.",
+               "parameters":{
+                  "access_token":{
+                     "description":"Github/Gitlab project access token with appropriate scopes for repository access",
+                     "type":"Secret",
+                     "required":true,
+                     "enum":null
+                  },
+                  "datasource_id":{
+                     "description":"Unique identifier for the datasource",
+                     "type":"UUID",
+                     "required":true,
+                     "enum":null
+                  },
+                  "api_url":{
+                     "description":"Git API URL (use your Git Enterprise API URL)",
+                     "type":"URL",
+                     "required":true,
+                     "enum":null
+                  },
+                  "branch":{
+                     "description":"Branch to index, defaults to master",
+                     "type":"String",
+                     "required":false,
+                     "enum":null
+                  }
+               }
+            },
+            "provided_tools":[
+               {
+                  "name":"create_datasource",
+                  "description":"Creates a new datasource by indexing a Git repository for code analysis. The indexing process extracts code structure, dependencies, and other metadata to enable subsequent queries.",
+                  "args_schema":{
+                     "exclude_glob":{
+                        "type":"String",
+                        "required":false,
+                        "description":"Comma separated string of file paths to exclude from indexing",
+                        "enum":null
+                     },
+                     "analyzer":{
+                        "type":"List",
+                        "required":false,
+                        "description":"Type of code analyzer to use for the project. Supported analyzers Java/TS/JS/C#/C++. If not specified best matching analyzer will be chosen automatically.",
+                        "enum":[
+                           "Java",
+                           "TS",
+                           "JS",
+                           "C#",
+                           "C++",
+                           "Other"
+                        ]
+                     },
+                     "datasource_root":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Root directory of the project to be indexed",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"life_cycle_management",
+                     "tool_action_type":"create"
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               },
+               {
+                  "name":"reindex_datasource",
+                  "description":"Updates an existing datasource by re-indexing the associated Git repository to incorporate the latest changes and maintain synchronization with the current codebase.",
+                  "args_schema":{
+
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"life_cycle_management",
+                     "tool_action_type":"modify"
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               },
+               {
+                  "name":"delete_datasource",
+                  "description":"Removes an existing datasource and all its indexed data from the system, freeing up resources and cleaning up stale references.",
+                  "args_schema":{
+
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"life_cycle_management",
+                     "tool_action_type":"remove"
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               },
+               {
+                  "name":"get_files_tree",
+                  "description":"Retrieves a hierarchical representation of the file system structure of the indexed repository, showing directories and files in a tree format for easy navigation.",
+                  "args_schema":{
+                     "path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Relative path within the repository to start the tree structure from",
+                        "enum":null
+                     },
+                     "level":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Maximum depth of the tree structure, defaults to full depth",
+                        "enum":null
+                     },
+                     "limit":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Maximum number of files to include in the tree structure, defaults to all files",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"String",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_files_list",
+                  "description":"Retrieves a list of files and directories within the specified path in the indexed repository, showing file names and types for easy reference.",
+                  "args_schema":{
+                     "path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Relative path within the repository to list files from",
+                        "enum":null
+                     },
+                     "limit":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Maximum number of files to include in the list, defaults to all files",
+                        "enum":null
+                     },
+                     "recursive":{
+                        "type":"Boolean",
+                        "required":false,
+                        "description":"Flag to include files from subdirectories recursively, defaults to false",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_code_members",
+                  "description":"Extracts and returns structured information about code components such as classes, methods, functions, and variables within specified file in the indexed repository.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to extract code members from",
+                        "enum":null
+                     },
+                     "start_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Starting line number to extract code members from, defaults to 1",
+                        "enum":null
+                     },
+                     "end_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Ending line number to extract code members till, defaults to end of file",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               },
+               {
+                  "name":"get_trimmed_code",
+                  "description":"Retrieves a simplified version of code from specified files with non-essential elements (like comments and some whitespace) removed to focus on the core functionality.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to extract trimmed code from",
+                        "enum":null
+                     },
+                     "exclude_private":{
+                        "type":"Boolean",
+                        "required":false,
+                        "description":"Flag to exclude private members from the trimmed code, defaults to false",
+                        "enum":null
+                     },
+                     "show_line_numbers":{
+                        "type":"Boolean",
+                        "required":false,
+                        "description":"Flag to include line numbers in the trimmed code, defaults to false",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"String",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_code",
+                  "description":"Fetches the complete, unmodified source code of specified files or code segments from the indexed repository, preserving all original formatting and comments.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to extract code from",
+                        "enum":null
+                     },
+                     "start_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Starting line number to extract code from, defaults to 1",
+                        "enum":null
+                     },
+                     "show_line_numbers":{
+                        "type":"Boolean",
+                        "required":false,
+                        "description":"Flag to include line numbers in the code, defaults to false",
+                        "enum":null
+                     },
+                     "end_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Ending line number to extract code till, defaults to end of file",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"String",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_metadata",
+                  "description":"Retrieves metadata information about specified files in the indexed repository, including file size, line count, and other relevant details.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to extract code from",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"String",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_outgoing_dependencies",
+                  "description":"Analyzes and returns information about external dependencies and imports used by specified files or code components, helping to understand code relationships and dependency chains.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to get outgoing dependencies from",
+                        "enum":null
+                     },
+                     "start_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Starting line number to get outgoing dependencies from, defaults to 1",
+                        "enum":null
+                     },
+                     "end_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Ending line number to get outgoing dependencies till, defaults to end of file",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               }
+            ]
+         },
+         {
+            "toolkit_id":"98212b72-8b83-4d70-852f-49f0df28a0d4",
+            "name":"TestToolkit",
+            "description":"Tst toolkit",
+            "toolkit_config":{
+               "type":"test toolkit",
+               "description":"Configuration for connecting to GitHub repositories to access code for indexing and analysis.",
+               "parameters":{
+
+               }
+            },
+            "provided_tools":[
+               {
+                  "name":"test_tool",
+                  "description":"Some test tools",
+                  "args_schema":{
+                     "service_url":{
+                        "type":"String",
+                        "required":true,
+                        "description":"The url of the service",
+                        "enum":null
+                     },
+                     "exclude_glob":{
+                        "type":"String",
+                        "required":false,
+                        "description":"Comma separated string of file paths to exclude from indexing",
+                        "enum":null
+                     },
+                     "service_method":{
+                        "type":"String",
+                        "required":true,
+                        "description":"The token to access the service",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":null,
+                     "tool_purpose":null,
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               }
+            ]
+         }
+      ]
+   }