codemie-test-harness 0.1.129__py3-none-any.whl → 0.1.130__py3-none-any.whl

{codemie_test_harness-0.1.129.dist-info → codemie_test_harness-0.1.130.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.129
+Version: 0.1.130
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.129)
+Requires-Dist: codemie-sdk-python (==0.1.130)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.129.dist-info → codemie_test_harness-0.1.130.dist-info}/RECORD

@@ -52,7 +52,7 @@ tests/assistant/tools/servicenow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRk
 tests/assistant/tools/servicenow/test_servicenow_tools.py,sha256=x3m5CW65la_FVwL5inJwl35KU_bhMVJfNsqTnyYnFkc,589
 tests/assistant/tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py,sha256=j9lWYbQ5BjU-4L74tBm4gxQqfb3TCc0T9SEFluTDytc,859
-tests/conftest.py,sha256=OJGJtMmjcecwXvborzxvBJfi2ASLAgsN-rEGZ_GmmRE,25568
+tests/conftest.py,sha256=PdhMQMvYlhklKW4KuEda20HnzfO2eBoIsQ5AafCYd0Q,25719
 tests/e2e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/e2e/test_e2e.py,sha256=_jWiDgUhOpO2p2VH987RXepS3PKvd1pSd3IFxKtK_z4,6215
 tests/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -69,6 +69,8 @@ tests/integrations/user/test_user_integrations.py,sha256=wmTYEK55y5aKU-DjOMyJnI_
 tests/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/llm/assistants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/llm/assistants/test_llm.py,sha256=XjWZH7Pg8-cva64OlkZYWPMGZJ3MeCLJXsxlVnYXqWs,3162
+tests/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/providers/test_providers_endpoints.py,sha256=5A2JJvqsetcAP3IoqK4eoiebsdUC5rxr4gJ-sSFRq6M,7836
 tests/search/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 tests/search/test_search_assistant.py,sha256=Pqbv9ysVy-IN4v05orBq0akpuHkzHDAtVa6eLorD5GE,3170
 tests/search/test_search_datasource.py,sha256=b_Q7zjCjw_9qjUQEblUnoZeDxXOMZLsXmWQnxuj2GQk,6618
@@ -108,6 +110,7 @@ tests/test_data/direct_tools/vcs_tools_test_data.py,sha256=ioMJ-eQfa2S1NPmXHyb9U
 tests/test_data/file_management_tools_test_data.py,sha256=TP9D2CtrZ_N6BFLcqErW6ggHlN9hUkSKGGGwo4Gt55c,3727
 tests/test_data/file_test_data.py,sha256=lhMJBbejENthkDNcg5vvUB-nWFU4zidnPaplQJBU1CM,11712
 tests/test_data/files/large-files/large_file.txt,sha256=uLjvYxR0RpLPrXstAfhvfWhMwiWrhsaCl_WV-Lh6GKA,110100480
+tests/test_data/files/provider_payload.json,sha256=TkRb0GucodIXg3TgjxRD_mJOJRsQw_oFKv3pyTSYlZ0,17371
 tests/test_data/files/test.csv,sha256=M1FdTVc3LM74A2g6dQxRfOmJEvyJXRKBzWVzD4lFSno,52
 tests/test_data/files/test.docx,sha256=COrp_ujSoOVcG88in3t3w2oGckbd7xovk-ArsOrAq1w,26643
 tests/test_data/files/test.gif,sha256=y8UgoZSskETNHFBx5l7dQuoMXhbsPKpYX65kCAWRYI0,3442386
@@ -210,11 +213,12 @@ tests/utils/constants.py,sha256=pQB9dC2MgT8X1wPA0rWmGJn4HSWCpUZvvLuI42kw2nY,1090
 tests/utils/datasource_utils.py,sha256=Dwos1XAZefm1wjB_EkJ2S9Ax4a74MIDKaOxctGAdaH8,12443
 tests/utils/file_utils.py,sha256=hY-kwnyzvtd1BQif8r5NhvRTGfpKLmQKyRsq1Tuflhg,585
 tests/utils/gitbud_utils.py,sha256=UJ3RbhPSjHQSdos6S6zTR9iZULrBDJXoXq9cbjFH7bo,7829
-tests/utils/http_utils.py,sha256=qsKNvBVN6nrRlz0lZRYhhxdrI6Ecs17KUKo8rsrpJ_o,1598
+tests/utils/http_utils.py,sha256=wjhttibzzNhleKzWgWC01Q0Y5sV9scu-Ski-qgJPd-Q,4179
 tests/utils/integration_utils.py,sha256=nP7pqDklkp_xPp4hUjSjZ_MBgeRucjYz1CrDq5Zuw58,4358
 tests/utils/json_utils.py,sha256=PWO4Ixxgta_zkdq-8umcP9qwDSi9JFxMuaT2NW3v1eI,226
 tests/utils/logger_util.py,sha256=6Kca4pLxyTYnUgm2i3j19DdZSH6XUSGXPjHtExx33QU,828
 tests/utils/notification_utils.py,sha256=0x0-yEIH7Azn5Cs2KRXHfQVBJwiwo1F8xSnfaynvQ8Q,3459
+tests/utils/provider_utils.py,sha256=jxyDxiC1TKqnev1xtmsXLKNJbDqAG12kGDB1tuK_O1g,5077
 tests/utils/pytest_utils.py,sha256=k-mEjX2qpnh37sqKpJqYhZT6BV9974y_KaAhv8Xj9GI,284
 tests/utils/search_utils.py,sha256=O8uYyczObhTYtmdL6TVmH5F9xPuppICiGVbixSmRhzo,1108
 tests/utils/similarity_check.py,sha256=vUp1ksz80hZwTsykCc027bR3tCXwd3ZdRLmMtYnEjjg,1447
@@ -314,7 +318,7 @@ tests/workflow/virtual_assistant_tools/servicenow/__init__.py,sha256=47DEQpj8HBS
 tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=ecTfkwxPMbyyEKS-dArAQkluZURO1nThwDdD66mgC3E,814
 tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=G0iI3X7SGEEy1Z2Hc7j917saY3lpzgfil_GtALCFilE,1043
-codemie_test_harness-0.1.129.dist-info/METADATA,sha256=V09DaqvdDMoQgQ1qpq92RcIx49tyo77k8LSUqPTTkXw,8998
-codemie_test_harness-0.1.129.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.129.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.129.dist-info/RECORD,,
+codemie_test_harness-0.1.130.dist-info/METADATA,sha256=NO40P2WjyBMPyafu0tTS80UtDcwCIKDj9rmK69SMR9M,8998
+codemie_test_harness-0.1.130.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.130.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.130.dist-info/RECORD,,

tests/conftest.py

@@ -34,6 +34,7 @@ from tests.utils.gitbud_utils import GitBudUtils
 from tests.utils.integration_utils import IntegrationUtils
 from tests.utils.logger_util import setup_logger
 from tests.utils.notification_utils import GmailUtils
+from tests.utils.provider_utils import ProviderUtils
 from tests.utils.search_utils import SearchUtils
 from tests.utils.similarity_check import SimilarityCheck
 from tests.utils.workflow_utils import WorkflowUtils
@@ -818,3 +819,6 @@ def pytest_sessionfinish(session):
             if prefix in workflow.name:
                 client.workflows.delete(workflow_id=workflow.id)
                 sleep(clean_up_timeout)
+
+        providers_utils = ProviderUtils(client)
+        providers_utils.cleanup_test_providers()

tests/providers/test_providers_endpoints.py

@@ -0,0 +1,239 @@
+import pytest
+from hamcrest import (
+    assert_that,
+    is_,
+    equal_to,
+    has_key,
+    all_of,
+)
+
+from tests.utils.base_utils import get_random_name
+from tests.utils.provider_utils import ProviderUtils
+
+
+@pytest.fixture(scope="session")
+def providers_utils(client):
+    return ProviderUtils(client)
+
+
+nonexistent_id = "nonexistent-provider-id-12345"
+
+# =============================================================================
+# GET /v1/providers - List all providers
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_get_providers_endpoint(providers_utils):
+    response = providers_utils.send_get_request_to_providers_endpoint()
+
+    assert_that(response.status_code, equal_to(200))
+
+    response_data = response.json()
+
+    # Validate response structure
+    assert_that(isinstance(response_data, list), is_(True))
+    for provider in response_data:
+        assert_that(
+            provider,
+            all_of(has_key("provided_toolkits"), has_key("service_location_url")),
+        )
+
+
+# =============================================================================
+# POST /v1/providers - Create new provider
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_post_providers_endpoint(providers_utils):
+    request_json = providers_utils.provider_request_json()
+    # Ensure unique provider name to avoid conflicts
+    provider_name = get_random_name()
+    request_json["name"] = provider_name
+
+    create_response = providers_utils.send_post_request_to_providers_endpoint(
+        request_json
+    )
+
+    assert_that(create_response.status_code, equal_to(200))
+
+    # get provider to verify it was created
+    get_response = providers_utils.send_get_request_to_providers_endpoint()
+
+    providers = get_response.json()
+    created_provider = next((p for p in providers if p["name"] == provider_name), None)
+
+    assert_that(
+        created_provider is not None,
+        is_(True),
+        "Created provider should be in the list",
+    )
+
+
+@pytest.mark.regression
+def test_post_providers_endpoint_validation_error(providers_utils):
+    """Test POST /v1/providers with invalid provided_toolkits node"""
+    request_json = providers_utils.provider_request_json()
+    request_json["provided_toolkits"] = "invalid_value"
+
+    response = providers_utils.send_post_request_to_providers_endpoint(request_json)
+
+    assert_that(response.status_code, equal_to(422))
+    assert_that(
+        response.json()["error"]["details"][0]["msg"],
+        equal_to("Input should be a valid list"),
+    )
+
+
+@pytest.mark.regression
+def test_post_providers_endpoint_with_existing_name(providers_utils):
+    provider_id = providers_utils.create_provider()
+
+    provider = providers_utils.get_provider_by_id(provider_id).json()
+
+    existing_name = provider["name"]
+    request_json = providers_utils.provider_request_json()
+    request_json["name"] = existing_name
+
+    create_response = providers_utils.send_post_request_to_providers_endpoint(
+        request_json
+    )
+
+    assert_that(create_response.status_code, equal_to(409))
+    assert_that(
+        create_response.json()["error"]["details"],
+        equal_to(f"A provider with the name [{existing_name}] already exists."),
+    )
+
+
+# =============================================================================
+# GET /v1/providers/datasource_schemas - Get datasource schemas
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_get_providers_datasource_schema_endpoint(providers_utils):
+    response = providers_utils.send_get_request_datasource_schemas_endpoint()
+
+    assert_that(response.status_code, equal_to(200))
+
+    response_data = response.json()
+
+    # Validate response structure
+    assert_that(isinstance(response_data, list), is_(True))
+    for provider in response_data:
+        assert_that(
+            provider,
+            all_of(
+                has_key("id"),
+                has_key("provider_name"),
+                has_key("name"),
+                has_key("base_schema"),
+                has_key("create_schema"),
+            ),
+        )
+
+
+# =============================================================================
+# GET /v1/providers/{provider_id} - Get specific provider
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_get_provider_by_id_endpoint(providers_utils):
+    provider_id = providers_utils.create_provider()
+
+    provider_response = providers_utils.get_provider_by_id(provider_id)
+
+    assert_that(provider_response.status_code, equal_to(200))
+    assert_that(provider_response.json()["id"], equal_to(provider_id))
+
+
+@pytest.mark.regression
+def test_get_nonexistent_provider(providers_utils):
+    """Test error handling when requesting nonexistent provider."""
+    response = providers_utils.get_provider_by_id(nonexistent_id)
+
+    assert_that(response.status_code, equal_to(404))
+
+    assert_that(
+        response.json()["error"]["details"],
+        equal_to(
+            f"The provider with ID [{nonexistent_id}] could not be found in the system."
+        ),
+    )
+
+
+# =============================================================================
+# PUT /v1/providers/{provider_id} - Update specific provider
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_put_provider_endpoint(providers_utils):
+    provider_id = providers_utils.create_provider()
+    provider = providers_utils.get_provider_by_id(provider_id).json()
+
+    request_json = providers_utils.provider_request_json()
+    toolkits = provider["provided_toolkits"]
+    toolkits[0]["name"] = "Updated toolkit name"
+    toolkits[0]["description"] = "Updated toolkit description"
+    request_json["provided_toolkits"] = toolkits
+    request_json["name"] = f"{provider['name']} - updated"
+    update_response = providers_utils.update_provider(provider_id, request_json)
+
+    assert_that(update_response.status_code, equal_to(200))
+    assert_that(update_response.json()["provided_toolkits"], equal_to(toolkits))
+
+
+@pytest.mark.regression
+def test_put_nonexistent_provider(providers_utils):
+    response = providers_utils.update_provider(nonexistent_id, {})
+
+    assert_that(response.status_code, equal_to(404))
+    assert_that(
+        response.json()["error"]["details"],
+        equal_to(
+            f"The provider with ID [{nonexistent_id}] could not be found in the system."
+        ),
+    )
+
+
+# =============================================================================
+# DELETE /v1/providers/{provider_id} - Delete specific provider
+# =============================================================================
+
+
+@pytest.mark.regression
+def test_delete_provider_endpoint(providers_utils):
+    provider_id = providers_utils.create_provider()
+    delete_response = providers_utils.send_delete_provider_request(provider_id)
+
+    assert_that(delete_response.status_code, equal_to(204))
+
+    response = providers_utils.get_provider_by_id(provider_id)
+
+    assert_that(response.status_code, equal_to(404))
+
+    assert_that(
+        response.json()["error"]["details"],
+        equal_to(
+            f"The provider with ID [{provider_id}] could not be found in the system."
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_delete_nonexistent_provider(providers_utils):
+    """Test error handling when requesting nonexistent provider."""
+    response = providers_utils.send_delete_provider_request(nonexistent_id)
+
+    assert_that(response.status_code, equal_to(404))
+
+    assert_that(
+        response.json()["error"]["details"],
+        equal_to(
+            f"The provider with ID [{nonexistent_id}] could not be found in the system."
+        ),
+    )

tests/test_data/files/provider_payload.json

@@ -0,0 +1,382 @@
+   {
+      "id":"3928ea28-e9e2-4382-aae0-09d5a24dc2am",
+      "date":"2025-04-02T12:54:19.693921",
+      "update_date":"2025-04-02T13:50:36.917335",
+      "name":"test",
+      "service_location_url":"https://codemie-preview.lab.epam.com/codemie-provider-stub-api/",
+      "configuration":{
+         "auth_type":"Bearer"
+      },
+      "provided_toolkits":[
+         {
+            "toolkit_id":"023953e9-b4b2-4264-aa24-7a20ab7cb201",
+            "name":"TestAutomationCodeAnalysesToolkit",
+            "description":"This ToolKit provides tools for indexing the source code of provided repository and set of methods to get insights of the code and code snippets.",
+            "toolkit_config":{
+               "type":"Code Analyses Datasource Configuration",
+               "description":"Configuration for connecting to GitHub repositories to access code for indexing and analysis.",
+               "parameters":{
+                  "access_token":{
+                     "description":"Github/Gitlab project access token with appropriate scopes for repository access",
+                     "type":"Secret",
+                     "required":true,
+                     "enum":null
+                  },
+                  "datasource_id":{
+                     "description":"Unique identifier for the datasource",
+                     "type":"UUID",
+                     "required":true,
+                     "enum":null
+                  },
+                  "api_url":{
+                     "description":"Git API URL (use your Git Enterprise API URL)",
+                     "type":"URL",
+                     "required":true,
+                     "enum":null
+                  },
+                  "branch":{
+                     "description":"Branch to index, defaults to master",
+                     "type":"String",
+                     "required":false,
+                     "enum":null
+                  }
+               }
+            },
+            "provided_tools":[
+               {
+                  "name":"create_datasource",
+                  "description":"Creates a new datasource by indexing a Git repository for code analysis. The indexing process extracts code structure, dependencies, and other metadata to enable subsequent queries.",
+                  "args_schema":{
+                     "exclude_glob":{
+                        "type":"String",
+                        "required":false,
+                        "description":"Comma separated string of file paths to exclude from indexing",
+                        "enum":null
+                     },
+                     "analyzer":{
+                        "type":"List",
+                        "required":false,
+                        "description":"Type of code analyzer to use for the project. Supported analyzers Java/TS/JS/C#/C++. If not specified best matching analyzer will be chosen automatically.",
+                        "enum":[
+                           "Java",
+                           "TS",
+                           "JS",
+                           "C#",
+                           "C++",
+                           "Other"
+                        ]
+                     },
+                     "datasource_root":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Root directory of the project to be indexed",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"life_cycle_management",
+                     "tool_action_type":"create"
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               },
+               {
+                  "name":"reindex_datasource",
+                  "description":"Updates an existing datasource by re-indexing the associated Git repository to incorporate the latest changes and maintain synchronization with the current codebase.",
+                  "args_schema":{
+
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"life_cycle_management",
+                     "tool_action_type":"modify"
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               },
+               {
+                  "name":"delete_datasource",
+                  "description":"Removes an existing datasource and all its indexed data from the system, freeing up resources and cleaning up stale references.",
+                  "args_schema":{
+
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"life_cycle_management",
+                     "tool_action_type":"remove"
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               },
+               {
+                  "name":"get_files_tree",
+                  "description":"Retrieves a hierarchical representation of the file system structure of the indexed repository, showing directories and files in a tree format for easy navigation.",
+                  "args_schema":{
+                     "path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Relative path within the repository to start the tree structure from",
+                        "enum":null
+                     },
+                     "level":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Maximum depth of the tree structure, defaults to full depth",
+                        "enum":null
+                     },
+                     "limit":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Maximum number of files to include in the tree structure, defaults to all files",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"String",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_files_list",
+                  "description":"Retrieves a list of files and directories within the specified path in the indexed repository, showing file names and types for easy reference.",
+                  "args_schema":{
+                     "path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Relative path within the repository to list files from",
+                        "enum":null
+                     },
+                     "limit":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Maximum number of files to include in the list, defaults to all files",
+                        "enum":null
+                     },
+                     "recursive":{
+                        "type":"Boolean",
+                        "required":false,
+                        "description":"Flag to include files from subdirectories recursively, defaults to false",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_code_members",
+                  "description":"Extracts and returns structured information about code components such as classes, methods, functions, and variables within specified file in the indexed repository.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to extract code members from",
+                        "enum":null
+                     },
+                     "start_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Starting line number to extract code members from, defaults to 1",
+                        "enum":null
+                     },
+                     "end_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Ending line number to extract code members till, defaults to end of file",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               },
+               {
+                  "name":"get_trimmed_code",
+                  "description":"Retrieves a simplified version of code from specified files with non-essential elements (like comments and some whitespace) removed to focus on the core functionality.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to extract trimmed code from",
+                        "enum":null
+                     },
+                     "exclude_private":{
+                        "type":"Boolean",
+                        "required":false,
+                        "description":"Flag to exclude private members from the trimmed code, defaults to false",
+                        "enum":null
+                     },
+                     "show_line_numbers":{
+                        "type":"Boolean",
+                        "required":false,
+                        "description":"Flag to include line numbers in the trimmed code, defaults to false",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"String",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_code",
+                  "description":"Fetches the complete, unmodified source code of specified files or code segments from the indexed repository, preserving all original formatting and comments.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to extract code from",
+                        "enum":null
+                     },
+                     "start_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Starting line number to extract code from, defaults to 1",
+                        "enum":null
+                     },
+                     "show_line_numbers":{
+                        "type":"Boolean",
+                        "required":false,
+                        "description":"Flag to include line numbers in the code, defaults to false",
+                        "enum":null
+                     },
+                     "end_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Ending line number to extract code till, defaults to end of file",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"String",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_metadata",
+                  "description":"Retrieves metadata information about specified files in the indexed repository, including file size, line count, and other relevant details.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to extract code from",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"String",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               },
+               {
+                  "name":"get_outgoing_dependencies",
+                  "description":"Analyzes and returns information about external dependencies and imports used by specified files or code components, helping to understand code relationships and dependency chains.",
+                  "args_schema":{
+                     "file_path":{
+                        "type":"String",
+                        "required":true,
+                        "description":"Path of the file to get outgoing dependencies from",
+                        "enum":null
+                     },
+                     "start_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Starting line number to get outgoing dependencies from, defaults to 1",
+                        "enum":null
+                     },
+                     "end_line":{
+                        "type":"Number",
+                        "required":false,
+                        "description":"Ending line number to get outgoing dependencies till, defaults to end of file",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":"stateful",
+                     "tool_purpose":"data_retrieval",
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":true,
+                  "async_invocation_supported":false
+               }
+            ]
+         },
+         {
+            "toolkit_id":"98212b72-8b83-4d70-852f-49f0df28a0d4",
+            "name":"TestToolkit",
+            "description":"Tst toolkit",
+            "toolkit_config":{
+               "type":"test toolkit",
+               "description":"Configuration for connecting to GitHub repositories to access code for indexing and analysis.",
+               "parameters":{
+
+               }
+            },
+            "provided_tools":[
+               {
+                  "name":"test_tool",
+                  "description":"Some test tools",
+                  "args_schema":{
+                     "service_url":{
+                        "type":"String",
+                        "required":true,
+                        "description":"The url of the service",
+                        "enum":null
+                     },
+                     "exclude_glob":{
+                        "type":"String",
+                        "required":false,
+                        "description":"Comma separated string of file paths to exclude from indexing",
+                        "enum":null
+                     },
+                     "service_method":{
+                        "type":"String",
+                        "required":true,
+                        "description":"The token to access the service",
+                        "enum":null
+                     }
+                  },
+                  "tool_metadata":{
+                     "tool_type":null,
+                     "tool_purpose":null,
+                     "tool_action_type":null
+                  },
+                  "tool_result_type":"Json",
+                  "sync_invocation_supported":false,
+                  "async_invocation_supported":true
+               }
+            ]
+         }
+      ]
+   }

tests/utils/http_utils.py

@@ -2,10 +2,9 @@ import logging
 from typing import TypeVar, Type, Optional, Any, Union, Dict, List
 
 import requests
-from pydantic import BaseModel
-
 from codemie_sdk.utils.http import ApiRequestHandler
 from codemie_sdk.utils.http import log_request
+from pydantic import BaseModel
 
 T = TypeVar("T", bound=Union[BaseModel, List[BaseModel], dict])
 
@@ -19,7 +18,7 @@ class RequestHandler(ApiRequestHandler):
     def post(
         self,
         endpoint: str,
-        response_model: Type[T],
+        response_model: Type[T] = None,
         json_data: Optional[Dict[str, Any]] = None,
         stream: bool = False,
         wrap_response: bool = True,
@@ -51,3 +50,92 @@ class RequestHandler(ApiRequestHandler):
             return response
 
         return self._parse_response(response, response_model, wrap_response)
+
+    @log_request
+    def get(
+        self,
+        endpoint: str,
+        response_model: Type[T] = None,
+        params: Optional[Dict[str, Any]] = None,
+        wrap_response: bool = True,
+    ) -> Union[T, requests.Response]:
+        """Makes a GET request and parses the response.
+
+        Args:
+            endpoint: API endpoint path
+            response_model: Pydantic model class or List[Model] for response
+            params: Query parameters
+            wrap_response: Whether response is wrapped in 'data' field
+
+        Returns:
+            Parsed response object or list of objects
+        """
+        if params:
+            logger.debug(f"Request params: {params}")
+        response = requests.get(
+            url=f"{self._base_url}{endpoint}",
+            headers=self._get_headers(),
+            params=params,
+            verify=self._verify_ssl,
+        )
+
+        if response_model:
+            return self._parse_response(response, response_model, wrap_response)
+
+        return response
+
+    @log_request
+    def put(
+        self,
+        endpoint: str,
+        json_data: Dict[str, Any],
+        response_model: Type[T] = None,
+        params: Optional[Dict[str, Any]] = None,
+        wrap_response: bool = True,
+    ) -> Union[T, requests.Response]:
+        """Makes a PUT request and parses the response.
+
+        Args:
+            endpoint: API endpoint path
+            response_model: Pydantic model class or List[Model] for response
+            json_data: JSON request body
+            params: Query parameters
+            wrap_response: Whether response is wrapped in 'data' field
+
+        Returns:
+            Parsed response object or list of objects
+        """
+        logger.debug(f"Request body: {json_data}")
+        response = requests.put(
+            url=f"{self._base_url}{endpoint}",
+            headers=self._get_headers(),
+            json=json_data,
+            params=params,
+            verify=self._verify_ssl,
+        )
+
+        if response_model:
+            return self._parse_response(response, response_model, wrap_response)
+
+        return response
+
+    @log_request
+    def delete(
+        self,
+        endpoint: str,
+    ) -> requests.Response:
+        """Makes a DELETE request and parses the response.
+
+        Args:
+            endpoint: API endpoint path
+
+        Returns:
+            response object
+        """
+        response = requests.delete(
+            url=f"{self._base_url}{endpoint}",
+            headers=self._get_headers(),
+            verify=self._verify_ssl,
+        )
+
+        return response

tests/utils/provider_utils.py

@@ -0,0 +1,178 @@
+import json
+import logging
+import os
+from typing import Optional, Dict, Any
+
+import requests
+from codemie_sdk import CodeMieClient
+
+from tests import autotest_entity_prefix
+from tests.utils import api_domain, verify_ssl
+from tests.utils.base_utils import (
+    BaseUtils,
+    get_random_name,
+)
+from tests.utils.http_utils import RequestHandler
+
+logger = logging.getLogger(__name__)
+
+providers_endpoint = "/v1/providers"
+
+
+class ProviderUtils(BaseUtils):
+    def __init__(self, client: CodeMieClient):
+        """Initialize the provides service."""
+
+        super().__init__(client)
+        self._api = RequestHandler(api_domain, self.client.token, verify_ssl)
+
+    @staticmethod
+    def provider_request_json():
+        """Load provider request JSON from file."""
+        payload_path = os.path.join(
+            os.path.dirname(__file__), "../test_data/files/provider_payload.json"
+        )
+        with open(payload_path, "r") as pyload_file:
+            request_json = json.load(pyload_file)
+
+        return request_json
+
+    def send_post_request_to_providers_endpoint(
+        self, request: Dict[str, Any]
+    ) -> requests.Response:
+        """
+        Send request to provider creation endpoint without raising error for response status codes.
+
+        Args:
+            request: The provider creation request
+
+        Returns:
+            Raw response from '/v1/providers' endpoint
+        """
+        return self._api.post(providers_endpoint, json_data=request, stream=True)
+
+    def send_get_request_to_providers_endpoint(
+        self,
+    ) -> requests.Response:
+        """
+        Send request to get providers endpoint.
+
+        Returns:
+            Raw response from '/v1/providers' endpoint
+        """
+        return self._api.get(providers_endpoint)
+
+    def send_get_request_datasource_schemas_endpoint(
+        self,
+    ) -> requests.Response:
+        """
+        Send request to get datasource_schemas endpoint.
+
+        Returns:
+            Raw response from '/v1/providers/datasource_schemas' endpoint
+        """
+        return self._api.get(f"{providers_endpoint}/datasource_schemas")
+
+    def create_provider(
+        self,
+    ) -> str:
+        """
+        Creates a provider for test.
+
+        Returns:
+            Created provider id
+        """
+        request_json = self.provider_request_json()
+        # Ensure unique provider name to avoid conflicts
+        request_json["name"] = get_random_name()
+
+        response = self.send_post_request_to_providers_endpoint(request_json)
+
+        return response.json()["id"]
+
+    def list_providers(
+        self,
+    ) -> requests.Response:
+        """
+        List all providers.
+
+        Returns:
+            List of provider objects
+        """
+        response = self.send_get_request_to_providers_endpoint()
+
+        return response
+
+    def get_provider_by_id(self, provider_id: str) -> requests.Response:
+        """
+        Get a specific provider by ID.
+
+        Args:
+            provider_id: The provider ID
+
+        Returns:
+            Provider object
+        """
+        response = self._api.get(f"{providers_endpoint}/{provider_id}")
+
+        return response
+
+    def update_provider(
+        self,
+        provider_id: str,
+        provider_update_payload: dict,
+    ) -> requests.Response:
+        """
+        Update an existing provider.
+
+        Args:
+            provider_id: The provider ID to update
+            provider_update_payload: request body
+
+        Returns:
+            Updated provider object
+        """
+        endpoint = f"{providers_endpoint}/{provider_id}"
+
+        return self._api.put(endpoint, json_data=provider_update_payload)
+
+    def send_delete_provider_request(self, provider_id: str) -> requests.Response:
+        """
+        Delete a provider by ID.
+
+        Args:
+            provider_id: The provider ID to delete
+
+        Returns:
+            Response from delete operation
+        """
+        return self._api.delete(f"{providers_endpoint}/{provider_id}")
+
+    def cleanup_test_providers(self, name_prefix: Optional[str] = None):
+        """
+        Clean up test providers (those with autotest prefix or specified prefix).
+
+        Args:
+            name_prefix: Prefix to match for cleanup (uses autotest prefix if None)
+        """
+
+        prefix = name_prefix if name_prefix else autotest_entity_prefix
+
+        try:
+            providers = self.list_providers()
+            test_providers = [
+                provider
+                for provider in providers.json()
+                if provider["name"].startswith(prefix)
+            ]
+
+            for provider in test_providers:
+                try:
+                    self.send_delete_provider_request(provider["id"])
+                except Exception as e:
+                    # Log but don't fail cleanup for individual provider
+                    logger.error(f"Failed to delete provider {provider['name']}: {e}")
+
+        except Exception as e:
+            # Log but don't fail if cleanup encounters issues
+            logger.error(f"Provider cleanup encountered an error: {e}")