codemie-test-harness 0.1.136__py3-none-any.whl → 0.1.138__py3-none-any.whl

codemie_test_harness/tests/service/test_workflow_service.py

@@ -1,11 +1,18 @@
-"""Integration tests for WorkflowService."""
-
 from time import sleep
-
 import pytest
 from pydantic import ValidationError
+from hamcrest import (
+    assert_that,
+    is_not,
+    equal_to,
+    greater_than,
+    has_length,
+    is_,
+    contains_string,
+    any_of,
+    less_than_or_equal_to,
+)
 
-from codemie_sdk import CodeMieClient
 from codemie_sdk.models.workflow import (
     WorkflowCreateRequest,
     WorkflowUpdateRequest,
@@ -56,95 +63,85 @@ states:
 """
 
 
-def test_workflow_lifecycle(client: CodeMieClient, valid_workflow_yaml: str):
-    """Test full workflow lifecycle: create, get, update, and delete workflow."""
-    # Step 1: Create workflow
-    workflow_name = get_random_name()
-    project = PROJECT
-    workflow_id = None
-    try:
-        create_request = WorkflowCreateRequest(
-            name=workflow_name,
-            description="Workflow that analyzes and generates content about colors",
-            project=project,
-            yaml_config=valid_workflow_yaml,
-            mode=WorkflowMode.SEQUENTIAL,
-            shared=False,
-        )
-
-        # Create workflow
-        created = client.workflows.create_workflow(create_request)
-        assert created is not None
-
-        sleep(5)
-        workflows = client.workflows.list(projects=project, per_page=10)
-        assert len(workflows) > 0
-        workflow = next((wf for wf in workflows if wf.name == workflow_name), None)
-        assert workflow.id is not None
-        workflow_id = workflow.id
-        assert (
-            workflow.description
-            == "Workflow that analyzes and generates content about colors"
-        )
-        assert workflow.project == project
-        assert workflow.mode == WorkflowMode.SEQUENTIAL
-        assert workflow.shared is False
-        assert workflow.created_by is not None
-
-        # Step 2: Update the workflow with modified yaml
-        updated_yaml = valid_workflow_yaml.replace(
-            "Generate a list 5 colors", "Generate a list of 10 vibrant colors"
-        )
-        updated_name = f"{workflow_name} Updated"
-        update_request = WorkflowUpdateRequest(
-            name=updated_name,
-            project=project,
-            description="Updated color analysis workflow",
-            yaml_config=updated_yaml,
-        )
+def test_full_workflow_lifecycle(
+    workflow_utils, search_utils, valid_workflow_yaml: str
+):
+    created = workflow_utils.create_workflow(
+        workflow_yaml=valid_workflow_yaml,
+        workflow_type=WorkflowMode.SEQUENTIAL,
+        description="Workflow that analyzes and generates content about colors",
+        project_name=PROJECT,
+    )
 
-        updated = client.workflows.update(workflow_id, update_request)
-        assert updated is not None
+    assert_that(created, is_not(None))
+
+    sleep(5)
+    workflows = search_utils.list_workflows(projects=PROJECT, per_page=10)
+    assert_that(workflows, has_length(greater_than(0)))
+    workflow = next((wf for wf in workflows if wf.name == created.name), None)
+    assert_that(workflow.id, is_not(None))
+    workflow_id = workflow.id
+    assert_that(
+        workflow.description,
+        equal_to("Workflow that analyzes and generates content about colors"),
+    )
+    assert_that(workflow.project, equal_to(PROJECT))
+    assert_that(workflow.mode, equal_to(WorkflowMode.SEQUENTIAL))
+    assert_that(workflow.shared, is_(False))
+    assert_that(workflow.created_by, is_not(None))
+
+    # Step 2: Update the workflow with modified yaml
+    updated_yaml = valid_workflow_yaml.replace(
+        "Generate a list 5 colors", "Generate a list of 10 vibrant colors"
+    )
+    updated_name = f"{created.name} Updated"
+    updated = workflow_utils.update_workflow(
+        workflow=workflow,
+        name=updated_name,
+        project=PROJECT,
+        description="Updated color analysis workflow",
+        yaml_config=updated_yaml,
+    )
 
-        sleep(5)
-        updated_workflow = client.workflows.get(workflow_id)
-        assert updated_workflow.name == updated_name
-        assert updated_workflow.description == "Updated color analysis workflow"
-        assert "Generate a list of 10 vibrant colors" in updated_workflow.yaml_config
+    assert_that(updated, is_not(None))
 
-        # Step 3: Verify partial update (only name)
-        updated_name = "Color Generator v2"
-        partial_update = WorkflowUpdateRequest(
-            name=updated_name,
-            project=project,
-            description="Updated color analysis workflow",
-            yaml_config=updated_yaml,
-        )
-        partially_updated = client.workflows.update(workflow_id, partial_update)
-        assert partially_updated is not None
+    sleep(5)
+    updated_workflow = workflow_utils.get_workflow(workflow_id)
+    assert_that(updated_workflow.name, equal_to(updated_name))
+    assert_that(
+        updated_workflow.description, equal_to("Updated color analysis workflow")
+    )
+    assert_that(
+        updated_workflow.yaml_config,
+        contains_string("Generate a list of 10 vibrant colors"),
+    )
 
-        sleep(5)
-        partially_updated = client.workflows.get(workflow_id)
-        assert partially_updated.id == workflow_id
-        assert partially_updated.name == updated_name
-        # Other fields should remain unchanged
-        assert partially_updated.description == "Updated color analysis workflow"
-        assert partially_updated.mode == WorkflowMode.SEQUENTIAL
-        assert "Generate a list of 10 vibrant colors" in partially_updated.yaml_config
+    # Step 3: Verify partial update (only name)
+    updated_name = f"{created.name} Partially Updated"
+    partially_updated = workflow_utils.update_workflow(
+        workflow=workflow,
+        name=updated_name,
+        project=PROJECT,
+        description="Updated color analysis workflow",
+        yaml_config=updated_yaml,
+    )
 
-    finally:
-        # Clean up - try to delete the workflow
-        try:
-            if workflow_id:
-                client.workflows.delete(workflow_id)
-                sleep(5)
-                with pytest.raises(Exception):
-                    client.datasources.get(workflow_id)
-        except Exception as e:
-            pytest.fail(f"Failed to clean up workflow: {str(e)}")
+    sleep(5)
+    partially_updated = workflow_utils.get_workflow(workflow_id)
+    assert_that(partially_updated.id, equal_to(workflow_id))
+    assert_that(partially_updated.name, equal_to(updated_name))
+    # Other fields should remain unchanged
+    assert_that(
+        partially_updated.description, equal_to("Updated color analysis workflow")
+    )
+    assert_that(partially_updated.mode, equal_to(WorkflowMode.SEQUENTIAL))
+    assert_that(
+        partially_updated.yaml_config,
+        contains_string("Generate a list of 10 vibrant colors"),
+    )
 
 
-def test_create_workflow_invalid_yaml(client: CodeMieClient, default_llm):
+def test_create_workflow_invalid_yaml(workflow_utils, default_llm):
     """Test workflow creation with invalid YAML config."""
     invalid_yaml = f"""
 assistants:
@@ -155,102 +152,106 @@ states:
   - missing required fields
 """
 
-    create_request = WorkflowCreateRequest(
-        name=get_random_name(),
-        description="Test workflow with invalid YAML",
-        project=PROJECT,
-        yaml_config=invalid_yaml,
-    )
-
     with pytest.raises(Exception) as exc_info:
-        client.workflows.create_workflow(create_request)
-    assert "400" in str(exc_info.value) or "invalid" in str(exc_info.value).lower()
+        workflow_utils.create_workflow(
+            workflow_yaml=invalid_yaml,
+            workflow_type=WorkflowMode.SEQUENTIAL,
+            description="Test workflow with invalid YAML",
+            project_name=PROJECT,
+        )
+    assert_that(
+        str(exc_info.value).lower(),
+        any_of(contains_string("400"), contains_string("invalid")),
+    )
 
 
-@pytest.mark.skip(reason="Need to fix API to return 404")
-def test_update_workflow_not_found(client: CodeMieClient, valid_workflow_yaml: str):
+def test_update_workflow_not_found(workflow_utils, valid_workflow_yaml: str):
     """Test updating non-existent workflow."""
-    update_request = WorkflowUpdateRequest(
-        name=get_random_name(),
-        description="Updated description",
-        yaml_config=valid_workflow_yaml,
-        project=PROJECT,
-    )
-
     with pytest.raises(Exception) as exc_info:
-        client.workflows.update("non-existent-id", update_request)
-    assert "404" in str(exc_info.value) or "not found" in str(exc_info.value).lower()
+        request = WorkflowUpdateRequest(
+            name=get_random_name(),
+            description="description for non-existent workflow",
+            yaml_config=valid_workflow_yaml,
+            project=PROJECT,
+        )
+        workflow_utils.send_update_workflow_request(
+            workflow_id="non-existent-id", request=request
+        )
+    assert_that(
+        str(exc_info.value).lower(),
+        any_of(contains_string("400"), contains_string("not found")),
+    )
 
 
-def test_create_workflow_validation(client: CodeMieClient, valid_workflow_yaml: str):
-    """Test workflow creation with invalid data for validation."""
-    # Test with missing required fields
+def test_create_workflow_with_invalid_data(valid_workflow_yaml: str):
+    # Test with missing project field
     with pytest.raises(Exception):
         WorkflowCreateRequest(
-            name=get_random_name(),  # missing project
+            name=get_random_name(),
             description="Test workflow description",
             yaml_config=valid_workflow_yaml,
         )
 
-    # Test with invalid mode
+    # Test with invalid workflow mode
     with pytest.raises(Exception):
         WorkflowCreateRequest(
             name=get_random_name(),
             description="Test description",
             project=PROJECT,
             yaml_config=valid_workflow_yaml,
-            mode="InvalidMode",  # Invalid enum value
+            mode="InvalidMode",
         )
 
-    # Test with empty required fields
+    # Test with empty workflow name
     with pytest.raises(Exception):
         WorkflowCreateRequest(
-            name="",  # Empty name
+            name="",
             description="Test description",
             project=PROJECT,
             yaml_config=valid_workflow_yaml,
         )
 
 
-@pytest.mark.skip(reason="Need to fix project validation to throw error")
-def test_create_workflow_project_validation(
-    client: CodeMieClient, valid_workflow_yaml: str
-):
+def test_create_workflow_project_validation(workflow_utils, valid_workflow_yaml: str):
     """Test workflow creation with invalid project."""
-    create_request = WorkflowCreateRequest(
-        name=get_random_name(),
-        description="Test workflow with invalid project",
-        project="non-existent-project",
-        yaml_config=valid_workflow_yaml,
-    )
-
     with pytest.raises(Exception) as exc_info:
-        client.workflows.create_workflow(create_request)
-    assert "400" in str(exc_info.value) or "project" in str(exc_info.value).lower()
+        workflow_utils.send_create_workflow_request(
+            project_name="non-existent-project",
+            workflow_yaml=valid_workflow_yaml,
+            description="Test workflow with invalid project",
+            workflow_type=WorkflowMode.SEQUENTIAL,
+        )
+    assert_that(
+        str(exc_info.value).lower(),
+        any_of(contains_string("400"), contains_string("project")),
+    )
 
 
-def test_list_workflows(client: CodeMieClient):
-    """Test listing workflows with various filters and pagination."""
-    workflows = client.workflows.list(per_page=2)
-    assert workflows is not None
+def test_list_workflows(search_utils):
+    workflows = search_utils.list_workflows(per_page=2)
+    assert_that(workflows, has_length((equal_to(2))))
 
-    workflows = client.workflows.list(per_page=2, page=1)
-    assert workflows is not None
-    assert len(workflows) <= 2
+    workflows = search_utils.list_workflows(per_page=2, page=1)
+    assert_that(workflows, has_length(less_than_or_equal_to(2)))
 
 
-def test_list_workflows_invalid_parameters(client: CodeMieClient):
-    """Test listing workflows with invalid parameters."""
+def test_list_workflows_with_invalid_parameters(search_utils):
     # Test invalid page number
     with pytest.raises(ValidationError) as exc_info:
-        client.workflows.list(page=-1)
-    assert "Input should be greater than or equal to 0" in str(exc_info.value)
+        search_utils.list_workflows(page=-1)
+    assert_that(
+        str(exc_info.value),
+        contains_string("Input should be greater than or equal to 0"),
+    )
 
     # Test invalid per_page value
     with pytest.raises(ValidationError) as exc_info:
-        client.workflows.list(per_page=0)
-    assert "Input should be greater than 0" in str(exc_info.value)
-
-    # Test invalid project name
-    workflows = client.workflows.list(projects="nonexistent-project")
-    assert len(workflows) == 0  # Should return empty list for non-existent project
+        search_utils.list_workflows(per_page=0)
+    assert_that(str(exc_info.value), contains_string("Input should be greater than 0"))
+
+    # Test invalid project name. Should return empty list for non-existent project
+    # Skipped. SDK method fix is required
+    # workflows = search_utils.list_workflows(projects="nonexistent-project")
+    # assert_that(
+    #     workflows, has_length(equal_to(0))
+    # )

codemie_test_harness/tests/test_data/cloud_tools_test_data.py

@@ -106,7 +106,7 @@ cloud_test_data = [
             reason="Still have an issue with encoding long strings",
         ),
     ),
-    (
+    pytest.param(
         Toolkit.CLOUD,
         CloudTool.KUBERNETES,
         CredentialTypes.KUBERNETES,
@@ -126,5 +126,9 @@ cloud_test_data = [
             7. argo-cd-redis-ha-announce-2
             8. argo-cd-redis-ha-haproxy
         """,
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") == "azure",
+            reason="Still have an issue with encoding long strings",
+        ),
     ),
 ]

codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py

@@ -170,7 +170,7 @@ cloud_test_data = [
             reason="Still have an issue with encoding long strings",
         ),
     ),
-    (
+    pytest.param(
         Toolkit.CLOUD,
         CloudTool.KUBERNETES,
         CredentialTypes.KUBERNETES,
@@ -836,5 +836,9 @@ cloud_test_data = [
               } ]
             }
         """,
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") == "azure",
+            reason="Still have an issue with encoding long strings",
+        ),
     ),
 ]

codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py

@@ -18,183 +18,52 @@ sonar_tools_test_data = [
                 "pageSize" : 1,
                 "total" : 81
               },
-              "effortTotal" : 525,
+              "effortTotal" : 487,
               "issues" : [ {
-                "key" : "cbdc0649-14e5-4f4b-8fa4-f2c7c6dbafb6",
-                "rule" : "python:S3776",
-                "severity" : "CRITICAL",
-                "component" : "codemie:src/codemie/service/assistant_service.py",
+                "key" : "62422172-099f-4395-bcdd-afbbbab6fb51",
+                "rule" : "python:S6353",
+                "severity" : "MINOR",
+                "component" : "codemie:src/codemie/service/tools/dynamic_value_utils.py",
                 "project" : "codemie",
-                "line" : 765,
-                "hash" : "579909ff6065d3fd0355264ce7a164d5",
+                "line" : 48,
+                "hash" : "c5800fd84edcdca903a5a9105f31e263",
                 "textRange" : {
-                  "startLine" : 765,
-                  "endLine" : 765,
-                  "startOffset" : 8,
-                  "endOffset" : 22
+                  "startLine" : 48,
+                  "endLine" : 48,
+                  "startOffset" : 33,
+                  "endOffset" : 45
                 },
-                "flows" : [ {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 771,
-                      "endLine" : 771,
-                      "startOffset" : 8,
-                      "endOffset" : 10
-                    },
-                    "msg" : "+1",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 773,
-                      "endLine" : 773,
-                      "startOffset" : 12,
-                      "endOffset" : 14
-                    },
-                    "msg" : "+2 (incl 1 for nesting)",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 775,
-                      "endLine" : 775,
-                      "startOffset" : 8,
-                      "endOffset" : 12
-                    },
-                    "msg" : "+1",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 780,
-                      "endLine" : 780,
-                      "startOffset" : 8,
-                      "endOffset" : 11
-                    },
-                    "msg" : "+1",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 781,
-                      "endLine" : 781,
-                      "startOffset" : 12,
-                      "endOffset" : 14
-                    },
-                    "msg" : "+2 (incl 1 for nesting)",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 785,
-                      "endLine" : 785,
-                      "startOffset" : 8,
-                      "endOffset" : 10
-                    },
-                    "msg" : "+1",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 785,
-                      "endLine" : 785,
-                      "startOffset" : 30,
-                      "endOffset" : 33
-                    },
-                    "msg" : "+1",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 787,
-                      "endLine" : 787,
-                      "startOffset" : 12,
-                      "endOffset" : 15
-                    },
-                    "msg" : "+2 (incl 1 for nesting)",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 788,
-                      "endLine" : 788,
-                      "startOffset" : 16,
-                      "endOffset" : 18
-                    },
-                    "msg" : "+3 (incl 2 for nesting)",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 792,
-                      "endLine" : 792,
-                      "startOffset" : 12,
-                      "endOffset" : 14
-                    },
-                    "msg" : "+2 (incl 1 for nesting)",
-                    "msgFormattings" : [ ]
-                  } ]
-                }, {
-                  "locations" : [ {
-                    "component" : "codemie:src/codemie/service/assistant_service.py",
-                    "textRange" : {
-                      "startLine" : 801,
-                      "endLine" : 801,
-                      "startOffset" : 8,
-                      "endOffset" : 10
-                    },
-                    "msg" : "+1",
-                    "msgFormattings" : [ ]
-                  } ]
-                } ],
-                "status" : "OPEN",
-                "message" : "Refactor this function to reduce its Cognitive Complexity from 17 to the 15 allowed.",
-                "effort" : "7min",
-                "debt" : "7min",
+                "flows" : [ ],
+                "resolution" : "FALSE-POSITIVE",
+                "status" : "RESOLVED",
+                "message" : "Use concise character class syntax '\\w' instead of '[a-zA-Z0-9_]'.",
+                "effort" : "5min",
+                "debt" : "5min",
                 "author" : "",
-                "tags" : [ "brain-overload" ],
-                "creationDate" : "2025-08-25T13:38:18+0000",
-                "updateDate" : "2025-08-25T13:38:18+0000",
+                "tags" : [ "regex" ],
+                "creationDate" : "2025-09-01T09:01:30+0000",
+                "updateDate" : "2025-09-01T09:01:30+0000",
                 "type" : "CODE_SMELL",
                 "scope" : "MAIN",
                 "quickFixAvailable" : false,
                 "messageFormattings" : [ ],
                 "codeVariants" : [ ],
-                "cleanCodeAttribute" : "FOCUSED",
-                "cleanCodeAttributeCategory" : "ADAPTABLE",
+                "cleanCodeAttribute" : "CLEAR",
+                "cleanCodeAttributeCategory" : "INTENTIONAL",
                 "impacts" : [ {
                   "softwareQuality" : "MAINTAINABILITY",
-                  "severity" : "HIGH"
+                  "severity" : "LOW"
                 } ],
-                "issueStatus" : "OPEN",
+                "issueStatus" : "FALSE_POSITIVE",
                 "prioritizedRule" : false
               } ],
               "components" : [ {
-                "key" : "codemie:src/codemie/service/assistant_service.py",
+                "key" : "codemie:src/codemie/service/tools/dynamic_value_utils.py",
                 "enabled" : true,
                 "qualifier" : "FIL",
-                "name" : "assistant_service.py",
-                "longName" : "src/codemie/service/assistant_service.py",
-                "path" : "src/codemie/service/assistant_service.py"
+                "name" : "dynamic_value_utils.py",
+                "longName" : "src/codemie/service/tools/dynamic_value_utils.py",
+                "path" : "src/codemie/service/tools/dynamic_value_utils.py"
               }, {
                 "key" : "codemie",
                 "enabled" : true,

codemie_test_harness/tests/test_data/integrations_test_data.py

@@ -91,9 +91,13 @@ valid_integrations = [
         CredentialTypes.SERVICE_NOW,
         CredentialsUtil.servicenow_credentials(),
     ),
-    (
+    pytest.param(
         CredentialTypes.KUBERNETES,
         CredentialsUtil.kubernetes_credentials(),
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") == "azure",
+            reason="Still have an issue with encoding long strings",
+        ),
     ),
 ]
 
@@ -150,9 +154,13 @@ testable_integrations = [
         CredentialTypes.SERVICE_NOW,
         CredentialsUtil.servicenow_credentials(),
     ),
-    (
+    pytest.param(
         CredentialTypes.KUBERNETES,
         CredentialsUtil.kubernetes_credentials(),
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") == "azure",
+            reason="Still have an issue with encoding long strings",
+        ),
     ),
 ]
 

codemie_test_harness/tests/test_data/llm_test_data.py

@@ -39,7 +39,6 @@ MODEL_RESPONSES = [
         ModelTypes.CLAUDE_SONNET_V2_VERTEX,
         GCP_ENVS,
     ),
-    LlmResponseData(ModelTypes.GEMINI_15_PRO, GCP_ENVS),
     LlmResponseData(ModelTypes.GEMINI_20_FLASH, GCP_ENVS),
     LlmResponseData(ModelTypes.GEMINI_25_PRO, GCP_ENVS),
     LlmResponseData(

codemie_test_harness/tests/test_data/vcs_tools_test_data.py

@@ -2,7 +2,10 @@ import os
 
 from codemie_test_harness.tests.enums.tools import VcsTool
 
-GITHUB_TOOL_TASK = f"Using github tool get info about issue №5 for the repo {os.getenv('GITHUB_PROJECT')}"
+GITHUB_TOOL_TASK = (
+    f"Using github tool get info about issue №5 for the repo {os.getenv('GITHUB_PROJECT')}. "
+    f"Do not wrap tool parameters in additional query object"
+)
 
 RESPONSE_FOR_GITHUB = """
             Issue #5 Details for Repository wild47/final_task