codemie-test-harness 0.1.224__tar.gz → 0.1.225__tar.gz

{codemie_test_harness-0.1.224 → codemie_test_harness-0.1.225}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.224
+Version: 0.1.225
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.224)
+Requires-Dist: codemie-sdk-python (==0.1.225)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

codemie_test_harness-0.1.225/codemie_test_harness/tests/test_data/vendor_workflow_test_data.py

@@ -0,0 +1,133 @@
+"""Test data for vendor workflow e2e tests."""
+
+import json
+import pytest
+from codemie_sdk.models.vendor_assistant import VendorType
+from codemie_sdk.models.integration import CredentialTypes
+
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+
+
+vendor_workflow_test_data = [
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-object-input",
+        json.dumps({"genre": "pop", "number": 3}),
+        """
+            # Pop Playlist: Just Three Hits
+
+            1. "As It Was" by Harry Styles
+            2. "Blinding Lights" by The Weeknd
+            3. "Levitating" by Dua Lipa
+
+            These three modern pop classics offer a perfect mini-playlist with upbeat tempos and catchy hooks. Enjoy!
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_Object_Input",
+    ),
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-string-input",
+        "pop",
+        """
+            # Pop Playlist (3 Songs)
+            
+            1. "Blinding Lights" - The Weeknd
+               *Upbeat synth-pop track with irresistible 80s vibes and a catchy chorus*
+            
+            2. "As It Was" - Harry Styles
+               *Melodic pop anthem with nostalgic undertones and danceable rhythm*
+            
+            3. "Levitating" - Dua Lipa
+               *Disco-infused pop banger with infectious grooves and stellar vocals*
+            
+            Enjoy these modern pop hits! Would you like any specific recommendations or adjustments to the playlist?
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_String_Input",
+    ),
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-number-input",
+        json.dumps(3),
+        """
+            # Pop Playlist (3 Songs)
+            
+            1. "Shape of You" - Ed Sheeran
+            2. "Blinding Lights" - The Weeknd
+            3. "Dance Monkey" - Tones and I
+            
+            Each of these songs has been a massive pop hit with catchy hooks and radio-friendly production. Enjoy your playlist!
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_Number_Input",
+    ),
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-boolean-input",
+        json.dumps(True),
+        """
+            # Pop Playlist (3 Songs)
+            
+            1. "Bad Guy" by Billie Eilish
+            2. "Blinding Lights" by The Weeknd
+            3. "As It Was" by Harry Styles
+            
+            These are three popular pop songs from recent years that feature catchy melodies, modern production, and have achieved significant commercial success.
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_Boolean_Input",
+    ),
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-array-input",
+        json.dumps(["pop", "rock"]),
+        """
+            # Playlist Creation
+            
+            Here are two playlists with 2 songs each:
+            
+            ## Pop Playlist (2 songs)
+            1. "Shape of You" by Ed Sheeran
+            2. "Bad Guy" by Billie Eilish
+            
+            ## Rock Playlist (2 songs)
+            1. "Bohemian Rhapsody" by Queen
+            2. "Sweet Child O' Mine" by Guns N' Roses
+            
+            Would you like me to expand either playlist with more song suggestions or provide information about any of these tracks?
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_Array_Input",
+    ),
+    # pytest.param(
+    #     VendorType.AZURE,
+    #     CredentialTypes.AZURE,
+    #     CredentialsManager.azure_credentials(),
+    #     "workflow-name",
+    #     json.dumps({"genre": "rock", "number": 5}),
+    #     "Rock Playlist",
+    #     marks=[pytest.mark.azure],
+    #     id="Azure_AI_Object_Input",
+    # ),
+    # pytest.param(
+    #     VendorType.GCP,
+    #     CredentialTypes.GCP,
+    #     CredentialsManager.gcp_credentials(),
+    #     "workflow-name",
+    #     json.dumps({"genre": "jazz", "number": 4}),
+    #     "Jazz Playlist",
+    #     marks=[pytest.mark.gcp],
+    #     id="GCP_Vertex_AI_Object_Input",
+    # ),
+]

{codemie_test_harness-0.1.224 → codemie_test_harness-0.1.225}/codemie_test_harness/tests/vendor/workflows/test_vendor_workflows.py

@@ -54,7 +54,7 @@ def test_vendor_workflow_installation_and_execution(
         user_input=user_input,
     )
 
-    similarity_check.check_similarity(response, expected_response)
+    similarity_check.check_similarity(response, expected_response, similarity_rank=50)
 
     uninstall_response = vendor_workflow_utils.uninstall_workflow(
         vendor=vendor_type,

{codemie_test_harness-0.1.224 → codemie_test_harness-0.1.225}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.224"
+version = "0.1.225"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.224"
+codemie-sdk-python = "0.1.225"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"

codemie_test_harness-0.1.224/codemie_test_harness/tests/test_data/vendor_workflow_test_data.py

@@ -1,50 +0,0 @@
-"""Test data for vendor workflow e2e tests."""
-
-import json
-import pytest
-from codemie_sdk.models.vendor_assistant import VendorType
-from codemie_sdk.models.integration import CredentialTypes
-
-from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
-
-
-vendor_workflow_test_data = [
-    pytest.param(
-        VendorType.AWS,
-        CredentialTypes.AWS,
-        CredentialsManager.aws_credentials(),
-        "codemie-autotests-flow-object-input",
-        json.dumps({"genre": "pop", "number": 3}),
-        """
-            # Pop Playlist: Just Three Hits
-
-            1. "As It Was" by Harry Styles
-            2. "Blinding Lights" by The Weeknd
-            3. "Levitating" by Dua Lipa
-
-            These three modern pop classics offer a perfect mini-playlist with upbeat tempos and catchy hooks. Enjoy!
-        """,
-        marks=[pytest.mark.aws, pytest.mark.bedrock],
-        id="AWS_Bedrock_Object_Input",
-    ),
-    # pytest.param(
-    #     VendorType.AZURE,
-    #     CredentialTypes.AZURE,
-    #     CredentialsManager.azure_credentials(),
-    #     "workflow-name",
-    #     json.dumps({"genre": "rock", "number": 5}),
-    #     "Rock Playlist",
-    #     marks=[pytest.mark.azure],
-    #     id="Azure_AI_Object_Input",
-    # ),
-    # pytest.param(
-    #     VendorType.GCP,
-    #     CredentialTypes.GCP,
-    #     CredentialsManager.gcp_credentials(),
-    #     "workflow-name",
-    #     json.dumps({"genre": "jazz", "number": 4}),
-    #     "Jazz Playlist",
-    #     marks=[pytest.mark.gcp],
-    #     id="GCP_Vertex_AI_Object_Input",
-    # ),
-]