codemie-test-harness 0.1.124__py3-none-any.whl → 0.1.125__py3-none-any.whl

{codemie_test_harness-0.1.124.dist-info → codemie_test_harness-0.1.125.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.124
+Version: 0.1.125
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.124)
+Requires-Dist: codemie-sdk-python (==0.1.125)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.124.dist-info → codemie_test_harness-0.1.125.dist-info}/RECORD

@@ -101,7 +101,8 @@ tests/test_data/direct_tools/direct_tools_test_data.py,sha256=hEy9frn13kqia4Qy7V
 tests/test_data/direct_tools/file_management_tools_test_data.py,sha256=uJWn80216agm-_YTIbF5Y72mU7gn6lChM5vFFjH99SI,1359
 tests/test_data/direct_tools/notification_tools_test_data.py,sha256=DDqnFiCEvhtH9Sc9KQbdXRgTQmSnn7JFslPyuxGKRhc,1491
 tests/test_data/direct_tools/open_api_tools_test_data.py,sha256=-maO_OZahugoKusuUGQ4kQR373BSupOqrbvnCuPgqRY,476
-tests/test_data/direct_tools/project_management_tools_test_data.py,sha256=gy_J33285uHZzhKw3uK0vCH6Pgd0AkQQG1OdKLHjUqs,18289
+tests/test_data/direct_tools/project_management_tools_test_data.py,sha256=YyIE7db8SLadP8pIfy4CWMr-nIcGXT9ih_7CPtsziPY,20888
+tests/test_data/direct_tools/research_tools_test_data.py,sha256=tpukFcY-2dD6ZEHLYFnv_axzj-fEcIvyF2yo-Hu8udY,15220
 tests/test_data/direct_tools/servicenow_tools_test_data.py,sha256=d-F3d6AUniYQ5qqnYtDVu0ME6_Xub9XjRLf7Ssx-J4o,5464
 tests/test_data/direct_tools/vcs_tools_test_data.py,sha256=ioMJ-eQfa2S1NPmXHyb9UmpBxiYFAvdkPGst8iVnvn8,7164
 tests/test_data/file_management_tools_test_data.py,sha256=TP9D2CtrZ_N6BFLcqErW6ggHlN9hUkSKGGGwo4Gt55c,3727
@@ -273,6 +274,8 @@ tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,
 tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py,sha256=wl8BMUzOILiQ4u7MnMmKjUXWBuZ4piQrIxZoi-TswHs,2847
 tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py,sha256=B8fXmgaqQtFSFNYAYblhvLNZiEFQTL4yVTif1F4OEoQ,2907
 tests/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py,sha256=58Q5bsV4AJQypgAVGhWGzjzOTRHNgddGCbhDvvoojqI,3883
+tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py,sha256=jwB9wPjWAJmqb1fjyfau1foRQ2S9DYLbq1UtGZ1uCUM,3126
+tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py,sha256=WUTDag0EE8yZ_E2W3Rieb0YohBrlCxMHL1pXrKy8JYc,2342
 tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py,sha256=23oLSXygKWFDUhqBXE8mfz7E4ADbm-Ky83BPErcCgao,2122
 tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py,sha256=xiklXap9uL52SZ8jkWKf--PqUj8NLSYRyvREo_jrtB4,2942
 tests/workflow/test_workflows.py,sha256=frL8hxSxFZKUTrc6oNZLs2Pj585gt4QZCWfJw1LaHsE,1078
@@ -312,7 +315,7 @@ tests/workflow/virtual_assistant_tools/servicenow/__init__.py,sha256=47DEQpj8HBS
 tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=ecTfkwxPMbyyEKS-dArAQkluZURO1nThwDdD66mgC3E,814
 tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=G0iI3X7SGEEy1Z2Hc7j917saY3lpzgfil_GtALCFilE,1043
-codemie_test_harness-0.1.124.dist-info/METADATA,sha256=2_bVf6ChNIaYSGNN1Ds9uUlPTXCqj3b3KGPPIxHyVLE,8998
-codemie_test_harness-0.1.124.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.124.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.124.dist-info/RECORD,,
+codemie_test_harness-0.1.125.dist-info/METADATA,sha256=VBB3EoZy1rdVrrAvR_d83F4dMHOM3vGWar9-KTEITOk,8998
+codemie_test_harness-0.1.125.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.125.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.125.dist-info/RECORD,,

tests/test_data/direct_tools/project_management_tools_test_data.py

@@ -1,9 +1,11 @@
 from tests.enums.tools import Toolkit, ProjectManagementTool
+from tests.utils.constants import ProjectManagementIntegrationType
 
 project_management_tools_data = [
     (
         Toolkit.PROJECT_MANAGEMENT,
         ProjectManagementTool.JIRA,
+        ProjectManagementIntegrationType.JIRA,
         {
             "method": "GET",
             "relative_url": "/rest/api/2/issue/EPMCDME-222",
@@ -14,7 +16,7 @@ project_management_tools_data = [
             changelog,versionedRepresentations","id":"6959493","self":"https://jiraeu.epam.com/rest/api/2/issue/6959493",
             "key":"EPMCDME-222","fields":{"customfield_38400":null,"customfield_38401":null,"customfield_38402":null,
             "customfield_34834":null,"customfield_38403":null,"resolution":{"self":"https://jiraeu.epam.com/rest/api/2/
-            resolution/18","id":"18","description":"Resolution if a task or defect is no longer valid based on changes in 
+            resolution/18","id":"18","description":"Resolution if a task or defect is no longer valid based on changes in
             the system or requirements","name":"Obsolete"},"customfield_38404":null,"customfield_17702":null,"customfield_
             38405":null,"customfield_38406":null,"customfield_32300":null,"customfield_22601":null,"lastViewed":null,"
             customfield_38410":null,"labels":["CodeMie"],"customfield_17811":null,"customfield_33400":null,"customfield_
@@ -40,7 +42,7 @@ project_management_tools_data = [
             "customfield_32203":null,"customfield_35720":null,"customfield_11801":null,"customfield_34873":null,"progress":
             {"progress":0,"total":0},"votes":{"self":"https://jiraeu.epam.com/rest/api/2/issue/EPMCDME-222/votes","votes":0,
             "hasVoted":false},"worklog":{"startAt":0,"maxResults":20,"total":0,"worklogs":[]},"archivedby":null,"issuetype":
-            {"self":"https://jiraeu.epam.com/rest/api/2/issuetype/6","id":"6","description":"Created by Jira Software - do 
+            {"self":"https://jiraeu.epam.com/rest/api/2/issuetype/6","id":"6","description":"Created by Jira Software - do
             not edit or delete. Issue type for a big user story that needs to be broken down.","iconUrl":"https://jiraeu.
             epam.com/secure/viewavatar?size=xsmall&avatarId=44407&avatarType=issuetype","name":"Epic","subtask":false,
             "avatarId":44407},"project":{"self":"https://jiraeu.epam.com/rest/api/2/project/79608","id":"79608","key":
@@ -93,7 +95,7 @@ project_management_tools_data = [
             32704":null,"customfield_38138":null,"priority":{"self":"https://jiraeu.epam.com/rest/api/2/priority/3","iconUrl":
             "https://jiraeu.epam.com/images/icons/priorities/major.svg","name":"Major","id":"3"},"customfield_38139":null,"
             customfield_30400":"{summaryBean=com.atlassian.jira.plugin.devstatus.rest.SummaryBean@1f97334[summary={pullrequest=
-            com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@38fa97ec[overall=PullRequestOverallBean{stateCount=0, 
+            com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@38fa97ec[overall=PullRequestOverallBean{stateCount=0,
             state='OPEN', details=PullRequestOverallDetails{openCount=0, mergedCount=0, declinedCount=0}},byInstanceType={}],
              build=com.atlassian.jira.plugin.devstatus.rest.SummaryItemBean@55e68473[overall=com.atlassian.jira.plugin.
              devstatus.summary.beans.BuildOverallBean@394f2cd4[failedBuildCount=0,successfulBuildCount=0,unknownBuildCount=0,
@@ -119,7 +121,7 @@ project_management_tools_data = [
              {\"count\":0,\"lastUpdated\":null},\"byInstanceType\":{}}}},\"isStale\":true}}","customfield_35546":null,
              "customfield_33002":null,"customfield_15109":null,"customfield_35785":null,"timeestimate":null,"versions":[],
              "customfield_35540":null,"customfield_14817":null,"customfield_21901":null,"customfield_25500":null,"status":
-             {"self":"https://jiraeu.epam.com/rest/api/2/status/6","description":"The issue is considered finished, the 
+             {"self":"https://jiraeu.epam.com/rest/api/2/status/6","description":"The issue is considered finished, the
              resolution is correct. Issues which are closed can be reopened.","iconUrl":"https://jiraeu.epam.com/images/icons
              /statuses/closed.png","name":"Closed","id":"6","statusCategory":{"self":"https://jiraeu.epam.com/rest/api/2/
              statuscategory/3","id":3,"key":"done","colorName":"success","name":"Done"}},"customfield_27804":null,"customfield_
@@ -132,7 +134,7 @@ project_management_tools_data = [
              gurska&avatarId=82512","16x16":"https://jiraeu.epam.com/secure/useravatar?size=xsmall&ownerId=iana_gurska&avatar
              Id=82512","32x32":"https://jiraeu.epam.com/secure/useravatar?size=medium&ownerId=iana_gurska&avatarId=82512"},"
              displayName":"Yana Kharchenko","active":true,"timeZone":"Europe/Kiev"},"customfield_26606":null,"customfield_
-             38398":null,"customfield_38399":null,"customfield_34902":"(e.g. 16,6%)","customfield_34903":"(e.g. 100 € / 
+             38398":null,"customfield_38399":null,"customfield_34902":"(e.g. 16,6%)","customfield_34903":"(e.g. 100 € /
              hour)","aggregateprogress":{"progress":0,"total":0},"customfield_30300":null,"customfield_34900":{"self":"
              https://jiraeu.epam.com/rest/api/2/customFieldOption/51127","value":"Emakina Group","id":"51127","disabled":
              true},"customfield_34901":"https://share.emakina.net/display/PT/Our+supplier","customfield_30301":null,"
@@ -158,4 +160,33 @@ project_management_tools_data = [
              _17713":null,"customfield_27500":null}}
         """,
     ),
+    (
+        Toolkit.PROJECT_MANAGEMENT,
+        ProjectManagementTool.CONFLUENCE,
+        ProjectManagementIntegrationType.CONFLUENCE,
+        {
+            "method": "GET",
+            "relative_url": "/rest/api/content/search",
+            "params": '{"cql": "title ~ \\"AQA backlog estimation\\"", "limit": 5, "expand": "body.storage"}',
+            "is_markdown": False,
+        },
+        """
+        HTTP: GET/rest/api/content/search -> 200OK{"results":[{"id":"2408012834","type":"page","status":"current","title":
+        "AQA Backlog Estimation","body":{"storage":{"value":"<p>We've decided to use the following estimation for the test
+        cases for AQA:</p><ul style="list-style-type: square;"><li>S - 1h</li><li>M - 3H</li><li>L - 5H</li></ul><p><br /></p><p>
+        Approximately estimation for all test cases are:</p><p>71 TCs S size = 110 man/h</p><p>140 TCs M Size = 520 man/h</p><p>
+        7 TCs L Size = 40 man/h</p><p><br /></p><p>Since it is important to start with Critical or Major test cases and skip Minor
+        ones the estimation will be:</p><p>110 Major:<br /> - 20 of them S Size = 20h</p><p> - 75 of them M Size = 225h</p><p> - 
+        5 of them L Size = 25h</p><p><br /></p><p>Critical already should be covered with automation tests.</p>","representation":
+        "storage","_expandable":{"content":"/rest/api/content/2408012834"}},"_expandable":{"editor":"","view":"","export_view":"",
+        "styled_view":"","anonymous_export_view":""}},"extensions":{"position":"none"},"_links":{"webui":"/display/EPMCDME/
+        AQA+Backlog+Estimation","edit":"/pages/resumedraft.action?draftId=2408012834&draftShareId=64d72453-1668-4cfe-b2cb-2657f2bf2d74"
+        ,"tinyui":"/x/IlyHjw","self":"https://kb.epam.com/rest/api/content/2408012834"},"_expandable":{"container":"/rest/api/space/EPMCDME"
+        ,"metadata":"","operations":"","children":"/rest/api/content/2408012834/child","restrictions":"/rest/api/content/2408012834/
+        restriction/byOperation","history":"/rest/api/content/2408012834/history","ancestors":"","version":"","descendants":"/rest/
+        api/content/2408012834/descendant","space":"/rest/api/space/EPMCDME"}}],"start":0,"limit":5,"size":1,"cqlQuery":"title ~ "AQA
+        backlog estimation"","searchDuration":1359,"totalSize":1,"_links":{"self":"https://kb.epam.com/rest/api/content/search?
+        expand=body.storage&cql=title+~+%22AQA+backlog+estimation%22","base":"https://kb.epam.com","context":""}}
+        """,
+    ),
 ]

tests/test_data/direct_tools/research_tools_test_data.py

@@ -0,0 +1,318 @@
+import pytest
+
+from tests.enums.tools import ResearchToolName
+
+research_tools_test_data = [
+    (
+        ResearchToolName.GOOGLE_SEARCH,
+        {"query": "AI trends 2024"},
+        """
+        {'title': 'Data and AI Trends 2024', 'link': 'https://data-ai-trends.withgoogle.com/',
+        'snippet': 'Data is the fuel for AI, and what powers its effectiveness. To truly take advantage of generative AI,
+        you need to ground AI in your enterprise data.'}, {'title': 'McKinsey technology trends outlook 2025 | McKinsey', 'link':
+        'https://www.mckinsey.com/capabilities/mckinsey-digital/our-insights/the-top-trends-in-tech', 'snippet': 'Jul 22, 2025 ...
+        An overarching artificial intelligence category replaces these four trends: applied AI ... By 2024, the interest score for
+        Artificial intelligence\xa0...'}, {'title': '3 big AI trends to watch in 2024', 'link': 'https://news.microsoft.com/three-big-ai-trends-to-watch-in-2024/',
+         'snippet': 'Feb 12, 2024 ... 3 big AI trends to watch in 2024 · Small language models · Multimodal AI · AI in science. Experts are anticipating major
+         gains in AI tools\xa0...'}, {'title': '2024 Global Trends in AI - WEKA', 'link': 'https://www.weka.io/resources/analyst-report/2024-global-trends-in-ai/',
+          'snippet': 'Discover key AI trends in 2024. Explore generative AI, scaling challenges, GPU demand, and sustainable practices. Download the S&P Global
+          report.'}, {'title': 'AI Index | Stanford HAI', 'link': 'https://hai.stanford.edu/ai-index', 'snippet': 'The AI Index offers one of
+          the most comprehensive, data-driven views of artificial intelligence. Recognized as a trusted resource by global media, governments,\xa0...'},
+          {'title': '7 rapid AI trends happening in 2025 | Khoros', 'link': 'https://khoros.com/blog/ai-trends', 'snippet': 'AI trends in e-commerce ·
+          Automated dynamic pricing (adjusting pricing in real-time based on various factors) · AI-powered search and discovery to better capture\xa0...'},
+           {'title': "IDC's 2024 AI opportunity study: Top five AI trends to watch - The ...", 'link': 'https://blogs.microsoft.com/blog/2024/11/12/idcs-2024-ai-opportunity-study-top-five-ai-trends-to-watch/', 'snippet': "Nov 12, 2024 ... IDC's 2024 top 5 trends for AI · #1 Enhanced productivity has become table stakes. · #2 Companies are gravitating to more advanced AI solutions."}, {'title': 'Five Key Trends in AI and Data Science for 2024', 'link': 'https://sloanreview.mit.edu/article/five-key-trends-in-ai-and-data-science-for-2024/', 'snippet': 'Jan 9, 2024 ... 1. Generative AI sparkles but needs to deliver value. · 2. Data science is shifting from artisanal to industrial. · 3. Two versions of data\xa0...'}, {'title': 'Top 5 AI Trends to Watch in 2025 | Coursera', 'link': 'https://www.coursera.org/articles/ai-trends', 'snippet': 'Mar 25, 2025 ... In March 2024, the European Union debated a landmark comprehensive AI bill designed to regulate AI and address concerns for consumers. It became\xa0...'}, {'title': '2025 AI Trends for Marketers', 'link': 'https://offers.hubspot.com/ai-marketing', 'snippet': '... AI from a side project into their competitive edge. Get the Free Report in the 2024 report. 05.2025 - AI for Marketers - LP Feat Image. 2025. AI Trends for\xa0...'}]
+        """,
+    ),
+    pytest.param(
+        ResearchToolName.TAVILY_SEARCH,
+        {
+            "query": "AI trends 2024",
+        },
+        """
+        answer
+        """,
+        marks=pytest.mark.skip(
+            reason="Temporarily skipping Tavily test until it is fixed"
+        ),
+    ),
+    (
+        ResearchToolName.GOOGLE_PLACES,
+        {"query": "McDonalds in Kyiv Pechersk"},
+        """
+        1. McDonald`s
+        Address: Mykoly Mikhnovskoho Blvd, 33а, Kyiv, Ukraine, 02000
+        Google place ID: ChIJ6VRsfMvP1EARzU53lRLoyNY
+        Phone: Unknown
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        2. McDonald's
+        Address: Ivan Mazepa St, 1, Kyiv, Ukraine, 02000
+        Google place ID: ChIJhS93nAPP1EARK_wse3FkC2A
+        Phone: 050 323 5560
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        3. McDonald's
+        Address: Khreschatyk St, 19-a, Kyiv, Ukraine, 01001
+        Google place ID: ChIJR10zt1bO1EARzFVgiVtzgQQ
+        Phone: 050 386 3077
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        4. McDonald's
+        Address: Velyka Vasylkivska St, 22, Kyiv, Ukraine, 02000
+        Google place ID: ChIJnxzJyf7O1EARoJ9OclXxvxA
+        Phone: 050 463 2116
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        5. McDonald's
+        Address: Demiivska Square, 1, Kyiv, Ukraine, 02000
+        Google place ID: ChIJW--WXDfP1EAR0PCTBPlGIS0
+        Phone: 050 463 4065
+        Website: http://www.mcdonalds.ua/ukr/najblizhchij-makdonaljdz/41/
+
+
+        6. McDonald's
+        Address: Antonovycha St, 176, 1 Poverkh, Kyiv, Ukraine, 03150
+        Google place ID: ChIJ89EnF3TE1EARI2pQahE8o6E
+        Phone: 095 273 8065
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        7. McDonald’s
+        Address: Antonovycha St, 176, 2 поверх, Kyiv, Ukraine, 03680
+        Google place ID: ChIJwZqV4zvP1EARK6eT4K7kaPI
+        Phone: 095 273 8066
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        8. McDonald's
+        Address: Sofiivs'ka St, 1/2, Kyiv, Ukraine, 01001
+        Google place ID: ChIJOailWFDO1EARToEABwvJTbU
+        Phone: 050 334 0422
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        9. McDonald's
+        Address: Bohdana Khmel'nyts'koho St, 40/25, Kyiv, Ukraine, 01030
+        Google place ID: ChIJjWkM4DbZ1EAR--4oZh9XwGA
+        Phone: 050 463 9123
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        10. McDonalds
+        Address: Ivana Mykolaichuka St, 16, Kyiv, Ukraine, 02000
+        Google place ID: ChIJG80R5d3F1EAR2f7HuHAB5w0
+        Phone: 095 328 2733
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        11. McDonald's
+        Address: Borychiv Descent, 10А, Kyiv, Ukraine, 04070
+        Google place ID: ChIJh3HPZkbO1EARWC7LTOqpaHY
+        Phone: 095 272 1033
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        12. McDonald’s
+        Address: Sicheslavska St, 6, Kyiv, Ukraine, 02000
+        Google place ID: ChIJjV0cwJLO1EARIHlut47gm4c
+        Phone: 050 386 9092
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        13. McDonald's
+        Address: Vokzal'na Square, 2, Kyiv, Ukraine, 01032
+        Google place ID: ChIJF3afFWrP1EARzfE8DP4TiPc
+        Phone: 050 463 9133
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        14. Будівництво McDonalds
+        Address: Pozniaky, Kyiv, Ukraine, 02000
+        Google place ID: ChIJCe9UdgDF1EARzVld3kEFEJ8
+        Phone: Unknown
+        Website: Unknown
+
+
+        15. KFC
+        Address: Lesi Ukrainky Blvd, 26, Kyiv, Ukraine, 02000
+        Google place ID: ChIJA2xBCHHP1EARdPNX4qMqHtw
+        Phone: 067 560 2544
+        Website: https://kfc.ua/
+
+
+        16. McDonald's
+        Address: Heorhiia Kirpy St, 5-а, Kyiv, Ukraine, 02000
+        Google place ID: ChIJTVVl8-zO1EARuBqq9ke6Le0
+        Phone: 050 356 1189
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        17. McDonald's
+        Address: Vulytsya Yevhena Sverstyuka, 1, Kyiv, Ukraine, 02000
+        Google place ID: ChIJSUsh1fHP1EARjVwA1Dh3m-w
+        Phone: 050 463 8509
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        18. McDonald’s (будується)
+        Address: Oleny Pchilky St, 1, Kyiv, Ukraine, 02000
+        Google place ID: ChIJuebjagDF1EARzhVGCNHkzV4
+        Phone: Unknown
+        Website: http://mcdonalds.com/
+
+
+        19. McDonald’s
+        Address: Borshchahivska St, 2-б, Kyiv, Ukraine, 03056
+        Google place ID: ChIJB7xWP4_O1EARYOxU8nmxLQI
+        Phone: 050 463 8515
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+
+
+        20. McDonald's
+        Address: Mykhaila Hryshka St, 7, Kyiv, Ukraine, 02000
+        Google place ID: ChIJqxjOKrPF1EAR2_ySSJxA-vc
+        Phone: 050 463 3402
+        Website: https://www.mcdonalds.com/ua/uk-ua.html
+        """,
+    ),
+    (
+        ResearchToolName.GOOGLE_PLACES_FIND_NEAR,
+        {"current_location_query": "Kyiv", "target": "McDonalds", "radius": 20},
+        """
+        [{'business_status': 'OPERATIONAL', 'geometry': {'location': {'lat': 50.4512347, 'lng': 30.52158039999999},
+                'viewport': {'northeast': {'lat': 50.45260392989272,
+                'lng': 30.52294777989271},
+                'southwest': {'lat': 50.44990427010727,
+                'lng': 30.52024812010727}}},
+        'icon': 'https://maps.gstatic.com/mapfiles/place_api/icons/v1/png_71/restaurant-71.png',
+        'icon_background_color': '#FF9E67',
+        'icon_mask_base_uri': 'https://maps.gstatic.com/mapfiles/place_api/icons/v2/restaurant_pinlet',
+        'name': "McDonald's", 'opening_hours': {'open_now': True}, 'photos': [{'height': 3472, 'html_attributions': [
+                '<a href="https://maps.google.com/maps/contrib/105080954131297233218">Viktoriia Saienko</a>'],
+                        'photo_reference': '',
+                        'width': 4640}],
+        'place_id': 'ChIJOailWFDO1EARToEABwvJTbU', 'price_level': 2, 'rating': 4.3,
+        'reference': 'ChIJOailWFDO1EARToEABwvJTbU', 'scope': 'GOOGLE',
+        'types': ['restaurant', 'food', 'point_of_interest', 'establishment'], 'user_ratings_total': 11087,
+        'vicinity': "Sofiivs'ka St, 1/2, Kyiv"}], 
+        """,
+    ),
+    (
+        ResearchToolName.WEB_SCRAPPER,
+        {
+            "url": "https://webscraper.io/about-us",
+        },
+        """
+        # About us | Web Scraper
+
+        *Source: https://webscraper.io/about-us*
+        
+        About us | Web Scraper
+        
+        Toggle navigation
+        
+        [![Web Scraper](/img/logo_white.svg)](/)
+        
+        * [Web Scraper](/)
+        * [Cloud Scraper](/cloud-scraper)
+        * [Pricing](/pricing)
+        * Learn
+        
+          * [Documentation](/documentation)
+          * [Video Tutorials](/tutorials)
+          * [Test Sites](/test-sites)
+          * [Forum](https://forum.webscraper.io/)
+        * [Install](https://chromewebstore.google.com/detail/web-scraper-free-web-scra/jnhgnonknehpejjnehehllkliplmbmhn?hl=en)
+        * [Cloud Login](https://cloud.webscraper.io/)
+        
+        # About us
+        
+        ## Our story
+        
+        Web Scraper started as a Chrome browser extension in 2013. Its
+        popularity quickly grew as it was the most advanced and completely
+        free. Today Web Scraper is both a free browser extension and also a
+        Cloud based Web Scraping solution for complete automation.
+        
+        ## Our mission
+        
+        Our mission is to make web data accessible to everyone by making
+        the most advanced and easiest to use web scraping tool.
+        
+        ![](/img/about-us.jpg)
+        
+        ## Company data
+        
+        * Company: “Web Graph“ SIA
+        * Registration number: 40203093908
+        * VAT number: LV40203093908
+        * Address: Ubelu 5-71, Adazi, Latvia, LV-2164
+        * Bank: “Swedbank” AS
+        * Bank account: LV31HABA0551044098666
+        
+        * Products
+        * [Web Scraper browser extension](https://chromewebstore.google.com/detail/web-scraper-free-web-scra/jnhgnonknehpejjnehehllkliplmbmhn?hl=en)
+        * [Web Scraper Cloud](/cloud-scraper)
+        
+        * Company
+        * [About us](/about-us)
+        * [Contact](/contact)
+        * [Website Privacy Policy](/privacy-policy)
+        * [Browser Extension Privacy Policy](/extension-privacy-policy)
+        * [Media kit](https://webscraper.io/downloads/Web_Scraper_Media_Kit.zip)
+        * [Jobs](/jobs)
+        
+        * Resources
+        * [Blog](/blog)
+        * [Documentation](/documentation)
+        * [Video Tutorials](/tutorials)
+        * [Screenshots](/screenshots)
+        * [Test Sites](/test-sites)
+        * [Forum](https://forum.webscraper.io/)
+        * [Status](https://status.webscraper.io/)
+        
+        * CONTACT US
+        * [info@webscraper.io](mailto:info@webscraper.io)
+        * Ubelu 5-71,  
+        
+           Adazi, Latvia, LV-2164
+        
+        Copyright © 2025
+        **Web Scraper** | All rights reserved
+        """,
+    ),
+    (
+        ResearchToolName.WIKIPEDIA,
+        {"query": "Ethics of artificial intelligence"},
+        """
+        Page: Ethics of artificial intelligence
+        Summary: The ethics of artificial intelligence covers a broad range of topics within AI that are considered to have particular
+        ethical stakes. This includes algorithmic biases, fairness, automated decision-making, accountability, privacy, and regulation.
+        It also covers various emerging or potential future challenges such as machine ethics (how to make machines that behave ethically),
+        lethal autonomous weapon systems, arms race dynamics, AI safety and alignment, technological unemployment, AI-enabled misinformation,
+         how to treat certain AI systems if they have a moral status (AI welfare and rights), artificial superintelligence and existential risks.
+        Some application areas may also have particularly important ethical implications, like healthcare, education, criminal justice, or the military.
+        
+        Page: Friendly artificial intelligence
+        Summary: Friendly artificial intelligence (friendly AI or FAI) is hypothetical artificial general intelligence (AGI)
+        that would have a positive (benign) effect on humanity or at least align with human interests such as fostering the improvement of the
+        human species. It is a part of the ethics of artificial intelligence and is closely related to machine ethics. While machine ethics is
+        concerned with how an artificially intelligent agent should behave, friendly artificial intelligence research is focused on how to practically
+        bring about this behavior and ensuring it is adequately constrained.
+        
+        Page: Regulation of artificial intelligence
+        Summary: Regulation of artificial intelligence is the development of public sector policies and laws for promoting and
+        regulating artificial intelligence (AI). It is part of the broader regulation of algorithms. The regulatory and policy landscape
+        for AI is an emerging issue in jurisdictions worldwide, including for international organizations without direct enforcement power
+        like the IEEE or the OECD. Since 2016, numerous AI ethics guidelines have been published in order to maintain social control over
+        the technology. Regulation is deemed necessary to both foster AI innovation and manage associated risks. Furthermore, organizations
+        deploying AI have a central role to play in creating and implementing trustworthy AI, adhering to established principles, and taking
+        accountability for mitigating risks. Regulating AI through mechanisms such as review boards can also be seen as social means to approach
+        the AI control problem.
+        """,
+    ),
+]

tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py

@@ -0,0 +1,108 @@
+import copy
+import json
+import random
+
+import pytest
+
+from tests.test_data.direct_tools.project_management_tools_test_data import (
+    project_management_tools_data,
+)
+from tests.utils.base_utils import get_random_name
+from tests.utils.constants import project_management_integrations
+
+
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "toolkit, tool_name, integration_type, prompt, expected_response",
+    project_management_tools_data,
+    ids=[f"{row[1]}" for row in project_management_tools_data],
+)
+def test_workflow_with_project_management_tools_direct(
+    request,
+    workflow_with_tool,
+    workflow_utils,
+    similarity_check,
+    toolkit,
+    tool_name,
+    integration_type,
+    prompt,
+    expected_response,
+):
+    tool_and_state_name = get_random_name()
+
+    integration = request.getfixturevalue(
+        project_management_integrations[integration_type]
+    )
+
+    test_workflow = workflow_with_tool(
+        tool_and_state_name, tool_name, integration=integration
+    )
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, tool_and_state_name, json.dumps(prompt)
+    )
+    similarity_check.check_similarity(response, expected_response, 90)
+
+
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "toolkit, tool_name, integration_type, prompt, expected_response",
+    project_management_tools_data,
+    ids=[f"{row[1]}" for row in project_management_tools_data],
+)
+def test_workflow_with_project_management_tools_with_hardcoded_args(
+    request,
+    workflow_with_tool,
+    workflow_utils,
+    similarity_check,
+    toolkit,
+    tool_name,
+    integration_type,
+    prompt,
+    expected_response,
+):
+    tool_and_state_name = get_random_name()
+
+    integration = request.getfixturevalue(
+        project_management_integrations[integration_type]
+    )
+
+    test_workflow = workflow_with_tool(
+        tool_and_state_name, tool_name, integration=integration, tool_args=prompt
+    )
+    response = workflow_utils.execute_workflow(test_workflow.id, tool_and_state_name)
+    similarity_check.check_similarity(response, expected_response, 90)
+
+
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "toolkit, tool_name, integration_type, prompt, expected_response",
+    project_management_tools_data,
+    ids=[f"{row[1]}" for row in project_management_tools_data],
+)
+def test_workflow_with_project_management_tools_with_overriding_args(
+    request,
+    workflow_with_tool,
+    workflow_utils,
+    similarity_check,
+    toolkit,
+    tool_name,
+    integration_type,
+    prompt,
+    expected_response,
+):
+    tool_and_state_name = get_random_name()
+
+    args_copy = copy.deepcopy(prompt)
+    args_copy = {key: random.randint(1, 10) for key in args_copy}
+
+    integration = request.getfixturevalue(
+        project_management_integrations[integration_type]
+    )
+
+    test_workflow = workflow_with_tool(
+        tool_and_state_name, tool_name, integration=integration, tool_args=args_copy
+    )
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, tool_and_state_name, json.dumps(prompt)
+    )
+    similarity_check.check_similarity(response, expected_response, 90)

tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py

@@ -0,0 +1,80 @@
+import copy
+import json
+import random
+
+import pytest
+
+from tests.test_data.direct_tools.research_tools_test_data import (
+    research_tools_test_data,
+)
+from tests.utils.base_utils import get_random_name
+
+
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "tool_name, prompt, expected_response",
+    research_tools_test_data,
+    ids=[f"{row[0]}" for row in research_tools_test_data],
+)
+def test_workflow_with_research_tools_direct(
+    workflow_with_tool,
+    workflow_utils,
+    similarity_check,
+    tool_name,
+    prompt,
+    expected_response,
+):
+    tool_and_state_name = get_random_name()
+    test_workflow = workflow_with_tool(tool_and_state_name, tool_name)
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, tool_and_state_name, json.dumps(prompt)
+    )
+    similarity_check.check_similarity(response, expected_response, 80)
+
+
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "tool_name, prompt, expected_response",
+    research_tools_test_data,
+    ids=[f"{row[0]}" for row in research_tools_test_data],
+)
+def test_workflow_with_research_tools_with_hardcoded_args(
+    workflow_with_tool,
+    workflow_utils,
+    similarity_check,
+    tool_name,
+    prompt,
+    expected_response,
+):
+    tool_and_state_name = get_random_name()
+    test_workflow = workflow_with_tool(tool_and_state_name, tool_name, tool_args=prompt)
+    response = workflow_utils.execute_workflow(test_workflow.id, tool_and_state_name)
+    similarity_check.check_similarity(response, expected_response, 80)
+
+
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "tool_name, prompt, expected_response",
+    research_tools_test_data,
+    ids=[f"{row[0]}" for row in research_tools_test_data],
+)
+def test_workflow_with_research_tools_with_overriding_args(
+    workflow_with_tool,
+    workflow_utils,
+    similarity_check,
+    tool_name,
+    prompt,
+    expected_response,
+):
+    tool_and_state_name = get_random_name()
+
+    args_copy = copy.deepcopy(prompt)
+    args_copy = {key: random.randint(1, 10) for key in args_copy}
+
+    test_workflow = workflow_with_tool(
+        tool_and_state_name, tool_name, tool_args=args_copy
+    )
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, tool_and_state_name, user_input=json.dumps(prompt)
+    )
+    similarity_check.check_similarity(response, expected_response, 80)