hyperbrowser 0.16.0__py3-none-any.whl → 0.18.0__py3-none-any.whl

hyperbrowser/tools/__init__.py

@@ -0,0 +1,62 @@
+from hyperbrowser.models.crawl import StartCrawlJobParams
+from hyperbrowser.models.scrape import StartScrapeJobParams
+from hyperbrowser import Hyperbrowser, AsyncHyperbrowser
+
+from .openai import (
+    SCRAPE_TOOL_OPENAI,
+    CRAWL_TOOL_OPENAI,
+)
+from .anthropic import (
+    SCRAPE_TOOL_ANTHROPIC,
+    CRAWL_TOOL_ANTHROPIC,
+)
+
+
+class WebsiteScrapeTool:
+    openai_tool_definition = SCRAPE_TOOL_OPENAI
+    anthropic_tool_definition = SCRAPE_TOOL_ANTHROPIC
+
+    @staticmethod
+    def runnable(hb: Hyperbrowser, params: dict) -> str:
+        resp = hb.scrape.start_and_wait(params=StartScrapeJobParams(**params))
+        return resp.data.markdown if resp.data and resp.data.markdown else ""
+
+    @staticmethod
+    async def async_runnable(hb: AsyncHyperbrowser, params: dict) -> str:
+        resp = await hb.scrape.start_and_wait(params=StartScrapeJobParams(**params))
+        return resp.data.markdown if resp.data and resp.data.markdown else ""
+
+
+class WebsiteCrawlTool:
+    openai_tool_definition = CRAWL_TOOL_OPENAI
+    anthropic_tool_definition = CRAWL_TOOL_ANTHROPIC
+
+    @staticmethod
+    def runnable(hb: Hyperbrowser, params: dict) -> str:
+        resp = hb.crawl.start_and_wait(params=StartCrawlJobParams(**params))
+        markdown = ""
+        if resp.data:
+            for page in resp.data:
+                if page.markdown:
+                    markdown += (
+                        f"\n{'-'*50}\nUrl: {page.url}\nMarkdown:\n{page.markdown}\n"
+                    )
+        return markdown
+
+    @staticmethod
+    async def async_runnable(hb: AsyncHyperbrowser, params: dict) -> str:
+        resp = await hb.crawl.start_and_wait(params=StartCrawlJobParams(**params))
+        markdown = ""
+        if resp.data:
+            for page in resp.data:
+                if page.markdown:
+                    markdown += (
+                        f"\n{'-'*50}\nUrl: {page.url}\nMarkdown:\n{page.markdown}\n"
+                    )
+        return markdown
+
+
+__all__ = [
+    "WebsiteScrapeTool",
+    "WebsiteCrawlTool",
+]

hyperbrowser/tools/openai.py

@@ -54,6 +54,7 @@ SCRAPE_TOOL_OPENAI: ChatCompletionToolParam = {
         "name": "scrape_webpage",
         "description": "Scrape content from a webpage and return the content in markdown format",
         "parameters": SCRAPE_SCHEMA,
+        "strict": True,
     },
 }
 
@@ -63,5 +64,6 @@ CRAWL_TOOL_OPENAI: ChatCompletionToolParam = {
         "name": "crawl_website",
         "description": "Crawl a website and return the content in markdown format",
         "parameters": CRAWL_SCHEMA,
+        "strict": True,
     },
 }

hyperbrowser/tools/schema.py

@@ -21,6 +21,8 @@ SCRAPE_OPTIONS = {
             "description": "Whether to only return the main content of the page. If true, only the main content of the page will be returned, excluding any headers, navigation menus,footers, or other non-main content.",
         },
     },
+    "required": ["include_tags", "exclude_tags", "only_main_content"],
+    "additionalProperties": False,
 }
 
 SCRAPE_SCHEMA = {
@@ -32,7 +34,8 @@ SCRAPE_SCHEMA = {
         },
         "scrape_options": SCRAPE_OPTIONS,
     },
-    "required": ["url"],
+    "required": ["url", "scrape_options"],
+    "additionalProperties": False,
 }
 
 CRAWL_SCHEMA = {
@@ -44,7 +47,6 @@ CRAWL_SCHEMA = {
         },
         "max_pages": {
             "type": "number",
-            "default": 10,
             "description": "The maximum number of pages to crawl",
         },
         "follow_links": {
@@ -71,5 +73,14 @@ CRAWL_SCHEMA = {
         },
         "scrape_options": SCRAPE_OPTIONS,
     },
-    "required": ["url"],
+    "required": [
+        "url",
+        "max_pages",
+        "follow_links",
+        "ignore_sitemap",
+        "exclude_patterns",
+        "include_patterns",
+        "scrape_options",
+    ],
+    "additionalProperties": False,
 }

{hyperbrowser-0.16.0.dist-info → hyperbrowser-0.18.0.dist-info}/METADATA

@@ -1,21 +1,22 @@
 Metadata-Version: 2.3
 Name: hyperbrowser
-Version: 0.16.0
+Version: 0.18.0
 Summary: Python SDK for hyperbrowser
-Home-page: https://github.com/hyperbrowserai/python-sdk
 License: MIT
 Author: Nikhil Shahi
 Author-email: nshahi1998@gmail.com
-Requires-Python: >=3.9,<4.0
+Requires-Python: >=3.8,<4.0
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Requires-Dist: httpx (>=0.28.0,<0.29.0)
-Requires-Dist: pydantic (>=2.10.0,<3.0.0)
+Requires-Dist: httpx (>=0.23.0,<1)
+Requires-Dist: pydantic (>=1.9.0,<3)
+Project-URL: Homepage, https://github.com/hyperbrowserai/python-sdk
 Project-URL: Repository, https://github.com/hyperbrowserai/python-sdk
 Description-Content-Type: text/markdown
 

{hyperbrowser-0.16.0.dist-info → hyperbrowser-0.18.0.dist-info}/RECORD

@@ -20,13 +20,14 @@ hyperbrowser/models/extension.py,sha256=nXjKXKt9R7RxyZ4hd3EvfqZsEGy_ufh1r5j2mqCL
 hyperbrowser/models/profile.py,sha256=SYu4SR6OSwvg0C3bMW3j9z3zhPi-IzXuJE5aVJ3t-Nc,397
 hyperbrowser/models/scrape.py,sha256=yjoU-w1wvTROp5PYu9vyJUEaeuqYjErtnFkzWxxqgk4,2140
 hyperbrowser/models/session.py,sha256=nGcepy8j_xfYC3-hj12467pc913Zx952WYa6Cym0kiI,5056
+hyperbrowser/tools/__init__.py,sha256=OUaTUM-kiigYmzfbpx3XQhzMK1xT1wd8cqXgR4znsAY,2021
 hyperbrowser/tools/anthropic.py,sha256=5pEkJm1H-26GToTwXsDjo4GGqVy1hATws4Pg59mumow,1667
-hyperbrowser/tools/openai.py,sha256=eVzWccdwCBJdCTej5t_H48Pqk0oNR2gdToYO5BpE0Mc,2152
-hyperbrowser/tools/schema.py,sha256=ONgJG0tNT1NVI1-RdLWqF6DHTQ0xRGp1w6OF8UBrKcE,2740
+hyperbrowser/tools/openai.py,sha256=4-71IIWSxc_ByhywcfWj9-QI9iYNEe0xO6B2spE8WG0,2200
+hyperbrowser/tools/schema.py,sha256=cR2MUX8TvUyN8TnCyeX0pccp4AmPjrdaKzuAXRThOJo,3075
 hyperbrowser/transport/async_transport.py,sha256=MIPJvilvZWBPXLZ96c9OohuN6TN9DaaU0EnyleG3q6g,4017
 hyperbrowser/transport/base.py,sha256=ildpMrDiM8nvrSGrH2LTOafmB17T7PQB_NQ1ODA378U,1703
 hyperbrowser/transport/sync.py,sha256=ER844H_OCPCrnmbc58cuqphWTVvCZJQn7-D7ZenCr3Y,3311
-hyperbrowser-0.16.0.dist-info/LICENSE,sha256=6rUGKlyKb_1ZAH7h7YITYAAUNFN3MNGGKCyfrw49NLE,1071
-hyperbrowser-0.16.0.dist-info/METADATA,sha256=QLfXYK0clu7vbXCO4X0qmy1QS5gbux1L0T81Y69KFNs,3388
-hyperbrowser-0.16.0.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-hyperbrowser-0.16.0.dist-info/RECORD,,
+hyperbrowser-0.18.0.dist-info/LICENSE,sha256=6rUGKlyKb_1ZAH7h7YITYAAUNFN3MNGGKCyfrw49NLE,1071
+hyperbrowser-0.18.0.dist-info/METADATA,sha256=GxrLTW97b-ht751LBX0D9bkwETVWA2jBn0hkcD8WIEQ,3440
+hyperbrowser-0.18.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+hyperbrowser-0.18.0.dist-info/RECORD,,

{hyperbrowser-0.16.0.dist-info → hyperbrowser-0.18.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.0.0
+Generator: poetry-core 2.0.1
 Root-Is-Purelib: true
 Tag: py3-none-any