hyperbrowser 0.16.0__tar.gz → 0.18.0__tar.gz

{hyperbrowser-0.16.0 → hyperbrowser-0.18.0}/PKG-INFO

@@ -1,21 +1,22 @@
 Metadata-Version: 2.3
 Name: hyperbrowser
-Version: 0.16.0
+Version: 0.18.0
 Summary: Python SDK for hyperbrowser
-Home-page: https://github.com/hyperbrowserai/python-sdk
 License: MIT
 Author: Nikhil Shahi
 Author-email: nshahi1998@gmail.com
-Requires-Python: >=3.9,<4.0
+Requires-Python: >=3.8,<4.0
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Requires-Dist: httpx (>=0.28.0,<0.29.0)
-Requires-Dist: pydantic (>=2.10.0,<3.0.0)
+Requires-Dist: httpx (>=0.23.0,<1)
+Requires-Dist: pydantic (>=1.9.0,<3)
+Project-URL: Homepage, https://github.com/hyperbrowserai/python-sdk
 Project-URL: Repository, https://github.com/hyperbrowserai/python-sdk
 Description-Content-Type: text/markdown
 

hyperbrowser-0.18.0/hyperbrowser/tools/__init__.py

@@ -0,0 +1,62 @@
+from hyperbrowser.models.crawl import StartCrawlJobParams
+from hyperbrowser.models.scrape import StartScrapeJobParams
+from hyperbrowser import Hyperbrowser, AsyncHyperbrowser
+
+from .openai import (
+    SCRAPE_TOOL_OPENAI,
+    CRAWL_TOOL_OPENAI,
+)
+from .anthropic import (
+    SCRAPE_TOOL_ANTHROPIC,
+    CRAWL_TOOL_ANTHROPIC,
+)
+
+
+class WebsiteScrapeTool:
+    openai_tool_definition = SCRAPE_TOOL_OPENAI
+    anthropic_tool_definition = SCRAPE_TOOL_ANTHROPIC
+
+    @staticmethod
+    def runnable(hb: Hyperbrowser, params: dict) -> str:
+        resp = hb.scrape.start_and_wait(params=StartScrapeJobParams(**params))
+        return resp.data.markdown if resp.data and resp.data.markdown else ""
+
+    @staticmethod
+    async def async_runnable(hb: AsyncHyperbrowser, params: dict) -> str:
+        resp = await hb.scrape.start_and_wait(params=StartScrapeJobParams(**params))
+        return resp.data.markdown if resp.data and resp.data.markdown else ""
+
+
+class WebsiteCrawlTool:
+    openai_tool_definition = CRAWL_TOOL_OPENAI
+    anthropic_tool_definition = CRAWL_TOOL_ANTHROPIC
+
+    @staticmethod
+    def runnable(hb: Hyperbrowser, params: dict) -> str:
+        resp = hb.crawl.start_and_wait(params=StartCrawlJobParams(**params))
+        markdown = ""
+        if resp.data:
+            for page in resp.data:
+                if page.markdown:
+                    markdown += (
+                        f"\n{'-'*50}\nUrl: {page.url}\nMarkdown:\n{page.markdown}\n"
+                    )
+        return markdown
+
+    @staticmethod
+    async def async_runnable(hb: AsyncHyperbrowser, params: dict) -> str:
+        resp = await hb.crawl.start_and_wait(params=StartCrawlJobParams(**params))
+        markdown = ""
+        if resp.data:
+            for page in resp.data:
+                if page.markdown:
+                    markdown += (
+                        f"\n{'-'*50}\nUrl: {page.url}\nMarkdown:\n{page.markdown}\n"
+                    )
+        return markdown
+
+
+__all__ = [
+    "WebsiteScrapeTool",
+    "WebsiteCrawlTool",
+]

{hyperbrowser-0.16.0 → hyperbrowser-0.18.0}/hyperbrowser/tools/openai.py

@@ -54,6 +54,7 @@ SCRAPE_TOOL_OPENAI: ChatCompletionToolParam = {
         "name": "scrape_webpage",
         "description": "Scrape content from a webpage and return the content in markdown format",
         "parameters": SCRAPE_SCHEMA,
+        "strict": True,
     },
 }
 
@@ -63,5 +64,6 @@ CRAWL_TOOL_OPENAI: ChatCompletionToolParam = {
         "name": "crawl_website",
         "description": "Crawl a website and return the content in markdown format",
         "parameters": CRAWL_SCHEMA,
+        "strict": True,
     },
 }

{hyperbrowser-0.16.0 → hyperbrowser-0.18.0}/hyperbrowser/tools/schema.py

@@ -21,6 +21,8 @@ SCRAPE_OPTIONS = {
             "description": "Whether to only return the main content of the page. If true, only the main content of the page will be returned, excluding any headers, navigation menus,footers, or other non-main content.",
         },
     },
+    "required": ["include_tags", "exclude_tags", "only_main_content"],
+    "additionalProperties": False,
 }
 
 SCRAPE_SCHEMA = {
@@ -32,7 +34,8 @@ SCRAPE_SCHEMA = {
         },
         "scrape_options": SCRAPE_OPTIONS,
     },
-    "required": ["url"],
+    "required": ["url", "scrape_options"],
+    "additionalProperties": False,
 }
 
 CRAWL_SCHEMA = {
@@ -44,7 +47,6 @@ CRAWL_SCHEMA = {
         },
         "max_pages": {
             "type": "number",
-            "default": 10,
             "description": "The maximum number of pages to crawl",
         },
         "follow_links": {
@@ -71,5 +73,14 @@ CRAWL_SCHEMA = {
         },
         "scrape_options": SCRAPE_OPTIONS,
     },
-    "required": ["url"],
+    "required": [
+        "url",
+        "max_pages",
+        "follow_links",
+        "ignore_sitemap",
+        "exclude_patterns",
+        "include_patterns",
+        "scrape_options",
+    ],
+    "additionalProperties": False,
 }

{hyperbrowser-0.16.0 → hyperbrowser-0.18.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "hyperbrowser"
-version = "0.16.0"
+version = "0.18.0"
 description = "Python SDK for hyperbrowser"
 authors = ["Nikhil Shahi <nshahi1998@gmail.com>"]
 license = "MIT"
@@ -10,13 +10,14 @@ homepage = "https://github.com/hyperbrowserai/python-sdk"
 repository = "https://github.com/hyperbrowserai/python-sdk"
 
 [tool.poetry.dependencies]
-python = "^3.9"
-pydantic = "^2.10.0"
-httpx = "^0.28.0"
+python = "^3.8"
+pydantic = ">=1.9.0,<3"
+httpx = ">=0.23.0,<1"
 
 
 [tool.poetry.group.dev.dependencies]
-black = "^24.10.0"
+ruff = "^0.3.0"
+
 
 [build-system]
 requires = ["poetry-core"]