hyperbrowser 0.18.0__py3-none-any.whl → 0.20.0__py3-none-any.whl

hyperbrowser/client/async_client.py

@@ -1,5 +1,6 @@
 from typing import Optional
 
+from .managers.async_manager.extract import ExtractManager
 from .managers.async_manager.profile import ProfileManager
 from .managers.async_manager.session import SessionManager
 from .managers.async_manager.scrape import ScrapeManager
@@ -25,6 +26,7 @@ class AsyncHyperbrowser(HyperbrowserBase):
         self.sessions = SessionManager(self)
         self.scrape = ScrapeManager(self)
         self.crawl = CrawlManager(self)
+        self.extract = ExtractManager(self)
         self.profiles = ProfileManager(self)
         self.extensions = ExtensionManager(self)
 

hyperbrowser/client/managers/async_manager/extract.py

@@ -0,0 +1,41 @@
+import asyncio
+from hyperbrowser.exceptions import HyperbrowserError
+from hyperbrowser.models.extract import (
+    ExtractJobResponse,
+    StartExtractJobParams,
+    StartExtractJobResponse,
+)
+
+
+class ExtractManager:
+    def __init__(self, client):
+        self._client = client
+
+    async def start(self, params: StartExtractJobParams) -> StartExtractJobResponse:
+        if not params.schema_ and not params.prompt:
+            raise HyperbrowserError("Either schema or prompt must be provided")
+        if params.schema_:
+            if hasattr(params.schema_, "model_json_schema"):
+                params.schema_ = params.schema_.model_json_schema()
+
+        response = await self._client.transport.post(
+            self._client._build_url("/extract"),
+            data=params.model_dump(exclude_none=True, by_alias=True),
+        )
+        return StartExtractJobResponse(**response.data)
+
+    async def get(self, job_id: str) -> ExtractJobResponse:
+        response = await self._client.transport.get(
+            self._client._build_url(f"/extract/{job_id}")
+        )
+        return ExtractJobResponse(**response.data)
+
+    async def start_and_wait(self, params: StartExtractJobParams) -> ExtractJobResponse:
+        job_start_resp = await self.start(params)
+        if not job_start_resp.job_id:
+            raise HyperbrowserError("Failed to start extract job")
+        while True:
+            job_response = await self.get(job_start_resp.job_id)
+            if job_response.status == "completed" or job_response.status == "failed":
+                return job_response
+            await asyncio.sleep(2)

hyperbrowser/client/managers/sync_manager/extract.py

@@ -0,0 +1,41 @@
+import time
+from hyperbrowser.exceptions import HyperbrowserError
+from hyperbrowser.models.extract import (
+    ExtractJobResponse,
+    StartExtractJobParams,
+    StartExtractJobResponse,
+)
+
+
+class ExtractManager:
+    def __init__(self, client):
+        self._client = client
+
+    def start(self, params: StartExtractJobParams) -> StartExtractJobResponse:
+        if not params.schema_ and not params.prompt:
+            raise HyperbrowserError("Either schema or prompt must be provided")
+        if params.schema_:
+            if hasattr(params.schema_, "model_json_schema"):
+                params.schema_ = params.schema_.model_json_schema()
+
+        response = self._client.transport.post(
+            self._client._build_url("/extract"),
+            data=params.model_dump(exclude_none=True, by_alias=True),
+        )
+        return StartExtractJobResponse(**response.data)
+
+    def get(self, job_id: str) -> ExtractJobResponse:
+        response = self._client.transport.get(
+            self._client._build_url(f"/extract/{job_id}")
+        )
+        return ExtractJobResponse(**response.data)
+
+    def start_and_wait(self, params: StartExtractJobParams) -> ExtractJobResponse:
+        job_start_resp = self.start(params)
+        if not job_start_resp.job_id:
+            raise HyperbrowserError("Failed to start extract job")
+        while True:
+            job_response = self.get(job_start_resp.job_id)
+            if job_response.status == "completed" or job_response.status == "failed":
+                return job_response
+            time.sleep(2)

hyperbrowser/client/sync.py

@@ -1,4 +1,6 @@
 from typing import Optional
+
+from .managers.sync_manager.extract import ExtractManager
 from .managers.sync_manager.profile import ProfileManager
 from .managers.sync_manager.session import SessionManager
 from .managers.sync_manager.scrape import ScrapeManager
@@ -24,6 +26,7 @@ class Hyperbrowser(HyperbrowserBase):
         self.sessions = SessionManager(self)
         self.scrape = ScrapeManager(self)
         self.crawl = CrawlManager(self)
+        self.extract = ExtractManager(self)
         self.profiles = ProfileManager(self)
         self.extensions = ExtensionManager(self)
 

hyperbrowser/models/extract.py

@@ -0,0 +1,53 @@
+from typing import Any, List, Literal, Optional
+from pydantic import BaseModel, ConfigDict, Field
+import pydantic
+
+from hyperbrowser.models.session import CreateSessionParams
+
+ExtractJobStatus = Literal["pending", "running", "completed", "failed"]
+
+
+class StartExtractJobParams(BaseModel):
+    """
+    Parameters for creating a new extract job.
+    """
+
+    model_config = ConfigDict(
+        populate_by_alias=True,
+    )
+
+    urls: List[str]
+    prompt: Optional[str] = None
+    schema_: Optional[Any] = pydantic.Field(
+        None, alias="schema", serialization_alias="schema"
+    )
+    session_options: Optional[CreateSessionParams] = Field(
+        default=None, serialization_alias="sessionOptions"
+    )
+
+
+class StartExtractJobResponse(BaseModel):
+    """
+    Response from creating a extract job.
+    """
+
+    model_config = ConfigDict(
+        populate_by_alias=True,
+    )
+
+    job_id: str = Field(alias="jobId")
+
+
+class ExtractJobResponse(BaseModel):
+    """
+    Response from a extract job.
+    """
+
+    model_config = ConfigDict(
+        populate_by_alias=True,
+    )
+
+    job_id: str = Field(alias="jobId")
+    status: ExtractJobStatus
+    error: Optional[str] = None
+    data: Optional[Any] = None

hyperbrowser/models/session.py

@@ -152,6 +152,7 @@ class CreateSessionParams(BaseModel):
     extension_ids: Optional[List[str]] = Field(
         default=None, serialization_alias="extensionIds"
     )
+    static_ip_id: Optional[str] = Field(default=None, serialization_alias="staticIpId")
 
 
 class SessionRecording(BaseModel):

{hyperbrowser-0.18.0.dist-info → hyperbrowser-0.20.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: hyperbrowser
-Version: 0.18.0
+Version: 0.20.0
 Summary: Python SDK for hyperbrowser
 License: MIT
 Author: Nikhil Shahi

{hyperbrowser-0.18.0.dist-info → hyperbrowser-0.20.0.dist-info}/RECORD

@@ -1,25 +1,28 @@
 hyperbrowser/__init__.py,sha256=zWGcLhqhvWy6BTwuNpzWK1-0LpIn311ks-4U9nrsb7Y,187
-hyperbrowser/client/async_client.py,sha256=ov01IDpAUrZNKwjBGt8JB6eYzzM3AigkD1V4FmuKSr8,1286
+hyperbrowser/client/async_client.py,sha256=L7mbzg_wOVMneOm6-bA5XaBoVWUmybuRogE4YEMR5Bg,1389
 hyperbrowser/client/base.py,sha256=9gFma7RdvJBUlDCqr8tZd315UPrjn4ldU4B0-Y-L4O4,1268
 hyperbrowser/client/managers/async_manager/crawl.py,sha256=hBS2WwfE0-ZopCW9PjP30meU5iTDdRViFl1C1OF1hVU,2291
 hyperbrowser/client/managers/async_manager/extension.py,sha256=a-xYtXXdCspukYtsguRgjEoQ8E_kzzA2tQAJtIyCtAs,1439
+hyperbrowser/client/managers/async_manager/extract.py,sha256=gjrAixnbBHjGlJNr6DGQIa5MbVy3MevT-9liSX00Zg4,1614
 hyperbrowser/client/managers/async_manager/profile.py,sha256=l9S-5iw-zLP89xg9f5ZCT7OjimuCotFFQtyxfDZ8Ahg,882
 hyperbrowser/client/managers/async_manager/scrape.py,sha256=7FdYS_NNEpvB9z3ShGZaZxNryKHm02MQR-g9diadGhA,1319
 hyperbrowser/client/managers/async_manager/session.py,sha256=ObJhz1IkCCIQLwmztQ-M7lCKzKsVDr-eWCFnan2d9rQ,1692
 hyperbrowser/client/managers/sync_manager/crawl.py,sha256=lnMtBmOPcamjtvzH4BAnWbBTGbKBmHGUQiMnnZlj2tg,2222
 hyperbrowser/client/managers/sync_manager/extension.py,sha256=1YoyTZtMo43trl9jAsXv95aor0nBHiJEmLva39jFW-k,1415
+hyperbrowser/client/managers/sync_manager/extract.py,sha256=rxDFjDG3tw3llaG5AAkUA3y17krevqeiTHlcNsLvaZ0,1560
 hyperbrowser/client/managers/sync_manager/profile.py,sha256=EvEtJ9INV8yhYKJoSJV1x2eBtsrS2QPeSifFEi7gxb4,846
 hyperbrowser/client/managers/sync_manager/scrape.py,sha256=DxSvdHa-z2P_rvNUwmRfU4iQz19wiEi_M2YmBQZfLyk,1265
 hyperbrowser/client/managers/sync_manager/session.py,sha256=74cekrDaGKW5WlP_0Qrqlk-xW2p1u4s63E-D08a4A2s,1610
-hyperbrowser/client/sync.py,sha256=CbC1no2BP-jSLDfD2c0VkRhvA9RWQ7xjdYDkJrrRpXM,1110
+hyperbrowser/client/sync.py,sha256=HgglJY9pNdW987OzNO_5dSZgj1AfAqovCmY99WYQD2E,1213
 hyperbrowser/config.py,sha256=2J6GYNR_83vzJZ6jEV-LXO1U-q6DHIrfyAU0WrUPhw8,625
 hyperbrowser/exceptions.py,sha256=SUUkptK2OL36xDORYmSicaTYR7pMbxeWAjAgz35xnM8,1171
 hyperbrowser/models/consts.py,sha256=9hv1NQKrXoqPn-6QHbCTJOc2-Dnj--7XEOZZ0IGtvvk,4984
 hyperbrowser/models/crawl.py,sha256=cP8XmRfTqIJLAnyIHn8MXnHrYokYlYj-JagehGcY0Xc,2603
 hyperbrowser/models/extension.py,sha256=nXjKXKt9R7RxyZ4hd3EvfqZsEGy_ufh1r5j2mqCLykQ,804
+hyperbrowser/models/extract.py,sha256=LZM4bZ96C_-8Mhf4f4LLMQYmBpvxvtOHs0AkFbswncc,1214
 hyperbrowser/models/profile.py,sha256=SYu4SR6OSwvg0C3bMW3j9z3zhPi-IzXuJE5aVJ3t-Nc,397
 hyperbrowser/models/scrape.py,sha256=yjoU-w1wvTROp5PYu9vyJUEaeuqYjErtnFkzWxxqgk4,2140
-hyperbrowser/models/session.py,sha256=nGcepy8j_xfYC3-hj12467pc913Zx952WYa6Cym0kiI,5056
+hyperbrowser/models/session.py,sha256=Y4j3bj6hsBGLZBl61EEjWxURIcTxvY_upn8ttxjK2fg,5144
 hyperbrowser/tools/__init__.py,sha256=OUaTUM-kiigYmzfbpx3XQhzMK1xT1wd8cqXgR4znsAY,2021
 hyperbrowser/tools/anthropic.py,sha256=5pEkJm1H-26GToTwXsDjo4GGqVy1hATws4Pg59mumow,1667
 hyperbrowser/tools/openai.py,sha256=4-71IIWSxc_ByhywcfWj9-QI9iYNEe0xO6B2spE8WG0,2200
@@ -27,7 +30,7 @@ hyperbrowser/tools/schema.py,sha256=cR2MUX8TvUyN8TnCyeX0pccp4AmPjrdaKzuAXRThOJo,
 hyperbrowser/transport/async_transport.py,sha256=MIPJvilvZWBPXLZ96c9OohuN6TN9DaaU0EnyleG3q6g,4017
 hyperbrowser/transport/base.py,sha256=ildpMrDiM8nvrSGrH2LTOafmB17T7PQB_NQ1ODA378U,1703
 hyperbrowser/transport/sync.py,sha256=ER844H_OCPCrnmbc58cuqphWTVvCZJQn7-D7ZenCr3Y,3311
-hyperbrowser-0.18.0.dist-info/LICENSE,sha256=6rUGKlyKb_1ZAH7h7YITYAAUNFN3MNGGKCyfrw49NLE,1071
-hyperbrowser-0.18.0.dist-info/METADATA,sha256=GxrLTW97b-ht751LBX0D9bkwETVWA2jBn0hkcD8WIEQ,3440
-hyperbrowser-0.18.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-hyperbrowser-0.18.0.dist-info/RECORD,,
+hyperbrowser-0.20.0.dist-info/LICENSE,sha256=6rUGKlyKb_1ZAH7h7YITYAAUNFN3MNGGKCyfrw49NLE,1071
+hyperbrowser-0.20.0.dist-info/METADATA,sha256=JaWMDuaKjTSZvy6Xu_TTNjt6bW1pBXeXTi6mFBaBz7k,3440
+hyperbrowser-0.20.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+hyperbrowser-0.20.0.dist-info/RECORD,,