webcrawlerapi 2.1.3__tar.gz → 2.1.5__tar.gz

{webcrawlerapi-2.1.3 → webcrawlerapi-2.1.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: webcrawlerapi
-Version: 2.1.3
+Version: 2.1.5
 Summary: Python SDK for WebCrawler API
 Home-page: https://github.com/webcrawlerapi/webcrawlerapi-python-sdk
 Author: Andrew

{webcrawlerapi-2.1.3 → webcrawlerapi-2.1.5}/setup.py

@@ -2,7 +2,7 @@ from setuptools import find_packages, setup
 
 setup(
     name="webcrawlerapi",
-    version="2.1.3",
+    version="2.1.5",
     packages=find_packages(),
     install_requires=[
         "requests>=2.25.0",

{webcrawlerapi-2.1.3 → webcrawlerapi-2.1.5}/webcrawlerapi/__init__.py

@@ -30,6 +30,7 @@ from .models import (
     Job,
     JobItem,
     JobMarkdownResponse,
+    MarkdownResponse,
     ScrapeId,
     ScrapeResponse,
     ScrapeResponseError,
@@ -44,6 +45,7 @@ __all__ = [
     "Job",
     "JobItem",
     "JobMarkdownResponse",
+    "MarkdownResponse",
     "CrawlResponse",
     "ScrapeId",
     "ScrapeResponse",

{webcrawlerapi-2.1.3 → webcrawlerapi-2.1.5}/webcrawlerapi/client.py

@@ -10,6 +10,7 @@ from .models import (
     CrawlResponse,
     Job,
     JobMarkdownResponse,
+    MarkdownResponse,
     ScrapeId,
     ScrapeResponse,
     ScrapeResponseError,
@@ -201,6 +202,31 @@ class WebCrawlerAPI:
             self._raise_for_error(response)
         return response.text
 
+    def markdown(self, url: str) -> MarkdownResponse:
+        """
+        Extract cleaned article markdown (main content only) from a webpage.
+
+        Args:
+            url (str): The URL of the webpage to extract the article markdown from
+
+        Returns:
+            MarkdownResponse: Response containing the extracted markdown
+
+        Raises:
+            WebCrawlerApiError: If the API returns an error response
+            requests.exceptions.RequestException: If the HTTP request fails
+        """
+        response = self.session.post(
+            urljoin(self.base_url, "/markdown"),
+            json={"url": url},
+        )
+        if not response.ok:
+            self._raise_for_error(response)
+        data = response.json()
+        return MarkdownResponse(
+            success=data.get("success", True), markdown=data.get("markdown")
+        )
+
     def cancel_job(self, job_id: str) -> Dict[str, str]:
         """
         Cancel a running job. All items that are not in progress and not done

{webcrawlerapi-2.1.3 → webcrawlerapi-2.1.5}/webcrawlerapi/models.py

@@ -62,6 +62,14 @@ class JobMarkdownResponse:
     content_url: str
 
 
+@dataclass
+class MarkdownResponse:
+    """Response from the markdown endpoint."""
+
+    success: bool
+    markdown: Optional[str] = None
+
+
 @dataclass
 class ScrapeId:
     """Response from an asynchronous scrape request."""

{webcrawlerapi-2.1.3 → webcrawlerapi-2.1.5}/webcrawlerapi.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: webcrawlerapi
-Version: 2.1.3
+Version: 2.1.5
 Summary: Python SDK for WebCrawler API
 Home-page: https://github.com/webcrawlerapi/webcrawlerapi-python-sdk
 Author: Andrew