mdfetch 0.9.0__tar.gz → 0.9.2__tar.gz

mdfetch-0.9.2/.github/scripts/generate_resources.py

@@ -0,0 +1,59 @@
+import sys
+import json
+import urllib.request
+
+def generate():
+    for line in sys.stdin:
+        line = line.strip()
+        # Skip empty lines, comments, and local editable installs
+        if not line or line.startswith('#') or line.startswith('-e'):
+            continue
+            
+        # Very basic environment marker filtering to skip Windows/Linux specific packages
+        if ';' in line:
+            req, marker = line.split(';', 1)
+            # Remove whitespace and quotes for simple matching
+            marker_clean = marker.replace(' ', '').replace('"', '').replace("'", "")
+            if 'sys_platform==win32' in marker_clean or 'sys_platform==linux' in marker_clean:
+                continue
+            line = req.strip()
+        
+        # We only care about pinned packages
+        if '==' not in line:
+            continue
+            
+        pkg, ver = line.split('==', 1)
+        pkg = pkg.strip()
+        ver = ver.strip()
+        
+        # We don't need a resource block for mdfetch itself
+        if pkg == "mdfetch":
+            continue
+            
+        url = f"https://pypi.org/pypi/{pkg}/{ver}/json"
+        try:
+            req = urllib.request.Request(url)
+            with urllib.request.urlopen(req, timeout=15) as resp:
+                data = json.loads(resp.read().decode('utf-8'))
+        except Exception as e:
+            print(f"ERROR: Failed fetching {pkg}: {e}", file=sys.stderr)
+            sys.exit(1)
+        
+        urls = data.get("urls", [])
+        if not urls:
+            print(f"ERROR: {pkg} has no urls on PyPI", file=sys.stderr)
+            sys.exit(1)
+            
+        # Require sdist (source tarball) to ensure architecture independence
+        sdist = next((u for u in urls if u["packagetype"] == "sdist"), None)
+        if not sdist:
+            print(f"ERROR: {pkg} has no sdist (source tarball) available on PyPI", file=sys.stderr)
+            sys.exit(1)
+            
+        print(f'  resource "{pkg}" do')
+        print(f'    url "{sdist["url"]}"')
+        print(f'    sha256 "{sdist["digests"]["sha256"]}"')
+        print(f'  end\n')
+
+if __name__ == "__main__":
+    generate()

{mdfetch-0.9.0 → mdfetch-0.9.2}/.github/workflows/publish.yml

@@ -65,6 +65,14 @@ jobs:
       contents: read
 
     steps:
+      - uses: actions/checkout@v4
+      
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        
+      - name: Set up Python
+        run: uv python pin 3.12
+        
       - name: Fetch sdist info from PyPI (with retry)
         env:
           VERSION: ${{ github.ref_name }}
@@ -94,6 +102,10 @@ jobs:
           echo "SHA256=${SHA256}"       >> "$GITHUB_ENV"
           echo "VERSION=${VERSION}"     >> "$GITHUB_ENV"
 
+      - name: Generate PyPI resource blocks
+        run: |
+          uv export --no-dev --no-hashes --format requirements-txt | python3 .github/scripts/generate_resources.py > /tmp/resources.rb
+
       - name: Clone homebrew-tap and update formula
         env:
           TAP_GITHUB_TOKEN: ${{ secrets.TAP_GITHUB_TOKEN }}
@@ -114,7 +126,15 @@ jobs:
             echo "ERROR: SHA256 substitution made no change — formula sha256 pattern may have drifted" >&2; exit 1
           fi
 
+          # Replace everything between uses_from_macos "libxslt" and def install with the new resources
+          awk '
+            /uses_from_macos "libxslt"/ { print; print ""; system("cat /tmp/resources.rb"); skip=1; next }
+            /def install/ { skip=0 }
+            !skip { print }
+          ' Formula/md-fetch.rb > Formula/md-fetch.rb.new
+          mv Formula/md-fetch.rb.new Formula/md-fetch.rb
+
           git add Formula/md-fetch.rb
-          git commit -m "chore: bump md-fetch to v${VERSION}"
+          git commit -m "chore: bump md-fetch to v${VERSION} and sync resources"
           git pull --rebase
           git push

{mdfetch-0.9.0 → mdfetch-0.9.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mdfetch
-Version: 0.9.0
+Version: 0.9.2
 Summary: Extract article content from web platforms and return it as clean Markdown.
 Project-URL: Homepage, https://github.com/stn1slv/md-fetch
 Project-URL: Source, https://github.com/stn1slv/md-fetch

{mdfetch-0.9.0 → mdfetch-0.9.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "mdfetch"
-version = "0.9.0"
+version = "0.9.2"
 description = "Extract article content from web platforms and return it as clean Markdown."
 readme = "README.md"
 license = { text = "MIT" }

{mdfetch-0.9.0 → mdfetch-0.9.2}/src/mdfetch/fallback.py

@@ -2,13 +2,19 @@
 
 from __future__ import annotations
 
-from tavily import TavilyClient  # type: ignore[import-untyped]
-
 from mdfetch.exceptions import EmptyContentError, FetchError, MissingAPIKeyError
 
 
 def tavily_extract(url: str, timeout: float = 30.0) -> str:
     """Extract content using the Tavily API fallback."""
+    try:
+        from tavily import TavilyClient  # type: ignore[import-untyped]
+    except ImportError as e:
+        raise MissingAPIKeyError(
+            "tavily-python package is not installed. Please install it "
+            f"to use the fallback feature. {e}"
+        ) from e
+
     try:
         client = TavilyClient()
     except Exception as e:

{mdfetch-0.9.0 → mdfetch-0.9.2}/tests/unit/test_fallback.py

@@ -12,7 +12,7 @@ from mdfetch.fallback import tavily_extract
 
 
 class TestTavilyExtract:
-    @patch("mdfetch.fallback.TavilyClient")
+    @patch("tavily.TavilyClient")
     def test_basic_depth_success(self, mock_tavily_client: MagicMock) -> None:
         mock_instance = mock_tavily_client.return_value
         mock_instance.extract.return_value = {"results": [{"raw_content": "# Hello"}]}
@@ -24,7 +24,7 @@ class TestTavilyExtract:
             urls=["https://example.com"], extract_depth="basic"
         )
 
-    @patch("mdfetch.fallback.TavilyClient")
+    @patch("tavily.TavilyClient")
     def test_fallback_to_advanced_on_empty(self, mock_tavily_client: MagicMock) -> None:
         mock_instance = mock_tavily_client.return_value
         # First call fails (empty), second call succeeds
@@ -41,7 +41,7 @@ class TestTavilyExtract:
             urls=["https://example.com"], extract_depth="advanced"
         )
 
-    @patch("mdfetch.fallback.TavilyClient")
+    @patch("tavily.TavilyClient")
     def test_fallback_to_advanced_on_exception(self, mock_tavily_client: MagicMock) -> None:
         mock_instance = mock_tavily_client.return_value
         # First call raises exception, second call succeeds
@@ -55,7 +55,7 @@ class TestTavilyExtract:
         assert result == "# Advanced"
         assert mock_instance.extract.call_count == 2
 
-    @patch("mdfetch.fallback.TavilyClient")
+    @patch("tavily.TavilyClient")
     def test_advanced_failure_raises_fetch_error(self, mock_tavily_client: MagicMock) -> None:
         mock_instance = mock_tavily_client.return_value
         mock_instance.extract.side_effect = Exception("API Error")

{mdfetch-0.9.0 → mdfetch-0.9.2}/uv.lock

@@ -371,7 +371,7 @@ wheels = [
 
 [[package]]
 name = "mdfetch"
-version = "0.9.0"
+version = "0.9.2"
 source = { editable = "." }
 dependencies = [
     { name = "beautifulsoup4" },