kabigon 0.8.4__py3-none-any.whl → 0.8.6__py3-none-any.whl

kabigon/__init__.py

@@ -14,6 +14,7 @@ from .ptt import PttLoader
 from .reel import ReelLoader
 from .twitter import TwitterLoader
 from .youtube import YoutubeLoader
+from .youtube_ytdlp import YoutubeYtdlpLoader
 from .ytdlp import YtdlpLoader
 
 LOGURU_LEVEL: Final[str] = os.getenv("LOGURU_LEVEL", "INFO")

kabigon/compose.py

@@ -10,14 +10,14 @@ class Compose(Loader):
     def load(self, url: str) -> str:
         for loader in self.loaders:
             try:
-                content = loader.load(url)
+                result = loader.load(url)
 
-                if not content:
+                if not result:
                     logger.info("[{}] Failed to load URL: {}, got empty result", loader.__class__.__name__, url)
                     continue
 
                 logger.info("[{}] Successfully loaded URL: {}", loader.__class__.__name__, url)
-                return content
+                return result
 
             except Exception as e:
                 logger.info("[{}] Failed to load URL: {}, got error: {}", loader.__class__.__name__, url, e)
@@ -27,14 +27,14 @@ class Compose(Loader):
     async def async_load(self, url: str) -> str:
         for loader in self.loaders:
             try:
-                content = await loader.async_load(url)
+                result = await loader.async_load(url)
 
-                if not content:
+                if not result:
                     logger.info("[{}] Failed to load URL: {}, got empty result", loader.__class__.__name__, url)
                     continue
 
                 logger.info("[{}] Successfully loaded URL: {}", loader.__class__.__name__, url)
-                return content
+                return result
 
             except Exception as e:
                 logger.info("[{}] Failed to load URL: {}, got error: {}", loader.__class__.__name__, url, e)

kabigon/playwright.py

@@ -1,8 +1,5 @@
 from typing import Literal
 
-from playwright.async_api import async_playwright
-from playwright.sync_api import sync_playwright
-
 from .loader import Loader
 from .utils import html_to_markdown
 
@@ -19,6 +16,14 @@ class PlaywrightLoader(Loader):
         self.browser_headless = browser_headless
 
     def load(self, url: str) -> str:
+        try:
+            from playwright.sync_api import sync_playwright
+        except ImportError as e:
+            raise ImportError(
+                "Playwright is not installed."
+                "Please install it with `pip install playwright` and run `playwright install`."
+            ) from e
+
         with sync_playwright() as p:
             browser = p.chromium.launch(headless=self.browser_headless)
             page = browser.new_page()
@@ -31,6 +36,14 @@ class PlaywrightLoader(Loader):
             return html_to_markdown(content)
 
     async def async_load(self, url: str) -> str:
+        try:
+            from playwright.async_api import async_playwright
+        except ImportError as e:
+            raise ImportError(
+                "Playwright is not installed."
+                "Please install it with `pip install playwright` and run `playwright install`."
+            ) from e
+
         async with async_playwright() as p:
             browser = await p.chromium.launch(headless=self.browser_headless)
             page = await browser.new_page()

kabigon/youtube_ytdlp.py

@@ -0,0 +1,18 @@
+from urllib.parse import urlparse
+
+from .loader import Loader
+from .ytdlp import YtdlpLoader
+
+
+def check_youtube_url(url: str) -> None:
+    if urlparse(url).netloc not in ["youtube.com", "youtu.be"]:
+        raise ValueError(f"URL must be from youtube.com or youtu.be, got {url}")
+
+
+class YoutubeYtdlpLoader(Loader):
+    def __init__(self) -> None:
+        self.ytdlp_loader = YtdlpLoader()
+
+    def load(self, url: str) -> str:
+        check_youtube_url(url)
+        return self.ytdlp_loader.load(url)

{kabigon-0.8.4.dist-info → kabigon-0.8.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kabigon
-Version: 0.8.4
+Version: 0.8.6
 Author-email: narumi <toucans-cutouts0f@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.10

{kabigon-0.8.4.dist-info → kabigon-0.8.6.dist-info}/RECORD

@@ -1,20 +1,21 @@
-kabigon/__init__.py,sha256=MUfTFUe5ezA249L2yuU5_2FiewLu86H3VsIpJSne2vQ,560
+kabigon/__init__.py,sha256=SUgCaELSHz-omY22-3aJnqyz2usODR2G8pN-lRi-6zs,606
 kabigon/cli.py,sha256=PJ0wnwp_AgHA54YxGr1jNJ_q3ls7fEymgTJaJxCVU7M,650
-kabigon/compose.py,sha256=Kb6_-SNeh08QELMF-r3mWxasDTxJBuJJQamFPLcwQ1I,1463
+kabigon/compose.py,sha256=rSiP0ed0vb9dJ08erZGyiunOcd0ALHAfBRGlxYg1Tvs,1457
 kabigon/firecrawl.py,sha256=-5AI9tla_684dtpubY_BRudqLgw28158WdwA1RjJvAA,778
 kabigon/httpx.py,sha256=Zup9DURyWLqoWzaxBbCYAaV-5LSlHUuAcNyyUsZTVag,696
 kabigon/loader.py,sha256=KhOJvlzLDM0o05o4VqMRgiyRVjofkzuGEcihQagj-8M,452
 kabigon/pdf.py,sha256=PNOx-Dz_VpN-EVnVar_wJJZdxWrDZrAFE-gSuUR9q7o,1870
-kabigon/playwright.py,sha256=MZ-r0Ej2wWAOJkDLwYRvO77wcDvh38KXz2wgDsCTgm0,1358
+kabigon/playwright.py,sha256=RpP8qxSZe0p4j8hdRWbK7jJO9DNhIlYn77mXBDMAC3c,1865
 kabigon/ptt.py,sha256=Gyp2nJrjptkjbwZJ9VEQHX0DEgKBe5QRQOmGVHUUgNA,896
 kabigon/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 kabigon/reel.py,sha256=qOwWCvcp7xNKg0JDunq_Bsl8yqqMzrnAOI9k5mSqrOU,874
 kabigon/twitter.py,sha256=aRqAiFxIwln6lteWdoF6SmvbzO62yBTQRzcB7UcVJwk,1046
 kabigon/utils.py,sha256=eNTLtHLSB2erDac2HH3jWemgfr8Ou_ozwVb8h9BD-4g,922
 kabigon/youtube.py,sha256=F9GpLa0iUy03wYU94RrrnrXa6ExqbG6CZpqx5bPENWE,1106
+kabigon/youtube_ytdlp.py,sha256=-kElnrP4cLhZz2kNtgp2-ijA8I-IpnRctZ1JNCDN7pw,503
 kabigon/ytdlp.py,sha256=OGVrKRGXY_eHePgDmN52Kkui12NN44LsIPonD_61QBM,1501
-kabigon-0.8.4.dist-info/METADATA,sha256=16GUH6FI640_O4oGDv1v5ve4lkAfFgMe5L3UD_wtK7U,1264
-kabigon-0.8.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-kabigon-0.8.4.dist-info/entry_points.txt,sha256=O3FYAO9w-NQvlGMJrBvtrnGHSK2QkUnQBTa30YXRbVE,45
-kabigon-0.8.4.dist-info/licenses/LICENSE,sha256=H2T3_RTgmcngMeC7p_SXT3GwBLkd2DaNgAZuxulcfiA,1066
-kabigon-0.8.4.dist-info/RECORD,,
+kabigon-0.8.6.dist-info/METADATA,sha256=pNniopUiEQG6hp3ateTmckZqjZ2pW4EGqI45tRAUX68,1264
+kabigon-0.8.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+kabigon-0.8.6.dist-info/entry_points.txt,sha256=O3FYAO9w-NQvlGMJrBvtrnGHSK2QkUnQBTa30YXRbVE,45
+kabigon-0.8.6.dist-info/licenses/LICENSE,sha256=H2T3_RTgmcngMeC7p_SXT3GwBLkd2DaNgAZuxulcfiA,1066
+kabigon-0.8.6.dist-info/RECORD,,