kabigon 0.2.3__py3-none-any.whl → 0.3.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- kabigon/__init__.py +1 -0
- kabigon/cloudscraper.py +1 -1
- kabigon/httpx.py +1 -1
- kabigon/pdf.py +1 -1
- kabigon/playwright.py +0 -2
- kabigon/singlefile.py +0 -2
- {kabigon-0.2.3.dist-info → kabigon-0.3.1.dist-info}/METADATA +1 -2
- kabigon-0.3.1.dist-info/RECORD +19 -0
- kabigon-0.2.3.dist-info/RECORD +0 -19
- {kabigon-0.2.3.dist-info → kabigon-0.3.1.dist-info}/WHEEL +0 -0
- {kabigon-0.2.3.dist-info → kabigon-0.3.1.dist-info}/entry_points.txt +0 -0
- {kabigon-0.2.3.dist-info → kabigon-0.3.1.dist-info}/licenses/LICENSE +0 -0
kabigon/__init__.py
CHANGED
kabigon/cloudscraper.py
CHANGED
@@ -6,7 +6,7 @@ from .utils import html_to_markdown
|
|
6
6
|
|
7
7
|
|
8
8
|
class CloudscraperLoader(Loader):
|
9
|
-
@timeout_decorator.timeout(
|
9
|
+
@timeout_decorator.timeout(10)
|
10
10
|
def load(self, url: str) -> str:
|
11
11
|
client = cloudscraper.create_scraper()
|
12
12
|
response = client.get(url, allow_redirects=True)
|
kabigon/httpx.py
CHANGED
@@ -12,7 +12,7 @@ DEFAULT_HEADERS = {
|
|
12
12
|
|
13
13
|
|
14
14
|
class HttpxLoader(Loader):
|
15
|
-
@timeout_decorator.timeout(
|
15
|
+
@timeout_decorator.timeout(10)
|
16
16
|
def load(self, url: str) -> str:
|
17
17
|
response = httpx.get(url, headers=DEFAULT_HEADERS, follow_redirects=True)
|
18
18
|
response.raise_for_status()
|
kabigon/pdf.py
CHANGED
@@ -19,7 +19,7 @@ class NotPDFError(LoaderError):
|
|
19
19
|
|
20
20
|
|
21
21
|
class PDFLoader(Loader):
|
22
|
-
@timeout_decorator.timeout(
|
22
|
+
@timeout_decorator.timeout(10)
|
23
23
|
def load(self, url_or_file: str) -> str:
|
24
24
|
if url_or_file.startswith("http"):
|
25
25
|
url_or_file = download_pdf_from_url(url_or_file)
|
kabigon/playwright.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1
1
|
from typing import Literal
|
2
2
|
|
3
|
-
import timeout_decorator
|
4
3
|
from loguru import logger
|
5
4
|
from playwright.sync_api import TimeoutError
|
6
5
|
from playwright.sync_api import sync_playwright
|
@@ -20,7 +19,6 @@ class PlaywrightLoader(Loader):
|
|
20
19
|
self.wait_until = wait_until
|
21
20
|
self.browser_headless = browser_headless
|
22
21
|
|
23
|
-
@timeout_decorator.timeout(5)
|
24
22
|
def load(self, url: str) -> str:
|
25
23
|
with sync_playwright() as p:
|
26
24
|
browser = p.chromium.launch(headless=self.browser_headless)
|
kabigon/singlefile.py
CHANGED
@@ -6,7 +6,6 @@ from pathlib import Path
|
|
6
6
|
from typing import Final
|
7
7
|
|
8
8
|
import charset_normalizer
|
9
|
-
import timeout_decorator
|
10
9
|
from loguru import logger
|
11
10
|
|
12
11
|
from .loader import Loader
|
@@ -29,7 +28,6 @@ class SinglefileLoader(Loader):
|
|
29
28
|
self.cookies_file = cookies_file
|
30
29
|
self.browser_headless = browser_headless
|
31
30
|
|
32
|
-
@timeout_decorator.timeout(20)
|
33
31
|
def load(self, url: str) -> str:
|
34
32
|
filename = self.download(url)
|
35
33
|
content = str(charset_normalizer.from_path(filename).best())
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: kabigon
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.3.1
|
4
4
|
Author-email: narumi <toucans-cutouts0f@icloud.com>
|
5
5
|
License-File: LICENSE
|
6
6
|
Requires-Python: >=3.10
|
@@ -9,7 +9,6 @@ Requires-Dist: cloudscraper>=1.2.71
|
|
9
9
|
Requires-Dist: httpx>=0.28.1
|
10
10
|
Requires-Dist: loguru>=0.7.3
|
11
11
|
Requires-Dist: markdownify>=0.14.1
|
12
|
-
Requires-Dist: numpy>=2.1.3
|
13
12
|
Requires-Dist: openai-whisper>=20240930
|
14
13
|
Requires-Dist: playwright>=1.50.0
|
15
14
|
Requires-Dist: pypdf>=5.3.0
|
@@ -0,0 +1,19 @@
|
|
1
|
+
kabigon/__init__.py,sha256=9RgyhhwjqrW2iQy9RBN2j7VZNhwA9xGo_atC7FKnZA4,545
|
2
|
+
kabigon/cli.py,sha256=7qHklIhYUZ4E78C9MIB16AoVIYt2xLJS0Pz8sr51YPk,690
|
3
|
+
kabigon/cloudscraper.py,sha256=0jzrXVXSZopExyxrDRbcI_2wsbHAg_dqOk4D3Re0jvk,404
|
4
|
+
kabigon/compose.py,sha256=IqNm-Cxl6e8u7X9v5SoG7cjxOWCMIcSZG1lDVNNAfo8,1433
|
5
|
+
kabigon/httpx.py,sha256=ECNYGLOZ1uPz15ziABuziz8mQR3x1nF3cGcEOAsSmjo,668
|
6
|
+
kabigon/loader.py,sha256=cV9ZqcWaNtS2WTDpgyNYK2kX5Cu1ZC-Sq-qS3PpPnJQ,198
|
7
|
+
kabigon/pdf.py,sha256=oM5pwZJ2GCcHyQXg98-Mda-MHxarYVZQge30KdS_aHY,1549
|
8
|
+
kabigon/playwright.py,sha256=g4cI3sIC_tVsk__x-1m-YA2LQs2_pWX8588rsVAmEOA,1095
|
9
|
+
kabigon/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
10
|
+
kabigon/reel.py,sha256=dkWXG2nBhIt0DpGJzevkIrRKLqJh_03-yrg_rjf6vnY,828
|
11
|
+
kabigon/singlefile.py,sha256=CeTT2WPYm0vb1xWPNdyBN4uHRw9hRqfZm68D-nEcUA8,1800
|
12
|
+
kabigon/utils.py,sha256=eNTLtHLSB2erDac2HH3jWemgfr8Ou_ozwVb8h9BD-4g,922
|
13
|
+
kabigon/youtube.py,sha256=_wdKvRRAMrYnv3rUhkd_6JuOGCuQClYpj1UlVeYeojc,2615
|
14
|
+
kabigon/ytdlp.py,sha256=kG1fXqU650otOWespjOSkGK_-jk1wO-sWiR60_UPJxY,3125
|
15
|
+
kabigon-0.3.1.dist-info/METADATA,sha256=KWad9d5t-7NMX2xXhZWsQHpXlavwvEAkzDxNUO1mk8U,605
|
16
|
+
kabigon-0.3.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
17
|
+
kabigon-0.3.1.dist-info/entry_points.txt,sha256=O3FYAO9w-NQvlGMJrBvtrnGHSK2QkUnQBTa30YXRbVE,45
|
18
|
+
kabigon-0.3.1.dist-info/licenses/LICENSE,sha256=H2T3_RTgmcngMeC7p_SXT3GwBLkd2DaNgAZuxulcfiA,1066
|
19
|
+
kabigon-0.3.1.dist-info/RECORD,,
|
kabigon-0.2.3.dist-info/RECORD
DELETED
@@ -1,19 +0,0 @@
|
|
1
|
-
kabigon/__init__.py,sha256=YYYmOGC9dy33sM_wXNohETRaJVO-cyosvmteEsGvCCk,516
|
2
|
-
kabigon/cli.py,sha256=7qHklIhYUZ4E78C9MIB16AoVIYt2xLJS0Pz8sr51YPk,690
|
3
|
-
kabigon/cloudscraper.py,sha256=viaIWATsS8nD9HN0RfBiveUHuL012OjuaKlKwLEteGw,403
|
4
|
-
kabigon/compose.py,sha256=IqNm-Cxl6e8u7X9v5SoG7cjxOWCMIcSZG1lDVNNAfo8,1433
|
5
|
-
kabigon/httpx.py,sha256=SfhaJXNKlFOwWs_Eeadiegi5wNvZV0RX7lqQwR8nYGo,667
|
6
|
-
kabigon/loader.py,sha256=cV9ZqcWaNtS2WTDpgyNYK2kX5Cu1ZC-Sq-qS3PpPnJQ,198
|
7
|
-
kabigon/pdf.py,sha256=9Oi_ZP7D0LLWs2D8KO3omRld1nYyhEbQMForZUw9YZg,1548
|
8
|
-
kabigon/playwright.py,sha256=0CkSDY90i7PHKxrJ6Zwad_NDCy5TPyCjeFvLrQuZXFU,1154
|
9
|
-
kabigon/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
10
|
-
kabigon/reel.py,sha256=dkWXG2nBhIt0DpGJzevkIrRKLqJh_03-yrg_rjf6vnY,828
|
11
|
-
kabigon/singlefile.py,sha256=2nTCTFgW5Gp3l0ExaVh2foUDVSgLaAssDp3tBoQ1MhY,1860
|
12
|
-
kabigon/utils.py,sha256=eNTLtHLSB2erDac2HH3jWemgfr8Ou_ozwVb8h9BD-4g,922
|
13
|
-
kabigon/youtube.py,sha256=_wdKvRRAMrYnv3rUhkd_6JuOGCuQClYpj1UlVeYeojc,2615
|
14
|
-
kabigon/ytdlp.py,sha256=kG1fXqU650otOWespjOSkGK_-jk1wO-sWiR60_UPJxY,3125
|
15
|
-
kabigon-0.2.3.dist-info/METADATA,sha256=7KxwmyICEwb6yyy05PDAqxn4tlNViue14_8RVCf9oUY,633
|
16
|
-
kabigon-0.2.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
17
|
-
kabigon-0.2.3.dist-info/entry_points.txt,sha256=O3FYAO9w-NQvlGMJrBvtrnGHSK2QkUnQBTa30YXRbVE,45
|
18
|
-
kabigon-0.2.3.dist-info/licenses/LICENSE,sha256=H2T3_RTgmcngMeC7p_SXT3GwBLkd2DaNgAZuxulcfiA,1066
|
19
|
-
kabigon-0.2.3.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|