novel-downloader 1.5.0__py3-none-any.whl → 2.0.1__py3-none-any.whl

novel_downloader/core/searchers/tongrenquan.py

@@ -0,0 +1,110 @@
+#!/usr/bin/env python3
+"""
+novel_downloader.core.searchers.tongrenquan
+-------------------------------------------
+
+"""
+
+import logging
+
+from lxml import html
+
+from novel_downloader.core.searchers.base import BaseSearcher
+from novel_downloader.core.searchers.registry import register_searcher
+from novel_downloader.models import SearchResult
+
+logger = logging.getLogger(__name__)
+
+
+@register_searcher(
+    site_keys=["tongrenquan"],
+)
+class TongrenquanSearcher(BaseSearcher):
+    site_name = "tongrenquan"
+    priority = 30
+    SEARCH_URL = "https://www.tongrenquan.org/e/search/indexstart.php"
+    BASE_URL = "https://www.tongrenquan.org"
+
+    @classmethod
+    async def _fetch_html(cls, keyword: str) -> str:
+        keyboard = cls._quote(keyword, encoding="gbk", errors="replace")
+        show = "title"
+        classid = "0"
+        body = f"keyboard={keyboard}&show={show}&classid={classid}"
+        headers = {
+            "Origin": "https://www.tongrenquan.cc",
+            "Referer": "https://www.tongrenquan.cc/",
+            "Content-Type": "application/x-www-form-urlencoded",
+        }
+        try:
+            async with (
+                await cls._http_post(cls.SEARCH_URL, data=body, headers=headers)
+            ) as resp:
+                return await cls._response_to_str(resp)
+        except Exception:
+            logger.error(
+                "Failed to fetch HTML for keyword '%s' from '%s'",
+                keyword,
+                cls.SEARCH_URL,
+            )
+            return ""
+
+    @classmethod
+    def _parse_html(cls, html_str: str, limit: int | None = None) -> list[SearchResult]:
+        doc = html.fromstring(html_str)
+        rows = doc.xpath('//div[@class="books m-cols"]/div[@class="bk"]')
+        results: list[SearchResult] = []
+
+        for idx, row in enumerate(rows):
+            href = cls._first_str(row.xpath(".//h3/a[1]/@href"))
+            if not href:
+                continue
+
+            if limit is not None and idx >= limit:
+                break
+
+            # '/tongren/9302.html' -> "9302"
+            book_id = href.split("/")[-1].split(".")[0]
+            book_url = cls._abs_url(href)
+
+            cover_rel = cls._first_str(
+                row.xpath("./div[@class='pic']/a[1]/img[1]/@src")
+            )
+            cover_url = cls._abs_url(cover_rel) if cover_rel else ""
+
+            title = cls._first_str(
+                row.xpath("./div[@class='bk_right']/h3/a[1]//text()")
+            )
+
+            author = (
+                cls._first_str(
+                    row.xpath("./div[@class='bk_right']/div[@class='booknews']/text()"),
+                    replaces=[("作者：", "")],
+                )
+                or "-"
+            )
+
+            update_date = cls._first_str(
+                row.xpath(
+                    "./div[@class='bk_right']/div[@class='booknews']/label[@class='date']/text()"
+                )
+            )
+
+            # Compute priority
+            prio = cls.priority + idx
+
+            results.append(
+                SearchResult(
+                    site=cls.site_name,
+                    book_id=book_id,
+                    book_url=book_url,
+                    cover_url=cover_url,
+                    title=title,
+                    author=author,
+                    latest_chapter="-",
+                    update_date=update_date,
+                    word_count="-",
+                    priority=prio,
+                )
+            )
+        return results

novel_downloader/core/searchers/ttkan.py

@@ -0,0 +1,92 @@
+#!/usr/bin/env python3
+"""
+novel_downloader.core.searchers.ttkan
+-------------------------------------
+
+"""
+
+import logging
+
+from lxml import html
+
+from novel_downloader.core.searchers.base import BaseSearcher
+from novel_downloader.core.searchers.registry import register_searcher
+from novel_downloader.models import SearchResult
+
+logger = logging.getLogger(__name__)
+
+
+@register_searcher(
+    site_keys=["ttkan"],
+)
+class TtkanSearcher(BaseSearcher):
+    site_name = "ttkan"
+    priority = 100
+    BASE_URL = "https://www.ttkan.co"
+    SEARCH_URL = "https://www.ttkan.co/novel/search"
+
+    @classmethod
+    async def _fetch_html(cls, keyword: str) -> str:
+        params = {"q": keyword}
+        try:
+            async with (await cls._http_get(cls.SEARCH_URL, params=params)) as resp:
+                return await cls._response_to_str(resp)
+        except Exception:
+            logger.error(
+                "Failed to fetch HTML for keyword '%s' from '%s'",
+                keyword,
+                cls.SEARCH_URL,
+            )
+            return ""
+
+    @classmethod
+    def _parse_html(cls, html_str: str, limit: int | None = None) -> list[SearchResult]:
+        doc = html.fromstring(html_str)
+        items = doc.xpath(
+            '//div[contains(@class,"frame_body")]//div[@class="pure-g"]/div[contains(@class,"novel_cell")]'
+        )
+        if not items:
+            items = doc.xpath('//div[contains(@class,"novel_cell")]')
+        results: list[SearchResult] = []
+
+        for idx, item in enumerate(items):
+            href = cls._first_str(item.xpath(".//a[@href][1]/@href"))
+            if not href:
+                continue
+
+            if limit is not None and len(results) >= limit:
+                break
+
+            # link -> /novel/chapters/<book_id>
+            book_id = href.strip("/").split("/")[-1]
+            book_url = cls._abs_url(href)
+
+            cover_rel = cls._first_str(item.xpath(".//amp-img/@src"))
+            cover_url = cls._abs_url(cover_rel) if cover_rel else ""
+
+            title = cls._first_str(item.xpath(".//h3/text()"))
+
+            author = (
+                cls._first_str(
+                    item.xpath(".//li[starts-with(normalize-space(.),'作者')]/text()"),
+                    replaces=[("作者：", "")],
+                )
+                or "-"
+            )
+
+            prio = cls.priority + idx
+            results.append(
+                SearchResult(
+                    site=cls.site_name,
+                    book_id=book_id,
+                    book_url=book_url,
+                    cover_url=cover_url,
+                    title=title,
+                    author=author,
+                    latest_chapter="-",
+                    update_date="-",
+                    word_count="-",
+                    priority=prio,
+                )
+            )
+        return results

novel_downloader/core/searchers/xiaoshuowu.py

@@ -0,0 +1,122 @@
+#!/usr/bin/env python3
+"""
+novel_downloader.core.searchers.xiaoshuowu
+------------------------------------------
+
+"""
+
+import logging
+
+from lxml import html
+
+from novel_downloader.core.searchers.base import BaseSearcher
+from novel_downloader.core.searchers.registry import register_searcher
+from novel_downloader.models import SearchResult
+
+logger = logging.getLogger(__name__)
+
+
+@register_searcher(
+    site_keys=["xiaoshuowu", "xiaoshuoge"],
+)
+class XiaoshuowuSearcher(BaseSearcher):
+    site_name = "xiaoshuowu"
+    priority = 30
+    SEARCH_URL = "http://www.xiaoshuoge.info/modules/article/search.php"
+
+    @classmethod
+    async def _fetch_html(cls, keyword: str) -> str:
+        params = {"q": keyword}
+        try:
+            async with (await cls._http_get(cls.SEARCH_URL, params=params)) as resp:
+                return await cls._response_to_str(resp)
+        except Exception:
+            logger.error(
+                "Failed to fetch HTML for keyword '%s' from '%s'",
+                keyword,
+                cls.SEARCH_URL,
+            )
+            return ""
+
+    @classmethod
+    def _parse_html(cls, html_str: str, limit: int | None = None) -> list[SearchResult]:
+        """
+        Parse raw HTML from Xiaoshuowu search results into list of SearchResult.
+
+        :param html_str: Raw HTML string from Xiaoshuowu search results page.
+        :param limit: Maximum number of results to return, or None for all.
+        :return: List of SearchResult dicts.
+        """
+        doc = html.fromstring(html_str)
+        rows = doc.xpath('//div[@class="c_row"]')
+        results: list[SearchResult] = []
+
+        for idx, row in enumerate(rows):
+            href = cls._first_str(row.xpath(".//span[@class='c_subject']/a/@href"))
+            if not href:
+                continue
+
+            if limit is not None and idx >= limit:
+                break
+
+            # 'http://www.xiaoshuoge.info/book/374339/' -> "374339"
+            book_id = href.split("book/")[-1].strip("/")
+            book_url = cls._abs_url(href)
+
+            cover_rel = cls._first_str(row.xpath(".//div[@class='fl']//img/@src"))
+            cover_url = cls._abs_url(cover_rel) if cover_rel else ""
+
+            title = cls._first_str(row.xpath(".//span[@class='c_subject']/a/text()"))
+
+            author = (
+                cls._first_str(
+                    row.xpath(
+                        ".//div[@class='c_tag'][1]/span[@class='c_label'][contains(.,'作者')]/following-sibling::span[@class='c_value'][1]/text()"
+                    )
+                )
+                or "-"
+            )
+            word_count = (
+                cls._first_str(
+                    row.xpath(
+                        ".//div[@class='c_tag'][1]/span[@class='c_label'][contains(.,'字数')]/following-sibling::span[@class='c_value'][1]/text()"
+                    )
+                )
+                or "-"
+            )
+
+            latest_chapter = (
+                cls._first_str(
+                    row.xpath(
+                        ".//div[@class='c_tag'][last()]/span[@class='c_label'][contains(.,'最新')]/following-sibling::span[@class='c_value'][1]//a//text()"
+                    )
+                )
+                or "-"
+            )
+            update_date = (
+                cls._first_str(
+                    row.xpath(
+                        ".//div[@class='c_tag'][last()]/span[@class='c_label'][contains(.,'更新')]/following-sibling::span[@class='c_value'][1]/text()"
+                    )
+                )
+                or "-"
+            )
+
+            # Priority
+            prio = cls.priority + idx
+
+            results.append(
+                SearchResult(
+                    site=cls.site_name,
+                    book_id=book_id,
+                    book_url=book_url,
+                    cover_url=cover_url,
+                    title=title,
+                    author=author,
+                    latest_chapter=latest_chapter,
+                    update_date=update_date,
+                    word_count=word_count,
+                    priority=prio,
+                )
+            )
+        return results

novel_downloader/core/searchers/xiguashuwu.py

@@ -0,0 +1,95 @@
+#!/usr/bin/env python3
+"""
+novel_downloader.core.searchers.xiguashuwu
+------------------------------------------
+
+"""
+
+import logging
+
+from lxml import html
+
+from novel_downloader.core.searchers.base import BaseSearcher
+from novel_downloader.core.searchers.registry import register_searcher
+from novel_downloader.models import SearchResult
+
+logger = logging.getLogger(__name__)
+
+
+@register_searcher(
+    site_keys=["xiguashuwu"],
+)
+class XiguashuwuSearcher(BaseSearcher):
+    site_name = "xiguashuwu"
+    priority = 500
+    BASE_URL = "https://www.xiguashuwu.com"
+    SEARCH_URL = "https://www.xiguashuwu.com/search/{query}"
+
+    @classmethod
+    async def _fetch_html(cls, keyword: str) -> str:
+        url = cls.SEARCH_URL.format(query=cls._quote(keyword))
+        headers = {
+            "Referer": "https://www.xiguashuwu.com/search/",
+        }
+        try:
+            async with (await cls._http_get(url, headers=headers)) as resp:
+                return await cls._response_to_str(resp)
+        except Exception:
+            logger.error(
+                "Failed to fetch HTML for keyword '%s' from '%s'",
+                keyword,
+                cls.SEARCH_URL,
+            )
+            return ""
+
+    @classmethod
+    def _parse_html(cls, html_str: str, limit: int | None = None) -> list[SearchResult]:
+        doc = html.fromstring(html_str)
+        rows = doc.xpath('//div[@class="SHsectionThree-middle"]/p')
+        results: list[SearchResult] = []
+
+        for idx, row in enumerate(rows):
+            href = cls._first_str(
+                row.xpath(".//a[starts-with(@href,'/book/')][1]/@href")
+            ) or cls._first_str(row.xpath(".//a[1]/@href"))
+            if not href:
+                continue
+
+            if limit is not None and idx >= limit:
+                break
+
+            # '/book/184974/iszip/0/' -> "184974"
+            book_id = href.split("/book/")[-1].split("/")[0]
+            book_url = cls._abs_url(href)
+
+            title = (
+                cls._first_str(
+                    row.xpath(".//a[starts-with(@href,'/book/')][1]//text()")
+                )
+                or cls._first_str(row.xpath(".//a[1]//text()"))
+                or "-"
+            )
+
+            author = (
+                cls._first_str(
+                    row.xpath(".//a[starts-with(@href,'/writer/')][1]//text()")
+                )
+                or cls._first_str(row.xpath(".//a[2]//text()"))
+                or "-"
+            )
+
+            results.append(
+                SearchResult(
+                    site=cls.site_name,
+                    book_id=book_id,
+                    book_url=book_url,
+                    cover_url="-",
+                    title=title,
+                    author=author,
+                    latest_chapter="-",
+                    update_date="-",
+                    word_count="-",
+                    priority=cls.priority + idx,
+                )
+            )
+        return results

novel_downloader/core/searchers/xs63b.py

@@ -0,0 +1,104 @@
+#!/usr/bin/env python3
+"""
+novel_downloader.core.searchers.xs63b
+-------------------------------------
+
+"""
+
+import logging
+
+from lxml import html
+
+from novel_downloader.core.searchers.base import BaseSearcher
+from novel_downloader.core.searchers.registry import register_searcher
+from novel_downloader.models import SearchResult
+
+logger = logging.getLogger(__name__)
+
+
+@register_searcher(
+    site_keys=["xs63b"],
+)
+class Xs63bSearcher(BaseSearcher):
+    site_name = "xs63b"
+    priority = 30
+    BASE_URL = "https://www.xs63b.com"
+    SEARCH_URL = "https://www.xs63b.com/search/"
+
+    @classmethod
+    async def _fetch_html(cls, keyword: str) -> str:
+        headers = {
+            "Host": "www.xs63b.com",
+            "Origin": "https://www.xs63b.com",
+            "Referer": "https://www.xs63b.com/",
+        }
+        try:
+            async with (await cls._http_get(cls.BASE_URL, headers=headers)) as resp:
+                base_html = await cls._response_to_str(resp)
+            data = {
+                "_token": cls._parse_token(base_html),
+                "kw": keyword,
+            }
+            async with (
+                await cls._http_post(cls.SEARCH_URL, data=data, headers=headers)
+            ) as resp:
+                return await cls._response_to_str(resp)
+        except Exception:
+            logger.error(
+                "Failed to fetch HTML for keyword '%s' from '%s'",
+                keyword,
+                cls.SEARCH_URL,
+            )
+            return ""
+
+    @classmethod
+    def _parse_html(cls, html_str: str, limit: int | None = None) -> list[SearchResult]:
+        doc = html.fromstring(html_str)
+        rows = doc.xpath("//div[@class='toplist']/ul/li")
+        results: list[SearchResult] = []
+
+        for idx, row in enumerate(rows):
+            href = cls._first_str(row.xpath(".//p[@class='s1']/a[1]/@href"))
+            if not href:
+                continue
+
+            if limit is not None and idx >= limit:
+                break
+
+            # 'https://www.xs63b.com/{catalog}/{name}/' -> "{catalog}-{name}"
+            book_id = href.split("xs63b.com", 1)[-1].strip(" /").replace("/", "-")
+            book_url = cls._abs_url(href)
+
+            title = "".join(row.xpath(".//p[@class='s1']//a//text()"))
+
+            latest_chapter = (
+                cls._first_str(row.xpath(".//p[@class='s2']//a/text()")) or "-"
+            )
+            author = cls._first_str(row.xpath(".//p[@class='s3']/text()")) or "-"
+            word_count = cls._first_str(row.xpath(".//p[@class='s4']/text()")) or "-"
+            update_date = cls._first_str(row.xpath(".//p[@class='s6']/text()")) or "-"
+
+            # Compute priority
+            prio = cls.priority + idx
+
+            results.append(
+                SearchResult(
+                    site=cls.site_name,
+                    book_id=book_id,
+                    book_url=book_url,
+                    cover_url="",
+                    title=title,
+                    author=author,
+                    latest_chapter=latest_chapter,
+                    update_date=update_date,
+                    word_count=word_count,
+                    priority=prio,
+                )
+            )
+        return results
+
+    @staticmethod
+    def _parse_token(html_str: str) -> str:
+        doc = html.fromstring(html_str)
+        vals = doc.xpath("//div[@id='search']//input[@name='_token']/@value")
+        return vals[0].strip() if vals else ""