rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -56
- package/lib/api/category/one.ts +54 -0
- package/lib/api/index.ts +10 -4
- package/lib/api/radar/rules/all.ts +3 -6
- package/lib/api/radar/rules/one.ts +3 -6
- package/lib/app.tsx +2 -0
- package/lib/config.ts +95 -17
- package/lib/errors/index.test.ts +11 -7
- package/lib/errors/index.tsx +11 -4
- package/lib/index.ts +5 -2
- package/lib/middleware/anti-hotlink.test.ts +197 -12
- package/lib/middleware/anti-hotlink.ts +29 -1
- package/lib/middleware/cache.ts +21 -6
- package/lib/middleware/logger.ts +6 -2
- package/lib/middleware/parameter.test.ts +22 -5
- package/lib/middleware/parameter.ts +47 -17
- package/lib/middleware/template.tsx +28 -15
- package/lib/middleware/trace.ts +25 -0
- package/lib/registry.test.ts +8 -0
- package/lib/registry.ts +10 -2
- package/lib/router.js +1 -21
- package/lib/routes/0x80/index.ts +87 -0
- package/lib/routes/0x80/namespace.ts +7 -0
- package/lib/routes/141jav/index.ts +25 -21
- package/lib/routes/141ppv/index.ts +24 -20
- package/lib/routes/2048/index.ts +13 -10
- package/lib/routes/3dmgame/news-center.ts +1 -1
- package/lib/routes/423down/index.ts +258 -101
- package/lib/routes/423down/namespace.ts +3 -1
- package/lib/routes/423down/templates/description.art +21 -0
- package/lib/routes/4ksj/forum.ts +54 -20
- package/lib/routes/500px/tribe-set.ts +3 -2
- package/lib/routes/51cto/recommend.ts +45 -7
- package/lib/routes/51read/article.ts +82 -0
- package/lib/routes/{thecatcity → 51read}/namespace.ts +2 -2
- package/lib/routes/5eplay/utils.ts +5 -3
- package/lib/routes/69shu/article.ts +96 -0
- package/lib/routes/{arknights → 69shu}/namespace.ts +2 -2
- package/lib/routes/6v123/latest-movies.ts +1 -1
- package/lib/routes/6v123/latest-tvseries.ts +1 -1
- package/lib/routes/6v123/utils.ts +64 -62
- package/lib/routes/81/81rc/index.ts +68 -32
- package/lib/routes/81/namespace.ts +3 -1
- package/lib/routes/95mm/utils.ts +1 -1
- package/lib/routes/abc/index.ts +3 -3
- package/lib/routes/academia/namespace.ts +6 -0
- package/lib/routes/academia/topics.ts +49 -0
- package/lib/routes/agri/index.ts +307 -0
- package/lib/routes/agri/namespace.ts +8 -0
- package/lib/routes/agri/templates/description.art +21 -0
- package/lib/routes/alipan/files.ts +80 -0
- package/lib/routes/alipan/namespace.ts +7 -0
- package/lib/routes/alipan/types.ts +62 -0
- package/lib/routes/alistapart/utils.ts +2 -2
- package/lib/routes/aljazeera/index.ts +18 -15
- package/lib/routes/alpinelinux/namespace.ts +11 -0
- package/lib/routes/alpinelinux/pkgs.ts +104 -0
- package/lib/routes/anime1/anime.ts +63 -0
- package/lib/routes/anime1/namespace.ts +6 -0
- package/lib/routes/anime1/search.ts +57 -0
- package/lib/routes/apnews/api.ts +62 -0
- package/lib/routes/apnews/rss.ts +47 -0
- package/lib/routes/apnews/sitemap.ts +99 -0
- package/lib/routes/apnews/topics.ts +13 -21
- package/lib/routes/apnews/utils.ts +48 -0
- package/lib/routes/apple/apps.ts +31 -9
- package/lib/routes/apple/podcast.ts +64 -0
- package/lib/routes/asmr-200/index.ts +66 -0
- package/lib/routes/asmr-200/namespace.ts +6 -0
- package/lib/routes/asmr-200/templates/work.art +7 -0
- package/lib/routes/asmr-200/type.ts +96 -0
- package/lib/routes/asus/bios.ts +88 -21
- package/lib/routes/asus/templates/bios.art +13 -6
- package/lib/routes/autocentre/index.ts +29 -0
- package/lib/routes/autocentre/namespace.ts +7 -0
- package/lib/routes/baai/events.ts +10 -21
- package/lib/routes/baai/hub.ts +59 -29
- package/lib/routes/baai/utils.ts +19 -4
- package/lib/routes/bangumi/tv/other/followrank.ts +29 -16
- package/lib/routes/bbc/index.ts +25 -10
- package/lib/routes/bc3ts/list.ts +72 -0
- package/lib/routes/bc3ts/namespace.ts +7 -0
- package/lib/routes/bc3ts/templates/media.art +10 -0
- package/lib/routes/bc3ts/types.ts +118 -0
- package/lib/routes/behance/user.ts +14 -3
- package/lib/routes/beijingprice/index.ts +193 -0
- package/lib/routes/beijingprice/namespace.ts +8 -0
- package/lib/routes/bestblogs/feeds.ts +107 -0
- package/lib/routes/bestblogs/namespace.ts +6 -0
- package/lib/routes/bilibili/api-interface.d.ts +9 -0
- package/lib/routes/bilibili/bangumi.ts +3 -2
- package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
- package/lib/routes/bilibili/cache.ts +26 -2
- package/lib/routes/bilibili/dynamic.ts +121 -92
- package/lib/routes/bilibili/followings-dynamic.ts +6 -2
- package/lib/routes/bilibili/followings-video.ts +9 -3
- package/lib/routes/bilibili/namespace.ts +1 -1
- package/lib/routes/bilibili/ranking.ts +100 -9
- package/lib/routes/bilibili/readlist.ts +3 -2
- package/lib/routes/bilibili/utils.ts +5 -0
- package/lib/routes/bilibili/video.ts +6 -7
- package/lib/routes/binance/announcement.ts +168 -0
- package/lib/routes/binance/types.ts +26 -0
- package/lib/routes/bing/daily-wallpaper.ts +62 -22
- package/lib/routes/bitget/announcement.ts +200 -0
- package/lib/routes/bitget/namespace.ts +6 -0
- package/lib/routes/bitget/type.ts +26 -0
- package/lib/routes/bjnews/cat.ts +43 -0
- package/lib/routes/bjnews/column.ts +43 -0
- package/lib/routes/bjnews/namespace.ts +6 -0
- package/lib/routes/bjnews/utils.ts +19 -0
- package/lib/routes/bjp/apod.ts +4 -2
- package/lib/routes/bjtu/gs.ts +224 -0
- package/lib/routes/bjtu/namespace.ts +8 -0
- package/lib/routes/bjx/fd.ts +63 -0
- package/lib/routes/bjx/namespace.ts +1 -1
- package/lib/routes/bloomberg/utils.ts +2 -2
- package/lib/routes/bluearchive/namespace.ts +7 -0
- package/lib/routes/bluearchive/news.ts +88 -0
- package/lib/routes/bnu/mba.ts +202 -0
- package/lib/routes/bt0/mv.ts +65 -0
- package/lib/routes/bt0/namespace.ts +9 -0
- package/lib/routes/bt0/tlist.ts +67 -0
- package/lib/routes/bt0/util.ts +51 -0
- package/lib/routes/buaa/jiaowu.ts +124 -0
- package/lib/routes/buaa/lib/space/newbook.ts +171 -0
- package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
- package/lib/routes/buaa/news/index.ts +15 -13
- package/lib/routes/buaa/sme.ts +5 -3
- package/lib/routes/bugzilla/bug.ts +59 -0
- package/lib/routes/bugzilla/namespace.ts +11 -0
- package/lib/routes/bupt/jwc.ts +130 -0
- package/lib/routes/byau/namespace.ts +6 -0
- package/lib/routes/byau/xinwen/index.ts +72 -0
- package/lib/routes/caixin/latest.ts +3 -2
- package/lib/routes/caixin/templates/article.art +1 -1
- package/lib/routes/caixin/weekly.ts +5 -14
- package/lib/routes/cara/constant.ts +5 -0
- package/lib/routes/cara/likes.ts +56 -0
- package/lib/routes/cara/namespace.ts +6 -0
- package/lib/routes/cara/portfolio.ts +40 -0
- package/lib/routes/cara/templates/post.art +6 -0
- package/lib/routes/cara/timeline.ts +56 -0
- package/lib/routes/cara/types.ts +45 -0
- package/lib/routes/cara/utils.ts +62 -0
- package/lib/routes/cbaigui/utils.ts +1 -1
- package/lib/routes/cccfna/index.ts +82 -0
- package/lib/routes/cccfna/namespace.ts +6 -0
- package/lib/routes/ccfa/index.ts +216 -0
- package/lib/routes/ccfa/namespace.ts +8 -0
- package/lib/routes/ccfa/templates/description.art +7 -0
- package/lib/routes/cctv/category.ts +16 -12
- package/lib/routes/cctv/xwlb.ts +32 -10
- package/lib/routes/cdu/jwgg.ts +79 -0
- package/lib/routes/cdu/namespace.ts +6 -0
- package/lib/routes/cffex/announcement.ts +73 -0
- package/lib/routes/cffex/namespace.ts +6 -0
- package/lib/routes/cfr/index.ts +58 -0
- package/lib/routes/cfr/namespace.ts +6 -0
- package/lib/routes/cfr/types.ts +30 -0
- package/lib/routes/cfr/utils.ts +284 -0
- package/lib/routes/changba/user.ts +6 -5
- package/lib/routes/chaping/newsflash.ts +2 -2
- package/lib/routes/chikubi/category.ts +41 -0
- package/lib/routes/chikubi/index.ts +66 -0
- package/lib/routes/chikubi/namespace.ts +15 -0
- package/lib/routes/chikubi/navigation.ts +66 -0
- package/lib/routes/chikubi/nipple-video-category.ts +49 -0
- package/lib/routes/chikubi/nipple-video-maker.ts +49 -0
- package/lib/routes/chikubi/search.ts +39 -0
- package/lib/routes/chikubi/tag.ts +41 -0
- package/lib/routes/chikubi/utils.ts +135 -0
- package/lib/routes/chinaisa/index.ts +18 -8
- package/lib/routes/chlinlearn/daily-blog.ts +55 -0
- package/lib/routes/chlinlearn/namespcae.ts +6 -0
- package/lib/routes/chub/characters.ts +64 -0
- package/lib/routes/chub/namespace.ts +6 -0
- package/lib/routes/cls/subject.ts +153 -0
- package/lib/routes/cls/templates/description.art +21 -0
- package/lib/routes/cnbc/rss.ts +1 -1
- package/lib/routes/cnbeta/category.ts +23 -0
- package/lib/routes/cnbeta/{type.ts → common.ts} +1 -17
- package/lib/routes/cnbeta/index.ts +16 -0
- package/lib/routes/cnbeta/namespace.ts +1 -0
- package/lib/routes/cnbeta/topics.ts +23 -0
- package/lib/routes/cnblogs/common.ts +0 -2
- package/lib/routes/cnki/author.ts +2 -2
- package/lib/routes/cnki/utils.ts +1 -1
- package/lib/routes/codeforces/contests.ts +2 -2
- package/lib/routes/codeforces/recent-actions.ts +2 -2
- package/lib/routes/colamanga/manga.ts +88 -0
- package/lib/routes/colamanga/namespace.ts +9 -0
- package/lib/routes/copernicium/index.ts +67 -0
- package/lib/routes/copernicium/namespace.ts +6 -0
- package/lib/routes/copymanga/comic.ts +3 -1
- package/lib/routes/cpcaauto/index.ts +255 -0
- package/lib/routes/cpcaauto/namespace.ts +8 -0
- package/lib/routes/creative-comic/book.ts +2 -2
- package/lib/routes/creative-comic/utils.ts +1 -1
- package/lib/routes/crossbell/feeds/following.ts +20 -18
- package/lib/routes/crossbell/notes/utils.ts +15 -17
- package/lib/routes/cuilingmag/index.ts +211 -0
- package/lib/routes/cuilingmag/namespace.ts +8 -0
- package/lib/routes/cuilingmag/templates/description.art +17 -0
- package/lib/routes/daily/discussed.ts +0 -11
- package/lib/routes/daily/index.ts +2 -2
- package/lib/routes/daily/namespace.ts +1 -0
- package/lib/routes/daily/templates/posts.art +7 -0
- package/lib/routes/daily/upvoted.ts +5 -16
- package/lib/routes/daily/user.ts +227 -0
- package/lib/routes/daily/utils.ts +33 -16
- package/lib/routes/dangdang/namespace.ts +6 -0
- package/lib/routes/dangdang/notice.ts +69 -0
- package/lib/routes/darwinawards/index.ts +3 -4
- package/lib/routes/darwinawards/namespace.ts +1 -0
- package/lib/routes/{gov/anhui/kjt.ts → dataguidance/index.ts} +20 -19
- package/lib/routes/dataguidance/namespace.ts +7 -0
- package/lib/routes/dblp/publication.ts +4 -6
- package/lib/routes/deadbydaylight/index.ts +69 -0
- package/lib/routes/deadbydaylight/namespace.ts +12 -0
- package/lib/routes/dedao/list.ts +1 -1
- package/lib/routes/deepin/homepage.ts +6 -4
- package/lib/routes/deepin/thread.ts +102 -0
- package/lib/routes/deeplearning/thebatch.ts +30 -18
- package/lib/routes/dehenglaw/index.ts +128 -0
- package/lib/routes/dehenglaw/namespace.ts +8 -0
- package/lib/routes/dehenglaw/templates/description.art +7 -0
- package/lib/routes/devolverdigital/blog.ts +59 -42
- package/lib/routes/devtrium/namespace.ts +6 -0
- package/lib/routes/devtrium/posts.ts +55 -0
- package/lib/routes/dewu/declaration.ts +86 -0
- package/lib/routes/dewu/namespace.ts +6 -0
- package/lib/routes/dhu/jiaowu/news.ts +53 -24
- package/lib/routes/dhu/namespace.ts +1 -1
- package/lib/routes/dhu/xxgk/news.ts +48 -20
- package/lib/routes/digitalcameraworld/namespace.ts +6 -0
- package/lib/routes/digitalcameraworld/news.ts +61 -0
- package/lib/routes/discord/channel.ts +10 -10
- package/lib/routes/discord/discord-api.ts +27 -32
- package/lib/routes/discord/templates/message.art +15 -0
- package/lib/routes/discourse/notifications.ts +4 -2
- package/lib/routes/discourse/official.ts +55 -0
- package/lib/routes/dlnews/utils.ts +2 -2
- package/lib/routes/dlsite/utils.ts +1 -1
- package/lib/routes/dnaindia/category.ts +0 -105
- package/lib/routes/dnaindia/common.ts +68 -0
- package/lib/routes/dnaindia/namespace.ts +1 -0
- package/lib/routes/dnaindia/news.ts +24 -0
- package/lib/routes/dnaindia/topic.ts +28 -0
- package/lib/routes/dockerhub/build.ts +12 -7
- package/lib/routes/dockerhub/utils.ts +4 -3
- package/lib/routes/domp4/detail.ts +2 -2
- package/lib/routes/domp4/latest-movie-bt.ts +71 -0
- package/lib/routes/domp4/utils.ts +2 -2
- package/lib/routes/dongqiudi/result.ts +1 -1
- package/lib/routes/douban/movie/coming.ts +68 -0
- package/lib/routes/douban/other/group.ts +25 -4
- package/lib/routes/douban/templates/movie_coming.art +27 -0
- package/lib/routes/douyin/live.ts +1 -1
- package/lib/routes/douyin/templates/embed.art +1 -1
- package/lib/routes/douyu/room.ts +58 -18
- package/lib/routes/duckdb/namespace.ts +6 -0
- package/lib/routes/duckdb/news.ts +65 -0
- package/lib/routes/dushu/fuzhou/index.ts +10 -11
- package/lib/routes/dykszx/namespace.ts +8 -0
- package/lib/routes/dykszx/news.ts +88 -0
- package/lib/routes/eagle/blog.ts +13 -2
- package/lib/routes/eastmoney/report/index.ts +63 -15
- package/lib/routes/eastmoney/templates/stock_description.art +36 -0
- package/lib/routes/eastmoney/utils.ts +35 -0
- package/lib/routes/easynomad/joblist.ts +56 -0
- package/lib/routes/easynomad/namespace.ts +6 -0
- package/lib/routes/ecnu/jwc.ts +67 -0
- package/lib/routes/ecnu/namespace.ts +1 -1
- package/lib/routes/economist/espresso.ts +4 -3
- package/lib/routes/economist/full.ts +3 -2
- package/lib/routes/epicgames/index.ts +21 -9
- package/lib/routes/espn/namespace.ts +6 -0
- package/lib/routes/espn/news.ts +120 -0
- package/lib/routes/espn/templates/media.art +19 -0
- package/lib/routes/famitsu/category.ts +110 -43
- package/lib/routes/famitsu/templates/description.art +7 -0
- package/lib/routes/famitsu/types.ts +117 -0
- package/lib/routes/fanbox/index.ts +62 -0
- package/lib/routes/fanbox/namespace.ts +6 -0
- package/lib/routes/fanbox/templates/fanbox-post.art +7 -0
- package/lib/routes/fanbox/types.ts +239 -0
- package/lib/routes/fanbox/utils.ts +188 -0
- package/lib/routes/fanqienovel/namespace.ts +7 -0
- package/lib/routes/fanqienovel/page.ts +100 -0
- package/lib/routes/fansly/post.ts +1 -2
- package/lib/routes/fansly/tag.ts +1 -2
- package/lib/routes/fansly/templates/media.art +1 -1
- package/lib/routes/fansly/utils.ts +5 -4
- package/lib/routes/farmatters/index.ts +0 -1
- package/lib/routes/farmatters/namespace.ts +1 -0
- package/lib/routes/fashionnetwork/index.ts +192 -0
- package/lib/routes/fashionnetwork/namespace.ts +8 -0
- package/lib/routes/fashionnetwork/templates/description.art +17 -0
- package/lib/routes/fediverse/namespace.ts +6 -0
- package/lib/routes/fediverse/timeline.ts +98 -0
- package/lib/routes/finology/bullets.ts +0 -9
- package/lib/routes/finology/category.ts +60 -0
- package/lib/routes/finology/most-viewed.ts +4 -12
- package/lib/routes/finology/tag.ts +42 -63
- package/lib/routes/finology/utils.ts +3 -2
- package/lib/routes/finviz/news.ts +4 -4
- package/lib/routes/flashcat/blog.ts +61 -0
- package/lib/routes/flashcat/namespace.ts +6 -0
- package/lib/routes/follow/namespace.ts +6 -0
- package/lib/routes/follow/profile.ts +81 -0
- package/lib/routes/follow/types.ts +68 -0
- package/lib/routes/foresightnews/util.ts +1 -1
- package/lib/routes/fortunechina/index.ts +24 -14
- package/lib/routes/freebuf/index.ts +3 -3
- package/lib/routes/ft/namespace.ts +1 -1
- package/lib/routes/{ft → ftchinese}/channel.ts +5 -5
- package/lib/routes/ftchinese/namespace.ts +6 -0
- package/lib/routes/ftm/index.ts +60 -0
- package/lib/routes/ftm/namespace.ts +6 -0
- package/lib/routes/galxe/index.ts +94 -0
- package/lib/routes/galxe/namespace.ts +9 -0
- package/lib/routes/gamebase/news.ts +2 -2
- package/lib/routes/gamer/ani/anime.ts +10 -3
- package/lib/routes/gamer/ani/new-anime.ts +4 -3
- package/lib/routes/gamer/gnn-index.ts +31 -11
- package/lib/routes/gamer/hot.ts +4 -3
- package/lib/routes/gamersky/ent.ts +57 -0
- package/lib/routes/gamersky/namespace.ts +10 -0
- package/lib/routes/gamersky/news.ts +91 -0
- package/lib/routes/gamersky/review.ts +80 -0
- package/lib/routes/gamersky/utils.ts +94 -0
- package/lib/routes/gdut/oa-news.ts +12 -17
- package/lib/routes/geekpark/index.ts +219 -0
- package/lib/routes/geekpark/namespace.ts +8 -0
- package/lib/routes/geekpark/templates/description.art +21 -0
- package/lib/routes/getitfree/util.ts +1 -1
- package/lib/routes/gisreportsonline/index.ts +60 -0
- package/lib/routes/gisreportsonline/namespace.ts +6 -0
- package/lib/routes/github/activity.ts +56 -0
- package/lib/routes/github/comments.ts +32 -30
- package/lib/routes/github/issue.ts +27 -4
- package/lib/routes/github/notifications.ts +8 -14
- package/lib/routes/github/pulls.ts +5 -5
- package/lib/routes/github/search.ts +20 -18
- package/lib/routes/github/star.ts +4 -3
- package/lib/routes/github/trending.ts +27 -5
- package/lib/routes/github/wiki.ts +9 -1
- package/lib/routes/go/mhlw/pdf.ts +87 -0
- package/lib/routes/go/namespace.ts +8 -0
- package/lib/routes/go/niid/idwr-dl.ts +104 -0
- package/lib/routes/google/citations.ts +2 -2
- package/lib/routes/google/research.ts +45 -0
- package/lib/routes/google/scholar.ts +2 -2
- package/lib/routes/gov/ah/kjt.ts +229 -0
- package/lib/routes/gov/ah/namespace.ts +8 -0
- package/lib/routes/gov/beijing/bphc/index.ts +3 -3
- package/lib/routes/gov/cbirc/index.ts +371 -0
- package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
- package/lib/routes/gov/cn/namespace.ts +8 -0
- package/lib/routes/gov/{news → cn/news}/index.ts +11 -7
- package/lib/routes/gov/immiau/news.ts +2 -2
- package/lib/routes/gov/lswz/index.ts +289 -0
- package/lib/routes/gov/mee/ywdt.ts +2 -2
- package/lib/routes/gov/ndrc/fggz.ts +637 -2
- package/lib/routes/gov/ndrc/namespace.ts +8 -0
- package/lib/routes/gov/ndrc/xwdt.ts +28 -8
- package/lib/routes/gov/ndrc/zfxxgk/articles.ts +73 -0
- package/lib/routes/gov/{namespace.ts → pbc/namespace.ts} +1 -1
- package/lib/routes/gov/sh/fgw/index.ts +155 -0
- package/lib/routes/gov/sh/fgw/templates/description.art +17 -0
- package/lib/routes/gov/sh/namespace.ts +8 -0
- package/lib/routes/gov/{shanghai → sh}/rsj/ksxm.ts +2 -2
- package/lib/routes/gov/{shanghai → sh}/wgj/wgj.ts +3 -3
- package/lib/routes/gov/{shanghai → sh}/wsjkw/yqtb/index.ts +2 -2
- package/lib/routes/gov/{shanghai → sh}/yjj/index.ts +3 -3
- package/lib/routes/gov/stats/index.ts +27 -24
- package/lib/routes/gov/zhengce/index.ts +3 -6
- package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
- package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
- package/lib/routes/gov/zj/search.ts +80 -0
- package/lib/routes/gq/namespace.ts +6 -0
- package/lib/routes/gq/news.ts +60 -0
- package/lib/routes/grist/utils.ts +2 -2
- package/lib/routes/gs/developer/blog.ts +58 -0
- package/lib/routes/gs/namespace.ts +9 -0
- package/lib/routes/guangdiu/search.ts +1 -1
- package/lib/routes/guokr/utils.ts +1 -1
- package/lib/routes/gxmzu/ai.ts +1 -1
- package/lib/routes/gxmzu/lib.ts +9 -26
- package/lib/routes/gxmzu/utils/index.ts +31 -13
- package/lib/routes/gxmzu/yjs.ts +1 -1
- package/lib/routes/hackernews/index.ts +17 -6
- package/lib/routes/harvard/health/blog.ts +1 -1
- package/lib/routes/healthz.ts +8 -0
- package/lib/routes/hellogithub/index.ts +2 -2
- package/lib/routes/hellogithub/report.ts +2 -1
- package/lib/routes/hellogithub/volume.ts +39 -24
- package/lib/routes/hitcon/zeroday.ts +1 -1
- package/lib/routes/hket/index.ts +80 -76
- package/lib/routes/hottoys/index.ts +63 -0
- package/lib/routes/hottoys/namespace.ts +6 -0
- package/lib/routes/houxu/events.ts +0 -9
- package/lib/routes/houxu/index.ts +4 -6
- package/lib/routes/houxu/memory.ts +0 -9
- package/lib/routes/hpoi/all.ts +17 -6
- package/lib/routes/hpoi/character.ts +18 -6
- package/lib/routes/hpoi/info.ts +11 -6
- package/lib/routes/hpoi/user.ts +16 -4
- package/lib/routes/hpoi/utils.ts +36 -3
- package/lib/routes/hpoi/work.ts +18 -6
- package/lib/routes/hrbeu/job/calendar.ts +8 -6
- package/lib/routes/hust/gs.ts +281 -0
- package/lib/routes/hust/namespace.ts +1 -1
- package/lib/routes/huxiu/util.ts +2 -2
- package/lib/routes/{arknights → hypergryph/arknights}/announce.ts +27 -24
- package/lib/routes/hypergryph/arknights/arktca.ts +124 -0
- package/lib/routes/hypergryph/arknights/japan.ts +78 -0
- package/lib/routes/hypergryph/arknights/news.ts +118 -0
- package/lib/routes/hypergryph/namespace.ts +7 -0
- package/lib/routes/ieee/journal.ts +50 -67
- package/lib/routes/ieee/templates/description.art +1 -1
- package/lib/routes/ieee-security/sp.ts +6 -15
- package/lib/routes/iehou/index.ts +125 -0
- package/lib/routes/iehou/namespace.ts +8 -0
- package/lib/routes/ifeng/templates/video.art +1 -1
- package/lib/routes/imdb/chart.ts +61 -0
- package/lib/routes/imdb/namespace.ts +6 -0
- package/lib/routes/imdb/templates/chart.art +15 -0
- package/lib/routes/imdb/types.ts +103 -0
- package/lib/routes/imhcg/blog.ts +47 -0
- package/lib/routes/imhcg/namespace.ts +7 -0
- package/lib/routes/imop/namespace.ts +10 -0
- package/lib/routes/imop/tianshu.ts +53 -0
- package/lib/routes/informedainews/docs.ts +78 -0
- package/lib/routes/informedainews/namespace.ts +18 -0
- package/lib/routes/infzm/hot.ts +39 -0
- package/lib/routes/infzm/index.ts +3 -30
- package/lib/routes/infzm/utils.ts +34 -0
- package/lib/routes/inspirehep/author.ts +46 -0
- package/lib/routes/inspirehep/literature.ts +42 -0
- package/lib/routes/inspirehep/namespace.ts +7 -0
- package/lib/routes/inspirehep/types.ts +210 -0
- package/lib/routes/inspirehep/utils.ts +15 -0
- package/lib/routes/instagram/private-api/index.ts +27 -5
- package/lib/routes/instagram/templates/video.art +1 -1
- package/lib/routes/investor/index.ts +213 -0
- package/lib/routes/investor/namespace.ts +8 -0
- package/lib/routes/iplaysoft/index.ts +68 -0
- package/lib/routes/iplaysoft/namespace.ts +6 -0
- package/lib/routes/ithome/templates/description.art +13 -0
- package/lib/routes/ithome/zt.ts +118 -56
- package/lib/routes/iwara/subscriptions.ts +1 -1
- package/lib/routes/j-test/namespace.ts +6 -0
- package/lib/routes/j-test/news.ts +64 -0
- package/lib/routes/japanpost/namespace.ts +7 -1
- package/lib/routes/japanpost/router.ts +40 -0
- package/lib/routes/japanpost/track.ts +1 -23
- package/lib/routes/javbus/index.ts +15 -7
- package/lib/routes/javdb/actors.ts +6 -2
- package/lib/routes/javdb/index.ts +4 -4
- package/lib/routes/javdb/series.ts +1 -1
- package/lib/routes/javdb/utils.ts +6 -0
- package/lib/routes/javdb/videocodes.ts +56 -0
- package/lib/routes/jianshu/collection.ts +3 -2
- package/lib/routes/jianshu/home.ts +3 -2
- package/lib/routes/jianshu/user.ts +3 -2
- package/lib/routes/jike/topic.ts +10 -3
- package/lib/routes/jike/user.ts +3 -2
- package/lib/routes/jingzhengu/namespace.ts +6 -0
- package/lib/routes/jingzhengu/news.ts +77 -0
- package/lib/routes/jingzhengu/types.ts +39 -0
- package/lib/routes/jingzhengu/utils.ts +35 -0
- package/lib/routes/jinritemai/docs.ts +74 -0
- package/lib/routes/jinritemai/namespace.ts +6 -0
- package/lib/routes/jiuyangongshe/community.ts +147 -0
- package/lib/routes/jiuyangongshe/namespace.ts +7 -0
- package/lib/routes/jiuyangongshe/templates/community-description.art +4 -0
- package/lib/routes/jjwxc/book.ts +22 -17
- package/lib/routes/jlu/ccst/xwzx/index.ts +63 -0
- package/lib/routes/jlu/jwc.ts +55 -0
- package/lib/routes/jlu/namespace.ts +6 -0
- package/lib/routes/joins/chinese.ts +218 -0
- package/lib/routes/joins/namespace.ts +8 -0
- package/lib/routes/joins/templates/description.art +17 -0
- package/lib/routes/jou/utils/index.ts +35 -25
- package/lib/routes/juejin/dynamic.ts +114 -0
- package/lib/routes/kadokawa/blog.ts +134 -0
- package/lib/routes/kadokawa/namespace.ts +8 -0
- package/lib/routes/kadokawa/templates/description.art +21 -0
- package/lib/routes/kakuyomu/namespace.ts +6 -0
- package/lib/routes/kakuyomu/types.ts +6 -0
- package/lib/routes/kakuyomu/works.ts +73 -0
- package/lib/routes/kaopu/news.ts +3 -3
- package/lib/routes/kcna/utils.ts +1 -1
- package/lib/routes/kelownacapnews/namespace.ts +6 -0
- package/lib/routes/kelownacapnews/news.ts +93 -0
- package/lib/routes/kemono/index.ts +21 -0
- package/lib/routes/keylol/index.ts +138 -17
- package/lib/routes/konachan/namespace.ts +7 -0
- package/lib/routes/konachan/post.ts +84 -0
- package/lib/routes/kpmg/insights.ts +143 -0
- package/lib/routes/kpmg/namespace.ts +10 -0
- package/lib/routes/kpmg/templates/description.art +11 -0
- package/lib/routes/kurogames/namespace.ts +7 -0
- package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
- package/lib/routes/kyodonews/index.ts +1 -1
- package/lib/routes/layoffs/index.ts +1 -1
- package/lib/routes/leetcode/articles.ts +19 -21
- package/lib/routes/lemmy/index.ts +30 -3
- package/lib/routes/lemmy/namespace.ts +1 -0
- package/lib/routes/lianxh/index.ts +116 -0
- package/lib/routes/lianxh/namespace.ts +7 -0
- package/lib/routes/line/today.ts +1 -1
- package/lib/routes/link3/events.ts +86 -0
- package/lib/routes/link3/namespace.ts +6 -0
- package/lib/routes/link3/profile.ts +143 -0
- package/lib/routes/linkedin/cn/renderer.ts +1 -1
- package/lib/routes/linkedin/jobs.ts +69 -11
- package/lib/routes/linkedin/namespace.ts +1 -1
- package/lib/routes/linkedin/utils.ts +21 -6
- package/lib/routes/lmu/jobs.ts +96 -0
- package/lib/routes/lmu/namespace.ts +17 -0
- package/lib/routes/lmu/templates/jobPosting.art +11 -0
- package/lib/routes/lofter/collection.ts +87 -0
- package/lib/routes/lofter/tag.ts +3 -3
- package/lib/routes/lofter/user.ts +7 -6
- package/lib/routes/logclub/index.ts +1 -2
- package/lib/routes/logonews/index.ts +0 -2
- package/lib/routes/lrepacks/index.ts +201 -0
- package/lib/routes/lrepacks/namespace.ts +8 -0
- package/lib/routes/lrepacks/templates/description.art +21 -0
- package/lib/routes/luma/index.ts +92 -0
- package/lib/routes/luma/namespace.ts +6 -0
- package/lib/routes/luogu/user-blog.ts +6 -6
- package/lib/routes/luolei/index.ts +7 -3
- package/lib/routes/lxixsxa/jsonp-helper.ts +1 -1
- package/lib/routes/maccms/index.ts +72 -0
- package/lib/routes/maccms/namespace.ts +9 -0
- package/lib/routes/maccms/templates/vod.art +12 -0
- package/lib/routes/maccms/type.ts +102 -0
- package/lib/routes/magnumphotos/magazine.ts +63 -0
- package/lib/routes/magnumphotos/namespace.ts +6 -0
- package/lib/routes/malaysiakini/index.ts +179 -0
- package/lib/routes/malaysiakini/namespace.ts +11 -0
- package/lib/routes/mangadex/namespace.ts +1 -1
- package/lib/routes/manyvids/namespace.ts +7 -0
- package/lib/routes/manyvids/templates/video.art +3 -0
- package/lib/routes/manyvids/types.ts +89 -0
- package/lib/routes/manyvids/video.ts +51 -0
- package/lib/routes/mastodon/account-id.ts +26 -3
- package/lib/routes/mastodon/acct.ts +15 -4
- package/lib/routes/mastodon/timeline-local.ts +14 -3
- package/lib/routes/mastodon/timeline-remote.ts +14 -3
- package/lib/routes/matters/author.ts +63 -0
- package/lib/routes/matters/latest.ts +74 -0
- package/lib/routes/matters/namespace.ts +7 -0
- package/lib/routes/matters/tags.ts +85 -0
- package/lib/routes/matters/utils.ts +30 -0
- package/lib/routes/mckinsey/cn/index.ts +4 -7
- package/lib/routes/mcmod/index.ts +105 -0
- package/lib/routes/mcmod/namespace.ts +6 -0
- package/lib/routes/mcmod/templates/mod.art +13 -0
- package/lib/routes/meishichina/index.ts +1997 -0
- package/lib/routes/meishichina/namespace.ts +8 -0
- package/lib/routes/meituan/namespace.ts +6 -0
- package/lib/routes/meituan/tech.ts +67 -0
- package/lib/routes/metacritic/index.ts +11 -1
- package/lib/routes/metrics.ts +12 -0
- package/lib/routes/microsoft/mcr.ts +63 -0
- package/lib/routes/microsoft/namespace.ts +2 -2
- package/lib/routes/mihoyo/bbs/img-ranking.ts +4 -4
- package/lib/routes/mihoyo/bbs/official.ts +60 -39
- package/lib/routes/mihoyo/bbs/static-data.ts +7 -0
- package/lib/routes/minecraft/version.ts +1 -1
- package/lib/routes/mingpao/templates/fancybox.art +1 -1
- package/lib/routes/mirrormedia/category.ts +101 -0
- package/lib/routes/mirrormedia/index.ts +43 -0
- package/lib/routes/mirrormedia/namespace.ts +6 -0
- package/lib/routes/mirrormedia/utils.ts +19 -0
- package/lib/routes/missav/templates/preview.art +1 -1
- package/lib/routes/misskey/featured-notes.ts +3 -2
- package/lib/routes/misskey/user-timeline.ts +43 -0
- package/lib/routes/misskey/utils.ts +41 -1
- package/lib/routes/modb/topic.ts +5 -6
- package/lib/routes/my-formosa/index.ts +78 -0
- package/lib/routes/my-formosa/namespace.ts +6 -0
- package/lib/routes/myfans/namespace.ts +6 -0
- package/lib/routes/myfans/post.ts +64 -0
- package/lib/routes/myfans/templates/post.art +8 -0
- package/lib/routes/myfans/types.ts +104 -0
- package/lib/routes/myfans/utils.ts +39 -0
- package/lib/routes/nasa/apod.ts +4 -3
- package/lib/routes/nasa/namespace.ts +1 -1
- package/lib/routes/natgeo/dailyphoto.ts +5 -4
- package/lib/routes/natgeo/dailyselection.ts +18 -3
- package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
- package/lib/routes/nationalgeographic/templates/stories.art +1 -1
- package/lib/routes/nber/all.ts +19 -0
- package/lib/routes/nber/{index.ts → common.ts} +5 -34
- package/lib/routes/nber/namespace.ts +1 -0
- package/lib/routes/nber/new.ts +20 -0
- package/lib/routes/ncc-cma/cmdp.ts +289 -32
- package/lib/routes/ncc-cma/namespace.ts +2 -0
- package/lib/routes/ncku/csie.ts +83 -0
- package/lib/routes/ncku/namespace.ts +6 -0
- package/lib/routes/ncu/jwc.ts +13 -2
- package/lib/routes/neea/index.ts +47 -19
- package/lib/routes/neea/jlpt.ts +12 -15
- package/lib/routes/neea/namespace.ts +2 -2
- package/lib/routes/newrank/utils.ts +1 -1
- package/lib/routes/newyorker/namespace.ts +6 -0
- package/lib/routes/newyorker/news.ts +70 -0
- package/lib/routes/newzmz/util.ts +1 -1
- package/lib/routes/nextjs/blog.ts +63 -0
- package/lib/routes/nextjs/namespace.ts +6 -0
- package/lib/routes/nga/forum.ts +3 -2
- package/lib/routes/nhentai/{other.ts → index.ts} +3 -8
- package/lib/routes/nhentai/namespace.ts +1 -0
- package/lib/routes/nhentai/search.ts +0 -5
- package/lib/routes/nhentai/util.ts +7 -7
- package/lib/routes/nhk/news.ts +32 -15
- package/lib/routes/nicovideo/namespace.ts +7 -0
- package/lib/routes/nicovideo/templates/video.art +7 -0
- package/lib/routes/nicovideo/types.ts +54 -0
- package/lib/routes/nicovideo/utils.ts +37 -0
- package/lib/routes/nicovideo/video.ts +47 -0
- package/lib/routes/nikkei/asia/index.ts +1 -10
- package/lib/routes/nikkei/cn/index.ts +40 -4
- package/lib/routes/nikkei/index.ts +5 -4
- package/lib/routes/nikkei/namespace.ts +1 -1
- package/lib/routes/nikkei/news.ts +2 -2
- package/lib/routes/njxzc/utils/index.ts +31 -13
- package/lib/routes/nmc/weatheralarm.ts +1 -0
- package/lib/routes/notion/release.ts +81 -0
- package/lib/routes/npm/package.ts +15 -8
- package/lib/routes/nudt/namespace.ts +6 -0
- package/lib/routes/nudt/yjszs.ts +68 -0
- package/lib/routes/nyaa/main.ts +2 -3
- package/lib/routes/nyaa/namespace.ts +10 -0
- package/lib/routes/nytimes/book.ts +14 -17
- package/lib/routes/nytimes/index.ts +16 -9
- package/lib/routes/obsidian/namespace.ts +6 -0
- package/lib/routes/obsidian/publish.ts +83 -0
- package/lib/routes/obsidian/utils.ts +8 -0
- package/lib/routes/oct0pu5/namespace.ts +10 -0
- package/lib/routes/oct0pu5/rss.ts +48 -0
- package/lib/routes/odaily/activity.ts +6 -1
- package/lib/routes/odaily/user.ts +6 -1
- package/lib/routes/olevod/namespace.ts +6 -0
- package/lib/routes/olevod/vod.ts +49 -0
- package/lib/routes/olevod/vodlist.ts +48 -0
- package/lib/routes/ollama/blog.ts +39 -0
- package/lib/routes/ollama/models.ts +42 -0
- package/lib/routes/ollama/namespace.ts +6 -0
- package/lib/routes/openai/common.ts +1 -1
- package/lib/routes/oschina/news.ts +6 -2
- package/lib/routes/p-articles/contributors.ts +53 -0
- package/lib/routes/p-articles/namespace.ts +13 -0
- package/lib/routes/p-articles/section.ts +60 -0
- package/lib/routes/p-articles/utils.ts +21 -0
- package/lib/routes/panewslab/news.ts +1 -11
- package/lib/routes/panewslab/{index.ts → profundity.ts} +3 -11
- package/lib/routes/pconline/focus.ts +143 -0
- package/lib/routes/pconline/namespace.ts +10 -0
- package/lib/routes/people/index.ts +8 -2
- package/lib/routes/picnob/namespace.ts +1 -4
- package/lib/routes/picnob/user.ts +14 -5
- package/lib/routes/picuki/namespace.ts +1 -4
- package/lib/routes/picuki/profile.ts +11 -7
- package/lib/routes/pikabu/templates/video.art +1 -1
- package/lib/routes/pixiv/bookmarks.ts +1 -1
- package/lib/routes/pixiv/illustfollow.ts +2 -1
- package/lib/routes/pixiv/ranking.ts +76 -12
- package/lib/routes/pixiv/search.ts +60 -9
- package/lib/routes/pixiv/user.ts +4 -2
- package/lib/routes/pixiv/utils.ts +3 -3
- package/lib/routes/pixivision/index.ts +84 -0
- package/lib/routes/pixivision/namespace.ts +6 -0
- package/lib/routes/pixivision/utils.ts +86 -0
- package/lib/routes/pku/bbs/hot.ts +1 -1
- package/lib/routes/podwise/collections.ts +46 -0
- package/lib/routes/podwise/episodes.ts +119 -0
- package/lib/routes/podwise/namespace.ts +9 -0
- package/lib/routes/pornhub/category-url.ts +1 -1
- package/lib/routes/pornhub/category.ts +3 -2
- package/lib/routes/pornhub/model.ts +6 -5
- package/lib/routes/pornhub/pornstar.ts +67 -17
- package/lib/routes/pornhub/search.ts +3 -2
- package/lib/routes/pornhub/templates/description.art +1 -1
- package/lib/routes/pornhub/users.ts +2 -2
- package/lib/routes/pornhub/utils.ts +1 -1
- package/lib/routes/ps/monthly-games.ts +3 -2
- package/lib/routes/psyche/namespace.ts +6 -0
- package/lib/routes/psyche/templates/essay.art +3 -0
- package/lib/routes/psyche/templates/video.art +10 -0
- package/lib/routes/psyche/topic.ts +46 -0
- package/lib/routes/psyche/type.ts +53 -0
- package/lib/routes/psyche/utils.ts +107 -0
- package/lib/routes/pubscholar/explore.ts +62 -0
- package/lib/routes/pubscholar/namespace.ts +7 -0
- package/lib/routes/pubscholar/types.ts +41 -0
- package/lib/routes/pubscholar/utils.ts +44 -0
- package/lib/routes/pwc/sustainability.ts +53 -49
- package/lib/routes/qiche365/namespace.ts +5 -0
- package/lib/routes/qiche365/recall.ts +53 -0
- package/lib/routes/qidian/chapter.ts +4 -3
- package/lib/routes/qidian/namespace.ts +1 -1
- package/lib/routes/qingting/podcast.ts +61 -39
- package/lib/routes/qq/cfhd/index.ts +140 -0
- package/lib/routes/qq/namespace.ts +4 -2
- package/lib/routes/questn/community.ts +76 -0
- package/lib/routes/questn/events.ts +101 -0
- package/lib/routes/questn/namespace.ts +6 -0
- package/lib/routes/questn/util.ts +16 -0
- package/lib/routes/radio-canada/latest.ts +1 -1
- package/lib/routes/raycast/changelog.ts +54 -0
- package/lib/routes/raycast/namespace.ts +7 -0
- package/lib/routes/react/blog.ts +57 -0
- package/lib/routes/react/namespace.ts +6 -0
- package/lib/routes/readhub/util.ts +1 -1
- package/lib/routes/readwise/list.ts +152 -0
- package/lib/routes/readwise/namespace.ts +6 -0
- package/lib/routes/rebase/geekdaily.ts +35 -0
- package/lib/routes/rebase/namespace.ts +6 -0
- package/lib/routes/reuters/common.ts +59 -5
- package/lib/routes/reuters/namespace.ts +1 -1
- package/lib/routes/rss3/index.ts +157 -0
- package/lib/routes/rss3/interfaces/metadata.ts +67 -0
- package/lib/routes/rss3/namespace.ts +7 -0
- package/lib/routes/rsshub/routes.ts +37 -15
- package/lib/routes/ruc/ai.ts +87 -0
- package/lib/routes/ruc/namespace.ts +5 -2
- package/lib/routes/samd/namespace.ts +6 -0
- package/lib/routes/samd/news.ts +74 -0
- package/lib/routes/sara/index.ts +66 -0
- package/lib/routes/sara/namespace.ts +6 -0
- package/lib/routes/science/blogs.ts +8 -2
- package/lib/routes/sciencedirect/cf-email.ts +0 -1
- package/lib/routes/scmp/index.ts +2 -2
- package/lib/routes/scut/gzic/media.ts +71 -0
- package/lib/routes/scut/gzic/news.ts +65 -0
- package/lib/routes/scut/gzic/notice.ts +88 -0
- package/lib/routes/sdu/{cs.ts → cs/index.ts} +46 -12
- package/lib/routes/sdu/cs/yjsgz.ts +85 -0
- package/lib/routes/sdu/gjsw.ts +80 -0
- package/lib/routes/sdu/namespace.ts +2 -2
- package/lib/routes/sdu/qd/xszxqd.ts +98 -0
- package/lib/routes/sdu/qd/xyb.ts +82 -0
- package/lib/routes/sdu/ygb.ts +90 -0
- package/lib/routes/sehuatang/index.ts +33 -14
- package/lib/routes/shiep/config.ts +4 -10
- package/lib/routes/shiep/index.ts +9 -9
- package/lib/routes/shisu/en.ts +75 -0
- package/lib/routes/shisu/namespace.ts +1 -1
- package/lib/routes/shisu/news.ts +12 -12
- package/lib/routes/showstart/artist.ts +5 -4
- package/lib/routes/showstart/brand.ts +5 -4
- package/lib/routes/showstart/event.ts +8 -7
- package/lib/routes/showstart/search.ts +43 -9
- package/lib/routes/showstart/service.ts +81 -53
- package/lib/routes/showstart/site.ts +41 -0
- package/lib/routes/showstart/utils.ts +9 -8
- package/lib/routes/sicau/jiaowu.ts +77 -0
- package/lib/routes/sicau/jk.ts +210 -0
- package/lib/routes/sicau/namespace.ts +1 -1
- package/lib/routes/sigsac/ccs.ts +16 -22
- package/lib/routes/sina/templates/video.art +1 -1
- package/lib/routes/sis001/author.ts +52 -0
- package/lib/routes/sis001/common.ts +38 -0
- package/lib/routes/sis001/forum.ts +2 -29
- package/lib/routes/sjtu/jwc.ts +4 -1
- package/lib/routes/sjtu/namespace.ts +1 -1
- package/lib/routes/sjtu/seiee/index.ts +97 -0
- package/lib/routes/sjtu/yzb/zkxx.ts +36 -16
- package/lib/routes/sketis/isabelle-dev/blog/index.ts +77 -0
- package/lib/routes/sketis/namespace.ts +6 -0
- package/lib/routes/smzdm/keyword.ts +3 -2
- package/lib/routes/smzdm/product.ts +85 -0
- package/lib/routes/smzdm/ranking.ts +180 -46
- package/lib/routes/sohu/mp.ts +183 -63
- package/lib/routes/solidot/main.ts +28 -12
- package/lib/routes/soundon/namespace.ts +6 -0
- package/lib/routes/soundon/podcast.ts +80 -0
- package/lib/routes/soundon/types.ts +67 -0
- package/lib/routes/spotify/artist.ts +16 -18
- package/lib/routes/spotify/artists-top.ts +7 -8
- package/lib/routes/spotify/playlist.ts +10 -10
- package/lib/routes/spotify/saved.ts +7 -8
- package/lib/routes/spotify/show.ts +8 -9
- package/lib/routes/spotify/tracks-top.ts +7 -8
- package/lib/routes/spotify/utils.ts +22 -22
- package/lib/routes/springer/journal.ts +10 -12
- package/lib/routes/sse/sselawsrules.ts +370 -0
- package/lib/routes/sspai/author.ts +8 -2
- package/lib/routes/sspai/column.ts +1 -1
- package/lib/routes/sspai/index.ts +12 -6
- package/lib/routes/sspai/matrix.ts +8 -2
- package/lib/routes/sspai/prime-community.ts +83 -0
- package/lib/routes/sspai/series-update.ts +1 -1
- package/lib/routes/sspai/tag.ts +8 -2
- package/lib/routes/sspai/topic.ts +8 -2
- package/lib/routes/sspai/topics.ts +1 -1
- package/lib/routes/stbu/jsjxy.ts +3 -3
- package/lib/routes/stbu/xyxw.ts +14 -3
- package/lib/routes/steam/appcommunityfeed.ts +92 -0
- package/lib/routes/steam/sharefile-changelog.ts +65 -0
- package/lib/routes/steam/templates/appcommunityfeed-description.art +4 -0
- package/lib/routes/steam/templates/workshop-search-description.art +5 -0
- package/lib/routes/steam/workshop-search.ts +109 -0
- package/lib/routes/stockedge/utils.ts +9 -11
- package/lib/routes/stream-capital/namespace.ts +6 -0
- package/lib/routes/stream-capital/search.ts +79 -0
- package/lib/routes/stream-capital/types.ts +44 -0
- package/lib/routes/stream-capital/utils.ts +18 -0
- package/lib/routes/supchina/index.ts +1 -1
- package/lib/routes/supchina/podcasts.ts +5 -3
- package/lib/routes/sustainabilitymag/articles.ts +146 -0
- package/lib/routes/sustainabilitymag/namespace.ts +6 -0
- package/lib/routes/swjtu/gsee/yjs.ts +76 -0
- package/lib/routes/swjtu/scai/bks.ts +76 -0
- package/lib/routes/swpu/bgw.ts +31 -33
- package/lib/routes/swpu/dean.ts +27 -29
- package/lib/routes/swpu/dxy.ts +26 -28
- package/lib/routes/swpu/scs.ts +29 -31
- package/lib/routes/szse/rule.ts +315 -42
- package/lib/routes/t66y/index.ts +29 -7
- package/lib/routes/taoguba/blog.ts +1 -1
- package/lib/routes/taoguba/index.ts +1 -1
- package/lib/routes/taptap/review.ts +23 -23
- package/lib/routes/techcrunch/news.ts +20 -27
- package/lib/routes/techcrunch/templates/description.art +7 -0
- package/lib/routes/techflowpost/express.ts +1 -11
- package/lib/routes/techflowpost/index.ts +2 -2
- package/lib/routes/telecompaper/news.ts +1 -1
- package/lib/routes/telegram/blog.ts +3 -2
- package/lib/routes/telegram/channel.ts +93 -34
- package/lib/routes/telegram/stickerpack.ts +3 -2
- package/lib/routes/tencent/cloud/developer/column.ts +81 -0
- package/lib/routes/tencent/namespace.ts +2 -2
- package/lib/routes/tencent/news/author.ts +15 -12
- package/lib/routes/tesla/cx.ts +1 -1
- package/lib/routes/test/index.ts +66 -45
- package/lib/routes/test/namespace.ts +1 -1
- package/lib/routes/tfc-taiwan/common.ts +38 -0
- package/lib/routes/tfc-taiwan/index.ts +10 -40
- package/lib/routes/tfc-taiwan/topic.ts +17 -0
- package/lib/routes/the/index.ts +214 -0
- package/lib/routes/the/namespace.ts +8 -0
- package/lib/routes/the/templates/description.art +27 -0
- package/lib/routes/the/util.ts +307 -0
- package/lib/routes/theblockbeats/index.ts +59 -23
- package/lib/routes/theblockbeats/namespace.ts +2 -2
- package/lib/routes/theblockbeats/templates/description.art +5 -0
- package/lib/routes/theinitium/app.ts +137 -0
- package/lib/routes/theinitium/author.ts +23 -0
- package/lib/routes/theinitium/channel.ts +28 -0
- package/lib/routes/theinitium/follow.ts +43 -0
- package/lib/routes/theinitium/tags.ts +23 -0
- package/lib/routes/theinitium/templates/description.art +17 -0
- package/lib/routes/theinitium/{full.ts → utils.ts} +21 -32
- package/lib/routes/{thecatcity → thepetcity}/index.ts +23 -32
- package/lib/routes/thepetcity/namespace.ts +6 -0
- package/lib/routes/thepetcity/terms-map.ts +28 -0
- package/lib/routes/thoughtworks/index.ts +71 -0
- package/lib/routes/thoughtworks/namespace.ts +6 -0
- package/lib/routes/threads/index.ts +26 -20
- package/lib/routes/tiktok/templates/user.art +1 -1
- package/lib/routes/tju/cic/index.ts +2 -2
- package/lib/routes/tju/news/index.ts +2 -2
- package/lib/routes/tju/oaa/index.ts +2 -2
- package/lib/routes/towardsdatascience/latest.ts +67 -0
- package/lib/routes/towardsdatascience/namespace.ts +6 -0
- package/lib/routes/trending/all-trending.ts +2 -2
- package/lib/routes/trendingpapers/papers.ts +3 -9
- package/lib/routes/tribalfootball/latest.ts +1 -1
- package/lib/routes/tsdm39/bd.ts +101 -0
- package/lib/routes/tsdm39/namespace.ts +7 -0
- package/lib/routes/tsinghua/lib/zydt.ts +129 -0
- package/lib/routes/tsinghua/namespace.ts +8 -0
- package/lib/routes/ttv/index.ts +78 -0
- package/lib/routes/ttv/namespace.ts +6 -0
- package/lib/routes/tvb/news.ts +1 -0
- package/lib/routes/twitch/live.ts +3 -2
- package/lib/routes/twitch/video.ts +15 -6
- package/lib/routes/twitter/api/developer-api/search.ts +1 -1
- package/lib/routes/twitter/api/developer-api/user.ts +1 -1
- package/lib/routes/twitter/api/index.ts +3 -1
- package/lib/routes/twitter/api/mobile-api/api.ts +10 -7
- package/lib/routes/twitter/api/mobile-api/constants.ts +1 -1
- package/lib/routes/twitter/api/mobile-api/login.ts +164 -140
- package/lib/routes/twitter/api/mobile-api/token.ts +16 -22
- package/lib/routes/twitter/api/web-api/api.ts +32 -1
- package/lib/routes/twitter/api/web-api/constants.ts +45 -11
- package/lib/routes/twitter/api/web-api/login.ts +75 -0
- package/lib/routes/twitter/api/web-api/utils.ts +158 -25
- package/lib/routes/twitter/home-latest.ts +60 -0
- package/lib/routes/twitter/home.ts +4 -4
- package/lib/routes/twitter/keyword.ts +6 -5
- package/lib/routes/twitter/likes.ts +16 -12
- package/lib/routes/twitter/list.ts +8 -5
- package/lib/routes/twitter/media.ts +7 -6
- package/lib/routes/twitter/namespace.ts +4 -4
- package/lib/routes/twitter/trends.ts +1 -1
- package/lib/routes/twitter/tweet.ts +12 -2
- package/lib/routes/twitter/user.ts +13 -7
- package/lib/routes/twitter/utils.ts +25 -15
- package/lib/routes/twreporter/category.ts +67 -22
- package/lib/routes/twreporter/fetch-article.ts +11 -5
- package/lib/routes/twreporter/newest.ts +2 -2
- package/lib/routes/typst/namespace.ts +13 -0
- package/lib/routes/typst/universe.ts +108 -0
- package/lib/routes/u3c3/index.ts +1 -1
- package/lib/routes/u3c3/namespace.ts +1 -1
- package/lib/routes/u9a9/index.ts +2 -2
- package/lib/routes/u9a9/namespace.ts +1 -1
- package/lib/routes/uber/blog.ts +1 -1
- package/lib/routes/udn/breaking-news.ts +9 -0
- package/lib/routes/uestc/bbs.ts +97 -0
- package/lib/routes/uestc/namespace.ts +1 -1
- package/lib/routes/upc/jwc.ts +121 -0
- package/lib/routes/usenix/usenix.ts +24 -31
- package/lib/routes/ustc/scms.ts +97 -0
- package/lib/routes/utgd/category.ts +18 -59
- package/lib/routes/utgd/timeline.ts +9 -45
- package/lib/routes/utgd/topic.ts +9 -51
- package/lib/routes/utgd/utils.ts +41 -0
- package/lib/routes/v2ex/tab.ts +3 -2
- package/lib/routes/v2ex/topics.ts +20 -3
- package/lib/routes/v2ex/xna.ts +55 -0
- package/lib/routes/vice/namespace.ts +6 -0
- package/lib/routes/vice/templates/article.art +19 -0
- package/lib/routes/vice/topic.ts +103 -0
- package/lib/routes/vimeo/category.ts +4 -3
- package/lib/routes/vimeo/usr-videos.ts +3 -2
- package/lib/routes/voronoiapp/author.ts +41 -0
- package/lib/routes/voronoiapp/common.ts +247 -0
- package/lib/routes/voronoiapp/editors-pick.ts +28 -0
- package/lib/routes/voronoiapp/home.ts +29 -0
- package/lib/routes/voronoiapp/latest.ts +28 -0
- package/lib/routes/voronoiapp/namespace.ts +6 -0
- package/lib/routes/voronoiapp/popular.ts +49 -0
- package/lib/routes/voronoiapp/search.ts +33 -0
- package/lib/routes/voronoiapp/types.d.ts +78 -0
- package/lib/routes/watasuke/blog.ts +1 -1
- package/lib/routes/wchscu/namespace.ts +6 -0
- package/lib/routes/wchscu/recruit.ts +73 -0
- package/lib/routes/wechat/ershcimi.ts +1 -3
- package/lib/routes/wechat/tgchannel.ts +8 -1
- package/lib/routes/weekendhk/posts.ts +2 -2
- package/lib/routes/weibo/friends.ts +1 -0
- package/lib/routes/weibo/group.ts +1 -0
- package/lib/routes/weibo/keyword.ts +16 -13
- package/lib/routes/weibo/namespace.ts +2 -1
- package/lib/routes/weibo/oasis/user.ts +1 -1
- package/lib/routes/weibo/search/hot.ts +12 -7
- package/lib/routes/weibo/super-index.ts +23 -11
- package/lib/routes/weibo/user-bookmarks.ts +191 -0
- package/lib/routes/weibo/user.ts +24 -10
- package/lib/routes/weibo/utils.ts +32 -6
- package/lib/routes/wellcee/namespace.ts +7 -0
- package/lib/routes/wellcee/rent.ts +81 -0
- package/lib/routes/wellcee/support-city.ts +46 -0
- package/lib/routes/wellcee/templates/house.art +18 -0
- package/lib/routes/wellcee/types.ts +58 -0
- package/lib/routes/wellcee/utils.ts +45 -0
- package/lib/routes/wfu/news.ts +1 -1
- package/lib/routes/whu/cs.ts +11 -3
- package/lib/routes/whu/gs/index.ts +2 -1
- package/lib/routes/whu/news.ts +27 -2
- package/lib/routes/whu/rsgis.ts +277 -0
- package/lib/routes/wikinews/index.ts +3 -3
- package/lib/routes/wired/namespace.ts +7 -0
- package/lib/routes/wired/tag.ts +97 -0
- package/lib/routes/wired/types.ts +81 -0
- package/lib/routes/withgoogle/explorables.ts +54 -0
- package/lib/routes/withgoogle/namespace.ts +6 -0
- package/lib/routes/wnacg/category.ts +17 -0
- package/lib/routes/wnacg/common.ts +111 -0
- package/lib/routes/wnacg/index.ts +7 -117
- package/lib/routes/wnacg/tag.ts +17 -0
- package/lib/routes/wordpress/util.ts +1 -1
- package/lib/routes/worldofwarships/devblog.ts +76 -0
- package/lib/routes/worldofwarships/namespace.ts +13 -0
- package/lib/routes/xiaoheihe/news.ts +2 -1
- package/lib/routes/xiaohongshu/notes.ts +10 -2
- package/lib/routes/xiaohongshu/user.ts +30 -6
- package/lib/routes/xiaohongshu/util.ts +3 -1
- package/lib/routes/xiaoyuzhou/podcast.ts +3 -2
- package/lib/routes/xidian/cs.ts +143 -0
- package/lib/routes/xidian/gr.ts +289 -0
- package/lib/routes/xidian/jwc.ts +1 -0
- package/lib/routes/xidian/namespace.ts +1 -1
- package/lib/routes/ximalaya/album.ts +29 -21
- package/lib/routes/ximalaya/types.ts +68 -0
- package/lib/routes/ximalaya/utils.ts +38 -1
- package/lib/routes/xinhuanet/app.ts +109 -0
- package/lib/routes/xinhuanet/namespace.ts +8 -0
- package/lib/routes/xsijishe/forum.ts +23 -3
- package/lib/routes/xsijishe/rank.ts +23 -3
- package/lib/routes/xueqiu/cookies.ts +28 -0
- package/lib/routes/xueqiu/favorite.ts +18 -9
- package/lib/routes/xueqiu/hots.ts +2 -6
- package/lib/routes/xueqiu/stock-info.ts +2 -1
- package/lib/routes/xueqiu/today.ts +2 -7
- package/lib/routes/xueqiu/user-stock.ts +19 -10
- package/lib/routes/xueqiu/user.ts +3 -8
- package/lib/routes/yahoo/news/index.ts +149 -0
- package/lib/routes/yahoo/news/listid.ts +67 -0
- package/lib/routes/yahoo/news/{tw/provider-helper.ts → provider-helper.ts} +9 -4
- package/lib/routes/yahoo/news/{tw/provider.ts → provider.ts} +21 -6
- package/lib/routes/yahoo/news/{tw/utils.ts → utils.ts} +24 -15
- package/lib/routes/yamap/articles.ts +62 -0
- package/lib/routes/yamap/namespace.ts +6 -0
- package/lib/routes/yamibo/bbs/forum.ts +116 -0
- package/lib/routes/yamibo/bbs/thread.ts +84 -0
- package/lib/routes/yamibo/namespace.ts +6 -0
- package/lib/routes/yamibo/utils.ts +114 -0
- package/lib/routes/yande/post.ts +2 -2
- package/lib/routes/yenpress/namespace.ts +7 -0
- package/lib/routes/yenpress/series.ts +115 -0
- package/lib/routes/yenpress/templates/series.art +25 -0
- package/lib/routes/yicai/carousel.ts +48 -0
- package/lib/routes/yicai/utils.ts +23 -17
- package/lib/routes/yilinzazhi/index.ts +58 -0
- package/lib/routes/yilinzazhi/latest.ts +103 -0
- package/lib/routes/yilinzazhi/namespace.ts +8 -0
- package/lib/routes/ymgal/article.ts +1 -1
- package/lib/routes/yoasobi-music/jsonp-helper.ts +1 -1
- package/lib/routes/youtube/channel.ts +2 -1
- package/lib/routes/youtube/custom.ts +15 -0
- package/lib/routes/youtube/live.ts +7 -1
- package/lib/routes/youtube/namespace.ts +2 -2
- package/lib/routes/youtube/playlist.ts +10 -3
- package/lib/routes/youtube/subscriptions.ts +2 -0
- package/lib/routes/youtube/user.ts +26 -9
- package/lib/routes/yystv/docs.ts +28 -19
- package/lib/routes/zaobao/interactive.ts +2 -11
- package/lib/routes/zaobao/{index.ts → other.ts} +2 -10
- package/lib/routes/zaobao/realtime.ts +0 -8
- package/lib/routes/zaobao/util.ts +14 -10
- package/lib/routes/zcool/discover.ts +2 -1
- package/lib/routes/zhihu/activities.ts +14 -41
- package/lib/routes/zhihu/answers.ts +7 -3
- package/lib/routes/zhihu/collection.ts +4 -4
- package/lib/routes/zhihu/daily-section.ts +3 -3
- package/lib/routes/zhihu/daily.ts +3 -3
- package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
- package/lib/routes/zhihu/hot.ts +56 -7
- package/lib/routes/zhihu/namespace.ts +3 -0
- package/lib/routes/zhihu/posts.ts +46 -39
- package/lib/routes/zhihu/question.ts +13 -41
- package/lib/routes/zhihu/timeline.ts +2 -2
- package/lib/routes/zhihu/topic.ts +9 -29
- package/lib/routes/zhihu/types.ts +104 -0
- package/lib/routes/zhihu/utils.ts +112 -46
- package/lib/routes/zhihu/xhu/activities.ts +8 -6
- package/lib/routes/zhihu/xhu/answers.ts +1 -1
- package/lib/routes/zhihu/xhu/collection.ts +1 -1
- package/lib/routes/zhihu/xhu/posts.ts +1 -1
- package/lib/routes/zhihu/xhu/question.ts +3 -3
- package/lib/routes/zhihu/xhu/topic.ts +4 -4
- package/lib/routes/zhihu/zhuanlan.ts +18 -11
- package/lib/routes/zhubai/top20.ts +2 -2
- package/lib/routes/zhuwang/index.ts +1 -1
- package/lib/routes/zjgtjy/index.ts +3 -9
- package/lib/routes/zju/cst/index.ts +1 -1
- package/lib/routes/zsxq/group.ts +63 -0
- package/lib/routes/zsxq/namespace.ts +6 -0
- package/lib/routes/zsxq/types.ts +158 -0
- package/lib/routes/zsxq/user.ts +58 -0
- package/lib/routes/zsxq/utils.ts +71 -0
- package/lib/routes.test.ts +11 -5
- package/lib/setup.test.ts +185 -13
- package/lib/types.ts +41 -2
- package/lib/utils/cache/index.ts +8 -0
- package/lib/utils/camelcase-keys.spec.ts +127 -0
- package/lib/utils/camelcase-keys.ts +27 -0
- package/lib/utils/common-utils.ts +1 -0
- package/lib/utils/got.test.ts +2 -1
- package/lib/utils/got.ts +2 -5
- package/lib/utils/ofetch.ts +15 -1
- package/lib/utils/otel/index.ts +2 -0
- package/lib/utils/otel/metric.ts +67 -0
- package/lib/utils/otel/trace.ts +28 -0
- package/lib/utils/render.ts +1 -1
- package/lib/utils/request-rewriter/fetch.ts +21 -2
- package/lib/utils/request-rewriter/get.ts +8 -1
- package/lib/utils/request-rewriter.test.ts +14 -0
- package/lib/utils/wechat-mp.test.ts +411 -32
- package/lib/utils/wechat-mp.ts +447 -76
- package/lib/views/atom.tsx +2 -2
- package/lib/views/error.tsx +8 -30
- package/lib/views/index.tsx +10 -34
- package/lib/views/json.ts +2 -2
- package/lib/views/layout.tsx +50 -0
- package/lib/views/rss.tsx +10 -2
- package/lib/views/rss3.test.ts +99 -0
- package/lib/views/{rss3-ums.ts → rss3.ts} +2 -2
- package/package.json +88 -76
- package/lib/routes/arknights/japan.ts +0 -50
- package/lib/routes/arknights/news.ts +0 -68
- package/lib/routes/baai/comments.ts +0 -59
- package/lib/routes/ieee/earlyaccess.ts +0 -100
- package/lib/routes/ieee/recent.ts +0 -107
- package/lib/routes/sse/lawandrules.ts +0 -68
- package/lib/routes/thecatcity/terms-map.ts +0 -28
- package/lib/routes/yahoo/news/tw/index.ts +0 -80
- package/lib/routes/yahoo/news/us/index.ts +0 -55
- package/lib/routes/zhihu/hotlist.ts +0 -72
- package/lib/routes-deprecated/anime1/anime.js +0 -25
- package/lib/routes-deprecated/anime1/search.js +0 -25
- package/lib/routes-deprecated/bjnews/news.js +0 -44
- package/lib/routes-deprecated/dykszx/news.js +0 -60
- package/lib/routes-deprecated/fanbox/conv.js +0 -227
- package/lib/routes-deprecated/fanbox/header.js +0 -13
- package/lib/routes-deprecated/fanbox/main.js +0 -45
- package/lib/routes-deprecated/gamersky/ent.js +0 -89
- package/lib/routes-deprecated/gamersky/news.js +0 -34
- package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
- package/lib/routes-deprecated/iplay/home.js +0 -26
- package/lib/routes-deprecated/iplay/utils.js +0 -57
- package/lib/routes-deprecated/konachan/post-popular-recent.js +0 -67
- package/lib/routes-deprecated/kpmg/insights.js +0 -79
- package/lib/routes-deprecated/matters/author.js +0 -49
- package/lib/routes-deprecated/matters/latest.js +0 -69
- package/lib/routes-deprecated/matters/tags.js +0 -56
- package/lib/routes-deprecated/p-articles/contributors.js +0 -45
- package/lib/routes-deprecated/p-articles/section.js +0 -53
- package/lib/routes-deprecated/p-articles/utils.js +0 -30
- package/lib/routes-deprecated/universities/bjtu/gs/index.js +0 -130
- /package/lib/routes/{ft → ftchinese}/utils.ts +0 -0
- /package/lib/routes/gov/{shanghai → sh}/rsj/templates/ksxm.art +0 -0
- /package/lib/routes/gov/{shanghai → sh}/wgj/templates/wgj.art +0 -0
package/lib/utils/wechat-mp.ts
CHANGED
|
@@ -26,9 +26,240 @@
|
|
|
26
26
|
*/
|
|
27
27
|
|
|
28
28
|
import ofetch from '@/utils/ofetch';
|
|
29
|
-
import {
|
|
29
|
+
import { type Cheerio, type CheerioAPI, type Element, load } from 'cheerio';
|
|
30
30
|
import { parseDate } from '@/utils/parse-date';
|
|
31
31
|
import cache from '@/utils/cache';
|
|
32
|
+
import logger from '@/utils/logger';
|
|
33
|
+
|
|
34
|
+
class WeChatMpError extends Error {
|
|
35
|
+
constructor(message: string) {
|
|
36
|
+
super(message);
|
|
37
|
+
this.name = 'WeChatMpError';
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
const MAINTAINERS = ['@Rongronggg9'];
|
|
42
|
+
|
|
43
|
+
const formatLogNoMention = (...params: string[]): string => `wechat-mp: ${params.join(': ')}`;
|
|
44
|
+
const formatLog = (...params: string[]): string => `${formatLogNoMention(...params)}
|
|
45
|
+
Consider raise an issue (mentioning ${MAINTAINERS.join(', ')}) with the article URL for further investigation`;
|
|
46
|
+
let warn = (...params: string[]) => logger.warn(formatLog(...params));
|
|
47
|
+
const error = (...params: string[]): never => {
|
|
48
|
+
const msg = formatLog(...params);
|
|
49
|
+
logger.error(msg);
|
|
50
|
+
throw new WeChatMpError(msg);
|
|
51
|
+
};
|
|
52
|
+
const errorNoMention = (...params: string[]): never => {
|
|
53
|
+
const msg = formatLogNoMention(...params);
|
|
54
|
+
logger.error(msg);
|
|
55
|
+
throw new WeChatMpError(msg);
|
|
56
|
+
};
|
|
57
|
+
const toggleWerror = (() => {
|
|
58
|
+
const onFunc = (...params: string[]) => error('WarningAsError', ...params);
|
|
59
|
+
const offFunc = warn;
|
|
60
|
+
return (on: boolean) => {
|
|
61
|
+
warn = on ? onFunc : offFunc;
|
|
62
|
+
};
|
|
63
|
+
})();
|
|
64
|
+
|
|
65
|
+
const replaceReturnNewline = (() => {
|
|
66
|
+
const returnRegExp = /\r|\\(r|x0d)/g;
|
|
67
|
+
const newlineRegExp = /\n|\\(n|x0a)/g;
|
|
68
|
+
return (text: string, replaceReturnWith = '', replaceNewlineWith = '<br>') => text.replaceAll(returnRegExp, replaceReturnWith).replaceAll(newlineRegExp, replaceNewlineWith);
|
|
69
|
+
})();
|
|
70
|
+
const fixUrl = (() => {
|
|
71
|
+
const ampRegExp = /(&|\\x26)amp;/g;
|
|
72
|
+
return (text: string) => text.replaceAll(ampRegExp, '&');
|
|
73
|
+
})();
|
|
74
|
+
|
|
75
|
+
class LoopContinue extends Error {
|
|
76
|
+
constructor() {
|
|
77
|
+
super('');
|
|
78
|
+
this.name = 'LoopContinue';
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
class LoopReturn extends Error {
|
|
83
|
+
to_return: any;
|
|
84
|
+
|
|
85
|
+
constructor(to_return: any) {
|
|
86
|
+
super('');
|
|
87
|
+
this.name = 'LoopReturn';
|
|
88
|
+
this.to_return = to_return;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
const forEachScript = ($: CheerioAPI | string, callback: (script) => void, defaultReturn: any = null, selector = 'script[nonce][type="text/javascript"]') => {
|
|
93
|
+
const scripts = typeof $ === 'string' ? [$] : $(selector).toArray();
|
|
94
|
+
for (const script of scripts) {
|
|
95
|
+
try {
|
|
96
|
+
callback(script);
|
|
97
|
+
} catch (error) {
|
|
98
|
+
if (error instanceof LoopReturn) {
|
|
99
|
+
return error.to_return;
|
|
100
|
+
} else if (error instanceof LoopContinue) {
|
|
101
|
+
continue;
|
|
102
|
+
}
|
|
103
|
+
throw error;
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
return defaultReturn;
|
|
107
|
+
};
|
|
108
|
+
|
|
109
|
+
// view-source a *_SHARE_PAGE type article and search for `ITEM_SHOW_TYPE_MAP`
|
|
110
|
+
// Please update the comments below if you find new types or new examples
|
|
111
|
+
const showTypeMap = {
|
|
112
|
+
// "Article".
|
|
113
|
+
// May be combined with media, but type won't change
|
|
114
|
+
// Combined with audio and iframe: https://mp.weixin.qq.com/s/FnjcMXZ1xdS-d6n-pUUyyw
|
|
115
|
+
APP_MSG_PAGE: '0',
|
|
116
|
+
// https://mp.weixin.qq.com/s?__biz=Mzg4NTA1MTkwNA==&mid=2247532942&idx=1&sn=a84e4adbe49fdb39e4d4c1b5c12a4c3f
|
|
117
|
+
VIDEO_SHARE_PAGE: '5',
|
|
118
|
+
MUSIC_SHARE_PAGE: '6',
|
|
119
|
+
// https://mp.weixin.qq.com/s/FY6yQC_e4NMAxK0FBr6jwQ
|
|
120
|
+
AUDIO_SHARE_PAGE: '7',
|
|
121
|
+
// https://mp.weixin.qq.com/s/4p5YmYuASiQSYFiy7KqydQ
|
|
122
|
+
// https://mp.weixin.qq.com/s?__biz=Mzg4NTA1MTkwNA==&mid=2247532936&idx=4&sn=624054c20ded6ee85c6632f419c6f758
|
|
123
|
+
IMG_SHARE_PAGE: '8',
|
|
124
|
+
TEXT_SHARE_PAGE: '10',
|
|
125
|
+
SHORT_CONTENT_PAGE: '17',
|
|
126
|
+
};
|
|
127
|
+
const showTypeMapReverse = Object.fromEntries(Object.entries(showTypeMap).map(([k, v]) => [v, k]));
|
|
128
|
+
|
|
129
|
+
class ExtractMetadata {
|
|
130
|
+
private static genAssignmentRegExp = (varName: string, valuePattern: string, assignPattern: string) => RegExp(`\\b${varName}\\s*${assignPattern}\\s*(?<quote>["'])(?<value>${valuePattern})\\k<quote>`, 'mg');
|
|
131
|
+
|
|
132
|
+
private static genExtractFunc = (
|
|
133
|
+
varName: string,
|
|
134
|
+
{
|
|
135
|
+
valuePattern = String.raw`\w+`,
|
|
136
|
+
assignPattern = '=',
|
|
137
|
+
allowNotFound = false,
|
|
138
|
+
multiple = false,
|
|
139
|
+
}: {
|
|
140
|
+
valuePattern?: string;
|
|
141
|
+
assignPattern?: string;
|
|
142
|
+
allowNotFound?: boolean;
|
|
143
|
+
multiple?: boolean;
|
|
144
|
+
}
|
|
145
|
+
) => {
|
|
146
|
+
const regExp = this.genAssignmentRegExp(varName, valuePattern, assignPattern);
|
|
147
|
+
return (str: string) => {
|
|
148
|
+
const values: string[] = [];
|
|
149
|
+
for (const match of str.matchAll(regExp)) {
|
|
150
|
+
const value = <string>match.groups?.value;
|
|
151
|
+
if (!multiple) {
|
|
152
|
+
return value;
|
|
153
|
+
}
|
|
154
|
+
values.push(value);
|
|
155
|
+
}
|
|
156
|
+
if (!allowNotFound && values.length === 0) {
|
|
157
|
+
throw new LoopContinue();
|
|
158
|
+
}
|
|
159
|
+
return multiple ? values : null;
|
|
160
|
+
};
|
|
161
|
+
};
|
|
162
|
+
|
|
163
|
+
private static doExtract = (metadataToBeExtracted: Record<string, (str: string) => string | string[] | null | undefined>, scriptText: string) => {
|
|
164
|
+
const metadataExtracted: Record<string, string | string[]> = {};
|
|
165
|
+
for (const [key, extractFunc] of Object.entries(metadataToBeExtracted)) {
|
|
166
|
+
metadataExtracted[key] = <string>extractFunc(scriptText);
|
|
167
|
+
}
|
|
168
|
+
metadataExtracted._extractedFrom = scriptText;
|
|
169
|
+
return metadataExtracted;
|
|
170
|
+
};
|
|
171
|
+
|
|
172
|
+
private static commonMetadataToBeExtracted = {
|
|
173
|
+
showType: this.genExtractFunc('item_show_type', { valuePattern: String.raw`\d+` }),
|
|
174
|
+
realShowType: this.genExtractFunc('real_item_show_type', { valuePattern: String.raw`\d+` }),
|
|
175
|
+
createTime: this.genExtractFunc('ct', { valuePattern: String.raw`\d+`, allowNotFound: true }),
|
|
176
|
+
sourceUrl: this.genExtractFunc('msg_source_url', { valuePattern: `https?://[^'"]*`, allowNotFound: true }),
|
|
177
|
+
};
|
|
178
|
+
|
|
179
|
+
static common = ($: CheerioAPI) =>
|
|
180
|
+
forEachScript(
|
|
181
|
+
$,
|
|
182
|
+
(script) => {
|
|
183
|
+
const scriptText = $(script).text();
|
|
184
|
+
const metadataExtracted = <Record<string, string>> this.doExtract(this.commonMetadataToBeExtracted, scriptText);
|
|
185
|
+
const showType = showTypeMapReverse[metadataExtracted.showType];
|
|
186
|
+
const realShowType = showTypeMapReverse[metadataExtracted.realShowType];
|
|
187
|
+
metadataExtracted.sourceUrl = metadataExtracted.sourceUrl && fixUrl(metadataExtracted.sourceUrl);
|
|
188
|
+
if (showType) {
|
|
189
|
+
metadataExtracted.showType = showType;
|
|
190
|
+
} else {
|
|
191
|
+
warn('showType not found', `item_show_type=${metadataExtracted.showType}`);
|
|
192
|
+
}
|
|
193
|
+
if (realShowType) {
|
|
194
|
+
metadataExtracted.realShowType = realShowType;
|
|
195
|
+
} else {
|
|
196
|
+
warn('realShowType not found', `real_item_show_type=${metadataExtracted.realShowType}`);
|
|
197
|
+
}
|
|
198
|
+
if (metadataExtracted.showType !== metadataExtracted.realShowType) {
|
|
199
|
+
// never seen this happen, waiting for examples
|
|
200
|
+
warn('showType mismatch', `item_show_type=${metadataExtracted.showType}, real_item_show_type=${metadataExtracted.realShowType}`);
|
|
201
|
+
}
|
|
202
|
+
throw new LoopReturn(metadataExtracted);
|
|
203
|
+
},
|
|
204
|
+
{},
|
|
205
|
+
'script[nonce][type="text/javascript"]:contains("real_item_show_type")'
|
|
206
|
+
);
|
|
207
|
+
|
|
208
|
+
private static audioMetadataToBeExtracted = {
|
|
209
|
+
voiceId: this.genExtractFunc('voiceid', { assignPattern: ':' }),
|
|
210
|
+
duration: this.genExtractFunc('duration', { valuePattern: String.raw`\d*`, assignPattern: ':', allowNotFound: true }),
|
|
211
|
+
};
|
|
212
|
+
|
|
213
|
+
// never seen a audio article containing multiple audio, waiting for examples
|
|
214
|
+
static audio = ($: CheerioAPI) =>
|
|
215
|
+
forEachScript(
|
|
216
|
+
$,
|
|
217
|
+
(script) => {
|
|
218
|
+
const scriptText = $(script).text();
|
|
219
|
+
const metadataExtracted = <Record<string, string>> this.doExtract(this.audioMetadataToBeExtracted, scriptText);
|
|
220
|
+
throw new LoopReturn(metadataExtracted);
|
|
221
|
+
},
|
|
222
|
+
{},
|
|
223
|
+
'script[nonce][type="text/javascript"]:contains("voiceid")'
|
|
224
|
+
);
|
|
225
|
+
|
|
226
|
+
private static imgMetadataToBeExtracted = {
|
|
227
|
+
imgUrls: this.genExtractFunc('cdn_url', { valuePattern: `https?://[^'"]*`, assignPattern: ':', multiple: true }),
|
|
228
|
+
};
|
|
229
|
+
|
|
230
|
+
static img = ($: CheerioAPI) =>
|
|
231
|
+
forEachScript(
|
|
232
|
+
$,
|
|
233
|
+
(script) => {
|
|
234
|
+
const scriptText = $(script).text();
|
|
235
|
+
const metadataExtracted = <Record<string, string[]>> this.doExtract(this.imgMetadataToBeExtracted, scriptText);
|
|
236
|
+
if (Array.isArray(metadataExtracted.imgUrls)) {
|
|
237
|
+
metadataExtracted.imgUrls = metadataExtracted.imgUrls.map((url) => fixUrl(url));
|
|
238
|
+
}
|
|
239
|
+
throw new LoopReturn(metadataExtracted);
|
|
240
|
+
},
|
|
241
|
+
{},
|
|
242
|
+
'script[nonce][type="text/javascript"]:contains("picture_page_info_list")'
|
|
243
|
+
);
|
|
244
|
+
|
|
245
|
+
private static locationMetadataToBeExtracted = {
|
|
246
|
+
countryName: this.genExtractFunc('countryName', { valuePattern: `[^'"]*`, assignPattern: ':' }),
|
|
247
|
+
provinceName: this.genExtractFunc('provinceName', { valuePattern: `[^'"]*`, assignPattern: ':' }),
|
|
248
|
+
cityName: this.genExtractFunc('cityName', { valuePattern: `[^'"]*`, assignPattern: ':' }),
|
|
249
|
+
};
|
|
250
|
+
|
|
251
|
+
static location = ($: CheerioAPI) =>
|
|
252
|
+
forEachScript(
|
|
253
|
+
$,
|
|
254
|
+
(script) => {
|
|
255
|
+
const scriptText = $(script).text();
|
|
256
|
+
const metadataExtracted = this.doExtract(this.locationMetadataToBeExtracted, scriptText);
|
|
257
|
+
throw new LoopReturn(metadataExtracted);
|
|
258
|
+
},
|
|
259
|
+
{},
|
|
260
|
+
'script[nonce][type="text/javascript"]:contains("countryName")'
|
|
261
|
+
);
|
|
262
|
+
}
|
|
32
263
|
|
|
33
264
|
const replaceTag = ($, oldTag, newTagName) => {
|
|
34
265
|
oldTag = $(oldTag);
|
|
@@ -55,15 +286,23 @@ const detectOriginalArticleUrl = ($) => {
|
|
|
55
286
|
return null;
|
|
56
287
|
};
|
|
57
288
|
|
|
58
|
-
const
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
289
|
+
const genAudioSrc = (voiceId: string) => `https://res.wx.qq.com/voice/getvoice?mediaid=${voiceId}`;
|
|
290
|
+
const genAudioTag = (src: string, title: string) => `<audio controls src="${src}" title="${title}" style="width:100%"/>`;
|
|
291
|
+
const genVideoSrc = (videoId: string) => {
|
|
292
|
+
const newSearchParams = new URLSearchParams({
|
|
293
|
+
origin: 'https://mp.weixin.qq.com',
|
|
294
|
+
containerId: 'js_tx_video_container_0.3863487104715233',
|
|
295
|
+
vid: videoId,
|
|
296
|
+
width: '677',
|
|
297
|
+
height: '380.8125',
|
|
298
|
+
autoplay: 'false',
|
|
299
|
+
allowFullScreen: 'true',
|
|
300
|
+
chid: '17',
|
|
301
|
+
full: 'true',
|
|
302
|
+
show1080p: 'false',
|
|
303
|
+
isDebugIframe: 'false',
|
|
304
|
+
});
|
|
305
|
+
return `https://v.qq.com/txp/iframe/player.html?${newSearchParams.toString()}`;
|
|
67
306
|
};
|
|
68
307
|
|
|
69
308
|
/**
|
|
@@ -99,6 +338,33 @@ const fixArticleContent = (html?: string | Cheerio<Element>, skipImg = false) =>
|
|
|
99
338
|
}
|
|
100
339
|
});
|
|
101
340
|
}
|
|
341
|
+
// fix audio: https://mp.weixin.qq.com/s/FnjcMXZ1xdS-d6n-pUUyyw
|
|
342
|
+
$('mpvoice[voice_encode_fileid]').each((_, voice) => {
|
|
343
|
+
const $voice = $(voice);
|
|
344
|
+
const voiceId = $voice.attr('voice_encode_fileid');
|
|
345
|
+
if (voiceId) {
|
|
346
|
+
const title = $voice.attr('name') || 'Audio';
|
|
347
|
+
$voice.replaceWith(genAudioTag(genAudioSrc(voiceId), title));
|
|
348
|
+
}
|
|
349
|
+
});
|
|
350
|
+
// fix iframe: https://mp.weixin.qq.com/s/FnjcMXZ1xdS-d6n-pUUyyw
|
|
351
|
+
$('iframe.video_iframe[data-src]').each((_, iframe) => {
|
|
352
|
+
const $iframe = $(iframe);
|
|
353
|
+
const dataSrc = <string>$iframe.attr('data-src');
|
|
354
|
+
const srcUrlObj = new URL(dataSrc);
|
|
355
|
+
if (srcUrlObj.host === 'v.qq.com' && srcUrlObj.searchParams.has('vid')) {
|
|
356
|
+
const newSrc = genVideoSrc(<string>srcUrlObj.searchParams.get('vid'));
|
|
357
|
+
$iframe.attr('src', newSrc);
|
|
358
|
+
$iframe.removeAttr('data-src');
|
|
359
|
+
const width = $iframe.attr('data-w');
|
|
360
|
+
const ratio = $iframe.attr('data-ratio');
|
|
361
|
+
if (width && ratio) {
|
|
362
|
+
const width_ = Math.min(Number.parseInt(width), 677);
|
|
363
|
+
$iframe.attr('width', width_.toString());
|
|
364
|
+
$iframe.attr('height', (width_ / Number.parseFloat(ratio)).toString());
|
|
365
|
+
}
|
|
366
|
+
} // else {} FIXME: https://mp.weixin.qq.com/s?__biz=Mzg5Mjk3MzE4OQ==&mid=2247549515&idx=2&sn=a608fca597f0589c1aebd6d0b82ff6e9
|
|
367
|
+
});
|
|
102
368
|
// fix section
|
|
103
369
|
$('section').each((_, section) => {
|
|
104
370
|
const $section = $(section);
|
|
@@ -122,17 +388,6 @@ const fixArticleContent = (html?: string | Cheerio<Element>, skipImg = false) =>
|
|
|
122
388
|
// clear line index tags in code section
|
|
123
389
|
$('.code-snippet__line-index').remove();
|
|
124
390
|
|
|
125
|
-
// fix single picture article
|
|
126
|
-
// example: https://mp.weixin.qq.com/s/4p5YmYuASiQSYFiy7KqydQ
|
|
127
|
-
$('script').each((_, script) => {
|
|
128
|
-
const $script = $(script);
|
|
129
|
-
const matchs = $script.html()?.match(/document\.getElementById\('js_image_desc'\)\.innerHTML = "(.*)"\.replace/);
|
|
130
|
-
|
|
131
|
-
if (matchs) {
|
|
132
|
-
$script.replaceWith(matchs[1].replaceAll('\r', '').replaceAll('\n', '<br>').replaceAll('\\x0d', '').replaceAll('\\x0a', '<br>'));
|
|
133
|
-
}
|
|
134
|
-
});
|
|
135
|
-
|
|
136
391
|
// clean scripts
|
|
137
392
|
$('script').remove();
|
|
138
393
|
return $.html();
|
|
@@ -146,18 +401,21 @@ const fixArticleContent = (html?: string | Cheerio<Element>, skipImg = false) =>
|
|
|
146
401
|
// abtest_cookie, wx_header
|
|
147
402
|
// Known params (temporary link):
|
|
148
403
|
// src, timestamp, ver, signature, new (unessential)
|
|
149
|
-
const normalizeUrl = (url, bypassHostCheck = false) => {
|
|
404
|
+
const normalizeUrl = (url: string, bypassHostCheck = false) => {
|
|
150
405
|
const oriUrl = url;
|
|
406
|
+
// already seen some weird urls with `&` escaped as `&`, so fix it
|
|
407
|
+
// calling fixUrl should always be safe since having `&` or `\x26` in a URL is meaningless
|
|
408
|
+
url = fixUrl(url);
|
|
151
409
|
const urlObj = new URL(url);
|
|
152
410
|
if (!bypassHostCheck && urlObj.host !== 'mp.weixin.qq.com') {
|
|
153
|
-
|
|
411
|
+
error('URL host must be "mp.weixin.qq.com"', url);
|
|
154
412
|
}
|
|
155
413
|
urlObj.protocol = 'https:';
|
|
156
414
|
urlObj.hash = ''; // remove hash
|
|
157
|
-
if (
|
|
415
|
+
if (urlObj.pathname.startsWith('/s/')) {
|
|
158
416
|
// a short link, just remove all the params
|
|
159
417
|
urlObj.search = '';
|
|
160
|
-
} else if (
|
|
418
|
+
} else if (urlObj.pathname === '/s') {
|
|
161
419
|
const biz = urlObj.searchParams.get('__biz');
|
|
162
420
|
const mid = urlObj.searchParams.get('mid') || urlObj.searchParams.get('appmsgid');
|
|
163
421
|
const idx = urlObj.searchParams.get('idx') || urlObj.searchParams.get('itemidx');
|
|
@@ -175,60 +433,165 @@ const normalizeUrl = (url, bypassHostCheck = false) => {
|
|
|
175
433
|
// a temporary link, remove all unessential params
|
|
176
434
|
urlObj.search = `?src=${src}×tamp=${timestamp}&ver=${ver}&signature=${signature}`;
|
|
177
435
|
} else {
|
|
178
|
-
|
|
436
|
+
warn('unknown URL search parameters', oriUrl);
|
|
179
437
|
}
|
|
180
438
|
}
|
|
181
439
|
} else {
|
|
182
|
-
|
|
440
|
+
warn('unknown URL path', oriUrl);
|
|
183
441
|
}
|
|
184
442
|
return urlObj.href;
|
|
185
443
|
};
|
|
186
444
|
|
|
445
|
+
class PageParsers {
|
|
446
|
+
private static common = ($: CheerioAPI, commonMetadata: Record<string, string>) => {
|
|
447
|
+
const title = replaceReturnNewline($('meta[property="og:title"]').attr('content') || '', '', ' ');
|
|
448
|
+
const author = replaceReturnNewline($('meta[name=author]').attr('content') || '', '', ' ');
|
|
449
|
+
const pubDate = commonMetadata.createTime ? parseDate(Number.parseInt(commonMetadata.createTime) * 1000) : undefined;
|
|
450
|
+
const mpName = $('.wx_follow_nickname').first().text()?.trim();
|
|
451
|
+
|
|
452
|
+
let summary = replaceReturnNewline($('meta[name=description]').attr('content') || '');
|
|
453
|
+
const description = summary;
|
|
454
|
+
summary = summary.replaceAll('<br>', ' ') === title ? '' : summary;
|
|
455
|
+
|
|
456
|
+
return { title, author, description, summary, pubDate, mpName } as {
|
|
457
|
+
title: string;
|
|
458
|
+
author: string;
|
|
459
|
+
description: string;
|
|
460
|
+
summary: string;
|
|
461
|
+
pubDate?: Date;
|
|
462
|
+
mpName?: string;
|
|
463
|
+
enclosure_url?: string;
|
|
464
|
+
itunes_duration?: string | number;
|
|
465
|
+
enclosure_type?: string;
|
|
466
|
+
};
|
|
467
|
+
};
|
|
468
|
+
private static appMsg = async ($: CheerioAPI, commonMetadata: Record<string, string>) => {
|
|
469
|
+
const page = PageParsers.common($, commonMetadata);
|
|
470
|
+
page.description = fixArticleContent($('#js_content'));
|
|
471
|
+
const originalArticleUrl = detectOriginalArticleUrl($);
|
|
472
|
+
if (originalArticleUrl) {
|
|
473
|
+
// No article or article is too short, try to fetch the description from the original article
|
|
474
|
+
const data = await ofetch(normalizeUrl(originalArticleUrl));
|
|
475
|
+
const original$ = load(data);
|
|
476
|
+
page.description += fixArticleContent(original$('#js_content'));
|
|
477
|
+
}
|
|
478
|
+
return page;
|
|
479
|
+
};
|
|
480
|
+
private static img = ($: CheerioAPI, commonMetadata: Record<string, string>) => {
|
|
481
|
+
const page = PageParsers.common($, commonMetadata);
|
|
482
|
+
const imgUrls = ExtractMetadata.img($)?.imgUrls;
|
|
483
|
+
let imgHtml = '';
|
|
484
|
+
if (Array.isArray(imgUrls) && imgUrls.length > 0) {
|
|
485
|
+
for (const imgUrl of imgUrls) {
|
|
486
|
+
imgHtml += `<br><br><img src="${imgUrl}" />`;
|
|
487
|
+
}
|
|
488
|
+
}
|
|
489
|
+
page.description += imgHtml;
|
|
490
|
+
return page;
|
|
491
|
+
};
|
|
492
|
+
private static audio = ($: CheerioAPI, commonMetadata: Record<string, string>) => {
|
|
493
|
+
const page = PageParsers.common($, commonMetadata);
|
|
494
|
+
const audioMetadata = ExtractMetadata.audio($);
|
|
495
|
+
const audioUrl = genAudioSrc(audioMetadata.voiceId);
|
|
496
|
+
page.enclosure_url = audioUrl;
|
|
497
|
+
page.itunes_duration = audioMetadata.duration;
|
|
498
|
+
page.enclosure_type = 'audio/mp3'; // FIXME: may it be other types?
|
|
499
|
+
page.description += '<br><br>' + genAudioTag(audioUrl, page.title);
|
|
500
|
+
return page;
|
|
501
|
+
};
|
|
502
|
+
private static fallback = ($: CheerioAPI, commonMetadata: Record<string, string>) => {
|
|
503
|
+
const page = PageParsers.common($, commonMetadata);
|
|
504
|
+
const image = $('meta[property="og:image"]').attr('content');
|
|
505
|
+
if (image) {
|
|
506
|
+
page.description += `<br><br><img src="${image}" />`;
|
|
507
|
+
}
|
|
508
|
+
return page;
|
|
509
|
+
};
|
|
510
|
+
static dispatch = async (html: string, url: string) => {
|
|
511
|
+
const $ = load(html);
|
|
512
|
+
const commonMetadata = ExtractMetadata.common($);
|
|
513
|
+
let page: Record<string, any>;
|
|
514
|
+
let pageText: string, pageTextShort: string;
|
|
515
|
+
switch (commonMetadata.showType) {
|
|
516
|
+
case 'APP_MSG_PAGE':
|
|
517
|
+
page = await PageParsers.appMsg($, commonMetadata);
|
|
518
|
+
break;
|
|
519
|
+
case 'AUDIO_SHARE_PAGE':
|
|
520
|
+
page = PageParsers.audio($, commonMetadata);
|
|
521
|
+
break;
|
|
522
|
+
case 'IMG_SHARE_PAGE':
|
|
523
|
+
page = PageParsers.img($, commonMetadata);
|
|
524
|
+
break;
|
|
525
|
+
case 'VIDEO_SHARE_PAGE':
|
|
526
|
+
page = PageParsers.fallback($, commonMetadata);
|
|
527
|
+
break;
|
|
528
|
+
case undefined:
|
|
529
|
+
$('script, style').remove();
|
|
530
|
+
pageText = $('title, body').text().replaceAll(/\s+/g, ' ').trim();
|
|
531
|
+
pageTextShort = pageText.slice(0, 25);
|
|
532
|
+
if (pageText.length >= 25 + '...'.length) {
|
|
533
|
+
pageTextShort = pageText.slice(0, 25);
|
|
534
|
+
pageTextShort += '...';
|
|
535
|
+
}
|
|
536
|
+
if (pageText.includes('已被发布者删除')) {
|
|
537
|
+
errorNoMention('deleted by author', pageTextShort, url);
|
|
538
|
+
} else if (new URL(url).pathname.includes('captcha') || pageText.includes('环境异常')) {
|
|
539
|
+
errorNoMention('request blocked by WAF', pageTextShort, url);
|
|
540
|
+
} else {
|
|
541
|
+
error('unknown page, probably due to WAF', pageTextShort, url);
|
|
542
|
+
}
|
|
543
|
+
return {}; // just to make TypeScript happy, actually UNREACHABLE
|
|
544
|
+
default:
|
|
545
|
+
warn('new showType, trying fallback method', `showType=${commonMetadata.showType}`, url);
|
|
546
|
+
page = PageParsers.fallback($, commonMetadata);
|
|
547
|
+
}
|
|
548
|
+
const locationMetadata = ExtractMetadata.location($);
|
|
549
|
+
let location = '';
|
|
550
|
+
for (const loc of [locationMetadata.countryName, locationMetadata.provinceName, locationMetadata.cityName]) {
|
|
551
|
+
if (loc) {
|
|
552
|
+
location += loc + ' ';
|
|
553
|
+
}
|
|
554
|
+
}
|
|
555
|
+
location = location.trim();
|
|
556
|
+
if (location) {
|
|
557
|
+
page.description += `<p>📍发表于:${location}</p>`;
|
|
558
|
+
}
|
|
559
|
+
if (commonMetadata.sourceUrl) {
|
|
560
|
+
page.description += `<p><a href="${commonMetadata.sourceUrl}">🔗️ 阅读原文</a></p>`;
|
|
561
|
+
}
|
|
562
|
+
return page;
|
|
563
|
+
};
|
|
564
|
+
}
|
|
565
|
+
|
|
566
|
+
const redirectHelper = async (url: string, maxRedirects: number = 5) => {
|
|
567
|
+
maxRedirects--;
|
|
568
|
+
const raw = await ofetch.raw(url);
|
|
569
|
+
if ([301, 302, 303, 307, 308].includes(raw.status)) {
|
|
570
|
+
if (!raw.headers.has('location')) {
|
|
571
|
+
error('redirect without location', url);
|
|
572
|
+
} else if (maxRedirects <= 0) {
|
|
573
|
+
error('too many redirects', url);
|
|
574
|
+
}
|
|
575
|
+
return await redirectHelper(<string>raw.headers.get('location'), maxRedirects);
|
|
576
|
+
}
|
|
577
|
+
return raw;
|
|
578
|
+
};
|
|
579
|
+
|
|
187
580
|
/**
|
|
188
581
|
* Fetch article and its metadata from WeChat MP (mp.weixin.qq.com).
|
|
189
582
|
*
|
|
190
583
|
* If you use this function, no need to call `fixArticleContent`
|
|
191
|
-
* @param
|
|
192
|
-
* @param
|
|
193
|
-
* @
|
|
194
|
-
* @return {Promise<object>} - An object containing the article and its metadata.
|
|
584
|
+
* @param url - The url of the article.
|
|
585
|
+
* @param bypassHostCheck - Whether to bypass host check.
|
|
586
|
+
* @return - An object containing the article and its metadata.
|
|
195
587
|
*/
|
|
196
|
-
const fetchArticle = (url, bypassHostCheck = false) => {
|
|
588
|
+
const fetchArticle = (url: string, bypassHostCheck: boolean = false) => {
|
|
197
589
|
url = normalizeUrl(url, bypassHostCheck);
|
|
198
590
|
return cache.tryGet(url, async () => {
|
|
199
|
-
const
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
const author = $('meta[name=author]').attr('content');
|
|
204
|
-
let summary = $('meta[name=description]').attr('content');
|
|
205
|
-
summary = summary === title ? '' : summary;
|
|
206
|
-
let description = fixArticleContent($('#js_content'));
|
|
207
|
-
// No article get or article is too short, try the original url
|
|
208
|
-
const originalUrl = detectOriginalArticleUrl($);
|
|
209
|
-
if (originalUrl) {
|
|
210
|
-
// try to fetch the description from the original article
|
|
211
|
-
const data = await ofetch(normalizeUrl(originalUrl, bypassHostCheck));
|
|
212
|
-
const original$ = load(data);
|
|
213
|
-
description += fixArticleContent(original$('#js_content'));
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
const sourceUrl = detectSourceUrl($);
|
|
217
|
-
if (sourceUrl) {
|
|
218
|
-
description += `<a href="${sourceUrl}">阅读原文</a>`;
|
|
219
|
-
}
|
|
220
|
-
|
|
221
|
-
let pubDate;
|
|
222
|
-
const publish_time_script = $('script[nonce][type="text/javascript"]:contains("var ct")').text();
|
|
223
|
-
const publish_time_match = publish_time_script && publish_time_script.match(/var ct *= *"?(\d{10})"?/);
|
|
224
|
-
const publish_timestamp = publish_time_match && publish_time_match[1];
|
|
225
|
-
if (publish_timestamp) {
|
|
226
|
-
pubDate = parseDate(Number.parseInt(publish_timestamp) * 1000);
|
|
227
|
-
}
|
|
228
|
-
|
|
229
|
-
let mpName = $('.profile_nickname').first().text();
|
|
230
|
-
mpName = mpName && mpName.trim();
|
|
231
|
-
return { title, author, description, summary, pubDate, mpName, link: url };
|
|
591
|
+
const raw = await redirectHelper(url);
|
|
592
|
+
// pass the redirected URL to dispatcher for better error logging
|
|
593
|
+
const page = await PageParsers.dispatch(raw._data, raw.url);
|
|
594
|
+
return { ...page, link: url };
|
|
232
595
|
}) as Promise<{
|
|
233
596
|
title: string;
|
|
234
597
|
author: string;
|
|
@@ -237,6 +600,9 @@ const fetchArticle = (url, bypassHostCheck = false) => {
|
|
|
237
600
|
pubDate?: Date;
|
|
238
601
|
mpName?: string;
|
|
239
602
|
link: string;
|
|
603
|
+
enclosure_type?: string;
|
|
604
|
+
enclosure_url?: string;
|
|
605
|
+
itunes_duration?: string | number;
|
|
240
606
|
}>;
|
|
241
607
|
};
|
|
242
608
|
|
|
@@ -257,18 +623,23 @@ const fetchArticle = (url, bypassHostCheck = false) => {
|
|
|
257
623
|
* @return {Promise<object>} - The incoming `item` object, with the article and its metadata filled in.
|
|
258
624
|
*/
|
|
259
625
|
const finishArticleItem = async (item, setMpNameAsAuthor = false, skipLink = false) => {
|
|
260
|
-
const
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
626
|
+
const fetchedItem = await fetchArticle(item.link);
|
|
627
|
+
for (const key in fetchedItem) {
|
|
628
|
+
switch (key) {
|
|
629
|
+
case 'author':
|
|
630
|
+
item.author = setMpNameAsAuthor
|
|
631
|
+
? fetchedItem.mpName || item.author // the Official Account itself. if your route return articles from different accounts, you may want to use this
|
|
632
|
+
: fetchedItem.author || item.author; // the real author of the article. if your route return articles from a certain account, use this
|
|
633
|
+
break;
|
|
634
|
+
case 'link':
|
|
635
|
+
item.link = skipLink ? item.link : fetchedItem.link || item.link;
|
|
636
|
+
break;
|
|
637
|
+
default:
|
|
638
|
+
item[key] = item[key] || fetchedItem[key];
|
|
639
|
+
}
|
|
270
640
|
}
|
|
271
641
|
return item;
|
|
272
642
|
};
|
|
273
643
|
|
|
274
|
-
|
|
644
|
+
const exportedForTestingOnly = { toggleWerror, ExtractMetadata, showTypeMapReverse };
|
|
645
|
+
export { exportedForTestingOnly, WeChatMpError, fixArticleContent, fetchArticle, finishArticleItem, normalizeUrl };
|
package/lib/views/atom.tsx
CHANGED
|
@@ -6,9 +6,9 @@ const RSS: FC<{ data: Data }> = ({ data }) => (
|
|
|
6
6
|
<title>{data.title || 'RSSHub'}</title>
|
|
7
7
|
<link href={data.link || 'https://docs.rsshub.app'} />
|
|
8
8
|
<id>{data.id || data.link}</id>
|
|
9
|
-
<subtitle>{data.description || data.title} -
|
|
9
|
+
<subtitle>{data.description || data.title} - Powered by RSSHub</subtitle>
|
|
10
10
|
<generator>RSSHub</generator>
|
|
11
|
-
<webMaster>
|
|
11
|
+
<webMaster>contact@rsshub.app (RSSHub)</webMaster>
|
|
12
12
|
<language>{data.language || 'en'}</language>
|
|
13
13
|
<updated>{data.lastBuildDate}</updated>
|
|
14
14
|
<author>
|