rsshub 1.0.0-master.bb524fb → 1.0.0-master.bb58904
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/lib/app.js +2 -2
- package/lib/config.js +10 -2
- package/lib/maintainer.js +7 -2
- package/lib/middleware/access-control.js +5 -5
- package/lib/middleware/parameter.js +66 -11
- package/lib/radar.js +1 -1
- package/lib/router.js +31 -31
- package/lib/routes/universities/ynnu/edu/news.js +3 -3
- package/lib/utils/rand-user-agent.js +3 -2
- package/lib/v2/141ppv/index.js +4 -1
- package/lib/v2/2048/index.js +18 -13
- package/lib/v2/8264/list.js +92 -0
- package/lib/v2/8264/maintainer.js +3 -0
- package/lib/v2/8264/radar.js +355 -0
- package/lib/v2/8264/router.js +3 -0
- package/lib/v2/8264/templates/description.art +5 -0
- package/lib/v2/95mm/utils.js +3 -2
- package/lib/v2/abc/index.js +162 -0
- package/lib/v2/abc/maintainer.js +3 -0
- package/lib/v2/abc/radar.js +13 -0
- package/lib/v2/abc/router.js +3 -0
- package/lib/v2/abc/templates/description.art +21 -0
- package/lib/v2/abskoop/index.js +21 -31
- package/lib/v2/abskoop/nsfw.js +16 -37
- package/lib/v2/abskoop/radar.js +13 -2
- package/lib/v2/ainvest/article.js +42 -0
- package/lib/v2/ainvest/maintainer.js +4 -0
- package/lib/v2/ainvest/news.js +39 -0
- package/lib/v2/ainvest/radar.js +19 -0
- package/lib/v2/ainvest/router.js +4 -0
- package/lib/v2/ainvest/utils.js +73 -0
- package/lib/v2/aljazeera/index.js +1 -1
- package/lib/v2/alternativeto/maintainer.js +4 -0
- package/lib/v2/alternativeto/platform.js +32 -0
- package/lib/v2/alternativeto/radar.js +19 -0
- package/lib/v2/alternativeto/router.js +4 -0
- package/lib/v2/alternativeto/software.js +32 -0
- package/lib/v2/alternativeto/utils.js +22 -0
- package/lib/v2/apnews/topics.js +1 -0
- package/lib/v2/apple/apps.js +107 -0
- package/lib/v2/apple/maintainer.js +1 -0
- package/lib/v2/apple/radar.js +8 -0
- package/lib/v2/apple/router.js +1 -0
- package/lib/v2/appstore/maintainer.js +0 -1
- package/lib/v2/appstore/radar.js +0 -6
- package/lib/v2/appstore/router.js +0 -1
- package/lib/v2/asiantolick/index.js +73 -27
- package/lib/v2/asiantolick/maintainer.js +5 -3
- package/lib/v2/asiantolick/radar.js +34 -12
- package/lib/v2/asiantolick/router.js +2 -2
- package/lib/v2/asiantolick/templates/description.art +9 -3
- package/lib/v2/baidu/maintainer.js +1 -0
- package/lib/v2/baidu/radar.js +15 -1
- package/lib/v2/baidu/router.js +1 -0
- package/lib/v2/baidu/templates/tieba_search.art +1 -0
- package/lib/v2/baidu/tieba/search.js +63 -0
- package/lib/v2/bangumi/maintainer.js +1 -0
- package/lib/v2/bangumi/radar.js +6 -0
- package/lib/v2/bangumi/router.js +1 -0
- package/lib/v2/bangumi/tv/other/followrank.js +42 -0
- package/lib/v2/bilibili/cache.js +68 -27
- package/lib/v2/bilibili/danmaku.js +9 -2
- package/lib/v2/bilibili/dynamic.js +16 -4
- package/lib/v2/bilibili/fav.js +2 -0
- package/lib/v2/bilibili/followings_dynamic.js +1 -1
- package/lib/v2/bilibili/userFav.js +2 -0
- package/lib/v2/bilibili/utils.js +64 -2
- package/lib/v2/bilibili/video-all.js +1 -5
- package/lib/v2/bilibili/video.js +14 -7
- package/lib/v2/bjfu/grs.js +22 -36
- package/lib/v2/bjfu/it/index.js +9 -7
- package/lib/v2/bjfu/it/utils.js +38 -29
- package/lib/v2/bjfu/jwc/index.js +3 -8
- package/lib/v2/bjfu/jwc/utils.js +26 -29
- package/lib/v2/bjfu/kjc.js +25 -38
- package/lib/v2/bjfu/news/index.js +12 -9
- package/lib/v2/bjfu/news/utils.js +17 -19
- package/lib/v2/bnu/dwxgb.js +17 -22
- package/lib/v2/boc/whpj.js +9 -8
- package/lib/v2/booru/maintainer.js +3 -0
- package/lib/v2/booru/mmda.js +47 -0
- package/lib/v2/booru/radar.js +12 -0
- package/lib/v2/booru/router.js +3 -0
- package/lib/v2/bossdesign/index.js +41 -0
- package/lib/v2/bossdesign/maintainer.js +3 -0
- package/lib/v2/bossdesign/radar.js +13 -0
- package/lib/v2/bossdesign/router.js +3 -0
- package/lib/v2/bytes/maintainer.js +0 -1
- package/lib/v2/caixin/blog.js +68 -45
- package/lib/v2/caixin/router.js +1 -1
- package/lib/v2/caixinglobal/latest.js +64 -0
- package/lib/v2/caixinglobal/maintainer.js +3 -0
- package/lib/v2/caixinglobal/radar.js +13 -0
- package/lib/v2/caixinglobal/router.js +3 -0
- package/lib/v2/cas/radar.js +1 -1
- package/lib/v2/cbc/maintainer.js +3 -0
- package/lib/v2/cbc/radar.js +13 -0
- package/lib/v2/cbc/router.js +3 -0
- package/lib/{routes → v2}/cbc/topics.js +13 -26
- package/lib/v2/china/finance/finance.js +61 -0
- package/lib/v2/china/maintainer.js +1 -0
- package/lib/v2/china/news/military/news.js +5 -6
- package/lib/v2/china/radar.js +9 -0
- package/lib/v2/china/router.js +1 -0
- package/lib/v2/chinafactcheck/index.js +20 -21
- package/lib/v2/chinafactcheck/utils.js +16 -16
- package/lib/v2/chinaisa/index.js +83 -0
- package/lib/v2/chinaisa/maintainer.js +3 -0
- package/lib/v2/chinaisa/radar.js +18 -0
- package/lib/v2/chinaisa/router.js +3 -0
- package/lib/v2/chinawriter/index.js +88 -0
- package/lib/v2/chinawriter/maintainer.js +3 -0
- package/lib/v2/chinawriter/radar.js +660 -0
- package/lib/v2/chinawriter/router.js +3 -0
- package/lib/v2/cma/channel.js +87 -0
- package/lib/v2/cma/maintainer.js +3 -0
- package/lib/v2/cma/radar.js +18 -0
- package/lib/v2/cma/router.js +3 -0
- package/lib/v2/cma/templates/description.art +13 -0
- package/lib/v2/cmpxchg8b/articles.js +43 -0
- package/lib/v2/cmpxchg8b/maintainer.js +3 -0
- package/lib/v2/cmpxchg8b/radar.js +13 -0
- package/lib/v2/cmpxchg8b/router.js +3 -0
- package/lib/v2/cna/index.js +1 -0
- package/lib/v2/cnbeta/type.js +15 -9
- package/lib/v2/cnbeta/utils.js +3 -0
- package/lib/v2/cqwu/index.js +11 -8
- package/lib/v2/cqwu/radar.js +2 -2
- package/lib/v2/creative-comic/book.js +40 -34
- package/lib/v2/creative-comic/utils.js +1 -2
- package/lib/v2/cyzone/maintainer.js +1 -1
- package/lib/v2/deadline/maintainer.js +0 -1
- package/lib/v2/discuz/discuz.js +156 -0
- package/lib/v2/discuz/maintainer.js +5 -0
- package/lib/v2/discuz/radar.js +0 -0
- package/lib/v2/discuz/router.js +5 -0
- package/lib/v2/dlsite/ci-en/article.js +1 -1
- package/lib/v2/dn/maintainer.js +3 -0
- package/lib/v2/dn/news.js +90 -0
- package/lib/v2/dn/radar.js +55 -0
- package/lib/v2/dn/router.js +3 -0
- package/lib/v2/dn/templates/description.art +15 -0
- package/lib/v2/dongqiudi/special.js +13 -21
- package/lib/v2/dongqiudi/utils.js +25 -1
- package/lib/v2/douban/maintainer.js +4 -2
- package/lib/v2/douban/other/discussion.js +58 -0
- package/lib/v2/douban/other/doulist.js +9 -7
- package/lib/v2/douban/other/list.js +28 -19
- package/lib/v2/douban/other/recommended.js +68 -0
- package/lib/v2/douban/people/status.js +1 -1
- package/lib/v2/douban/radar.js +8 -0
- package/lib/v2/douban/router.js +3 -1
- package/lib/v2/douyin/live.js +4 -3
- package/lib/v2/dribbble/maintainer.js +5 -0
- package/lib/v2/dribbble/radar.js +25 -0
- package/lib/v2/dribbble/router.js +5 -0
- package/lib/v2/dribbble/templates/description.art +15 -0
- package/lib/v2/dribbble/utils.js +156 -0
- package/lib/v2/economist/full.js +4 -2
- package/lib/v2/ehentai/ehapi.js +3 -1
- package/lib/v2/epicgames/index.js +18 -11
- package/lib/v2/epicgames/templates/description.art +1 -0
- package/lib/v2/farmatters/index.js +85 -0
- package/lib/v2/farmatters/maintainer.js +7 -0
- package/lib/v2/farmatters/radar.js +36 -0
- package/lib/v2/farmatters/router.js +6 -0
- package/lib/v2/farmatters/templates/description.art +9 -0
- package/lib/v2/finology/radar.js +4 -4
- package/lib/{routes → v2}/firefox/addons.js +3 -1
- package/lib/v2/firefox/breaches.js +38 -0
- package/lib/v2/firefox/maintainer.js +2 -0
- package/lib/v2/firefox/radar.js +17 -0
- package/lib/{routes → v2}/firefox/release.js +3 -3
- package/lib/v2/firefox/router.js +3 -1
- package/lib/v2/foresightnews/maintainer.js +0 -1
- package/lib/v2/ft/myft.js +9 -2
- package/lib/v2/fuliba/latest.js +25 -0
- package/lib/v2/fuliba/maintainer.js +3 -0
- package/lib/v2/fuliba/radar.js +15 -0
- package/lib/v2/fuliba/router.js +3 -0
- package/lib/v2/gamegene/maintainer.js +3 -0
- package/lib/v2/gamegene/news.js +50 -0
- package/lib/v2/gamegene/radar.js +13 -0
- package/lib/v2/gamegene/router.js +3 -0
- package/lib/v2/gcores/category.js +1 -0
- package/lib/v2/gcores/radio.js +1 -0
- package/lib/v2/getitfree/index.js +42 -34
- package/lib/v2/getitfree/maintainer.js +3 -1
- package/lib/v2/getitfree/radar.js +19 -2
- package/lib/v2/getitfree/router.js +10 -2
- package/lib/v2/getitfree/util.js +326 -0
- package/lib/v2/github/maintainer.js +1 -0
- package/lib/v2/github/pulse.js +87 -0
- package/lib/v2/github/radar.js +6 -0
- package/lib/v2/github/router.js +1 -0
- package/lib/v2/github/templates/pulse-description.art +24 -0
- package/lib/v2/github/topic.js +26 -10
- package/lib/v2/gocn/jobs.js +14 -9
- package/lib/v2/gocn/maintainer.js +3 -1
- package/lib/v2/gocn/news.js +31 -0
- package/lib/v2/gocn/radar.js +8 -2
- package/lib/v2/gocn/router.js +3 -1
- package/lib/v2/gocn/topics.js +15 -7
- package/lib/v2/gocn/utils.js +38 -0
- package/lib/v2/gogoanimehd/maintainer.js +3 -0
- package/lib/v2/gogoanimehd/radar.js +13 -0
- package/lib/v2/gogoanimehd/recent-releases.js +37 -0
- package/lib/v2/gogoanimehd/router.js +3 -0
- package/lib/v2/gov/chongqing/gzw.js +68 -0
- package/lib/v2/gov/chongqing/sydwgkzp.js +47 -0
- package/lib/v2/gov/forestry/gjlckjdjt.js +96 -0
- package/lib/v2/gov/forestry/templates/description.art +15 -0
- package/lib/v2/gov/maintainer.js +12 -2
- package/lib/v2/gov/mem/sgcc.js +64 -0
- package/lib/v2/gov/moa/zdscxx.js +104 -0
- package/lib/v2/gov/npc/index.js +47 -0
- package/lib/v2/gov/radar.js +153 -0
- package/lib/v2/gov/router.js +12 -1
- package/lib/v2/gov/samr/templates/description.art +26 -0
- package/lib/v2/gov/samr/xgzlyhd.js +100 -0
- package/lib/v2/gov/zhejiang/gwy.js +84 -0
- package/lib/v2/gov/zhengce/index.js +99 -0
- package/lib/v2/grist/radar.js +4 -4
- package/lib/v2/grubstreet/maintainer.js +3 -0
- package/lib/v2/grubstreet/radar.js +13 -0
- package/lib/v2/grubstreet/router.js +3 -0
- package/lib/v2/grubstreet/utils.js +84 -0
- package/lib/v2/guangdiu/maintainer.js +1 -0
- package/lib/v2/guangdiu/radar.js +6 -0
- package/lib/v2/guangdiu/router.js +1 -0
- package/lib/v2/guangdiu/search.js +40 -0
- package/lib/v2/guanhai/maintainer.js +0 -1
- package/lib/v2/gxmzu/lib.js +70 -0
- package/lib/v2/gxmzu/maintainer.js +1 -0
- package/lib/v2/gxmzu/radar.js +8 -0
- package/lib/v2/gxmzu/router.js +1 -0
- package/lib/v2/hackyournews/index.js +50 -0
- package/lib/v2/hackyournews/maintainer.js +3 -0
- package/lib/v2/hackyournews/radar.js +13 -0
- package/lib/v2/hackyournews/router.js +3 -0
- package/lib/v2/hebtv/maintainer.js +3 -0
- package/lib/v2/hebtv/nong-bo-shi-zai-xing-dong.js +109 -0
- package/lib/v2/hebtv/radar.js +13 -0
- package/lib/v2/hebtv/router.js +3 -0
- package/lib/v2/hebtv/templates/description.art +24 -0
- package/lib/v2/hostmonit/cloudflareyes.js +91 -0
- package/lib/v2/hostmonit/maintainer.js +3 -0
- package/lib/v2/hostmonit/radar.js +17 -0
- package/lib/v2/hostmonit/router.js +8 -0
- package/lib/v2/hostmonit/templates/description.art +28 -0
- package/lib/v2/hostmonit/templates/title.art +1 -0
- package/lib/v2/ianspriggs/index.js +90 -0
- package/lib/v2/ianspriggs/maintainer.js +3 -0
- package/lib/v2/ianspriggs/radar.js +17 -0
- package/lib/v2/ianspriggs/router.js +3 -0
- package/lib/v2/ianspriggs/templates/description.art +13 -0
- package/lib/v2/icbc/radar.js +1 -1
- package/lib/v2/iqilu/maintainer.js +3 -0
- package/lib/v2/iqilu/program.js +98 -0
- package/lib/v2/iqilu/radar.js +107 -0
- package/lib/v2/iqilu/router.js +3 -0
- package/lib/v2/iqilu/templates/description.art +24 -0
- package/lib/v2/javbus/index.js +6 -0
- package/lib/v2/javlibrary/maintainer.js +1 -0
- package/lib/v2/javlibrary/maker.js +10 -0
- package/lib/v2/javlibrary/router.js +1 -0
- package/lib/v2/javlibrary/utils.js +1 -0
- package/lib/v2/kamen-rider-official/maintainer.js +3 -0
- package/lib/v2/kamen-rider-official/news.js +110 -0
- package/lib/v2/kamen-rider-official/radar.js +18 -0
- package/lib/v2/kamen-rider-official/router.js +3 -0
- package/lib/v2/kamen-rider-official/templates/description.art +10 -0
- package/lib/v2/kantarworldpanel/index.js +96 -0
- package/lib/v2/kantarworldpanel/maintainer.js +3 -0
- package/lib/v2/kantarworldpanel/radar.js +199 -0
- package/lib/v2/kantarworldpanel/router.js +3 -0
- package/lib/v2/kantarworldpanel/templates/description.art +9 -0
- package/lib/v2/kemono/index.js +28 -4
- package/lib/v2/kemono/radar.js +1 -1
- package/lib/v2/leetcode/articles.js +14 -10
- package/lib/v2/leetcode/dailyquestion-solution-cn.js +6 -3
- package/lib/v2/leetcode/dailyquestion-solution-en.js +7 -4
- package/lib/v2/lemmy/index.js +61 -0
- package/lib/v2/lemmy/maintainer.js +3 -0
- package/lib/v2/lemmy/router.js +3 -0
- package/lib/v2/liquipedia/cs_matches.js +52 -0
- package/lib/v2/liquipedia/dota2_matches.js +47 -0
- package/lib/v2/liquipedia/maintainer.js +4 -0
- package/lib/v2/liquipedia/radar.js +19 -0
- package/lib/v2/liquipedia/router.js +4 -0
- package/lib/v2/liulinblog/radar.js +6 -6
- package/lib/v2/logclub/index.js +134 -0
- package/lib/v2/logclub/maintainer.js +9 -0
- package/lib/v2/logclub/radar.js +139 -0
- package/lib/v2/logclub/report.js +98 -0
- package/lib/v2/logclub/router.js +5 -0
- package/lib/v2/logclub/templates/description.art +33 -0
- package/lib/v2/lsnu/jiaowc/tzgg.js +52 -0
- package/lib/v2/lsnu/maintainer.js +3 -0
- package/lib/v2/lsnu/radar.js +13 -0
- package/lib/v2/lsnu/router.js +3 -0
- package/lib/v2/luxiangdong/archive.js +28 -0
- package/lib/v2/luxiangdong/maintainer.js +3 -0
- package/lib/v2/luxiangdong/radar.js +13 -0
- package/lib/v2/luxiangdong/router.js +3 -0
- package/lib/v2/mail/imap.js +99 -0
- package/lib/v2/mail/maintainer.js +3 -0
- package/lib/v2/mail/router.js +3 -0
- package/lib/v2/metacritic/index.js +121 -0
- package/lib/v2/metacritic/maintainer.js +5 -0
- package/lib/v2/metacritic/radar.js +43 -0
- package/lib/v2/metacritic/router.js +3 -0
- package/lib/v2/metacritic/templates/description.art +19 -0
- package/lib/v2/metacritic/util.js +42 -0
- package/lib/v2/mittrchina/index.js +104 -0
- package/lib/v2/mittrchina/maintainer.js +3 -0
- package/lib/v2/mittrchina/radar.js +31 -0
- package/lib/v2/mittrchina/router.js +3 -0
- package/lib/v2/mittrchina/templates/movie.art +5 -0
- package/lib/v2/mixcloud/index.js +5 -22
- package/lib/v2/mixcloud/queries.js +187 -179
- package/lib/v2/mydrivers/cid.js +38 -0
- package/lib/v2/mydrivers/index.js +40 -89
- package/lib/v2/mydrivers/maintainer.js +5 -1
- package/lib/v2/mydrivers/radar.js +205 -4
- package/lib/v2/mydrivers/rank.js +40 -0
- package/lib/v2/mydrivers/router.js +4 -1
- package/lib/v2/mydrivers/templates/description.art +5 -0
- package/lib/v2/mydrivers/util.js +125 -0
- package/lib/v2/mymusicsheet/maintainer.js +3 -0
- package/lib/v2/mymusicsheet/radar.js +13 -0
- package/lib/v2/mymusicsheet/router.js +3 -0
- package/lib/v2/mymusicsheet/templates/description.art +41 -0
- package/lib/v2/mymusicsheet/usersheets.js +120 -0
- package/lib/v2/nature/cover.js +32 -42
- package/lib/v2/nature/highlight.js +2 -2
- package/lib/v2/nature/news-and-comment.js +2 -2
- package/lib/v2/nature/news.js +2 -2
- package/lib/v2/nature/research.js +2 -2
- package/lib/v2/nature/siteindex.js +5 -5
- package/lib/v2/nature/utils.js +124 -5
- package/lib/v2/nbd/index.js +4 -1
- package/lib/v2/nbd/maintainer.js +1 -1
- package/lib/v2/nbd/radar.js +3 -3
- package/lib/v2/nbd/router.js +1 -1
- package/lib/v2/netflav/index.js +39 -0
- package/lib/v2/netflav/maintainer.js +3 -0
- package/lib/v2/netflav/radar.js +13 -0
- package/lib/v2/netflav/router.js +3 -0
- package/lib/v2/netflav/templates/description.art +8 -0
- package/lib/v2/niaogebiji/cat.js +53 -0
- package/lib/v2/niaogebiji/index.js +41 -0
- package/lib/v2/niaogebiji/maintainer.js +5 -0
- package/lib/v2/niaogebiji/radar.js +25 -0
- package/lib/v2/niaogebiji/router.js +5 -0
- package/lib/v2/niaogebiji/today.js +34 -0
- package/lib/v2/npr/radar.js +2 -2
- package/lib/v2/oreno3d/radar.js +1 -1
- package/lib/v2/oschina/news.js +1 -0
- package/lib/v2/osu/beatmaps/packs.js +35 -0
- package/lib/v2/osu/maintainer.js +3 -0
- package/lib/v2/osu/radar.js +13 -0
- package/lib/v2/osu/router.js +3 -0
- package/lib/v2/ouc/it-tx.js +44 -0
- package/lib/v2/ouc/it.js +2 -2
- package/lib/v2/ouc/maintainer.js +2 -1
- package/lib/v2/ouc/radar.js +6 -0
- package/lib/v2/ouc/router.js +1 -0
- package/lib/v2/paulgraham/article.js +62 -0
- package/lib/v2/paulgraham/maintainer.js +3 -0
- package/lib/v2/paulgraham/radar.js +13 -0
- package/lib/v2/paulgraham/router.js +5 -0
- package/lib/v2/people/index.js +15 -24
- package/lib/v2/people/router.js +1 -2
- package/lib/v2/pixiv/ranking.js +1 -0
- package/lib/v2/pixiv/user.js +2 -1
- package/lib/v2/pixiv/utils.js +2 -2
- package/lib/v2/pku/cls/announcement.js +42 -0
- package/lib/v2/pku/maintainer.js +1 -0
- package/lib/v2/pku/radar.js +6 -0
- package/lib/v2/pku/router.js +1 -0
- package/lib/v2/qbitai/category.js +27 -0
- package/lib/v2/qbitai/maintainer.js +4 -0
- package/lib/v2/qbitai/radar.js +19 -0
- package/lib/v2/qbitai/router.js +4 -0
- package/lib/v2/qbitai/tag.js +27 -0
- package/lib/v2/qqorw/maintainer.js +1 -1
- package/lib/v2/radio-canada/latest.js +8 -1
- package/lib/v2/reactnewsletter/maintainer.js +0 -1
- package/lib/v2/readhub/index.js +92 -83
- package/lib/v2/readhub/maintainer.js +1 -1
- package/lib/v2/readhub/radar.js +6 -2
- package/lib/v2/readhub/router.js +1 -4
- package/lib/v2/readhub/templates/description.art +40 -0
- package/lib/v2/reuters/common.js +22 -6
- package/lib/v2/reuters/maintainer.js +0 -2
- package/lib/v2/reuters/router.js +0 -2
- package/lib/v2/rfi/maintainer.js +1 -1
- package/lib/v2/rfi/news.js +35 -22
- package/lib/v2/rfi/radar.js +5 -5
- package/lib/v2/rfi/router.js +1 -1
- package/lib/v2/rsshub/maintainer.js +1 -0
- package/lib/v2/rsshub/router.js +1 -0
- package/lib/v2/rsshub/routes.js +6 -4
- package/lib/v2/rsshub/transform/sitemap.js +52 -0
- package/lib/v2/runtrail/maintainer.js +0 -1
- package/lib/v2/scau/maintainer.js +1 -0
- package/lib/v2/scau/radar.js +8 -0
- package/lib/v2/scau/router.js +1 -0
- package/lib/v2/scau/yjs.js +2 -2
- package/lib/v2/scau/yjsy.js +27 -0
- package/lib/v2/science/utils.js +4 -4
- package/lib/v2/scmp/index.js +61 -85
- package/lib/v2/scmp/utils.js +60 -0
- package/lib/v2/scut/maintainer.js +1 -0
- package/lib/v2/scut/radar.js +34 -0
- package/lib/v2/scut/router.js +1 -0
- package/lib/v2/scut/smae/notice.js +54 -0
- package/lib/v2/segmentfault/blogs.js +6 -23
- package/lib/v2/segmentfault/channel.js +18 -30
- package/lib/v2/segmentfault/user.js +6 -32
- package/lib/v2/segmentfault/utils.js +32 -0
- package/lib/v2/showstart/const.js +4 -0
- package/lib/v2/showstart/event.js +18 -0
- package/lib/v2/showstart/maintainer.js +4 -0
- package/lib/v2/showstart/params.js +22 -0
- package/lib/v2/showstart/radar.js +28 -0
- package/lib/v2/showstart/router.js +5 -0
- package/lib/v2/showstart/search.js +14 -0
- package/lib/v2/showstart/service.js +90 -0
- package/lib/v2/showstart/utils.js +92 -0
- package/lib/v2/sohu/mp.js +48 -35
- package/lib/v2/sohu/templates/video.art +7 -0
- package/lib/v2/sourceforge/index.js +33 -0
- package/lib/v2/sourceforge/maintainer.js +3 -0
- package/lib/v2/sourceforge/radar.js +12 -0
- package/lib/v2/sourceforge/router.js +3 -0
- package/lib/v2/sqmc/maintainer.js +3 -0
- package/lib/v2/sqmc/radar.js +13 -0
- package/lib/v2/sqmc/router.js +3 -0
- package/lib/v2/sqmc/www.js +49 -0
- package/lib/v2/surfshark/blog.js +91 -0
- package/lib/v2/surfshark/maintainer.js +3 -0
- package/lib/v2/surfshark/radar.js +90 -0
- package/lib/v2/surfshark/router.js +3 -0
- package/lib/v2/surfshark/templates/description.art +5 -0
- package/lib/v2/tableau/maintainer.js +3 -0
- package/lib/v2/tableau/radar.js +11 -0
- package/lib/v2/tableau/router.js +3 -0
- package/lib/v2/tableau/viz-of-the-day.js +26 -0
- package/lib/v2/techpowerup/maintainer.js +0 -1
- package/lib/v2/telegram/maintainer.js +3 -3
- package/lib/v2/tesla/cx.js +119 -0
- package/lib/v2/tesla/maintainer.js +1 -0
- package/lib/v2/tesla/radar.js +13 -1
- package/lib/v2/tesla/router.js +1 -0
- package/lib/v2/tesla/templates/description.art +140 -0
- package/lib/v2/test/index.js +46 -0
- package/lib/v2/tfc-taiwan/index.js +36 -0
- package/lib/v2/tfc-taiwan/maintainer.js +9 -0
- package/lib/v2/tfc-taiwan/radar.js +31 -0
- package/lib/v2/tfc-taiwan/router.js +7 -0
- package/lib/v2/tfc-taiwan/templates/article.art +7 -0
- package/lib/v2/tfc-taiwan/utils.js +56 -0
- package/lib/v2/thepaper/featured.js +1 -1
- package/lib/v2/thepaper/utils.js +18 -12
- package/lib/v2/thoughtco/index.js +95 -0
- package/lib/v2/thoughtco/maintainer.js +3 -0
- package/lib/v2/thoughtco/radar.js +155 -0
- package/lib/v2/thoughtco/router.js +3 -0
- package/lib/v2/thoughtco/templates/description.art +16 -0
- package/lib/v2/threads/index.js +20 -150
- package/lib/v2/threads/utils.js +147 -0
- package/lib/v2/thwiki/radar.js +1 -1
- package/lib/v2/twitch/live.js +88 -0
- package/lib/v2/twitch/maintainer.js +5 -0
- package/lib/v2/twitch/radar.js +37 -0
- package/lib/v2/twitch/router.js +5 -0
- package/lib/v2/twitch/schedule.js +75 -0
- package/lib/v2/twitch/video.js +64 -0
- package/lib/v2/udn/breaking-news.js +6 -2
- package/lib/v2/ustc/eeis.js +5 -4
- package/lib/v2/ustc/sist.js +6 -5
- package/lib/v2/v1tx/maintainer.js +0 -1
- package/lib/v2/weekendhk/maintainer.js +0 -1
- package/lib/v2/weibo/oasis/user.js +4 -3
- package/lib/v2/whu/cs.js +71 -0
- package/lib/v2/whu/gs/index.js +85 -0
- package/lib/v2/whu/hyxt.js +50 -0
- package/lib/v2/whu/maintainer.js +6 -0
- package/lib/v2/whu/news.js +70 -0
- package/lib/v2/whu/radar.js +275 -0
- package/lib/v2/whu/router.js +6 -0
- package/lib/v2/whu/templates/description.art +39 -0
- package/lib/v2/whu/util.js +148 -0
- package/lib/v2/x-mol/maintainer.js +4 -0
- package/lib/v2/x-mol/news.js +63 -0
- package/lib/v2/x-mol/paper.js +73 -0
- package/lib/v2/x-mol/radar.js +25 -0
- package/lib/v2/x-mol/router.js +4 -0
- package/lib/v2/x-mol/templates/description.art +6 -0
- package/lib/v2/x-mol/utils.js +3 -0
- package/lib/v2/xiaohongshu/user.js +33 -9
- package/lib/v2/xiaohongshu/util.js +17 -21
- package/lib/v2/xiaote/radar.js +1 -1
- package/lib/v2/xinpianchang/index.js +19 -0
- package/lib/v2/xinpianchang/maintainer.js +4 -0
- package/lib/v2/xinpianchang/radar.js +28 -0
- package/lib/v2/xinpianchang/rank.js +33 -0
- package/lib/v2/xinpianchang/router.js +5 -0
- package/lib/v2/xinpianchang/templates/description.art +13 -0
- package/lib/v2/xinpianchang/util.js +110 -0
- package/lib/v2/xmnn/docs.js +0 -0
- package/lib/v2/xmnn/maintainer.js +1 -0
- package/lib/v2/xmnn/news.js +65 -0
- package/lib/v2/xmnn/radar.js +67 -1
- package/lib/v2/xmnn/router.js +1 -0
- package/lib/v2/xmut/jwc/bkjw.js +62 -0
- package/lib/v2/xmut/jwc/yjs.js +51 -0
- package/lib/v2/xmut/maintainer.js +3 -0
- package/lib/v2/xmut/radar.js +13 -0
- package/lib/v2/xmut/router.js +4 -0
- package/lib/v2/yomujp/level.js +101 -0
- package/lib/v2/yomujp/maintainer.js +3 -0
- package/lib/v2/yomujp/radar.js +13 -0
- package/lib/v2/yomujp/router.js +3 -0
- package/lib/v2/yuque/utils.js +1 -0
- package/lib/v2/yyets/radar.js +2 -2
- package/lib/v2/zcool/maintainer.js +1 -1
- package/lib/v2/zhubai/radar.js +2 -1
- package/lib/v2/zhubai/templates/description.art +41 -13
- package/lib/v2/zhubai/top20.js +31 -22
- package/lib/{routes → v2}/zimuxia/index.js +16 -8
- package/lib/v2/zimuxia/maintainer.js +4 -0
- package/lib/v2/zimuxia/portfolio.js +52 -0
- package/lib/v2/zimuxia/radar.js +19 -0
- package/lib/v2/zimuxia/router.js +4 -0
- package/lib/v2/zjuvag/blog.js +33 -0
- package/lib/v2/zjuvag/maintainer.js +3 -0
- package/lib/v2/zjuvag/radar.js +11 -0
- package/lib/v2/zjuvag/router.js +3 -0
- package/lib/views/welcome.art +1 -1
- package/package.json +58 -28
- package/lib/routes/abc/documentId.js +0 -7272
- package/lib/routes/abc/id.js +0 -7272
- package/lib/routes/abc/index.js +0 -74
- package/lib/routes/blogs/paulgraham.js +0 -46
- package/lib/routes/discuz/discuz.js +0 -148
- package/lib/routes/dribbble/utils.js +0 -94
- package/lib/routes/getitfree/category.js +0 -59
- package/lib/routes/getitfree/search.js +0 -25
- package/lib/routes/getitfree/utils.js +0 -47
- package/lib/routes/gov/moa/sjzxfb.js +0 -20
- package/lib/routes/growincity/news.js +0 -49
- package/lib/routes/grubstreet/utils.js +0 -78
- package/lib/routes/kkj/news.js +0 -52
- package/lib/routes/liquipedia/dota2_matches.js +0 -50
- package/lib/routes/mail/imap.js +0 -79
- package/lib/routes/mittrchina/index.js +0 -45
- package/lib/routes/niaogebiji/cat.js +0 -86
- package/lib/routes/niaogebiji/index.js +0 -40
- package/lib/routes/niaogebiji/today.js +0 -29
- package/lib/routes/npc/index.js +0 -42
- package/lib/routes/universities/whu/cs.js +0 -38
- package/lib/routes/universities/whu/news.js +0 -128
- package/lib/routes/x-mol/news.js +0 -48
- package/lib/routes/x-mol/paper.js +0 -78
- package/lib/routes/x-mol/utils.js +0 -16
- package/lib/routes/zimuxia/portfolio.js +0 -39
- package/lib/v2/abskoop/templates/description.art +0 -3
- package/lib/v2/appstore/update.js +0 -37
- package/lib/v2/chinafactcheck/templates/description.art +0 -1
- package/lib/v2/firefox/index.js +0 -74
- package/lib/v2/gocn/util.js +0 -17
- package/lib/v2/gov/zhengce/zuixin.js +0 -39
- package/lib/v2/nbd/article.js +0 -50
- package/lib/v2/reuters/migration_prompt.js +0 -3
- /package/lib/{routes → v2}/dribbble/keyword.js +0 -0
- /package/lib/{routes → v2}/dribbble/popular.js +0 -0
- /package/lib/{routes → v2}/dribbble/user.js +0 -0
- /package/lib/{routes → v2}/gov/moa/moa.js +0 -0
- /package/lib/{routes → v2}/grubstreet/index.js +0 -0
- /package/lib/{routes → v2}/metacritic/release.js +0 -0
package/README.md
CHANGED
|
@@ -21,9 +21,9 @@ RSSHub delivers millions of contents aggregated from all kinds of sources, our v
|
|
|
21
21
|
|
|
22
22
|
RSSHub can be used with browser extension [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) and mobile auxiliary app [RSSBud](https://github.com/Cay-Zhang/RSSBud) (iOS) and [RSSAid](https://github.com/LeetaoGoooo/RSSAid) (Android)
|
|
23
23
|
|
|
24
|
-
[English docs](https://docs.rsshub.app
|
|
24
|
+
[English docs](https://docs.rsshub.app) | [Telegram Group](https://t.me/rsshub) | [Telegram Channel](https://t.me/awesomeRSSHub)
|
|
25
25
|
|
|
26
|
-
[中文文档](https://docs.rsshub.app) | [Telegram 群](https://t.me/rsshub) | [Telegram 频道](https://t.me/awesomeRSSHub)
|
|
26
|
+
[中文文档](https://docs.rsshub.app/zh/) | [Telegram 群](https://t.me/rsshub) | [Telegram 频道](https://t.me/awesomeRSSHub)
|
|
27
27
|
|
|
28
28
|
## Special Thanks
|
|
29
29
|
|
package/lib/app.js
CHANGED
|
@@ -37,8 +37,8 @@ const app = new Koa();
|
|
|
37
37
|
app.proxy = true;
|
|
38
38
|
|
|
39
39
|
// favicon
|
|
40
|
-
app.use(favicon(__dirname + '/favicon.png'));
|
|
41
|
-
app.use(serve(__dirname + '/static'));
|
|
40
|
+
app.use(favicon(__dirname + '/favicon.png', { maxAge: 31536000000 }));
|
|
41
|
+
app.use(serve(__dirname + '/static', { maxage: 31536000000 }));
|
|
42
42
|
|
|
43
43
|
// global error handing
|
|
44
44
|
app.use(onerror);
|
package/lib/config.js
CHANGED
|
@@ -85,8 +85,8 @@ const calculateValue = () => {
|
|
|
85
85
|
pass: envs.HTTP_BASIC_AUTH_PASS || 'passw0rd',
|
|
86
86
|
},
|
|
87
87
|
// access control
|
|
88
|
-
|
|
89
|
-
|
|
88
|
+
denylist: envs.DENYLIST && envs.DENYLIST.split(','),
|
|
89
|
+
allowlist: envs.ALLOWLIST && envs.ALLOWLIST.split(','),
|
|
90
90
|
allowLocalhost: envs.ALLOW_LOCALHOST,
|
|
91
91
|
accessKey: envs.ACCESS_KEY,
|
|
92
92
|
// logging
|
|
@@ -112,6 +112,14 @@ const calculateValue = () => {
|
|
|
112
112
|
},
|
|
113
113
|
suffix: envs.SUFFIX,
|
|
114
114
|
titleLengthLimit: parseInt(envs.TITLE_LENGTH_LIMIT) || 150,
|
|
115
|
+
openai: {
|
|
116
|
+
apiKey: envs.OPENAI_API_KEY,
|
|
117
|
+
model: envs.OPENAI_MODEL || 'gpt-3.5-turbo-16k',
|
|
118
|
+
temperature: envs.OPENAI_TEMPERATURE || 0.2,
|
|
119
|
+
maxTokens: envs.OPENAI_MAX_TOKENS || null,
|
|
120
|
+
endpoint: envs.OPENAI_API_ENDPOINT || 'https://api.openai.com/v1',
|
|
121
|
+
prompt: envs.OPENAI_PROMPT || 'Please summarize the following article and reply with markdown format.',
|
|
122
|
+
},
|
|
115
123
|
|
|
116
124
|
// Route-specific Configurations
|
|
117
125
|
bilibili: {
|
package/lib/maintainer.js
CHANGED
|
@@ -37,7 +37,7 @@ for (const dir in maintainerPath) {
|
|
|
37
37
|
}
|
|
38
38
|
|
|
39
39
|
for (const key in routes) {
|
|
40
|
-
maintainers['/' + dir + key] = routes[key];
|
|
40
|
+
maintainers['/' + dir + (key.endsWith('/') ? key.substring(0, key.length - 1) : key)] = routes[key];
|
|
41
41
|
}
|
|
42
42
|
}
|
|
43
43
|
|
|
@@ -49,4 +49,9 @@ router.stack.forEach((e) => {
|
|
|
49
49
|
}
|
|
50
50
|
});
|
|
51
51
|
|
|
52
|
-
module.exports = maintainers
|
|
52
|
+
module.exports = Object.keys(maintainers)
|
|
53
|
+
.sort()
|
|
54
|
+
.reduce((obj, path) => {
|
|
55
|
+
obj[path] = maintainers[path];
|
|
56
|
+
return obj;
|
|
57
|
+
}, {});
|
|
@@ -15,7 +15,7 @@ module.exports = async (ctx, next) => {
|
|
|
15
15
|
const accessKey = ctx.query.key;
|
|
16
16
|
const accessCode = ctx.query.code;
|
|
17
17
|
|
|
18
|
-
const isControlled = config.accessKey || config.
|
|
18
|
+
const isControlled = config.accessKey || config.allowlist || config.denylist;
|
|
19
19
|
|
|
20
20
|
const allowLocalhost = config.allowLocalhost && (await isLocalhost(ip));
|
|
21
21
|
|
|
@@ -38,14 +38,14 @@ module.exports = async (ctx, next) => {
|
|
|
38
38
|
}
|
|
39
39
|
}
|
|
40
40
|
|
|
41
|
-
if (config.
|
|
42
|
-
if (config.
|
|
41
|
+
if (config.allowlist) {
|
|
42
|
+
if (config.allowlist.find((item) => ip.includes(item) || requestPath.includes(item) || requestUA.includes(item))) {
|
|
43
43
|
return grant();
|
|
44
44
|
}
|
|
45
45
|
}
|
|
46
46
|
|
|
47
|
-
if (config.
|
|
48
|
-
if (!config.
|
|
47
|
+
if (config.denylist) {
|
|
48
|
+
if (!config.denylist.find((item) => ip.includes(item) || requestPath.includes(item) || requestUA.includes(item))) {
|
|
49
49
|
return grant();
|
|
50
50
|
}
|
|
51
51
|
}
|
|
@@ -4,6 +4,10 @@ const { simplecc } = require('simplecc-wasm');
|
|
|
4
4
|
const got = require('@/utils/got');
|
|
5
5
|
const config = require('@/config').value;
|
|
6
6
|
const { RE2JS } = require('re2js');
|
|
7
|
+
const md = require('markdown-it')({
|
|
8
|
+
html: true,
|
|
9
|
+
});
|
|
10
|
+
const htmlToText = require('html-to-text');
|
|
7
11
|
|
|
8
12
|
let mercury_parser;
|
|
9
13
|
|
|
@@ -23,6 +27,26 @@ const resolveRelativeLink = ($, elem, attr, baseUrl) => {
|
|
|
23
27
|
}
|
|
24
28
|
};
|
|
25
29
|
|
|
30
|
+
const summarizeArticle = async (articleText) => {
|
|
31
|
+
const apiUrl = `${config.openai.endpoint}/chat/completions`;
|
|
32
|
+
const response = await got.post(apiUrl, {
|
|
33
|
+
json: {
|
|
34
|
+
model: config.openai.model,
|
|
35
|
+
max_tokens: config.openai.maxTokens,
|
|
36
|
+
messages: [
|
|
37
|
+
{ role: 'system', content: config.openai.prompt },
|
|
38
|
+
{ role: 'user', content: articleText },
|
|
39
|
+
],
|
|
40
|
+
temperature: config.openai.temperature,
|
|
41
|
+
},
|
|
42
|
+
headers: {
|
|
43
|
+
Authorization: `Bearer ${config.openai.apiKey}`,
|
|
44
|
+
},
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
return response.data.choices[0].message.content;
|
|
48
|
+
};
|
|
49
|
+
|
|
26
50
|
module.exports = async (ctx, next) => {
|
|
27
51
|
await next();
|
|
28
52
|
|
|
@@ -136,17 +160,19 @@ module.exports = async (ctx, next) => {
|
|
|
136
160
|
});
|
|
137
161
|
}
|
|
138
162
|
}
|
|
163
|
+
|
|
164
|
+
// handle category
|
|
165
|
+
if (item.category) {
|
|
166
|
+
// convert single string to array, and filter only string type category
|
|
167
|
+
Array.isArray(item.category) || (item.category = [item.category]);
|
|
168
|
+
item.category = item.category.filter((e) => typeof e === 'string');
|
|
169
|
+
}
|
|
139
170
|
return item;
|
|
140
171
|
};
|
|
141
172
|
|
|
142
173
|
ctx.state.data.item = await Promise.all(ctx.state.data.item.map(handleItem));
|
|
143
174
|
|
|
144
175
|
if (ctx.query) {
|
|
145
|
-
// limit
|
|
146
|
-
if (ctx.query.limit) {
|
|
147
|
-
ctx.state.data.item = ctx.state.data.item.slice(0, parseInt(ctx.query.limit));
|
|
148
|
-
}
|
|
149
|
-
|
|
150
176
|
// filter
|
|
151
177
|
const engine = config.feature.filter_regex_engine;
|
|
152
178
|
const makeRegex = (string) => {
|
|
@@ -172,8 +198,7 @@ module.exports = async (ctx, next) => {
|
|
|
172
198
|
const title = item.title || '';
|
|
173
199
|
const description = item.description || title;
|
|
174
200
|
const author = item.author || '';
|
|
175
|
-
const
|
|
176
|
-
const category = item.category ? categoryArray : [];
|
|
201
|
+
const category = item.category || [];
|
|
177
202
|
const isFilter =
|
|
178
203
|
engine === 're2'
|
|
179
204
|
? regex.matcher(title).find() || regex.matcher(description).find() || regex.matcher(author).find() || category.some((c) => regex.matcher(c).find())
|
|
@@ -189,8 +214,7 @@ module.exports = async (ctx, next) => {
|
|
|
189
214
|
const title = item.title || '';
|
|
190
215
|
const description = item.description || title;
|
|
191
216
|
const author = item.author || '';
|
|
192
|
-
const
|
|
193
|
-
const category = item.category ? categoryArray : [];
|
|
217
|
+
const category = item.category || [];
|
|
194
218
|
let isFilter = true;
|
|
195
219
|
|
|
196
220
|
const titleRegex = makeRegex(ctx.query.filter_title);
|
|
@@ -216,8 +240,7 @@ module.exports = async (ctx, next) => {
|
|
|
216
240
|
const title = item.title;
|
|
217
241
|
const description = item.description || title;
|
|
218
242
|
const author = item.author || '';
|
|
219
|
-
const
|
|
220
|
-
const category = item.category ? categoryArray : [];
|
|
243
|
+
const category = item.category || [];
|
|
221
244
|
let isFilter = true;
|
|
222
245
|
|
|
223
246
|
const titleRegex = makeRegex(ctx.query.filterout_title);
|
|
@@ -247,6 +270,11 @@ module.exports = async (ctx, next) => {
|
|
|
247
270
|
});
|
|
248
271
|
}
|
|
249
272
|
|
|
273
|
+
// limit
|
|
274
|
+
if (ctx.query.limit) {
|
|
275
|
+
ctx.state.data.item = ctx.state.data.item.slice(0, parseInt(ctx.query.limit));
|
|
276
|
+
}
|
|
277
|
+
|
|
250
278
|
// telegram instant view
|
|
251
279
|
if (ctx.query.tgiv) {
|
|
252
280
|
ctx.state.data.item.map((item) => {
|
|
@@ -282,6 +310,33 @@ module.exports = async (ctx, next) => {
|
|
|
282
310
|
await Promise.all(tasks);
|
|
283
311
|
}
|
|
284
312
|
|
|
313
|
+
// openai
|
|
314
|
+
if (ctx.query.chatgpt && config.openai.apiKey) {
|
|
315
|
+
ctx.state.data.item = await Promise.all(
|
|
316
|
+
ctx.state.data.item.map(async (item) => {
|
|
317
|
+
if (item.description) {
|
|
318
|
+
try {
|
|
319
|
+
const summary = await ctx.cache.tryGet(`openai:${item.link}`, async () => {
|
|
320
|
+
const text = htmlToText.htmlToText(item.description);
|
|
321
|
+
if (text.length < 300) {
|
|
322
|
+
return '';
|
|
323
|
+
}
|
|
324
|
+
const summary_md = await summarizeArticle(text);
|
|
325
|
+
return md.render(summary_md);
|
|
326
|
+
});
|
|
327
|
+
// 将总结结果添加到文章数据中
|
|
328
|
+
if (summary !== '') {
|
|
329
|
+
item.description = summary + '<hr/><br/>' + item.description;
|
|
330
|
+
}
|
|
331
|
+
} catch (e) {
|
|
332
|
+
// when openai failed, return default description and not write cache
|
|
333
|
+
}
|
|
334
|
+
}
|
|
335
|
+
return item;
|
|
336
|
+
})
|
|
337
|
+
);
|
|
338
|
+
}
|
|
339
|
+
|
|
285
340
|
// scihub
|
|
286
341
|
if (ctx.query.scihub) {
|
|
287
342
|
ctx.state.data.item.map((item) => {
|
package/lib/radar.js
CHANGED
|
@@ -4,7 +4,7 @@ const toSource = require('tosource');
|
|
|
4
4
|
const { join } = require('path');
|
|
5
5
|
|
|
6
6
|
// Namespaces that do not require radar.js
|
|
7
|
-
const allowNamespace = ['discourse', 'ehentai', 'test'];
|
|
7
|
+
const allowNamespace = ['discourse', 'discuz', 'ehentai', 'lemmy', 'mail', 'test'];
|
|
8
8
|
// Check if a radar.js file is exist under each folder of dirname
|
|
9
9
|
for (const dir of fs.readdirSync(dirname)) {
|
|
10
10
|
const dirPath = join(dirname, dir);
|
package/lib/router.js
CHANGED
|
@@ -66,9 +66,9 @@ router.get('/geektime/news', lazyloadRouteHandler('./routes/geektime/news'));
|
|
|
66
66
|
router.get('/infzm/:id', lazyloadRouteHandler('./routes/infzm/news'));
|
|
67
67
|
|
|
68
68
|
// Dribbble
|
|
69
|
-
router.get('/dribbble/popular/:timeframe?', lazyloadRouteHandler('./routes/dribbble/popular'));
|
|
70
|
-
router.get('/dribbble/user/:name', lazyloadRouteHandler('./routes/dribbble/user'));
|
|
71
|
-
router.get('/dribbble/keyword/:keyword', lazyloadRouteHandler('./routes/dribbble/keyword'));
|
|
69
|
+
// router.get('/dribbble/popular/:timeframe?', lazyloadRouteHandler('./routes/dribbble/popular'));
|
|
70
|
+
// router.get('/dribbble/user/:name', lazyloadRouteHandler('./routes/dribbble/user'));
|
|
71
|
+
// router.get('/dribbble/keyword/:keyword', lazyloadRouteHandler('./routes/dribbble/keyword'));
|
|
72
72
|
|
|
73
73
|
// 虎牙
|
|
74
74
|
router.get('/huya/live/:id', lazyloadRouteHandler('./routes/huya/live'));
|
|
@@ -126,8 +126,8 @@ router.get('/sexinsex/:id/:type?', lazyloadRouteHandler('./routes/sexinsex/index
|
|
|
126
126
|
router.get('/one', lazyloadRouteHandler('./routes/one/index'));
|
|
127
127
|
|
|
128
128
|
// Firefox
|
|
129
|
-
router.get('/firefox/release/:platform', lazyloadRouteHandler('./routes/firefox/release'));
|
|
130
|
-
router.get('/firefox/addons/:id', lazyloadRouteHandler('./routes/firefox/addons'));
|
|
129
|
+
// router.get('/firefox/release/:platform', lazyloadRouteHandler('./routes/firefox/release'));
|
|
130
|
+
// router.get('/firefox/addons/:id', lazyloadRouteHandler('./routes/firefox/addons'));
|
|
131
131
|
|
|
132
132
|
// Thunderbird
|
|
133
133
|
router.get('/thunderbird/release', lazyloadRouteHandler('./routes/thunderbird/release'));
|
|
@@ -351,8 +351,8 @@ router.get('/kmust/job/careers/:type?', lazyloadRouteHandler('./routes/universit
|
|
|
351
351
|
router.get('/kmust/job/jobfairs', lazyloadRouteHandler('./routes/universities/kmust/job/jobfairs'));
|
|
352
352
|
|
|
353
353
|
// 武汉大学
|
|
354
|
-
router.get('/whu/cs/:type', lazyloadRouteHandler('./routes/universities/whu/cs'));
|
|
355
|
-
router.get('/whu/news/:type?', lazyloadRouteHandler('./routes/universities/whu/news'));
|
|
354
|
+
// router.get('/whu/cs/:type', lazyloadRouteHandler('./routes/universities/whu/cs'));
|
|
355
|
+
// router.get('/whu/news/:type?', lazyloadRouteHandler('./routes/universities/whu/news'));
|
|
356
356
|
|
|
357
357
|
// 井冈山大学
|
|
358
358
|
router.get('/jgsu/jwc', lazyloadRouteHandler('./routes/universities/jgsu/jwc'));
|
|
@@ -992,10 +992,10 @@ router.get('/polimi/news/:language?', lazyloadRouteHandler('./routes/polimi/news
|
|
|
992
992
|
router.get('/dekudeals/:type', lazyloadRouteHandler('./routes/dekudeals'));
|
|
993
993
|
|
|
994
994
|
// Metacritic
|
|
995
|
-
router.get('/metacritic/release/:platform/:type/:sort?', lazyloadRouteHandler('./routes/metacritic/release'));
|
|
995
|
+
// router.get('/metacritic/release/:platform/:type/:sort?', lazyloadRouteHandler('./routes/metacritic/release'));
|
|
996
996
|
|
|
997
997
|
// 快科技(原驱动之家)
|
|
998
|
-
router.get('/kkj/news', lazyloadRouteHandler('./routes/kkj/news'));
|
|
998
|
+
// router.get('/kkj/news', lazyloadRouteHandler('./routes/kkj/news'));
|
|
999
999
|
|
|
1000
1000
|
// sixthtone
|
|
1001
1001
|
router.get('/sixthtone/news', lazyloadRouteHandler('./routes/sixthtone/news'));
|
|
@@ -1047,8 +1047,8 @@ router.get('/im2maker/:channel?', lazyloadRouteHandler('./routes/im2maker/index'
|
|
|
1047
1047
|
router.get('/cninfo/announcement/:column/:code/:orgId/:category?/:search?', lazyloadRouteHandler('./routes/cninfo/announcement'));
|
|
1048
1048
|
|
|
1049
1049
|
// 中华人民共和国农业农村部
|
|
1050
|
-
router.get('/gov/moa/sjzxfb', lazyloadRouteHandler('./routes/gov/moa/sjzxfb'));
|
|
1051
|
-
router.get('/gov/moa/:suburl(.*)', lazyloadRouteHandler('./routes/gov/moa/moa'));
|
|
1050
|
+
// router.get('/gov/moa/sjzxfb', lazyloadRouteHandler('./routes/gov/moa/sjzxfb'));
|
|
1051
|
+
// router.get('/gov/moa/:suburl(.*)', lazyloadRouteHandler('./routes/gov/moa/moa'));
|
|
1052
1052
|
|
|
1053
1053
|
// 香水时代
|
|
1054
1054
|
router.get('/nosetime/:id/:type/:sort?', lazyloadRouteHandler('./routes/nosetime/comment'));
|
|
@@ -1090,8 +1090,8 @@ router.get('/wikihow/index', lazyloadRouteHandler('./routes/wikihow/index.js'));
|
|
|
1090
1090
|
router.get('/wikihow/category/:category/:type', lazyloadRouteHandler('./routes/wikihow/category.js'));
|
|
1091
1091
|
|
|
1092
1092
|
// 正版中国
|
|
1093
|
-
router.get('/getitfree/category/:category?', lazyloadRouteHandler('./routes/getitfree/category.js'));
|
|
1094
|
-
router.get('/getitfree/search/:keyword?', lazyloadRouteHandler('./routes/getitfree/search.js'));
|
|
1093
|
+
// router.get('/getitfree/category/:category?', lazyloadRouteHandler('./routes/getitfree/category.js'));
|
|
1094
|
+
// router.get('/getitfree/search/:keyword?', lazyloadRouteHandler('./routes/getitfree/search.js'));
|
|
1095
1095
|
|
|
1096
1096
|
// 万联网
|
|
1097
1097
|
router.get('/10000link/news/:category?', lazyloadRouteHandler('./routes/10000link/news'));
|
|
@@ -1199,7 +1199,7 @@ router.get('/latexstudio/home', lazyloadRouteHandler('./routes/latexstudio/home'
|
|
|
1199
1199
|
router.get('/jskou/:type?', lazyloadRouteHandler('./routes/jskou/index'));
|
|
1200
1200
|
|
|
1201
1201
|
// 邮箱
|
|
1202
|
-
router.get('/mail/imap/:email', lazyloadRouteHandler('./routes/mail/imap'));
|
|
1202
|
+
// router.get('/mail/imap/:email/:folder*', lazyloadRouteHandler('./routes/mail/imap'));
|
|
1203
1203
|
|
|
1204
1204
|
// 好队友
|
|
1205
1205
|
router.get('/network360/jobs', lazyloadRouteHandler('./routes/network360/jobs'));
|
|
@@ -1269,8 +1269,8 @@ router.get('/wineyun/:category', lazyloadRouteHandler('./routes/wineyun'));
|
|
|
1269
1269
|
router.get('/kzfeed/topic/:id', lazyloadRouteHandler('./routes/kzfeed/topic'));
|
|
1270
1270
|
|
|
1271
1271
|
// X-MOL化学资讯平台
|
|
1272
|
-
router.get('/x-mol/news/:tag?', lazyloadRouteHandler('./routes/x-mol/news.js'));
|
|
1273
|
-
router.get('/x-mol/paper/:type/:magazine', lazyloadRouteHandler('./routes/x-mol/paper'));
|
|
1272
|
+
// router.get('/x-mol/news/:tag?', lazyloadRouteHandler('./routes/x-mol/news.js'));
|
|
1273
|
+
// router.get('/x-mol/paper/:type/:magazine', lazyloadRouteHandler('./routes/x-mol/paper'));
|
|
1274
1274
|
|
|
1275
1275
|
// 知识分子
|
|
1276
1276
|
router.get('/zhishifenzi/news/:type?', lazyloadRouteHandler('./routes/zhishifenzi/news'));
|
|
@@ -1390,7 +1390,7 @@ router.get('/vulture/:tag/:excludetags?', lazyloadRouteHandler('./routes/vulture
|
|
|
1390
1390
|
router.get('/xinwenlianbo/index', lazyloadRouteHandler('./routes/xinwenlianbo/index'));
|
|
1391
1391
|
|
|
1392
1392
|
// Paul Graham - Essays
|
|
1393
|
-
router.get('/blogs/paulgraham', lazyloadRouteHandler('./routes/blogs/paulgraham'));
|
|
1393
|
+
// router.get('/blogs/paulgraham', lazyloadRouteHandler('./routes/blogs/paulgraham'));
|
|
1394
1394
|
|
|
1395
1395
|
// invisionapp
|
|
1396
1396
|
router.get('/invisionapp/inside-design', lazyloadRouteHandler('./routes/invisionapp/inside-design'));
|
|
@@ -1443,12 +1443,12 @@ router.get('/xinquji/today/internal', lazyloadRouteHandler('./routes/xinquji/int
|
|
|
1443
1443
|
router.get('/gbcc/trust', lazyloadRouteHandler('./routes/gbcc/trust'));
|
|
1444
1444
|
|
|
1445
1445
|
// CBC
|
|
1446
|
-
router.get('/cbc/topics/:topic?', lazyloadRouteHandler('./routes/cbc/topics'));
|
|
1446
|
+
// router.get('/cbc/topics/:topic?', lazyloadRouteHandler('./routes/cbc/topics'));
|
|
1447
1447
|
|
|
1448
1448
|
// discuz
|
|
1449
|
-
router.get('/discuz/:ver([7|x])/:cid([0-9]{2})/:link(.*)', lazyloadRouteHandler('./routes/discuz/discuz'));
|
|
1450
|
-
router.get('/discuz/:ver([7|x])/:link(.*)', lazyloadRouteHandler('./routes/discuz/discuz'));
|
|
1451
|
-
router.get('/discuz/:link(.*)', lazyloadRouteHandler('./routes/discuz/discuz'));
|
|
1449
|
+
// router.get('/discuz/:ver([7|x])/:cid([0-9]{2})/:link(.*)', lazyloadRouteHandler('./routes/discuz/discuz'));
|
|
1450
|
+
// router.get('/discuz/:ver([7|x])/:link(.*)', lazyloadRouteHandler('./routes/discuz/discuz'));
|
|
1451
|
+
// router.get('/discuz/:link(.*)', lazyloadRouteHandler('./routes/discuz/discuz'));
|
|
1452
1452
|
|
|
1453
1453
|
// China Dialogue 中外对话
|
|
1454
1454
|
router.get('/chinadialogue/topics/:topic', lazyloadRouteHandler('./routes/chinadialogue/topics'));
|
|
@@ -1607,7 +1607,7 @@ router.get('/hbut/cs/:type', lazyloadRouteHandler('./routes/universities/hbut/cs
|
|
|
1607
1607
|
router.get('/acwifi', lazyloadRouteHandler('./routes/acwifi'));
|
|
1608
1608
|
|
|
1609
1609
|
// MIT科技评论
|
|
1610
|
-
router.get('/mittrchina/:type', lazyloadRouteHandler('./routes/mittrchina'));
|
|
1610
|
+
// router.get('/mittrchina/:type', lazyloadRouteHandler('./routes/mittrchina'));
|
|
1611
1611
|
|
|
1612
1612
|
// iYouPort
|
|
1613
1613
|
router.get('/iyouport/article', lazyloadRouteHandler('./routes/iyouport'));
|
|
@@ -1732,7 +1732,7 @@ router.get('/jijitang/article/:id', lazyloadRouteHandler('./routes/jijitang/arti
|
|
|
1732
1732
|
router.get('/jijitang/publication', lazyloadRouteHandler('./routes/jijitang/publication'));
|
|
1733
1733
|
|
|
1734
1734
|
// Grub Street
|
|
1735
|
-
router.get('/grubstreet', lazyloadRouteHandler('./routes/grubstreet/index'));
|
|
1735
|
+
// router.get('/grubstreet', lazyloadRouteHandler('./routes/grubstreet/index'));
|
|
1736
1736
|
|
|
1737
1737
|
// 漫画堆
|
|
1738
1738
|
router.get('/manhuadui/manhua/:name/:serial?', lazyloadRouteHandler('./routes/manhuadui/manhua'));
|
|
@@ -1868,9 +1868,9 @@ router.get('/gov/chongqing/ljxq/zwgk/:caty', lazyloadRouteHandler('./routes/gov/
|
|
|
1868
1868
|
router.get('/12379', lazyloadRouteHandler('./routes/12379/index'));
|
|
1869
1869
|
|
|
1870
1870
|
// 鸟哥笔记
|
|
1871
|
-
router.get('/ngbj', lazyloadRouteHandler('./routes/niaogebiji/index'));
|
|
1872
|
-
router.get('/ngbj/today', lazyloadRouteHandler('./routes/niaogebiji/today'));
|
|
1873
|
-
router.get('/ngbj/cat/:cat', lazyloadRouteHandler('./routes/niaogebiji/cat'));
|
|
1871
|
+
// router.get('/ngbj', lazyloadRouteHandler('./routes/niaogebiji/index'));
|
|
1872
|
+
// router.get('/ngbj/today', lazyloadRouteHandler('./routes/niaogebiji/today'));
|
|
1873
|
+
// router.get('/ngbj/cat/:cat', lazyloadRouteHandler('./routes/niaogebiji/cat'));
|
|
1874
1874
|
|
|
1875
1875
|
// 梅花网
|
|
1876
1876
|
router.get('/meihua/shots/:caty', lazyloadRouteHandler('./routes/meihua/shots'));
|
|
@@ -2033,7 +2033,7 @@ router.get('/icity/:id', lazyloadRouteHandler('./routes/icity/index'));
|
|
|
2033
2033
|
router.get('/anki/changes', lazyloadRouteHandler('./routes/anki/changes'));
|
|
2034
2034
|
|
|
2035
2035
|
// ABC News
|
|
2036
|
-
router.get('/abc/:id?', lazyloadRouteHandler('./routes/abc'));
|
|
2036
|
+
// router.get('/abc/:id?', lazyloadRouteHandler('./routes/abc'));
|
|
2037
2037
|
|
|
2038
2038
|
// 台湾中央通讯社
|
|
2039
2039
|
// router.get('/cna/:id?', lazyloadRouteHandler('./routes/cna/index'));
|
|
@@ -2064,7 +2064,7 @@ router.get('/nobelprize/:caty?', lazyloadRouteHandler('./routes/nobelprize/index
|
|
|
2064
2064
|
router.get('/gov/taiwan/mnd', lazyloadRouteHandler('./routes/gov/taiwan/mnd'));
|
|
2065
2065
|
|
|
2066
2066
|
// 中国人大网
|
|
2067
|
-
router.get('/npc/:caty', lazyloadRouteHandler('./routes/npc/index'));
|
|
2067
|
+
// router.get('/npc/:caty', lazyloadRouteHandler('./routes/npc/index'));
|
|
2068
2068
|
|
|
2069
2069
|
// 高科技行业门户
|
|
2070
2070
|
router.get('/ofweek/news', lazyloadRouteHandler('./routes/ofweek/news'));
|
|
@@ -2116,7 +2116,7 @@ router.get('/sagawa/:id', lazyloadRouteHandler('./routes/sagawa/index'));
|
|
|
2116
2116
|
router.get('/qnap/release-notes/:id', lazyloadRouteHandler('./routes/qnap/release-notes'));
|
|
2117
2117
|
|
|
2118
2118
|
// Liquipedia
|
|
2119
|
-
router.get('/liquipedia/dota2/matches/:id', lazyloadRouteHandler('./routes/liquipedia/dota2_matches.js'));
|
|
2119
|
+
// router.get('/liquipedia/dota2/matches/:id', lazyloadRouteHandler('./routes/liquipedia/dota2_matches.js'));
|
|
2120
2120
|
|
|
2121
2121
|
// 哈尔滨市科技局
|
|
2122
2122
|
router.get('/gov/harbin/kjj', lazyloadRouteHandler('./routes/gov/harbin/kjj'));
|
|
@@ -2545,8 +2545,8 @@ router.get('/wanwansub/info/:id', lazyloadRouteHandler('./routes/wanwansub/info'
|
|
|
2545
2545
|
router.get('/wanwansub/:id?', lazyloadRouteHandler('./routes/wanwansub/index'));
|
|
2546
2546
|
|
|
2547
2547
|
// FIX 字幕侠
|
|
2548
|
-
router.get('/zimuxia/portfolio/:id', lazyloadRouteHandler('./routes/zimuxia/portfolio'));
|
|
2549
|
-
router.get('/zimuxia/:category?', lazyloadRouteHandler('./routes/zimuxia/index'));
|
|
2548
|
+
// router.get('/zimuxia/portfolio/:id', lazyloadRouteHandler('./routes/zimuxia/portfolio'));
|
|
2549
|
+
// router.get('/zimuxia/:category?', lazyloadRouteHandler('./routes/zimuxia/index'));
|
|
2550
2550
|
|
|
2551
2551
|
// Hugo 更新日志
|
|
2552
2552
|
router.get('/hugo/releases', lazyloadRouteHandler('./routes/hugo/releases'));
|
|
@@ -6,7 +6,7 @@ const timezone = require('@/utils/timezone');
|
|
|
6
6
|
|
|
7
7
|
module.exports = async (ctx) => {
|
|
8
8
|
const baseUrl = 'https://ostudy.ynnedu.cn/';
|
|
9
|
-
const
|
|
9
|
+
const denylist = ['ynnu-mv.html', 'https://chjiao.ynnu.edu.cn/zsgz/zsjz.htm', 'https://chjiao.ynnu.edu.cn/info/1006/1404.htm', 'https://chjiao.ynnu.edu.cn/zsgz/dksw.htm'];
|
|
10
10
|
const { body } = await got(baseUrl);
|
|
11
11
|
const $index = cheerio.load(body);
|
|
12
12
|
ctx.state.data = {
|
|
@@ -16,7 +16,7 @@ module.exports = async (ctx) => {
|
|
|
16
16
|
// 顶部幻灯片抓取
|
|
17
17
|
Promise.all(
|
|
18
18
|
$index('div[carousel-item] > div')
|
|
19
|
-
.filter((_, element) => !
|
|
19
|
+
.filter((_, element) => !denylist.includes($index(element).find('a').attr('href')))
|
|
20
20
|
.map((_, element) => {
|
|
21
21
|
const $element = $index(element);
|
|
22
22
|
const $a = $element.find('a');
|
|
@@ -46,7 +46,7 @@ module.exports = async (ctx) => {
|
|
|
46
46
|
Promise.all(
|
|
47
47
|
cheerio
|
|
48
48
|
.load($index('#serviceInform-tpl').html())('.news-li:not(:last-child)')
|
|
49
|
-
.filter((_, element) => !
|
|
49
|
+
.filter((_, element) => !denylist.includes($index(element).find('a').attr('href')))
|
|
50
50
|
.map((_, element) => {
|
|
51
51
|
const $element = $index(element);
|
|
52
52
|
const $a = $element.find('a');
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
const randUserAgent = require('rand-user-agent');
|
|
1
|
+
const { randUserAgent } = require('@tonyrl/rand-user-agent');
|
|
2
|
+
require.resolve('@tonyrl/rand-user-agent/data/user-agents.json'); // workaround for @vercel/nft removing datastore
|
|
2
3
|
|
|
3
4
|
/**
|
|
4
5
|
* A handy function to help generate a legit useragent.
|
|
@@ -16,7 +17,7 @@ module.exports = ({ browser = 'chrome', os = 'mac os', device = 'desktop' }) =>
|
|
|
16
17
|
let UA = randUserAgent(device, browser, os);
|
|
17
18
|
|
|
18
19
|
if (browser === 'chrome') {
|
|
19
|
-
while (UA.includes('Chrome-Lighthouse') || UA.includes('Gener8') || UA.includes('HeadlessChrome') || UA.includes('SMTBot')) {
|
|
20
|
+
while (UA.includes('Chrome-Lighthouse') || UA.includes('Gener8') || UA.includes('HeadlessChrome') || UA.includes('SMTBot') || UA.includes('Electron') || UA.includes('Code')) {
|
|
20
21
|
UA = randUserAgent(device, browser, os);
|
|
21
22
|
}
|
|
22
23
|
}
|
package/lib/v2/141ppv/index.js
CHANGED
|
@@ -39,7 +39,10 @@ module.exports = async (ctx) => {
|
|
|
39
39
|
.map((t) => $(t).text().trim());
|
|
40
40
|
const magnet = item.find('a[title="Magnet torrent"]').attr('href');
|
|
41
41
|
const link = item.find('a[title="Download .torrent"]').attr('href');
|
|
42
|
-
const
|
|
42
|
+
const onErrorAttr = item.find('.image').attr('onerror');
|
|
43
|
+
const backupImageRegex = /this\.src='(.*?)'/;
|
|
44
|
+
const match = backupImageRegex.exec(onErrorAttr);
|
|
45
|
+
const image = match ? match[1] : item.find('.image').attr('src');
|
|
43
46
|
|
|
44
47
|
return {
|
|
45
48
|
title: `${id} ${size}`,
|
package/lib/v2/2048/index.js
CHANGED
|
@@ -11,7 +11,11 @@ module.exports = async (ctx) => {
|
|
|
11
11
|
const rootUrl = 'https://hjd2048.com';
|
|
12
12
|
|
|
13
13
|
const entranceDomain = await ctx.cache.tryGet('2048:entranceDomain', async () => {
|
|
14
|
-
const { data: response } = await got('https://hjd.tw'
|
|
14
|
+
const { data: response } = await got('https://hjd.tw', {
|
|
15
|
+
headers: {
|
|
16
|
+
accept: '*/*',
|
|
17
|
+
},
|
|
18
|
+
});
|
|
15
19
|
const $ = cheerio.load(response);
|
|
16
20
|
return $('ul li a')
|
|
17
21
|
.toArray()
|
|
@@ -36,14 +40,16 @@ module.exports = async (ctx) => {
|
|
|
36
40
|
.nextAll('.tr3')
|
|
37
41
|
.toArray()
|
|
38
42
|
.map((item) => {
|
|
39
|
-
item = $(item).find('.subject');
|
|
43
|
+
item = $(item).find('a.subject');
|
|
40
44
|
|
|
41
45
|
return {
|
|
42
46
|
title: item.text(),
|
|
43
47
|
link: `${currentHost}/2048/${item.attr('href')}`,
|
|
44
48
|
guid: `${rootUrl}/2048/${item.attr('href')}`,
|
|
45
49
|
};
|
|
46
|
-
})
|
|
50
|
+
})
|
|
51
|
+
.filter((item) => !item.link.includes('undefined'));
|
|
52
|
+
|
|
47
53
|
const items = await Promise.all(
|
|
48
54
|
list.map((item) =>
|
|
49
55
|
ctx.cache.tryGet(item.guid, async () => {
|
|
@@ -60,15 +66,8 @@ module.exports = async (ctx) => {
|
|
|
60
66
|
content(this).replaceWith(`<img src="${content(this).find('img').attr('src')}">`);
|
|
61
67
|
});
|
|
62
68
|
|
|
63
|
-
item.author = content('.fl.black').text();
|
|
64
|
-
item.pubDate = timezone(
|
|
65
|
-
parseDate(
|
|
66
|
-
content('.fl.gray')
|
|
67
|
-
.text()
|
|
68
|
-
.replace(/发表于: /, '')
|
|
69
|
-
),
|
|
70
|
-
+8
|
|
71
|
-
);
|
|
69
|
+
item.author = content('.fl.black').first().text();
|
|
70
|
+
item.pubDate = timezone(parseDate(content('span.fl.gray').first().attr('title')), +8);
|
|
72
71
|
|
|
73
72
|
const downloadLink = content('#read_tpc').first().find('a').last();
|
|
74
73
|
|
|
@@ -93,7 +92,13 @@ module.exports = async (ctx) => {
|
|
|
93
92
|
);
|
|
94
93
|
}
|
|
95
94
|
|
|
96
|
-
|
|
95
|
+
const desp = content('#read_tpc').first();
|
|
96
|
+
|
|
97
|
+
content('.showhide img').each(function () {
|
|
98
|
+
desp.append(`<br><img style="max-width: 100%;" src="${content(this).attr('src')}">`);
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
item.description = desp.html();
|
|
97
102
|
|
|
98
103
|
return item;
|
|
99
104
|
})
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
const cheerio = require('cheerio');
|
|
3
|
+
const iconv = require('iconv-lite');
|
|
4
|
+
const timezone = require('@/utils/timezone');
|
|
5
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
6
|
+
const { art } = require('@/utils/render');
|
|
7
|
+
const path = require('path');
|
|
8
|
+
|
|
9
|
+
module.exports = async (ctx) => {
|
|
10
|
+
const { id = '751' } = ctx.params;
|
|
11
|
+
const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 30;
|
|
12
|
+
|
|
13
|
+
const rootUrl = 'https://www.8264.com';
|
|
14
|
+
const currentUrl = new URL(`list/${id}`, rootUrl).href;
|
|
15
|
+
|
|
16
|
+
const { data: response } = await got(currentUrl, {
|
|
17
|
+
responseType: 'buffer',
|
|
18
|
+
});
|
|
19
|
+
|
|
20
|
+
const $ = cheerio.load(iconv.decode(response, 'gbk'));
|
|
21
|
+
|
|
22
|
+
$('div.newslist_info').remove();
|
|
23
|
+
|
|
24
|
+
let items = $('div.newlist_r, div.newslist_r, div.bbslistone_name, dt')
|
|
25
|
+
.find('a')
|
|
26
|
+
.slice(0, limit)
|
|
27
|
+
.toArray()
|
|
28
|
+
.map((item) => {
|
|
29
|
+
item = $(item);
|
|
30
|
+
|
|
31
|
+
const link = item.prop('href');
|
|
32
|
+
|
|
33
|
+
return {
|
|
34
|
+
title: item.text(),
|
|
35
|
+
link: /^http/.test(link) ? link : new URL(link, rootUrl).href,
|
|
36
|
+
};
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
items = await Promise.all(
|
|
40
|
+
items.map((item) =>
|
|
41
|
+
ctx.cache.tryGet(item.link, async () => {
|
|
42
|
+
const { data: detailResponse } = await got(item.link, {
|
|
43
|
+
responseType: 'buffer',
|
|
44
|
+
});
|
|
45
|
+
|
|
46
|
+
const content = cheerio.load(iconv.decode(detailResponse, 'gbk'));
|
|
47
|
+
|
|
48
|
+
content('a.syq, a.xlsj, a.titleoverflow200, #fjump').remove();
|
|
49
|
+
content('i.pstatus').remove();
|
|
50
|
+
content('div.crly').remove();
|
|
51
|
+
|
|
52
|
+
const pubDate = content('span.pub-time').text() || content('span.fby span').first().prop('title') || content('span.fby').first().text().split('发表于').pop().trim();
|
|
53
|
+
|
|
54
|
+
content('img').each(function () {
|
|
55
|
+
content(this).replaceWith(
|
|
56
|
+
art(path.join(__dirname, 'templates/description.art'), {
|
|
57
|
+
image: {
|
|
58
|
+
src: content(this).prop('file'),
|
|
59
|
+
alt: content(this).prop('alt'),
|
|
60
|
+
},
|
|
61
|
+
})
|
|
62
|
+
);
|
|
63
|
+
});
|
|
64
|
+
|
|
65
|
+
item.title = content('h1').first().text();
|
|
66
|
+
item.description = content('div.art-content, td.t_f').first().html();
|
|
67
|
+
item.author = content('a.user-name, #author').first().text();
|
|
68
|
+
item.category = content('div.fl_dh a, div.site a')
|
|
69
|
+
.toArray()
|
|
70
|
+
.map((c) => content(c).text().trim());
|
|
71
|
+
item.pubDate = timezone(parseDate(pubDate, ['YYYY-MM-DD HH:mm', 'YYYY-M-D HH:mm']), +8);
|
|
72
|
+
|
|
73
|
+
return item;
|
|
74
|
+
})
|
|
75
|
+
)
|
|
76
|
+
);
|
|
77
|
+
|
|
78
|
+
const description = $('meta[name="description"]').prop('content').trim();
|
|
79
|
+
const icon = new URL('favicon', rootUrl).href;
|
|
80
|
+
|
|
81
|
+
ctx.state.data = {
|
|
82
|
+
item: items,
|
|
83
|
+
title: `${$('span.country, h2').text()} - ${description.split(',').pop()}`,
|
|
84
|
+
link: currentUrl,
|
|
85
|
+
description,
|
|
86
|
+
language: 'zh-cn',
|
|
87
|
+
icon,
|
|
88
|
+
logo: icon,
|
|
89
|
+
subtitle: $('meta[name="keywords"]').prop('content').trim(),
|
|
90
|
+
author: $('meta[name="author"]').prop('content'),
|
|
91
|
+
};
|
|
92
|
+
};
|