rsshub 1.0.0-master.ef8e2e1 → 1.0.0-master.efd646d
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/lib/config.js +9 -1
- package/lib/middleware/anti-hotlink.js +40 -14
- package/lib/radar-rules.js +0 -189
- package/lib/router.js +102 -121
- package/lib/routes/mastodon/utils.js +14 -14
- package/lib/routes/tencent/wechat/miniprogram/framework.js +4 -2
- package/lib/routes/twitter/developer-api/search.js +3 -3
- package/lib/routes/twitter/developer-api/user.js +2 -2
- package/lib/routes/twitter/followings.js +11 -13
- package/lib/routes/twitter/likes.js +2 -2
- package/lib/routes/twitter/list.js +4 -4
- package/lib/routes/twitter/trends.js +5 -4
- package/lib/routes/twitter/utils.js +73 -71
- package/lib/utils/parse-date.js +8 -7
- package/lib/utils/puppeteer.js +20 -3
- package/lib/utils/rand-user-agent.js +29 -0
- package/lib/utils/request-wrapper.js +5 -6
- package/lib/utils/wechat-mp.js +54 -3
- package/lib/v2/abskoop/index.js +15 -10
- package/lib/v2/abskoop/nsfw.js +52 -0
- package/lib/v2/abskoop/router.js +1 -0
- package/lib/v2/agirls/index.js +6 -0
- package/lib/v2/ally/maintainer.js +3 -0
- package/lib/v2/ally/radar.js +13 -0
- package/lib/v2/ally/rail.js +109 -0
- package/lib/v2/ally/router.js +3 -0
- package/lib/v2/arknights/announce.js +55 -0
- package/lib/{routes → v2}/arknights/japan.js +2 -1
- package/lib/v2/arknights/maintainer.js +5 -0
- package/lib/{routes → v2}/arknights/news.js +6 -5
- package/lib/v2/arknights/radar.js +40 -0
- package/lib/v2/arknights/router.js +8 -0
- package/lib/v2/bilibili/article.js +37 -15
- package/lib/v2/bilibili/page.js +2 -3
- package/lib/v2/bilibili/video.js +1 -0
- package/lib/v2/bjx/huanbao.js +78 -0
- package/lib/v2/bjx/maintainer.js +4 -0
- package/lib/v2/bjx/radar.js +21 -0
- package/lib/v2/bjx/router.js +4 -0
- package/lib/v2/bjx/types.js +33 -0
- package/lib/v2/bookfere/category.js +36 -0
- package/lib/v2/bookfere/maintainer.js +3 -0
- package/lib/v2/bookfere/radar.js +11 -0
- package/lib/v2/bookfere/router.js +3 -0
- package/lib/v2/c114/maintainer.js +3 -0
- package/lib/v2/c114/radar.js +13 -0
- package/lib/v2/c114/roll.js +57 -0
- package/lib/v2/c114/router.js +3 -0
- package/lib/v2/cankaoxiaoxi/index.js +81 -0
- package/lib/v2/cankaoxiaoxi/maintainer.js +3 -0
- package/lib/v2/cankaoxiaoxi/radar.js +61 -0
- package/lib/v2/cankaoxiaoxi/router.js +3 -0
- package/lib/{routes → v2}/cctv/category.js +1 -1
- package/lib/{routes → v2}/cctv/jx.js +6 -1
- package/lib/{routes → v2}/cctv/lm.js +1 -1
- package/lib/v2/cctv/maintainer.js +7 -0
- package/lib/v2/cctv/radar.js +41 -0
- package/lib/v2/cctv/router.js +7 -0
- package/lib/{routes → v2}/cctv/special.js +6 -4
- package/lib/{routes → v2}/cctv/utils/mzzlbg.js +8 -6
- package/lib/{routes → v2}/cctv/utils/news.js +25 -22
- package/lib/{routes → v2}/cctv/utils/xinwen1j1.js +20 -17
- package/lib/v2/cctv/xwlb.js +50 -0
- package/lib/v2/chinacef/experts.js +38 -0
- package/lib/v2/chinacef/hot.js +38 -0
- package/lib/v2/chinacef/index.js +39 -0
- package/lib/v2/chinacef/maintainer.js +5 -0
- package/lib/v2/chinacef/radar.js +25 -0
- package/lib/v2/chinacef/router.js +5 -0
- package/lib/v2/{wechat → chinacef}/templates/description.art +0 -0
- package/lib/v2/chinacef/utils.js +55 -0
- package/lib/v2/chinafactcheck/index.js +38 -0
- package/lib/v2/chinafactcheck/maintainer.js +3 -0
- package/lib/v2/chinafactcheck/radar.js +13 -0
- package/lib/v2/chinafactcheck/router.js +3 -0
- package/lib/v2/chinafactcheck/templates/description.art +1 -0
- package/lib/v2/chinafactcheck/utils.js +60 -0
- package/lib/v2/chinanews/index.js +65 -0
- package/lib/v2/chinanews/maintainer.js +3 -0
- package/lib/v2/chinanews/radar.js +13 -0
- package/lib/v2/chinanews/router.js +3 -0
- package/lib/v2/chinathinktanks/maintainer.js +3 -0
- package/lib/v2/chinathinktanks/radar.js +13 -0
- package/lib/v2/chinathinktanks/router.js +3 -0
- package/lib/v2/chinathinktanks/viewpoint.js +53 -0
- package/lib/v2/chinaventure/index.js +63 -0
- package/lib/v2/chinaventure/maintainer.js +3 -0
- package/lib/v2/chinaventure/radar.js +13 -0
- package/lib/v2/chinaventure/router.js +3 -0
- package/lib/v2/cnbeta/index.js +2 -1
- package/lib/v2/cnbeta/utils.js +1 -0
- package/lib/v2/coomer/artist.js +9 -0
- package/lib/v2/coomer/maintainer.js +4 -0
- package/lib/v2/coomer/posts.js +7 -0
- package/lib/v2/coomer/radar.js +19 -0
- package/lib/v2/coomer/router.js +4 -0
- package/lib/v2/coomer/utils.js +53 -0
- package/lib/v2/csu/cse.js +33 -0
- package/lib/v2/csu/fetch_article.js +12 -0
- package/lib/{routes/universities → v2}/csu/job.js +0 -0
- package/lib/v2/csu/maintainer.js +3 -0
- package/lib/v2/csu/radar.js +13 -0
- package/lib/v2/csu/router.js +4 -0
- package/lib/v2/dapenti/maintainer.js +4 -0
- package/lib/v2/dapenti/radar.js +27 -0
- package/lib/v2/dapenti/router.js +4 -0
- package/lib/{routes → v2}/dapenti/subject.js +1 -1
- package/lib/{routes → v2}/dapenti/tugua.js +1 -1
- package/lib/v2/dapenti/utils.js +75 -0
- package/lib/{routes → v2}/dongqiudi/daily.js +10 -13
- package/lib/v2/dongqiudi/maintainer.js +8 -0
- package/lib/{routes → v2}/dongqiudi/player_news.js +0 -0
- package/lib/v2/dongqiudi/radar.js +45 -0
- package/lib/{routes → v2}/dongqiudi/result.js +2 -1
- package/lib/v2/dongqiudi/router.js +8 -0
- package/lib/{routes → v2}/dongqiudi/special.js +0 -0
- package/lib/{routes → v2}/dongqiudi/team_news.js +0 -0
- package/lib/{routes → v2}/dongqiudi/top_news.js +12 -15
- package/lib/{routes → v2}/dongqiudi/utils.js +44 -33
- package/lib/v2/douyin/maintainer.js +3 -0
- package/lib/v2/douyin/radar.js +13 -0
- package/lib/v2/douyin/router.js +3 -0
- package/lib/v2/douyin/templates/cover.art +15 -0
- package/lib/v2/douyin/templates/desc.art +3 -0
- package/lib/v2/douyin/templates/embed.art +13 -0
- package/lib/v2/douyin/templates/iframe.art +14 -0
- package/lib/v2/douyin/user.js +125 -0
- package/lib/v2/dut/defaults.js +53 -0
- package/lib/v2/dut/index.js +78 -0
- package/lib/v2/dut/maintainer.js +14 -0
- package/lib/v2/dut/radar.js +109 -0
- package/lib/v2/dut/router.js +4 -0
- package/lib/v2/dut/shortcuts.js +77 -0
- package/lib/{routes → v2}/dx2025/index.js +0 -0
- package/lib/v2/dx2025/maintainer.js +3 -0
- package/lib/v2/dx2025/radar.js +19 -0
- package/lib/v2/dx2025/router.js +3 -0
- package/lib/v2/e-hentai/radar.js +21 -3
- package/lib/v2/eagle/blog.js +47 -0
- package/lib/{routes → v2}/eagle/changelog.js +3 -1
- package/lib/v2/eagle/maintainer.js +4 -0
- package/lib/v2/eagle/radar.js +101 -0
- package/lib/v2/eagle/router.js +4 -0
- package/lib/{routes → v2}/ehentai/ehapi.js +50 -21
- package/lib/{routes → v2}/ehentai/favorites.js +4 -2
- package/lib/v2/ehentai/maintainer.js +5 -0
- package/lib/v2/ehentai/router.js +5 -0
- package/lib/{routes → v2}/ehentai/search.js +5 -3
- package/lib/{routes → v2}/ehentai/tag.js +4 -2
- package/lib/v2/elsevier/templates/description.art +2 -0
- package/lib/v2/embassy/index.js +60 -0
- package/lib/v2/embassy/maintainer.js +3 -0
- package/lib/v2/embassy/radar.js +258 -0
- package/lib/v2/embassy/router.js +3 -0
- package/lib/{routes → v2}/embassy/supportedList.js +5 -5
- package/lib/v2/epicgames/index.js +27 -70
- package/lib/v2/epicgames/maintainer.js +1 -1
- package/lib/v2/epicgames/router.js +1 -1
- package/lib/v2/epicgames/templates/description.art +2 -0
- package/lib/v2/firefox/index.js +7 -2
- package/lib/v2/fortunechina/index.js +1 -1
- package/lib/v2/github/comments.js +7 -0
- package/lib/v2/gitpod/blog.js +8 -0
- package/lib/v2/gov/immiau/news.js +43 -0
- package/lib/v2/gov/maintainer.js +16 -11
- package/lib/v2/gov/moe/moe.js +89 -0
- package/lib/v2/gov/nrta/news.js +63 -0
- package/lib/v2/gov/radar.js +33 -0
- package/lib/v2/gov/router.js +17 -12
- package/lib/v2/gov/sichuan/deyang/govpulicinfo.js +1 -1
- package/lib/v2/guancha/index.js +1 -1
- package/lib/{routes/guokr/calendar.js → v2/guokr/channel.js} +2 -2
- package/lib/v2/guokr/maintainer.js +4 -0
- package/lib/v2/guokr/radar.js +19 -0
- package/lib/v2/guokr/router.js +4 -0
- package/lib/{routes → v2}/guokr/scientific.js +3 -3
- package/lib/v2/hkej/index.js +9 -15
- package/lib/v2/hkepc/index.js +8 -0
- package/lib/v2/hket/index.js +10 -2
- package/lib/v2/huangz/index.js +29 -0
- package/lib/v2/huangz/maintainer.js +3 -0
- package/lib/v2/huangz/radar.js +13 -0
- package/lib/v2/huangz/router.js +3 -0
- package/lib/v2/huanqiu/index.js +65 -0
- package/lib/v2/huanqiu/maintainer.js +3 -0
- package/lib/v2/huanqiu/radar.js +13 -0
- package/lib/v2/huanqiu/router.js +3 -0
- package/lib/v2/ieee/templates/description.art +2 -0
- package/lib/v2/iguoguo/index.js +75 -0
- package/lib/v2/iguoguo/maintainer.js +3 -0
- package/lib/v2/iguoguo/radar.js +11 -0
- package/lib/v2/iguoguo/router.js +3 -0
- package/lib/v2/jasa/templates/description.art +2 -0
- package/lib/v2/javdb/utils.js +4 -4
- package/lib/v2/jd/maintainer.js +3 -0
- package/lib/v2/jd/price.js +42 -0
- package/lib/v2/jd/radar.js +13 -0
- package/lib/v2/jd/router.js +3 -0
- package/lib/v2/jd/templates/description.art +3 -0
- package/lib/v2/jike/maintainer.js +5 -0
- package/lib/v2/jike/radar.js +34 -0
- package/lib/v2/jike/router.js +5 -0
- package/lib/v2/jike/topic.js +42 -0
- package/lib/v2/jike/topicText.js +21 -0
- package/lib/{routes → v2}/jike/user.js +9 -9
- package/lib/{routes/jike/common.js → v2/jike/utils.js} +60 -31
- package/lib/v2/news/whxw.js +2 -2
- package/lib/v2/njit/jwc.js +92 -0
- package/lib/v2/njit/maintainer.js +4 -0
- package/lib/v2/njit/radar.js +21 -0
- package/lib/v2/njit/router.js +4 -0
- package/lib/v2/njit/tzgg.js +74 -0
- package/lib/v2/njust/cwc.js +39 -0
- package/lib/v2/njust/dgxg.js +40 -0
- package/lib/v2/njust/eo.js +50 -0
- package/lib/v2/njust/eoe.js +39 -0
- package/lib/v2/njust/gs.js +41 -0
- package/lib/v2/njust/jwc.js +41 -0
- package/lib/v2/njust/maintainer.js +8 -0
- package/lib/v2/njust/radar.js +110 -0
- package/lib/v2/njust/router.js +8 -0
- package/lib/v2/njust/utils.js +31 -0
- package/lib/v2/npm/package.js +1 -1
- package/lib/v2/npm/router.js +1 -1
- package/lib/v2/people/index.js +1 -1
- package/lib/v2/pianyuan/app.js +34 -0
- package/lib/v2/pianyuan/maintainer.js +4 -0
- package/lib/v2/pianyuan/radar.js +13 -0
- package/lib/v2/pianyuan/router.js +4 -0
- package/lib/v2/pianyuan/search.js +45 -0
- package/lib/v2/pianyuan/utils.js +88 -0
- package/lib/{routes/universities → v2}/pku/bbs/hot.js +5 -10
- package/lib/{routes/universities → v2}/pku/cls/lecture.js +5 -7
- package/lib/v2/pku/eecs.js +64 -0
- package/lib/v2/pku/maintainer.js +6 -0
- package/lib/v2/pku/pkuyjs.js +29 -0
- package/lib/v2/pku/radar.js +109 -0
- package/lib/v2/pku/rccp/mzyt.js +23 -0
- package/lib/v2/pku/router.js +6 -0
- package/lib/v2/pku/scc/recruit.js +58 -0
- package/lib/v2/pku/utils.js +15 -0
- package/lib/v2/qbittorrent/maintainer.js +3 -0
- package/lib/v2/qbittorrent/news.js +59 -0
- package/lib/v2/qbittorrent/radar.js +13 -0
- package/lib/v2/qbittorrent/router.js +3 -0
- package/lib/v2/radio/index.js +48 -0
- package/lib/v2/radio/maintainer.js +3 -0
- package/lib/v2/radio/radar.js +13 -0
- package/lib/{routes → v2}/radio/radio.js +0 -0
- package/lib/v2/radio/router.js +3 -0
- package/lib/v2/radio/templates/description.art +5 -0
- package/lib/{routes → v2}/sciencenet/blog.js +17 -12
- package/lib/v2/sciencenet/maintainer.js +4 -0
- package/lib/v2/sciencenet/radar.js +19 -0
- package/lib/v2/sciencenet/router.js +4 -0
- package/lib/v2/sciencenet/user.js +65 -0
- package/lib/v2/sdu/cmse.js +59 -0
- package/lib/v2/sdu/cs.js +57 -0
- package/lib/v2/sdu/data.js +110 -0
- package/lib/v2/sdu/epe.js +55 -0
- package/lib/v2/sdu/extractor/index.js +15 -0
- package/lib/v2/sdu/extractor/sdrj.js +21 -0
- package/lib/v2/sdu/extractor/view.js +21 -0
- package/lib/v2/sdu/extractor/wh/jwc.js +24 -0
- package/lib/v2/sdu/extractor/wh/news.js +21 -0
- package/lib/v2/sdu/maintainer.js +9 -0
- package/lib/v2/sdu/mech.js +60 -0
- package/lib/v2/sdu/radar.js +159 -0
- package/lib/v2/sdu/router.js +9 -0
- package/lib/v2/sdu/sc.js +61 -0
- package/lib/v2/sdu/wh/jwc.js +42 -0
- package/lib/v2/sdu/wh/news.js +38 -0
- package/lib/{routes → v2}/sspai/activity.js +2 -1
- package/lib/{routes → v2}/sspai/author.js +15 -21
- package/lib/{routes → v2}/sspai/column.js +16 -20
- package/lib/v2/sspai/index.js +37 -0
- package/lib/v2/sspai/maintainer.js +12 -0
- package/lib/v2/sspai/matrix.js +38 -0
- package/lib/v2/sspai/radar.js +69 -0
- package/lib/v2/sspai/router.js +12 -0
- package/lib/{routes → v2}/sspai/series.js +2 -2
- package/lib/{routes → v2}/sspai/shortcutsGallery.js +3 -2
- package/lib/{routes → v2}/sspai/tag.js +15 -19
- package/lib/{routes → v2}/sspai/topic.js +15 -18
- package/lib/{routes → v2}/sspai/topics.js +12 -16
- package/lib/v2/syosetu/chapter.js +61 -0
- package/lib/v2/syosetu/maintainer.js +3 -0
- package/lib/v2/syosetu/radar.js +21 -0
- package/lib/v2/syosetu/router.js +1 -0
- package/lib/v2/szse/inquire.js +41 -0
- package/lib/v2/szse/maintainer.js +3 -0
- package/lib/{routes → v2}/szse/notice.js +0 -0
- package/lib/v2/szse/projectdynamic.js +90 -0
- package/lib/v2/szse/radar.js +21 -1
- package/lib/v2/szse/router.js +3 -0
- package/lib/v2/szse/rule.js +3 -3
- package/lib/v2/szse/templates/description.art +19 -0
- package/lib/v2/szse/templates/inquire.art +6 -0
- package/lib/{routes → v2}/taptap/changelog.js +2 -1
- package/lib/v2/taptap/maintainer.js +5 -0
- package/lib/v2/taptap/radar.js +25 -0
- package/lib/v2/taptap/review.js +69 -0
- package/lib/v2/taptap/router.js +5 -0
- package/lib/v2/taptap/templates/videoPost.art +2 -0
- package/lib/v2/taptap/topic.js +79 -0
- package/lib/v2/taptap/utils.js +48 -0
- package/lib/v2/test/index.js +1 -0
- package/lib/v2/thecover/channel.js +66 -0
- package/lib/v2/thecover/maintainer.js +3 -0
- package/lib/v2/thecover/radar.js +13 -0
- package/lib/v2/thecover/router.js +3 -0
- package/lib/v2/uraaka-joshi/maintainer.js +4 -0
- package/lib/v2/uraaka-joshi/radar.js +19 -0
- package/lib/v2/uraaka-joshi/router.js +4 -0
- package/lib/v2/uraaka-joshi/uraaka-joshi-user.js +89 -0
- package/lib/v2/uraaka-joshi/uraaka-joshi.js +71 -0
- package/lib/v2/ustc/eeis.js +59 -0
- package/lib/v2/ustc/gs.js +59 -0
- package/lib/v2/ustc/index.js +79 -0
- package/lib/{routes/universities → v2}/ustc/job.js +6 -5
- package/lib/{routes/universities/ustc/jwc/index.js → v2/ustc/jwc.js} +23 -26
- package/lib/v2/ustc/maintainer.js +8 -0
- package/lib/v2/ustc/radar.js +53 -0
- package/lib/v2/ustc/router.js +8 -0
- package/lib/v2/ustc/sist.js +59 -0
- package/lib/{routes/tencent → v2}/wechat/announce.js +3 -2
- package/lib/{routes/tencent → v2}/wechat/ce.js +0 -0
- package/lib/v2/wechat/data258.js +137 -0
- package/lib/{routes/tencent → v2}/wechat/ershcimi.js +0 -0
- package/lib/{routes/tencent → v2}/wechat/feeds.js +0 -0
- package/lib/v2/wechat/maintainer.js +11 -0
- package/lib/{routes/tencent → v2}/wechat/mp.js +0 -0
- package/lib/{routes/tencent → v2}/wechat/msgalbum.js +0 -0
- package/lib/v2/wechat/radar.js +76 -1
- package/lib/v2/wechat/router.js +11 -0
- package/lib/{routes/tencent → v2}/wechat/tgchannel.js +0 -0
- package/lib/{routes/tencent → v2}/wechat/uread.js +0 -0
- package/lib/{routes/tencent → v2}/wechat/wemp.js +0 -0
- package/lib/{routes/tencent → v2}/wechat/wxnmh.js +0 -0
- package/lib/v2/xueqiu/user.js +3 -2
- package/lib/v2/youzhiyouxing/maintainer.js +1 -1
- package/lib/v2/youzhiyouxing/materials.js +32 -22
- package/lib/v2/youzhiyouxing/radar.js +6 -6
- package/lib/v2/youzhiyouxing/router.js +1 -1
- package/lib/v2/yunspe/maintainer.js +3 -0
- package/lib/v2/yunspe/newsflash.js +42 -0
- package/lib/v2/yunspe/radar.js +13 -0
- package/lib/v2/yunspe/router.js +3 -0
- package/lib/v2/yyets/article.js +45 -0
- package/lib/v2/yyets/maintainer.js +4 -0
- package/lib/v2/yyets/radar.js +19 -0
- package/lib/v2/yyets/router.js +4 -0
- package/lib/v2/yyets/today.js +37 -0
- package/lib/{routes → v2}/yystv/category.js +8 -8
- package/lib/{routes → v2}/yystv/docs.js +2 -2
- package/lib/v2/yystv/maintainer.js +4 -0
- package/lib/v2/yystv/radar.js +49 -0
- package/lib/v2/yystv/router.js +4 -0
- package/lib/v2/zaobao/util.js +16 -4
- package/lib/{routes/universities → v2}/zju/career/index.js +14 -13
- package/lib/{routes/universities → v2}/zju/cst/custom.js +2 -1
- package/lib/{routes/universities → v2}/zju/cst/index.js +20 -24
- package/lib/v2/zju/grs/index.js +43 -0
- package/lib/v2/zju/list.js +66 -0
- package/lib/v2/zju/maintainer.js +8 -0
- package/lib/v2/zju/physics/index.js +52 -0
- package/lib/v2/zju/radar.js +139 -0
- package/lib/v2/zju/router.js +8 -0
- package/lib/v2/zotero/maintainer.js +3 -0
- package/lib/v2/zotero/radar.js +13 -0
- package/lib/v2/zotero/router.js +3 -0
- package/lib/v2/zotero/versions.js +36 -0
- package/lib/v2/zuel/maintainer.js +3 -0
- package/lib/v2/zuel/notice.js +52 -0
- package/lib/v2/zuel/radar.js +13 -0
- package/lib/v2/zuel/router.js +3 -0
- package/lib/views/atom.art +13 -1
- package/lib/views/welcome.art +4 -1
- package/package.json +29 -22
- package/lib/routes/bjx/huanbao.js +0 -78
- package/lib/routes/cctv/xwlb.js +0 -48
- package/lib/routes/dapenti/utils.js +0 -73
- package/lib/routes/dwnews/rank.js +0 -42
- package/lib/routes/dwnews/utils.js +0 -65
- package/lib/routes/dwnews/yaowen.js +0 -73
- package/lib/routes/embassy/index.js +0 -64
- package/lib/routes/gov/moe/moe.js +0 -84
- package/lib/routes/jike/topic.js +0 -65
- package/lib/routes/jike/topicText.js +0 -42
- package/lib/routes/pianyuan/app.js +0 -49
- package/lib/routes/rrys/review.js +0 -30
- package/lib/routes/sspai/matrix.js +0 -44
- package/lib/routes/szse/inquire.js +0 -87
- package/lib/routes/szse/projectdynamic.js +0 -103
- package/lib/routes/taptap/review.js +0 -39
- package/lib/routes/taptap/topic.js +0 -85
- package/lib/routes/tencent/wechat/_README +0 -1
- package/lib/routes/universities/dut/index.js +0 -60
- package/lib/routes/universities/dut/subsite.js +0 -50
- package/lib/routes/universities/njust/cwc/index.js +0 -37
- package/lib/routes/universities/njust/eo/index.js +0 -41
- package/lib/routes/universities/njust/eo/util.js +0 -28
- package/lib/routes/universities/njust/gs/index.js +0 -33
- package/lib/routes/universities/njust/jwc/index.js +0 -39
- package/lib/routes/universities/pku/eecs.js +0 -41
- package/lib/routes/universities/pku/pkuyjs.js +0 -23
- package/lib/routes/universities/pku/rccp/mzyt.js +0 -33
- package/lib/routes/universities/sdu/cmse.js +0 -55
- package/lib/routes/universities/sdu/cs.js +0 -55
- package/lib/routes/universities/sdu/epe.js +0 -54
- package/lib/routes/universities/sdu/mech.js +0 -58
- package/lib/routes/universities/sdu/sc.js +0 -56
- package/lib/routes/universities/ustc/index.js +0 -93
- package/lib/routes/universities/zju/grs/index.js +0 -44
- package/lib/routes/universities/zju/list.js +0 -78
- package/lib/routes/universities/zju/physics/index.js +0 -55
- package/lib/routes/uraaka-joshi/uraaka-joshi-user.js +0 -28
- package/lib/routes/uraaka-joshi/uraaka-joshi.js +0 -30
- package/lib/routes/yyets/todayfilelist.js +0 -34
- package/lib/v2/epicgames/supportedList.js +0 -23
- package/lib/v2/wechat/templates/image.art +0 -1
|
@@ -6,11 +6,11 @@ module.exports = async (ctx) => {
|
|
|
6
6
|
throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
|
|
7
7
|
}
|
|
8
8
|
const id = ctx.params.id;
|
|
9
|
-
const
|
|
9
|
+
const client = await utils.getAppClient();
|
|
10
|
+
const data = await client.v1.get('favorites/list.json', {
|
|
10
11
|
screen_name: id,
|
|
11
12
|
tweet_mode: 'extended',
|
|
12
13
|
});
|
|
13
|
-
const data = result.data;
|
|
14
14
|
|
|
15
15
|
ctx.state.data = {
|
|
16
16
|
title: `Twitter Likes - ${id}`,
|
|
@@ -6,14 +6,15 @@ module.exports = async (ctx) => {
|
|
|
6
6
|
throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
|
|
7
7
|
}
|
|
8
8
|
const { id, name } = ctx.params;
|
|
9
|
+
const client = await utils.getAppClient();
|
|
9
10
|
|
|
10
11
|
const list_data = await ctx.cache.tryGet(`twitter_lists_list_screen_name:${id}`, async () => {
|
|
11
|
-
const
|
|
12
|
+
const data = await client.v1.get('lists/list.json', {
|
|
12
13
|
screen_name: id,
|
|
13
14
|
});
|
|
14
15
|
|
|
15
16
|
const cached_lists = {};
|
|
16
|
-
|
|
17
|
+
data.forEach((e) => {
|
|
17
18
|
cached_lists[e.name] = { id: e.id_str, slug: e.slug };
|
|
18
19
|
});
|
|
19
20
|
|
|
@@ -21,12 +22,11 @@ module.exports = async (ctx) => {
|
|
|
21
22
|
});
|
|
22
23
|
const cur_list = list_data[name];
|
|
23
24
|
|
|
24
|
-
const
|
|
25
|
+
const data = await client.v1.get('lists/statuses.json', {
|
|
25
26
|
list_id: cur_list.id,
|
|
26
27
|
slug: cur_list.slug,
|
|
27
28
|
tweet_mode: 'extended',
|
|
28
29
|
});
|
|
29
|
-
const data = result.data;
|
|
30
30
|
|
|
31
31
|
ctx.state.data = {
|
|
32
32
|
title: `Twitter List - ${id}/${name}`,
|
|
@@ -5,12 +5,13 @@ module.exports = async (ctx) => {
|
|
|
5
5
|
if (!config.twitter || !config.twitter.consumer_key || !config.twitter.consumer_secret) {
|
|
6
6
|
throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
|
|
7
7
|
}
|
|
8
|
-
const woeid = ctx.params.woeid
|
|
9
|
-
const
|
|
10
|
-
const
|
|
8
|
+
const woeid = ctx.params.woeid ?? 1; // Global information is available by using 1 as the WOEID
|
|
9
|
+
const client = await utils.getAppClient();
|
|
10
|
+
const data = await client.v1.get('trends/place.json', { id: woeid });
|
|
11
|
+
const [{ trends }] = data;
|
|
11
12
|
|
|
12
13
|
ctx.state.data = {
|
|
13
|
-
title: `Twitter Trends on ${
|
|
14
|
+
title: `Twitter Trends on ${data[0].locations[0].name}`,
|
|
14
15
|
link: `https://twitter.com/i/trends`,
|
|
15
16
|
item: trends
|
|
16
17
|
.filter((t) => !t.promoted_content)
|
|
@@ -1,30 +1,61 @@
|
|
|
1
|
-
const querystring = require('querystring');
|
|
2
1
|
const URL = require('url');
|
|
3
2
|
const config = require('@/config').value;
|
|
4
|
-
const
|
|
3
|
+
const { TwitterApi } = require('twitter-api-v2');
|
|
5
4
|
const { fallback, queryToBoolean, queryToInteger } = require('@/utils/readable-social');
|
|
5
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
6
|
+
|
|
7
|
+
const getQueryParams = (url) => URL.parse(url, true).query;
|
|
8
|
+
const getOriginalImg = (url) => {
|
|
9
|
+
// https://greasyfork.org/zh-CN/scripts/2312-resize-image-on-open-image-in-new-tab/code#n150
|
|
10
|
+
let m = null;
|
|
11
|
+
if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/media\/[^/:]+)\.(jpg|jpeg|gif|png|bmp|webp)(:\w+)?$/i))) {
|
|
12
|
+
let format = m[2];
|
|
13
|
+
if (m[2] === 'jpeg') {
|
|
14
|
+
format = 'jpg';
|
|
15
|
+
}
|
|
16
|
+
return `${m[1]}?format=${format}&name=orig`;
|
|
17
|
+
} else if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/.+)(\?.+)$/i))) {
|
|
18
|
+
const pars = getQueryParams(url);
|
|
19
|
+
if (!pars.format || !pars.name) {
|
|
20
|
+
return url;
|
|
21
|
+
}
|
|
22
|
+
if (pars.name === 'orig') {
|
|
23
|
+
return url;
|
|
24
|
+
}
|
|
25
|
+
return m[1] + '?format=' + pars.format + '&name=orig';
|
|
26
|
+
} else {
|
|
27
|
+
return url;
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
const replaceBreak = (text) => text.replace(/<br><br>|<br>/g, ' ');
|
|
31
|
+
const formatText = (text) =>
|
|
32
|
+
text
|
|
33
|
+
.replace(/https:\/\/t\.co(.*)/g, '')
|
|
34
|
+
.trim()
|
|
35
|
+
.replace(/\n/g, '<br>');
|
|
36
|
+
const formatTextToPlain = (text) => text.replace(/https:\/\/t\.co(.*)/g, '').trim();
|
|
6
37
|
|
|
7
38
|
const ProcessFeed = (ctx, { data = [] }, params = {}) => {
|
|
8
39
|
// undefined and strings like "exclude_rts_replies" is also safely parsed, so no if branch is needed
|
|
9
|
-
const routeParams =
|
|
40
|
+
const routeParams = new URLSearchParams(ctx.params.routeParams);
|
|
10
41
|
|
|
11
42
|
const mergedParams = {
|
|
12
|
-
readable: fallback(params.readable, queryToBoolean(routeParams.readable), false),
|
|
13
|
-
authorNameBold: fallback(params.authorNameBold, queryToBoolean(routeParams.authorNameBold), false),
|
|
14
|
-
showAuthorInTitle: fallback(params.showAuthorInTitle, queryToBoolean(routeParams.showAuthorInTitle), false),
|
|
15
|
-
showAuthorInDesc: fallback(params.showAuthorInDesc, queryToBoolean(routeParams.showAuthorInDesc), false),
|
|
16
|
-
showQuotedAuthorAvatarInDesc: fallback(params.showQuotedAuthorAvatarInDesc, queryToBoolean(routeParams.showQuotedAuthorAvatarInDesc), false),
|
|
17
|
-
showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.showAuthorAvatarInDesc), false),
|
|
18
|
-
showEmojiForRetweetAndReply: fallback(params.showEmojiForRetweetAndReply, queryToBoolean(routeParams.showEmojiForRetweetAndReply), false),
|
|
19
|
-
showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.showRetweetTextInTitle), true),
|
|
20
|
-
addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.addLinkForPics), false),
|
|
21
|
-
showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.showTimestampInDescription), false),
|
|
22
|
-
showQuotedInTitle: fallback(params.showQuotedInTitle, queryToBoolean(routeParams.showQuotedInTitle), false),
|
|
23
|
-
|
|
24
|
-
widthOfPics: fallback(params.widthOfPics, queryToInteger(routeParams.widthOfPics), -1),
|
|
25
|
-
heightOfPics: fallback(params.heightOfPics, queryToInteger(routeParams.heightOfPics), -1),
|
|
26
|
-
sizeOfAuthorAvatar: fallback(params.sizeOfAuthorAvatar, queryToInteger(routeParams.sizeOfAuthorAvatar), 48),
|
|
27
|
-
sizeOfQuotedAuthorAvatar: fallback(params.sizeOfQuotedAuthorAvatar, queryToInteger(routeParams.sizeOfQuotedAuthorAvatar), 24),
|
|
43
|
+
readable: fallback(params.readable, queryToBoolean(routeParams.get('readable')), false),
|
|
44
|
+
authorNameBold: fallback(params.authorNameBold, queryToBoolean(routeParams.get('authorNameBold')), false),
|
|
45
|
+
showAuthorInTitle: fallback(params.showAuthorInTitle, queryToBoolean(routeParams.get('showAuthorInTitle')), false),
|
|
46
|
+
showAuthorInDesc: fallback(params.showAuthorInDesc, queryToBoolean(routeParams.get('showAuthorInDesc')), false),
|
|
47
|
+
showQuotedAuthorAvatarInDesc: fallback(params.showQuotedAuthorAvatarInDesc, queryToBoolean(routeParams.get('showQuotedAuthorAvatarInDesc')), false),
|
|
48
|
+
showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.get('showAuthorAvatarInDesc')), false),
|
|
49
|
+
showEmojiForRetweetAndReply: fallback(params.showEmojiForRetweetAndReply, queryToBoolean(routeParams.get('showEmojiForRetweetAndReply')), false),
|
|
50
|
+
showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.get('showRetweetTextInTitle')), true),
|
|
51
|
+
addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.get('addLinkForPics')), false),
|
|
52
|
+
showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.get('showTimestampInDescription')), false),
|
|
53
|
+
showQuotedInTitle: fallback(params.showQuotedInTitle, queryToBoolean(routeParams.get('showQuotedInTitle')), false),
|
|
54
|
+
|
|
55
|
+
widthOfPics: fallback(params.widthOfPics, queryToInteger(routeParams.get('widthOfPics')), -1),
|
|
56
|
+
heightOfPics: fallback(params.heightOfPics, queryToInteger(routeParams.get('heightOfPics')), -1),
|
|
57
|
+
sizeOfAuthorAvatar: fallback(params.sizeOfAuthorAvatar, queryToInteger(routeParams.get('sizeOfAuthorAvatar')), 48),
|
|
58
|
+
sizeOfQuotedAuthorAvatar: fallback(params.sizeOfQuotedAuthorAvatar, queryToInteger(routeParams.get('sizeOfQuotedAuthorAvatar')), 24),
|
|
28
59
|
};
|
|
29
60
|
|
|
30
61
|
params = mergedParams;
|
|
@@ -48,37 +79,6 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
|
|
|
48
79
|
sizeOfQuotedAuthorAvatar,
|
|
49
80
|
} = params;
|
|
50
81
|
|
|
51
|
-
const getQueryParams = (url) => URL.parse(url, true).query;
|
|
52
|
-
const getOriginalImg = (url) => {
|
|
53
|
-
// https://greasyfork.org/zh-CN/scripts/2312-resize-image-on-open-image-in-new-tab/code#n150
|
|
54
|
-
let m = null;
|
|
55
|
-
if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/media\/[^/:]+)\.(jpg|jpeg|gif|png|bmp|webp)(:\w+)?$/i))) {
|
|
56
|
-
let format = m[2];
|
|
57
|
-
if (m[2] === 'jpeg') {
|
|
58
|
-
format = 'jpg';
|
|
59
|
-
}
|
|
60
|
-
return `${m[1]}?format=${format}&name=orig`;
|
|
61
|
-
} else if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/.+)(\?.+)$/i))) {
|
|
62
|
-
const pars = getQueryParams(url);
|
|
63
|
-
if (!pars.format || !pars.name) {
|
|
64
|
-
return url;
|
|
65
|
-
}
|
|
66
|
-
if (pars.name === 'orig') {
|
|
67
|
-
return url;
|
|
68
|
-
}
|
|
69
|
-
return m[1] + '?format=' + pars.format + '&name=orig';
|
|
70
|
-
} else {
|
|
71
|
-
return url;
|
|
72
|
-
}
|
|
73
|
-
};
|
|
74
|
-
|
|
75
|
-
const replaceBreak = (text) => text.replace(/<br><br>|<br>/g, ' ');
|
|
76
|
-
const formatText = (text) =>
|
|
77
|
-
text
|
|
78
|
-
.replace(/https:\/\/t\.co(.*)/g, '')
|
|
79
|
-
.trim()
|
|
80
|
-
.replace(/\n/g, '<br>');
|
|
81
|
-
const formatTextToPlain = (text) => text.replace(/https:\/\/t\.co(.*)/g, '').trim();
|
|
82
82
|
const formatVideo = (media, extraAttrs = '') => {
|
|
83
83
|
let content = '';
|
|
84
84
|
const video = media.video_info.variants.reduce((video, item) => {
|
|
@@ -146,6 +146,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
|
|
|
146
146
|
}
|
|
147
147
|
return img;
|
|
148
148
|
};
|
|
149
|
+
|
|
149
150
|
const generatePicsPrefix = (item) => {
|
|
150
151
|
// When author avatar is shown, generate invisible <img> for inner images at the beginning of HTML
|
|
151
152
|
// to please some RSS readers
|
|
@@ -170,6 +171,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
|
|
|
170
171
|
});
|
|
171
172
|
return picsPrefix;
|
|
172
173
|
};
|
|
174
|
+
|
|
173
175
|
const formatUrl = (item) => {
|
|
174
176
|
let url = '';
|
|
175
177
|
item.entities.urls &&
|
|
@@ -246,7 +248,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
|
|
|
246
248
|
quote += `<br><small>Link: <a href='https://twitter.com/${author.screen_name}/status/${quoteData.id_str}' target='_blank' rel='noopener noreferrer'>https://twitter.com/${author.screen_name}/status/${quoteData.id_str}</a></small>`;
|
|
247
249
|
}
|
|
248
250
|
if (showTimestampInDescription) {
|
|
249
|
-
quote += '<br><small>' +
|
|
251
|
+
quote += '<br><small>' + parseDate(quoteData.created_at);
|
|
250
252
|
quote += `</small>`;
|
|
251
253
|
if (readable) {
|
|
252
254
|
quote += `<br clear='both' /><div style='clear: both'></div>`;
|
|
@@ -368,7 +370,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
|
|
|
368
370
|
}
|
|
369
371
|
|
|
370
372
|
if (showTimestampInDescription) {
|
|
371
|
-
description += `<small>${
|
|
373
|
+
description += `<small>${parseDate(item.created_at)}</small>`;
|
|
372
374
|
}
|
|
373
375
|
|
|
374
376
|
const authorName = originalItem.user.name;
|
|
@@ -376,13 +378,14 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
|
|
|
376
378
|
title,
|
|
377
379
|
author: authorName,
|
|
378
380
|
description,
|
|
379
|
-
pubDate:
|
|
381
|
+
pubDate: parseDate(item.created_at),
|
|
380
382
|
link: `https://twitter.com/${item.user.screen_name}/status/${item.id_str}`,
|
|
381
383
|
};
|
|
382
384
|
});
|
|
383
385
|
};
|
|
384
386
|
|
|
385
|
-
let
|
|
387
|
+
let getAppClient = () => null;
|
|
388
|
+
|
|
386
389
|
if (config.twitter.consumer_key && config.twitter.consumer_secret) {
|
|
387
390
|
const consumer_keys = config.twitter.consumer_key.split(',');
|
|
388
391
|
const consumer_secrets = config.twitter.consumer_secret.split(',');
|
|
@@ -390,25 +393,24 @@ if (config.twitter.consumer_key && config.twitter.consumer_secret) {
|
|
|
390
393
|
let count = 0;
|
|
391
394
|
let index = -1;
|
|
392
395
|
|
|
393
|
-
consumer_keys.forEach((consumer_key,
|
|
394
|
-
const consumer_secret = consumer_secrets[
|
|
396
|
+
consumer_keys.forEach((consumer_key, i) => {
|
|
397
|
+
const consumer_secret = consumer_secrets[i];
|
|
395
398
|
if (consumer_key && consumer_secret) {
|
|
396
|
-
T[
|
|
397
|
-
consumer_key,
|
|
398
|
-
consumer_secret,
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
count = index + 1;
|
|
399
|
+
T[i] = new TwitterApi({
|
|
400
|
+
appKey: consumer_key,
|
|
401
|
+
appSecret: consumer_secret,
|
|
402
|
+
}).readOnly;
|
|
403
|
+
count = i + 1;
|
|
402
404
|
}
|
|
403
405
|
});
|
|
404
406
|
|
|
405
|
-
|
|
407
|
+
getAppClient = () => {
|
|
406
408
|
index++;
|
|
407
|
-
return T[index % count];
|
|
409
|
+
return T[index % count].appLogin();
|
|
408
410
|
};
|
|
409
411
|
}
|
|
410
412
|
|
|
411
|
-
|
|
413
|
+
const parseRouteParams = (routeParams) => {
|
|
412
414
|
let exclude_replies, include_rts;
|
|
413
415
|
let count = undefined;
|
|
414
416
|
if (routeParams === 'exclude_rts_replies' || routeParams === 'exclude_replies_rts') {
|
|
@@ -421,16 +423,16 @@ function parseRouteParams(routeParams) {
|
|
|
421
423
|
exclude_replies = false;
|
|
422
424
|
include_rts = false;
|
|
423
425
|
} else {
|
|
424
|
-
const parsed =
|
|
425
|
-
count = fallback(undefined, queryToInteger(parsed.count), undefined);
|
|
426
|
-
exclude_replies = fallback(undefined, queryToBoolean(parsed.excludeReplies), false);
|
|
427
|
-
include_rts = fallback(undefined, queryToBoolean(parsed.includeRts), true);
|
|
426
|
+
const parsed = new URLSearchParams(routeParams);
|
|
427
|
+
count = fallback(undefined, queryToInteger(parsed.get('count')), undefined);
|
|
428
|
+
exclude_replies = fallback(undefined, queryToBoolean(parsed.get('excludeReplies')), false);
|
|
429
|
+
include_rts = fallback(undefined, queryToBoolean(parsed.get('includeRts')), true);
|
|
428
430
|
}
|
|
429
431
|
return { count, exclude_replies, include_rts };
|
|
430
|
-
}
|
|
432
|
+
};
|
|
431
433
|
|
|
432
434
|
module.exports = {
|
|
433
435
|
ProcessFeed,
|
|
434
|
-
|
|
436
|
+
getAppClient,
|
|
435
437
|
parseRouteParams,
|
|
436
438
|
};
|
package/lib/utils/parse-date.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
const dayjs = require('dayjs');
|
|
2
2
|
dayjs.extend(require('dayjs/plugin/customParseFormat'));
|
|
3
3
|
dayjs.extend(require('dayjs/plugin/duration'));
|
|
4
|
+
dayjs.extend(require('dayjs/plugin/isSameOrBefore'));
|
|
4
5
|
dayjs.extend(require('dayjs/plugin/weekday'));
|
|
5
6
|
|
|
6
7
|
const words = [
|
|
@@ -17,31 +18,31 @@ const words = [
|
|
|
17
18
|
regExp: /^(?:前天|(?:the)?d(?:ay)?b(?:eforeyesterda)?y)(.*)/,
|
|
18
19
|
},
|
|
19
20
|
{
|
|
20
|
-
startAt: dayjs().
|
|
21
|
+
startAt: dayjs().isSameOrBefore(dayjs().weekday(1)) ? dayjs().weekday(1).subtract(1, 'week') : dayjs().weekday(1),
|
|
21
22
|
regExp: /^(?:周|星期)一(.*)/,
|
|
22
23
|
},
|
|
23
24
|
{
|
|
24
|
-
startAt: dayjs().
|
|
25
|
+
startAt: dayjs().isSameOrBefore(dayjs().weekday(2)) ? dayjs().weekday(2).subtract(1, 'week') : dayjs().weekday(2),
|
|
25
26
|
regExp: /^(?:周|星期)二(.*)/,
|
|
26
27
|
},
|
|
27
28
|
{
|
|
28
|
-
startAt: dayjs().
|
|
29
|
+
startAt: dayjs().isSameOrBefore(dayjs().weekday(3)) ? dayjs().weekday(3).subtract(1, 'week') : dayjs().weekday(3),
|
|
29
30
|
regExp: /^(?:周|星期)三(.*)/,
|
|
30
31
|
},
|
|
31
32
|
{
|
|
32
|
-
startAt: dayjs().
|
|
33
|
+
startAt: dayjs().isSameOrBefore(dayjs().weekday(4)) ? dayjs().weekday(4).subtract(1, 'week') : dayjs().weekday(4),
|
|
33
34
|
regExp: /^(?:周|星期)四(.*)/,
|
|
34
35
|
},
|
|
35
36
|
{
|
|
36
|
-
startAt: dayjs().
|
|
37
|
+
startAt: dayjs().isSameOrBefore(dayjs().weekday(5)) ? dayjs().weekday(5).subtract(1, 'week') : dayjs().weekday(5),
|
|
37
38
|
regExp: /^(?:周|星期)五(.*)/,
|
|
38
39
|
},
|
|
39
40
|
{
|
|
40
|
-
startAt: dayjs().
|
|
41
|
+
startAt: dayjs().isSameOrBefore(dayjs().weekday(6)) ? dayjs().weekday(6).subtract(1, 'week') : dayjs().weekday(6),
|
|
41
42
|
regExp: /^(?:周|星期)六(.*)/,
|
|
42
43
|
},
|
|
43
44
|
{
|
|
44
|
-
startAt: dayjs().
|
|
45
|
+
startAt: dayjs().isSameOrBefore(dayjs().weekday(7)) ? dayjs().weekday(7).subtract(1, 'week') : dayjs().weekday(7),
|
|
45
46
|
regExp: /^(?:周|星期)(?:日|天)(.*)/,
|
|
46
47
|
},
|
|
47
48
|
{
|
package/lib/utils/puppeteer.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
const config = require('@/config').value;
|
|
2
|
-
|
|
2
|
+
let puppeteer = require('puppeteer');
|
|
3
3
|
|
|
4
4
|
const options = {
|
|
5
5
|
args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-infobars', '--window-position=0,0', '--ignore-certificate-errors', '--ignore-certificate-errors-spki-list', `--user-agent=${config.ua}`],
|
|
@@ -7,14 +7,31 @@ const options = {
|
|
|
7
7
|
ignoreHTTPSErrors: true,
|
|
8
8
|
};
|
|
9
9
|
|
|
10
|
-
|
|
10
|
+
/**
|
|
11
|
+
* @param {Object} extraOptions
|
|
12
|
+
* @param {boolean} extraOptions.stealth - Use puppeteer-extra-plugin-stealth
|
|
13
|
+
* @returns Puppeteer browser
|
|
14
|
+
*/
|
|
15
|
+
module.exports = async (extraOptions = {}) => {
|
|
16
|
+
if (extraOptions.stealth) {
|
|
17
|
+
const { addExtra } = require('puppeteer-extra');
|
|
18
|
+
puppeteer = addExtra(puppeteer);
|
|
19
|
+
puppeteer.use(require('puppeteer-extra-plugin-stealth')());
|
|
20
|
+
}
|
|
11
21
|
let browser;
|
|
12
22
|
if (config.puppeteerWSEndpoint) {
|
|
13
23
|
browser = await puppeteer.connect({
|
|
14
24
|
browserWSEndpoint: config.puppeteerWSEndpoint,
|
|
15
25
|
});
|
|
16
26
|
} else {
|
|
17
|
-
browser = await puppeteer.launch(
|
|
27
|
+
browser = await puppeteer.launch(
|
|
28
|
+
config.chromiumExecutablePath
|
|
29
|
+
? {
|
|
30
|
+
executablePath: config.chromiumExecutablePath,
|
|
31
|
+
...options,
|
|
32
|
+
}
|
|
33
|
+
: options
|
|
34
|
+
);
|
|
18
35
|
}
|
|
19
36
|
setTimeout(() => {
|
|
20
37
|
browser.close();
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
const randUserAgent = require('rand-user-agent');
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* A handy function to help generate a legit useragent.
|
|
5
|
+
*
|
|
6
|
+
* @param {Object} randUserAgent
|
|
7
|
+
* @param {string} randUserAgent.browser Name of a browser, case-insensitive. `chrome`, `edge`, `firefox`, `mobile safari`(ios only) or `safari`.
|
|
8
|
+
* @param {string} randUserAgent.os Name of an OS, case-insensitive. `android`, `ios`, `mac os`, `linux` or `windows`.
|
|
9
|
+
* @param {string} randUserAgent.device Name of a device, case-insensitive. `desktop`, `mobile` or `tablet`.
|
|
10
|
+
* @returns A random useragent for the given specifications.
|
|
11
|
+
*/
|
|
12
|
+
module.exports = ({ browser = 'chrome', os = 'mac os', device = 'desktop' }) => {
|
|
13
|
+
device = device.toLowerCase();
|
|
14
|
+
browser = browser.toLowerCase();
|
|
15
|
+
os = os.toLowerCase();
|
|
16
|
+
let UA = randUserAgent(device, browser, os);
|
|
17
|
+
|
|
18
|
+
if (browser === 'chrome') {
|
|
19
|
+
while (UA.includes('Chrome-Lighthouse') || UA.includes('Gener8') || UA.includes('HeadlessChrome') || UA.includes('SMTBot')) {
|
|
20
|
+
UA = randUserAgent(device, browser, os);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
if (browser === 'safari') {
|
|
24
|
+
while (UA.includes('Applebot')) {
|
|
25
|
+
UA = randUserAgent(device, browser, os);
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
return UA;
|
|
29
|
+
};
|
|
@@ -14,7 +14,7 @@ if (config.proxyUri && typeof config.proxyUri === 'string') {
|
|
|
14
14
|
HttpsProxyAgent = HttpsProxyAgent || require('https-proxy-agent');
|
|
15
15
|
proxy = new HttpsProxyAgent(config.proxyUri);
|
|
16
16
|
} else if (config.proxyUri.startsWith('socks')) {
|
|
17
|
-
SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent');
|
|
17
|
+
SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent').SocksProxyAgent;
|
|
18
18
|
proxy = new SocksProxyAgent(config.proxyUri);
|
|
19
19
|
} else {
|
|
20
20
|
throw 'Unknown proxy-uri format';
|
|
@@ -30,7 +30,7 @@ if (config.proxyUri && typeof config.proxyUri === 'string') {
|
|
|
30
30
|
|
|
31
31
|
switch (config.proxy.protocol) {
|
|
32
32
|
case 'socks':
|
|
33
|
-
SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent');
|
|
33
|
+
SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent').SocksProxyAgent;
|
|
34
34
|
agent.http = new SocksProxyAgent(proxyUrl);
|
|
35
35
|
agent.https = new SocksProxyAgent(proxyUrl);
|
|
36
36
|
break;
|
|
@@ -86,6 +86,8 @@ const requestWrapper = (url, options) => {
|
|
|
86
86
|
options.headers['Proxy-Authorization'] = `Basic ${config.proxy.auth}`;
|
|
87
87
|
}
|
|
88
88
|
logger.info(`Proxy for ${url}`);
|
|
89
|
+
} else {
|
|
90
|
+
logger.debug(`Requesting ${url}`);
|
|
89
91
|
}
|
|
90
92
|
|
|
91
93
|
// ua
|
|
@@ -102,9 +104,6 @@ const requestWrapper = (url, options) => {
|
|
|
102
104
|
options.headers['user-agent'] = config.ua;
|
|
103
105
|
}
|
|
104
106
|
|
|
105
|
-
// server
|
|
106
|
-
options.headers.server = 'RSSHub';
|
|
107
|
-
|
|
108
107
|
try {
|
|
109
108
|
const urlHandler = new URL(url);
|
|
110
109
|
// referer
|
|
@@ -128,7 +127,7 @@ const httpWrap = (func) => {
|
|
|
128
127
|
requestWrapper(url.toString(), request);
|
|
129
128
|
} else {
|
|
130
129
|
const req = url;
|
|
131
|
-
requestWrapper(req.url || req.href || `${req.protocol}//${req.hostname}${req.path}`, req);
|
|
130
|
+
requestWrapper(req.url || req.href || `${req.protocol}//${req.hostname || req.host}${req.path}`, req);
|
|
132
131
|
}
|
|
133
132
|
} else {
|
|
134
133
|
requestWrapper(url, request);
|
package/lib/utils/wechat-mp.js
CHANGED
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
* Author: @Rongronggg9
|
|
3
3
|
*
|
|
4
4
|
* There are at least three folders which are relevant with WeChat MP (Official Account Platform / Media Platform):
|
|
5
|
-
* lib/route/tencent/wechat
|
|
6
5
|
* lib/v2/wechat
|
|
7
6
|
* lib/v2/gzh360
|
|
7
|
+
* lib/v2/sdu/cs
|
|
8
8
|
*
|
|
9
9
|
* If your new route is not in the above folders, please add it to the list.
|
|
10
10
|
*
|
|
@@ -35,6 +35,31 @@ const replaceTag = ($, oldTag, newTagName) => {
|
|
|
35
35
|
oldTag.replaceWith(NewTag);
|
|
36
36
|
};
|
|
37
37
|
|
|
38
|
+
const detectOriginalArticleUrl = ($) => {
|
|
39
|
+
// No article content get, try the original url
|
|
40
|
+
// example: https://mp.weixin.qq.com/s/f6sKObaZZhADTYU2Jl5Bnw
|
|
41
|
+
if (!$('#js_content').text()) {
|
|
42
|
+
return $('#js_share_source').attr('data-url');
|
|
43
|
+
}
|
|
44
|
+
// Article content is too short, try the first link
|
|
45
|
+
// example: https://mp.weixin.qq.com/s/9saVB4KaolRyJfpajzeFRg
|
|
46
|
+
if ($('#js_content').text().length < 80) {
|
|
47
|
+
return $('#js_content a').attr('href');
|
|
48
|
+
}
|
|
49
|
+
return null;
|
|
50
|
+
};
|
|
51
|
+
|
|
52
|
+
const detectSourceUrl = ($) => {
|
|
53
|
+
const matchs = $.root()
|
|
54
|
+
.html()
|
|
55
|
+
.match(/msg_source_url = '(.+)';/);
|
|
56
|
+
|
|
57
|
+
if (matchs) {
|
|
58
|
+
return matchs[1];
|
|
59
|
+
}
|
|
60
|
+
return null;
|
|
61
|
+
};
|
|
62
|
+
|
|
38
63
|
/**
|
|
39
64
|
* Articles from WeChat MP have weird formats, this function is used to fix them.
|
|
40
65
|
*
|
|
@@ -77,6 +102,18 @@ const fixArticleContent = (html, skipImg = false) => {
|
|
|
77
102
|
replaceTag($, section, 'div');
|
|
78
103
|
}
|
|
79
104
|
});
|
|
105
|
+
|
|
106
|
+
// fix single picture article
|
|
107
|
+
// example: https://mp.weixin.qq.com/s/4p5YmYuASiQSYFiy7KqydQ
|
|
108
|
+
$('script').each((_, script) => {
|
|
109
|
+
script = $(script);
|
|
110
|
+
const matchs = script.html().match(/document\.getElementById\('js_image_desc'\)\.innerHTML = "(.*)"\.replace/);
|
|
111
|
+
|
|
112
|
+
if (matchs) {
|
|
113
|
+
script.replaceWith(matchs[1].replace(/\r/g, '').replace(/\n/g, '<br>').replace(/\\x0d/g, '').replace(/\\x0a/g, '<br>'));
|
|
114
|
+
}
|
|
115
|
+
});
|
|
116
|
+
|
|
80
117
|
// clean scripts
|
|
81
118
|
$('script').remove();
|
|
82
119
|
return $.html();
|
|
@@ -143,11 +180,25 @@ const fetchArticle = async (ctx, url, bypassHostCheck = false) => {
|
|
|
143
180
|
const response = await got(url);
|
|
144
181
|
const $ = cheerio.load(response.data);
|
|
145
182
|
|
|
146
|
-
const title = $('meta[property="og:title"]').attr('content');
|
|
183
|
+
const title = ($('meta[property="og:title"]').attr('content') || '').replace(/\\r/g, '').replace(/\\n/g, ' ');
|
|
147
184
|
const author = $('meta[name=author]').attr('content');
|
|
148
185
|
let summary = $('meta[name=description]').attr('content');
|
|
149
186
|
summary = summary !== title ? summary : '';
|
|
150
|
-
|
|
187
|
+
let description = fixArticleContent($('#js_content'));
|
|
188
|
+
|
|
189
|
+
// No article get or article is too short, try the original url
|
|
190
|
+
const originalUrl = detectOriginalArticleUrl($);
|
|
191
|
+
if (originalUrl) {
|
|
192
|
+
// try to fetch the description from the original article
|
|
193
|
+
const originalResponse = await got(normalizeUrl(originalUrl, bypassHostCheck));
|
|
194
|
+
const original$ = cheerio.load(originalResponse.data);
|
|
195
|
+
description += fixArticleContent(original$('#js_content'));
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
const sourceUrl = detectSourceUrl($);
|
|
199
|
+
if (sourceUrl) {
|
|
200
|
+
description += `<a href="${sourceUrl}">阅读原文</a>`;
|
|
201
|
+
}
|
|
151
202
|
|
|
152
203
|
let pubDate;
|
|
153
204
|
const publish_time_script = $('script[nonce][type="text/javascript"]:contains("var ct")').first().html();
|
package/lib/v2/abskoop/index.js
CHANGED
|
@@ -2,48 +2,53 @@ const path = require('path');
|
|
|
2
2
|
const got = require('@/utils/got');
|
|
3
3
|
const cheerio = require('cheerio');
|
|
4
4
|
const { art } = require('@/utils/render');
|
|
5
|
-
const
|
|
5
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
6
6
|
|
|
7
7
|
module.exports = async (ctx) => {
|
|
8
8
|
const response = await got({
|
|
9
9
|
method: 'get',
|
|
10
|
-
url: 'https://www.abskoop.com/
|
|
10
|
+
url: 'https://www.abskoop.com/page/1/',
|
|
11
11
|
});
|
|
12
12
|
|
|
13
13
|
const $list = cheerio.load(response.data);
|
|
14
|
-
const list = $list('article
|
|
15
|
-
.slice(0, 20)
|
|
14
|
+
const list = $list('.rizhuti_v2-widget-lastpost .scroll article')
|
|
16
15
|
.map(function () {
|
|
16
|
+
const link = $list(this).find('.entry-wrapper .entry-header a');
|
|
17
17
|
return {
|
|
18
|
-
|
|
18
|
+
title: link.attr('title'),
|
|
19
|
+
link: link.attr('href'),
|
|
19
20
|
};
|
|
20
21
|
})
|
|
21
22
|
.get();
|
|
22
23
|
|
|
23
24
|
const items = await Promise.all(
|
|
24
|
-
list.map((item) =>
|
|
25
|
+
list.reverse().map((item) =>
|
|
25
26
|
ctx.cache.tryGet(item.link, async () => {
|
|
26
27
|
const detailResponse = await got({ method: 'get', url: item.link });
|
|
27
28
|
const $detail = cheerio.load(detailResponse.data);
|
|
29
|
+
$detail('article .entry-content').find('#related_posts').remove();
|
|
30
|
+
$detail('article .entry-content').find('#jp-relatedposts').remove();
|
|
31
|
+
$detail('article .entry-content').find('.post-note').remove();
|
|
32
|
+
$detail('article .entry-content').find('.entry-tags').remove();
|
|
33
|
+
$detail('article .entry-content').find('.entry-share').remove();
|
|
28
34
|
$detail('article .entry-content a').each(function () {
|
|
29
35
|
if ($detail(this).find('img').length > 0) {
|
|
30
36
|
$detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
|
|
31
37
|
}
|
|
32
38
|
});
|
|
33
39
|
const desc = [];
|
|
34
|
-
$detail('article .entry-content >
|
|
40
|
+
$detail('article .entry-content > *').each(function () {
|
|
35
41
|
desc.push($detail(this).html());
|
|
36
42
|
});
|
|
37
|
-
item.title = $detail('article h1.entry-title').text();
|
|
38
43
|
item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
|
|
39
|
-
item.pubDate =
|
|
44
|
+
item.pubDate = parseDate($detail('meta[property="article:published_time"]').attr('content'));
|
|
40
45
|
return item;
|
|
41
46
|
})
|
|
42
47
|
)
|
|
43
48
|
);
|
|
44
49
|
|
|
45
50
|
ctx.state.data = {
|
|
46
|
-
title: 'ahhhhfs
|
|
51
|
+
title: 'ahhhhfs-A姐分享',
|
|
47
52
|
link: 'https://www.abskoop.com',
|
|
48
53
|
description:
|
|
49
54
|
'A姐分享,分享各种网络云盘资源、BT种子、高清电影电视剧和羊毛福利,收集各种有趣实用的软件和APP的下载、安装、使用方法,发现一些稀奇古怪的的网站,折腾一些有趣实用的教程,关注谷歌苹果等互联网最新的资讯动态,探索新领域,发现新美好,分享小快乐。',
|