rsshub 1.0.0-master.dbc5366 → 1.0.0-master.dc4d15a
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/lib/config.js +2 -1
- package/lib/middleware/parameter.js +3 -3
- package/lib/middleware/template.js +29 -11
- package/lib/radar-rules.js +0 -46
- package/lib/router.js +48 -48
- package/lib/routes/bandisoft/index.js +4 -0
- package/lib/routes/biobio/others.js +5 -0
- package/lib/routes/blogs/hedwig.js +4 -0
- package/lib/routes/blogs/wordpress.js +5 -0
- package/lib/routes/booth-pm/shop.js +4 -1
- package/lib/routes/craigslist/search.js +5 -0
- package/lib/routes/engadget/home.js +4 -0
- package/lib/routes/fanbox/main.js +4 -1
- package/lib/routes/fashionnetwork/headline.js +4 -0
- package/lib/routes/fashionnetwork/news.js +5 -0
- package/lib/routes/gitlab/common.js +5 -0
- package/lib/routes/gitlab/explore.js +5 -0
- package/lib/routes/gitlab/release.js +5 -0
- package/lib/routes/gitlab/tag.js +5 -0
- package/lib/routes/hexo/fluid.js +4 -0
- package/lib/routes/hexo/next.js +4 -0
- package/lib/routes/hexo/yilia.js +4 -0
- package/lib/routes/mastodon/account_id.js +4 -0
- package/lib/routes/mastodon/timeline_local.js +4 -0
- package/lib/routes/mastodon/timeline_remote.js +4 -0
- package/lib/routes/mastodon/utils.js +3 -0
- package/lib/routes/pornhub/category_url.js +4 -0
- package/lib/routes/pornhub/model.js +4 -0
- package/lib/routes/pornhub/pornstar.js +4 -0
- package/lib/routes/pornhub/users.js +4 -0
- package/lib/routes/touhougarakuta/index.js +3 -0
- package/lib/routes/v2ex/post.js +3 -0
- package/lib/routes/weforum/report.js +10 -6
- package/lib/routes/yahoo-news/index.js +4 -0
- package/lib/routes/ziroom/room.js +5 -0
- package/lib/utils/puppeteer-utils.js +63 -0
- package/lib/utils/puppeteer.js +13 -8
- package/lib/utils/render.js +46 -0
- package/lib/utils/request-wrapper.js +38 -100
- package/lib/utils/unify-proxy.js +116 -0
- package/lib/utils/valid-host.js +16 -0
- package/lib/utils/wechat-mp.js +1 -0
- package/lib/v2/18comic/utils.js +2 -2
- package/lib/v2/19lou/index.js +4 -0
- package/lib/v2/91porn/author.js +2 -0
- package/lib/v2/91porn/index.js +2 -0
- package/lib/v2/91porn/utils.js +12 -0
- package/lib/v2/agora0/maintainer.js +1 -0
- package/lib/v2/agora0/pen0.js +43 -0
- package/lib/v2/agora0/radar.js +12 -1
- package/lib/v2/agora0/router.js +1 -0
- package/lib/v2/aiea/index.js +39 -0
- package/lib/v2/aiea/maintainer.js +3 -0
- package/lib/v2/aiea/radar.js +13 -0
- package/lib/v2/aiea/router.js +3 -0
- package/lib/v2/baai/comments.js +35 -0
- package/lib/v2/baai/events.js +35 -0
- package/lib/v2/baai/hub.js +60 -0
- package/lib/v2/baai/maintainer.js +5 -0
- package/lib/v2/baai/radar.js +31 -0
- package/lib/v2/baai/router.js +7 -0
- package/lib/v2/baai/utils.js +33 -0
- package/lib/v2/baidu/radar.js +6 -6
- package/lib/v2/bangumi/online/online.js +4 -2
- package/lib/v2/bangumi/tv/group/reply.js +13 -1
- package/lib/v2/bangumi/tv/group/topic.js +22 -9
- package/lib/v2/bendibao/news.js +4 -0
- package/lib/v2/bilibili/cache.js +34 -1
- package/lib/v2/bilibili/userCollection.js +1 -2
- package/lib/v2/bilibili/utils.js +10 -0
- package/lib/v2/bilibili/video-all.js +5 -2
- package/lib/v2/bilibili/video.js +3 -1
- package/lib/v2/bioone/featured.js +10 -8
- package/lib/v2/bioone/journal.js +11 -8
- package/lib/v2/biquge/index.js +21 -0
- package/lib/v2/bitmovin/blog.js +15 -21
- package/lib/v2/bjp/apod.js +43 -0
- package/lib/v2/bjp/maintainer.js +3 -0
- package/lib/v2/bjp/radar.js +13 -0
- package/lib/v2/bjp/router.js +3 -0
- package/lib/v2/bloomberg/authors.js +52 -0
- package/lib/v2/bloomberg/index.js +1 -10
- package/lib/v2/bloomberg/maintainer.js +1 -0
- package/lib/v2/bloomberg/radar.js +9 -3
- package/lib/v2/bloomberg/router.js +1 -0
- package/lib/v2/bloomberg/utils.js +14 -2
- package/lib/v2/btzj/index.js +6 -1
- package/lib/v2/bytes/bytes.js +25 -0
- package/lib/v2/bytes/maintainer.js +4 -0
- package/lib/v2/bytes/radar.js +13 -0
- package/lib/v2/bytes/router.js +3 -0
- package/lib/v2/caijing/maintainer.js +3 -0
- package/lib/v2/caijing/radar.js +13 -0
- package/lib/v2/caijing/roll.js +46 -0
- package/lib/v2/caijing/router.js +3 -0
- package/lib/v2/caixin/article.js +27 -0
- package/lib/v2/caixin/blog.js +58 -0
- package/lib/v2/caixin/category.js +56 -0
- package/lib/{routes → v2}/caixin/database.js +14 -14
- package/lib/v2/caixin/k.js +40 -0
- package/lib/v2/caixin/latest.js +50 -0
- package/lib/v2/caixin/maintainer.js +8 -0
- package/lib/v2/caixin/radar.js +43 -0
- package/lib/v2/caixin/router.js +8 -0
- package/lib/v2/caixin/templates/article.art +38 -0
- package/lib/v2/caixin/utils.js +52 -0
- package/lib/v2/chsi/kydt.js +51 -0
- package/lib/v2/chsi/maintainer.js +3 -0
- package/lib/v2/chsi/radar.js +13 -0
- package/lib/v2/chsi/router.js +3 -0
- package/lib/v2/clickme/index.js +56 -0
- package/lib/v2/clickme/maintainer.js +3 -0
- package/lib/v2/clickme/radar.js +21 -0
- package/lib/v2/clickme/router.js +3 -0
- package/lib/v2/cnbc/rss.js +1 -1
- package/lib/v2/cnbeta/radar.js +6 -6
- package/lib/v2/cnbeta/router.js +1 -1
- package/lib/v2/cnbeta/type.js +6 -12
- package/lib/v2/cnbeta/utils.js +5 -8
- package/lib/v2/cnblogs/common.js +30 -0
- package/lib/v2/cnblogs/maintainer.js +7 -0
- package/lib/v2/cnblogs/radar.js +37 -0
- package/lib/v2/cnblogs/router.js +7 -0
- package/lib/v2/cnjxol/index.js +3 -0
- package/lib/v2/codeforces/maintainer.js +1 -0
- package/lib/v2/codeforces/radar.js +8 -0
- package/lib/v2/codeforces/recent_actions.js +47 -0
- package/lib/v2/codeforces/router.js +1 -0
- package/lib/v2/coolapk/utils.js +3 -2
- package/lib/v2/copymanga/comic.js +110 -0
- package/lib/v2/copymanga/maintainer.js +3 -0
- package/lib/v2/copymanga/radar.js +19 -0
- package/lib/v2/copymanga/router.js +3 -0
- package/lib/v2/copymanga/templates/comic.art +4 -0
- package/lib/v2/curius/links.js +43 -0
- package/lib/v2/curius/maintainer.js +3 -0
- package/lib/v2/curius/radar.js +13 -0
- package/lib/v2/curius/router.js +3 -0
- package/lib/v2/curius/templates/description.art +16 -0
- package/lib/v2/cw/author.js +18 -0
- package/lib/v2/cw/maintainer.js +1 -0
- package/lib/v2/cw/master.js +6 -19
- package/lib/v2/cw/radar.js +6 -0
- package/lib/v2/cw/router.js +1 -0
- package/lib/v2/cw/sub.js +6 -19
- package/lib/v2/cw/today.js +6 -15
- package/lib/v2/cw/utils.js +78 -20
- package/lib/{routes → v2}/dlsite/campaign.js +22 -24
- package/lib/v2/dlsite/maintainer.js +4 -0
- package/lib/{routes → v2}/dlsite/new.js +27 -28
- package/lib/v2/dlsite/radar.js +15 -0
- package/lib/v2/dlsite/router.js +4 -0
- package/lib/v2/dmzj/maintainer.js +3 -0
- package/lib/v2/dmzj/news.js +26 -0
- package/lib/v2/dmzj/radar.js +67 -0
- package/lib/v2/dmzj/router.js +3 -0
- package/lib/v2/douban/other/weekly_best.js +11 -4
- package/lib/v2/douban/templates/weekly_best.art +10 -0
- package/lib/v2/douyin/hashtag.js +20 -19
- package/lib/v2/douyin/live.js +2 -21
- package/lib/v2/douyin/user.js +2 -17
- package/lib/v2/douyin/utils.js +85 -0
- package/lib/v2/dut/index.js +4 -0
- package/lib/v2/eagle/blog.js +6 -2
- package/lib/v2/{acm-ecnu → ecnu}/contest.js +1 -4
- package/lib/v2/ecnu/maintainer.js +4 -0
- package/lib/v2/ecnu/radar.js +30 -0
- package/lib/v2/ecnu/router.js +4 -0
- package/lib/v2/{acm-ecnu → ecnu}/templates/description.art +0 -0
- package/lib/v2/ecnu/yjs.js +37 -0
- package/lib/v2/economist/espresso.js +55 -25
- package/lib/v2/economist/global-business-review.js +86 -0
- package/lib/v2/economist/maintainer.js +1 -0
- package/lib/v2/economist/radar.js +11 -0
- package/lib/v2/economist/router.js +1 -0
- package/lib/v2/ehentai/ehapi.js +2 -3
- package/lib/v2/eprice/rss.js +8 -16
- package/lib/v2/eprice/templates/image.art +4 -1
- package/lib/v2/famitsu/category.js +62 -0
- package/lib/v2/famitsu/maintainer.js +3 -0
- package/lib/v2/famitsu/radar.js +13 -0
- package/lib/v2/famitsu/router.js +3 -0
- package/lib/v2/ff14/ff14_global.js +5 -0
- package/lib/v2/foreverblog/feeds.js +36 -0
- package/lib/v2/foreverblog/maintainer.js +3 -0
- package/lib/v2/foreverblog/radar.js +13 -0
- package/lib/v2/foreverblog/router.js +3 -0
- package/lib/v2/freewechat/maintainer.js +3 -0
- package/lib/v2/freewechat/profile.js +61 -0
- package/lib/v2/freewechat/radar.js +13 -0
- package/lib/v2/freewechat/router.js +3 -0
- package/lib/v2/gamme/category.js +4 -0
- package/lib/v2/gamme/tag.js +4 -0
- package/lib/v2/gcores/category.js +16 -6
- package/lib/v2/gelonghui/hot-article.js +33 -0
- package/lib/v2/gelonghui/live.js +31 -0
- package/lib/v2/gelonghui/radar.js +12 -0
- package/lib/v2/gelonghui/router.js +2 -0
- package/lib/v2/gelonghui/templates/live.art +7 -0
- package/lib/v2/gelonghui/utils.js +6 -0
- package/lib/v2/github/maintainer.js +1 -0
- package/lib/v2/github/radar.js +35 -29
- package/lib/v2/github/router.js +1 -0
- package/lib/v2/github/wiki.js +32 -0
- package/lib/v2/good/index.js +15 -14
- package/lib/v2/google/maintainer.js +1 -0
- package/lib/v2/google/news.js +48 -66
- package/lib/v2/google/router.js +1 -0
- package/lib/v2/google/templates/news.art +5 -0
- package/lib/v2/gov/customs/list.js +1 -1
- package/lib/v2/gov/dianbai/dianbai.js +18 -0
- package/lib/v2/gov/gaozhou/gaozhou.js +19 -0
- package/lib/v2/gov/general/general.js +250 -0
- package/lib/v2/gov/general/templates/zcjdpt.art +128 -0
- package/lib/v2/gov/gz/index.js +38 -0
- package/lib/v2/gov/huazhou/huazhou.js +19 -0
- package/lib/v2/gov/hunan/changsha/major-email.js +52 -0
- package/lib/v2/gov/maintainer.js +20 -2
- package/lib/v2/gov/maoming/maoming.js +417 -0
- package/lib/v2/gov/maonan/maonan.js +100 -0
- package/lib/v2/gov/mgs/mgs.js +19 -0
- package/lib/v2/gov/mmht/mmht.js +19 -0
- package/lib/v2/gov/radar.js +208 -0
- package/lib/v2/gov/router.js +19 -2
- package/lib/v2/gov/sasac/generic.js +42 -0
- package/lib/v2/gov/sdb/sdb.js +19 -0
- package/lib/v2/gov/wuhan/whyw.js +44 -0
- package/lib/v2/gov/xinyi/xinyi.js +19 -0
- package/lib/v2/gov/zhengce/govall.js +55 -0
- package/lib/v2/gov/zhengce/wenjian.js +47 -0
- package/lib/v2/gov/zhengce/zhengceku.js +22 -0
- package/lib/v2/gov/zhengce/zuixin.js +39 -0
- package/lib/v2/gq/maintainer.js +3 -0
- package/lib/v2/gq/radar.js +13 -0
- package/lib/v2/gq/router.js +3 -0
- package/lib/v2/gq/templates/embed-article.art +1 -0
- package/lib/v2/gq/templates/embed-product.art +4 -0
- package/lib/v2/gq/templates/img.art +6 -0
- package/lib/v2/gq/templates/tw.art +3 -0
- package/lib/v2/gq/templates/videoObject.art +6 -0
- package/lib/v2/gq/templates/youtube.art +3 -0
- package/lib/v2/gq/tw/index.js +165 -0
- package/lib/v2/guandian/index.js +37 -0
- package/lib/v2/guandian/maintainer.js +3 -0
- package/lib/v2/guandian/radar.js +11 -0
- package/lib/v2/guandian/router.js +3 -0
- package/lib/v2/guanhai/index.js +47 -0
- package/lib/v2/guanhai/maintainer.js +4 -0
- package/lib/v2/guanhai/radar.js +13 -0
- package/lib/v2/guanhai/router.js +3 -0
- package/lib/v2/gumroad/index.js +4 -0
- package/lib/v2/hackernews/index.js +6 -0
- package/lib/v2/hackmd/maintainer.js +3 -0
- package/lib/v2/hackmd/profile.js +24 -0
- package/lib/v2/hackmd/radar.js +13 -0
- package/lib/v2/hackmd/router.js +3 -0
- package/lib/v2/hellogithub/maintainer.js +1 -1
- package/lib/v2/hellogithub/volume.js +13 -12
- package/lib/v2/hotukdeals/hottest.js +25 -0
- package/lib/v2/hotukdeals/maintainer.js +1 -0
- package/lib/v2/hotukdeals/radar.js +6 -0
- package/lib/v2/hotukdeals/router.js +1 -0
- package/lib/v2/huanqiu/index.js +5 -0
- package/lib/v2/huxiu/article.js +14 -11
- package/lib/v2/huxiu/author.js +11 -20
- package/lib/v2/huxiu/briefColumn.js +28 -38
- package/lib/v2/huxiu/collection.js +20 -15
- package/lib/v2/huxiu/moment.js +1 -2
- package/lib/v2/huxiu/search.js +19 -7
- package/lib/v2/huxiu/tag.js +17 -10
- package/lib/v2/huxiu/templates/brief.art +22 -0
- package/lib/v2/huxiu/templates/img.art +3 -0
- package/lib/v2/huxiu/templates/video.art +7 -0
- package/lib/v2/huxiu/utils.js +137 -52
- package/lib/v2/ieee-security/maintainer.js +3 -0
- package/lib/v2/ieee-security/radar.js +13 -0
- package/lib/v2/ieee-security/router.js +3 -0
- package/lib/v2/ieee-security/sp.js +36 -0
- package/lib/v2/iiilab/index.js +24 -0
- package/lib/v2/iiilab/maintainer.js +3 -0
- package/lib/v2/iiilab/radar.js +13 -0
- package/lib/v2/iiilab/router.js +3 -0
- package/lib/v2/ikea/gb/new.js +54 -0
- package/lib/v2/ikea/gb/offer.js +69 -0
- package/lib/v2/ikea/maintainer.js +4 -0
- package/lib/v2/ikea/radar.js +19 -0
- package/lib/v2/ikea/router.js +4 -0
- package/lib/v2/ikea/templates/new.art +7 -0
- package/lib/v2/ikea/templates/offer.art +3 -0
- package/lib/v2/inewsweek/index.js +53 -0
- package/lib/v2/inewsweek/maintainer.js +3 -0
- package/lib/v2/inewsweek/radar.js +13 -0
- package/lib/v2/inewsweek/router.js +3 -0
- package/lib/v2/itch/devlog.js +4 -0
- package/lib/v2/iwara/index.js +1 -0
- package/lib/v2/javbus/index.js +20 -4
- package/lib/v2/javbus/templates/description.art +12 -1
- package/lib/v2/javdb/utils.js +6 -0
- package/lib/v2/jike/maintainer.js +1 -1
- package/lib/v2/jike/router.js +1 -1
- package/lib/v2/jike/topic.js +1 -1
- package/lib/v2/jike/user.js +24 -12
- package/lib/v2/jike/utils.js +4 -2
- package/lib/v2/lang/maintainer.js +3 -0
- package/lib/v2/lang/radar.js +13 -0
- package/lib/v2/lang/room.js +40 -0
- package/lib/v2/lang/router.js +3 -0
- package/lib/v2/lang/templates/room.art +1 -0
- package/lib/v2/layoffs/index.js +104 -0
- package/lib/v2/layoffs/maintainer.js +3 -0
- package/lib/v2/layoffs/radar.js +13 -0
- package/lib/v2/layoffs/router.js +3 -0
- package/lib/v2/linkedin/jobs.js +44 -0
- package/lib/v2/linkedin/maintainer.js +3 -0
- package/lib/v2/linkedin/models.js +15 -0
- package/lib/v2/linkedin/radar.js +22 -0
- package/lib/v2/linkedin/router.js +3 -0
- package/lib/v2/linkedin/utils.js +121 -0
- package/lib/v2/liulinblog/utils.js +7 -4
- package/lib/v2/lofter/user.js +6 -2
- package/lib/v2/luogu/maintainer.js +1 -0
- package/lib/v2/luogu/radar.js +6 -0
- package/lib/v2/luogu/router.js +1 -0
- package/lib/v2/luogu/userBlog.js +48 -0
- package/lib/v2/mangadex/index.js +73 -0
- package/lib/v2/mangadex/maintainer.js +3 -0
- package/lib/v2/mangadex/radar.js +13 -0
- package/lib/v2/mangadex/router.js +3 -0
- package/lib/v2/mihoyo/ys/news.js +3 -2
- package/lib/v2/mingpao/index.js +28 -33
- package/lib/v2/mingpao/templates/description.art +1 -1
- package/lib/v2/mingpao/templates/fancybox.art +6 -2
- package/lib/v2/mirror/index.js +19 -9
- package/lib/v2/mixcloud/index.js +130 -0
- package/lib/v2/mixcloud/maintainer.js +3 -0
- package/lib/v2/mixcloud/queries.js +1520 -0
- package/lib/v2/mixcloud/radar.js +37 -0
- package/lib/v2/mixcloud/router.js +3 -0
- package/lib/v2/mrdx/daily.js +79 -0
- package/lib/v2/mrdx/maintainer.js +3 -0
- package/lib/v2/mrdx/radar.js +13 -0
- package/lib/v2/mrdx/router.js +3 -0
- package/lib/v2/mrdx/utils.js +17 -0
- package/lib/v2/mtime/news.js +1 -1
- package/lib/v2/myfigurecollection/activity.js +5 -0
- package/lib/v2/myfigurecollection/index.js +4 -0
- package/lib/v2/nautil/maintainer.js +3 -0
- package/lib/v2/nautil/radar.js +13 -0
- package/lib/v2/nautil/router.js +3 -0
- package/lib/v2/nautil/templates/description.art +6 -0
- package/lib/v2/nautil/topics.js +57 -0
- package/lib/v2/ndss-symposium/maintainer.js +3 -0
- package/lib/v2/ndss-symposium/ndss.js +80 -0
- package/lib/v2/ndss-symposium/radar.js +13 -0
- package/lib/v2/ndss-symposium/router.js +3 -0
- package/lib/v2/nikkei-cn/index.js +4 -0
- package/lib/v2/nmtv/column.js +20 -14
- package/lib/v2/nuaa/utils/pypasswaf.js +3 -2
- package/lib/v2/nyaa/main.js +16 -23
- package/lib/v2/nyaa/maintainer.js +7 -4
- package/lib/v2/nyaa/radar.js +27 -29
- package/lib/v2/nyaa/router.js +4 -2
- package/lib/v2/paradigm/maintainer.js +3 -0
- package/lib/v2/paradigm/radar.js +13 -0
- package/lib/v2/paradigm/router.js +3 -0
- package/lib/v2/paradigm/writing.js +44 -0
- package/lib/v2/people/index.js +4 -0
- package/lib/v2/picuki/maintainer.js +1 -1
- package/lib/v2/picuki/profile.js +10 -8
- package/lib/v2/picuki/utils.js +21 -0
- package/lib/v2/pixiv/api/getRanking.js +1 -1
- package/lib/v2/pixiv/novels.js +32 -23
- package/lib/v2/pixiv/ranking.js +3 -0
- package/lib/v2/producthunt/templates/descImg.art +2 -2
- package/lib/v2/qlu/maintainer.js +3 -0
- package/lib/v2/qlu/notice.js +54 -0
- package/lib/v2/qlu/radar.js +13 -0
- package/lib/v2/qlu/router.js +3 -0
- package/lib/v2/qoo-app/apps/card.js +38 -0
- package/lib/v2/qoo-app/apps/comment.js +43 -0
- package/lib/v2/qoo-app/apps/note.js +47 -0
- package/lib/v2/qoo-app/apps/post.js +51 -0
- package/lib/v2/qoo-app/maintainer.js +11 -0
- package/lib/v2/qoo-app/news.js +41 -0
- package/lib/v2/qoo-app/notes/note.js +43 -0
- package/lib/v2/qoo-app/notes/topic.js +20 -0
- package/lib/v2/qoo-app/notes/user.js +20 -0
- package/lib/v2/qoo-app/radar.js +73 -0
- package/lib/v2/qoo-app/router.js +11 -0
- package/lib/v2/qoo-app/templates/comment.art +3 -0
- package/lib/v2/qoo-app/templates/note.art +5 -0
- package/lib/v2/qoo-app/user/appComment.js +41 -0
- package/lib/v2/qoo-app/utils.js +57 -0
- package/lib/v2/reactnewsletter/maintainer.js +4 -0
- package/lib/v2/reactnewsletter/radar.js +13 -0
- package/lib/v2/reactnewsletter/reactnewsletter.js +25 -0
- package/lib/v2/reactnewsletter/router.js +3 -0
- package/lib/v2/researchgate/maintainer.js +3 -0
- package/lib/v2/researchgate/publications.js +70 -0
- package/lib/v2/researchgate/radar.js +13 -0
- package/lib/v2/researchgate/router.js +3 -0
- package/lib/v2/ruancan/category.js +8 -0
- package/lib/v2/ruancan/index.js +3 -55
- package/lib/v2/ruancan/maintainer.js +3 -3
- package/lib/v2/ruancan/radar.js +12 -6
- package/lib/v2/ruancan/router.js +4 -1
- package/lib/v2/ruancan/search.js +8 -0
- package/lib/v2/ruancan/user.js +8 -0
- package/lib/v2/ruancan/utils.js +66 -0
- package/lib/v2/sciencedirect/journal.js +1 -1
- package/lib/v2/scitation/journal.js +4 -0
- package/lib/v2/scitation/section.js +4 -0
- package/lib/v2/shiep/index.js +91 -0
- package/lib/v2/shiep/maintainer.js +3 -0
- package/lib/v2/shiep/radar.js +181 -0
- package/lib/v2/shiep/router.js +3 -0
- package/lib/v2/shiep/templates/description.art +1 -0
- package/lib/v2/shmtu/jwc.js +57 -0
- package/lib/v2/shmtu/maintainer.js +5 -0
- package/lib/v2/shmtu/portal.js +81 -0
- package/lib/v2/shmtu/radar.js +29 -0
- package/lib/v2/shmtu/router.js +5 -0
- package/lib/v2/shmtu/templates/portal.art +30 -0
- package/lib/v2/shmtu/www.js +58 -0
- package/lib/v2/shoppingdesign/maintainer.js +3 -0
- package/lib/v2/shoppingdesign/posts.js +43 -0
- package/lib/v2/shoppingdesign/radar.js +13 -0
- package/lib/v2/shoppingdesign/router.js +3 -0
- package/lib/v2/sigsac/ccs.js +57 -0
- package/lib/v2/sigsac/maintainer.js +3 -0
- package/lib/v2/sigsac/radar.js +13 -0
- package/lib/v2/sigsac/router.js +3 -0
- package/lib/v2/skysports/maintainer.js +3 -0
- package/lib/{routes → v2}/skysports/news.js +10 -8
- package/lib/v2/skysports/radar.js +13 -0
- package/lib/v2/skysports/router.js +3 -0
- package/lib/v2/smzdm/haowen_fenlei.js +12 -6
- package/lib/v2/solidot/main.js +5 -0
- package/lib/v2/telegram/channel.js +54 -38
- package/lib/v2/tencent/maintainer.js +2 -0
- package/lib/v2/tencent/news/coronavirus/data.js +71 -0
- package/lib/v2/tencent/news/coronavirus/total.js +34 -0
- package/lib/v2/tencent/news/coronavirus/utils.js +17 -0
- package/lib/v2/tencent/radar.js +8 -0
- package/lib/v2/tencent/router.js +2 -0
- package/lib/v2/tencent/templates/coronavirus/chinaTotal.art +6 -0
- package/lib/v2/tencent/templates/coronavirus/data.art +4 -0
- package/lib/v2/test/index.js +54 -0
- package/lib/v2/thepaper/channel.js +11 -5
- package/lib/v2/thepaper/list.js +11 -5
- package/lib/v2/tingshuitz/changsha.js +43 -0
- package/lib/v2/tingshuitz/maintainer.js +1 -0
- package/lib/v2/tingshuitz/radar.js +10 -0
- package/lib/v2/tingshuitz/router.js +1 -0
- package/lib/v2/twitter/utils.js +29 -0
- package/lib/v2/twitter/web-api/twitter-api.js +19 -15
- package/lib/v2/twreporter/category.js +17 -8
- package/lib/v2/typora/changelog-dev.js +31 -0
- package/lib/v2/typora/changelog.js +40 -0
- package/lib/v2/typora/maintainer.js +4 -0
- package/lib/v2/typora/radar.js +21 -0
- package/lib/v2/typora/router.js +4 -0
- package/lib/v2/uptimerobot/maintainer.js +3 -0
- package/lib/v2/uptimerobot/radar.js +13 -0
- package/lib/v2/uptimerobot/router.js +3 -0
- package/lib/v2/uptimerobot/rss.js +126 -0
- package/lib/v2/uptimerobot/templates/rss.art +20 -0
- package/lib/v2/usenix/maintainer.js +3 -0
- package/lib/v2/usenix/radar.js +13 -0
- package/lib/v2/usenix/router.js +3 -0
- package/lib/v2/usenix/usenix.js +63 -0
- package/lib/v2/usepanda/index.js +26 -0
- package/lib/v2/usepanda/maintainer.js +3 -0
- package/lib/v2/usepanda/radar.js +11 -0
- package/lib/v2/usepanda/router.js +3 -0
- package/lib/v2/uw/gix/news.js +67 -0
- package/lib/v2/uw/maintainer.js +3 -0
- package/lib/v2/uw/radar.js +13 -0
- package/lib/v2/uw/router.js +3 -0
- package/lib/v2/verse/articles.js +42 -0
- package/lib/v2/verse/maintainer.js +3 -0
- package/lib/v2/verse/radar.js +13 -0
- package/lib/v2/verse/router.js +3 -0
- package/lib/{routes → v2}/weibo/keyword.js +2 -2
- package/lib/v2/weibo/maintainer.js +8 -0
- package/lib/v2/weibo/oasis/user.js +20 -0
- package/lib/v2/weibo/radar.js +48 -0
- package/lib/v2/weibo/router.js +8 -0
- package/lib/{routes → v2}/weibo/search/hot.js +2 -0
- package/lib/{routes → v2}/weibo/super_index.js +2 -2
- package/lib/{routes → v2}/weibo/timeline.js +2 -2
- package/lib/{routes → v2}/weibo/user.js +2 -2
- package/lib/{routes → v2}/weibo/utils.js +50 -14
- package/lib/v2/wnacg/index.js +110 -0
- package/lib/v2/wnacg/maintainer.js +5 -0
- package/lib/v2/wnacg/radar.js +25 -0
- package/lib/v2/wnacg/router.js +5 -0
- package/lib/v2/wnacg/templates/manga.art +9 -0
- package/lib/v2/woshipm/bookmarks.js +34 -0
- package/lib/v2/woshipm/latest.js +27 -0
- package/lib/v2/woshipm/maintainer.js +7 -0
- package/lib/v2/woshipm/popular.js +33 -0
- package/lib/v2/woshipm/radar.js +39 -0
- package/lib/v2/woshipm/router.js +7 -0
- package/lib/{routes → v2}/woshipm/user_article.js +9 -15
- package/lib/v2/woshipm/utils.js +21 -0
- package/lib/v2/woshipm/wen.js +36 -0
- package/lib/v2/x6d/index.js +59 -0
- package/lib/v2/x6d/maintainer.js +3 -0
- package/lib/v2/x6d/radar.js +13 -0
- package/lib/v2/x6d/router.js +3 -0
- package/lib/v2/xiaomiyoupin/crowdfunding.js +15 -0
- package/lib/v2/xiaomiyoupin/latest.js +15 -0
- package/lib/v2/xiaomiyoupin/maintainer.js +4 -0
- package/lib/v2/xiaomiyoupin/radar.js +19 -0
- package/lib/v2/xiaomiyoupin/router.js +4 -0
- package/lib/v2/xiaomiyoupin/templates/goods.art +27 -0
- package/lib/v2/xiaomiyoupin/utils.js +21 -0
- package/lib/v2/xunhupay/index.js +24 -0
- package/lib/v2/xunhupay/maintainer.js +3 -0
- package/lib/v2/xunhupay/radar.js +13 -0
- package/lib/v2/xunhupay/router.js +3 -0
- package/lib/v2/xys/maintainer.js +3 -0
- package/lib/v2/xys/new.js +74 -0
- package/lib/v2/xys/radar.js +13 -0
- package/lib/v2/xys/router.js +3 -0
- package/lib/v2/xys/templates/desc.art +3 -0
- package/lib/v2/ymgal/article.js +1 -1
- package/lib/v2/ymgal/game.js +41 -0
- package/lib/v2/ymgal/maintainer.js +1 -0
- package/lib/v2/ymgal/radar.js +6 -0
- package/lib/v2/ymgal/router.js +1 -0
- package/lib/v2/ymgal/templates/description.art +7 -0
- package/lib/v2/yxrb/home.js +61 -0
- package/lib/v2/yxrb/maintainer.js +3 -0
- package/lib/v2/yxrb/radar.js +13 -0
- package/lib/v2/yxrb/router.js +3 -0
- package/lib/v2/zaozao/article.js +36 -0
- package/lib/v2/zaozao/maintainer.js +3 -0
- package/lib/v2/zaozao/radar.js +13 -0
- package/lib/v2/zaozao/router.js +3 -0
- package/lib/v2/zcmu/jwc/index.js +41 -0
- package/lib/v2/zcmu/maintainer.js +4 -0
- package/lib/v2/zcmu/radar.js +87 -0
- package/lib/v2/zcmu/router.js +4 -0
- package/lib/v2/zcmu/yxy/index.js +42 -0
- package/lib/v2/zcool/user.js +4 -0
- package/lib/v2/zhiy/letter.js +34 -0
- package/lib/v2/zhiy/maintainer.js +4 -0
- package/lib/v2/zhiy/post.js +69 -0
- package/lib/v2/zhiy/radar.js +19 -0
- package/lib/v2/zhiy/router.js +4 -0
- package/lib/v2/zhiy/templates/post.art +12 -0
- package/lib/v2/zhiy/utils.js +13 -0
- package/lib/v2/zhubai/index.js +4 -0
- package/package.json +33 -34
- package/lib/routes/bjp/apod.js +0 -48
- package/lib/routes/blogs/foreverblog.js +0 -33
- package/lib/routes/caixin/article.js +0 -46
- package/lib/routes/caixin/blog.js +0 -58
- package/lib/routes/caixin/category.js +0 -44
- package/lib/routes/caixin/latest.js +0 -75
- package/lib/routes/caixin/yxnews.js +0 -30
- package/lib/routes/clickme/index.js +0 -76
- package/lib/routes/copymanga/comic.js +0 -74
- package/lib/routes/gov/zhengce/govall.js +0 -59
- package/lib/routes/gov/zhengce/wenjian.js +0 -53
- package/lib/routes/gov/zhengce/zuixin.js +0 -42
- package/lib/routes/gq/tw/index.js +0 -66
- package/lib/routes/ikea/uk/new.js +0 -20
- package/lib/routes/ikea/uk/offer.js +0 -64
- package/lib/routes/langlive/room.js +0 -33
- package/lib/routes/mi/youpin/crowdfunding.js +0 -39
- package/lib/routes/mi/youpin/new.js +0 -26
- package/lib/routes/nautilus/topics.js +0 -45
- package/lib/routes/researchgate/publications.js +0 -60
- package/lib/routes/ssmh/category.js +0 -50
- package/lib/routes/ssmh/index.js +0 -32
- package/lib/routes/typora/changelog-dev.js +0 -35
- package/lib/routes/typora/changelog.js +0 -60
- package/lib/routes/universities/ecnuyjs/ecnuyjs.js +0 -23
- package/lib/routes/universities/shiep/index.js +0 -95
- package/lib/routes/universities/shmtu/jwc.js +0 -75
- package/lib/routes/universities/shmtu/www.js +0 -61
- package/lib/routes/weibo/oasis/user.js +0 -17
- package/lib/routes/woshipm/bookmarks.js +0 -45
- package/lib/routes/woshipm/latest.js +0 -45
- package/lib/routes/woshipm/popular.js +0 -38
- package/lib/routes/woshipm/wen.js +0 -39
- package/lib/routes/x6d/index.js +0 -64
- package/lib/v2/acm-ecnu/maintainer.js +0 -3
- package/lib/v2/acm-ecnu/radar.js +0 -19
- package/lib/v2/acm-ecnu/router.js +0 -3
- package/lib/v2/cnbeta/index.js +0 -16
- package/lib/v2/eprice/templates/description.art +0 -1
|
@@ -21,6 +21,18 @@ module.exports = async (ctx) => {
|
|
|
21
21
|
date: $el.children().first().find('small').children().remove().end().text().slice(3),
|
|
22
22
|
};
|
|
23
23
|
});
|
|
24
|
+
const latestSubReplies = $('.sub_reply_bg')
|
|
25
|
+
.toArray()
|
|
26
|
+
.map((el) => {
|
|
27
|
+
const $el = $(el);
|
|
28
|
+
return {
|
|
29
|
+
id: $el.attr('id'),
|
|
30
|
+
author: $el.find('.userName .l').text(),
|
|
31
|
+
content: $el.find('.cmt_sub_content').html(),
|
|
32
|
+
date: $el.children().first().find('small').children().remove().end().text().slice(3),
|
|
33
|
+
};
|
|
34
|
+
});
|
|
35
|
+
const finalLatestReplies = latestReplies.concat(latestSubReplies).sort((a, b) => (a.id < b.id ? 1 : -1));
|
|
24
36
|
|
|
25
37
|
const postTopic = {
|
|
26
38
|
title,
|
|
@@ -34,7 +46,7 @@ module.exports = async (ctx) => {
|
|
|
34
46
|
title: `${title}的最新回复`,
|
|
35
47
|
link,
|
|
36
48
|
item: [
|
|
37
|
-
...
|
|
49
|
+
...finalLatestReplies.map((c) => ({
|
|
38
50
|
title: `${c.author} 回复了小组话题《${title}》`,
|
|
39
51
|
description: c.content,
|
|
40
52
|
pubDate: timezone(parseDate(c.date), +8),
|
|
@@ -10,17 +10,30 @@ module.exports = async (ctx) => {
|
|
|
10
10
|
const $ = cheerio.load(html);
|
|
11
11
|
const title = 'Bangumi - ' + $('.SecondaryNavTitle').text();
|
|
12
12
|
|
|
13
|
+
const items = await Promise.all(
|
|
14
|
+
$('.topic_list .topic')
|
|
15
|
+
.toArray()
|
|
16
|
+
.map(async (elem) => {
|
|
17
|
+
const link = new URL($('.subject a', elem).attr('href'), base_url).href;
|
|
18
|
+
const fullText = await ctx.cache.tryGet(link, async () => {
|
|
19
|
+
const { data: html } = await got(link);
|
|
20
|
+
const $ = cheerio.load(html);
|
|
21
|
+
return $('.postTopic .topic_content').html();
|
|
22
|
+
});
|
|
23
|
+
const summary = 'Reply: ' + $('.posts', elem).text();
|
|
24
|
+
return {
|
|
25
|
+
link,
|
|
26
|
+
title: $('.subject a', elem).attr('title'),
|
|
27
|
+
pubDate: parseDate($('.lastpost .time', elem).text()),
|
|
28
|
+
description: fullText ? summary + '<br><br>' + fullText : summary,
|
|
29
|
+
author: $('.author a', elem).text(),
|
|
30
|
+
};
|
|
31
|
+
})
|
|
32
|
+
);
|
|
33
|
+
|
|
13
34
|
ctx.state.data = {
|
|
14
35
|
title,
|
|
15
36
|
link,
|
|
16
|
-
item:
|
|
17
|
-
.toArray()
|
|
18
|
-
.map((elem) => ({
|
|
19
|
-
link: new URL($('.subject a', elem).attr('href'), base_url).href,
|
|
20
|
-
title: $('.subject a', elem).attr('title'),
|
|
21
|
-
pubDate: parseDate($('.lastpost .time', elem).text()),
|
|
22
|
-
description: 'Reply: ' + $('.posts', elem).text(),
|
|
23
|
-
author: $('.author a', elem).text(),
|
|
24
|
-
})),
|
|
37
|
+
item: items,
|
|
25
38
|
};
|
|
26
39
|
};
|
package/lib/v2/bendibao/news.js
CHANGED
|
@@ -2,9 +2,13 @@ const got = require('@/utils/got');
|
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
3
|
const timezone = require('@/utils/timezone');
|
|
4
4
|
const { parseDate } = require('@/utils/parse-date');
|
|
5
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
5
6
|
|
|
6
7
|
module.exports = async (ctx) => {
|
|
7
8
|
const city = ctx.params.city;
|
|
9
|
+
if (!isValidHost(city)) {
|
|
10
|
+
throw Error('Invalid city');
|
|
11
|
+
}
|
|
8
12
|
|
|
9
13
|
const rootUrl = `http://${city}.bendibao.com`;
|
|
10
14
|
|
package/lib/v2/bilibili/cache.js
CHANGED
|
@@ -4,10 +4,43 @@ module.exports = {
|
|
|
4
4
|
getCookie: (ctx) => {
|
|
5
5
|
const key = 'bili-cookie';
|
|
6
6
|
return ctx.cache.tryGet(key, async () => {
|
|
7
|
-
const response = await got(
|
|
7
|
+
const response = await got('https://www.bilibili.com/');
|
|
8
8
|
return response.headers['set-cookie'];
|
|
9
9
|
});
|
|
10
10
|
},
|
|
11
|
+
getVerifyString: (ctx) => {
|
|
12
|
+
const key = 'bili-verify-string';
|
|
13
|
+
return ctx.cache.tryGet(key, async () => {
|
|
14
|
+
const cookie = await module.exports.getCookie(ctx);
|
|
15
|
+
const { data: navResponse } = await got('https://api.bilibili.com/x/web-interface/nav', {
|
|
16
|
+
headers: {
|
|
17
|
+
Referer: 'https://www.bilibili.com/',
|
|
18
|
+
Cookie: cookie,
|
|
19
|
+
},
|
|
20
|
+
});
|
|
21
|
+
const imgUrl = navResponse.data.wbi_img.img_url;
|
|
22
|
+
const subUrl = navResponse.data.wbi_img.sub_url;
|
|
23
|
+
const r = imgUrl.substring(imgUrl.lastIndexOf('/') + 1, imgUrl.length).split('.')[0] + subUrl.substring(subUrl.lastIndexOf('/') + 1, subUrl.length).split('.')[0];
|
|
24
|
+
const { body: spaceResponse } = await got('https://space.bilibili.com/1', {
|
|
25
|
+
headers: {
|
|
26
|
+
Referer: 'https://www.bilibili.com/',
|
|
27
|
+
Cookie: cookie,
|
|
28
|
+
},
|
|
29
|
+
});
|
|
30
|
+
const jsUrl = 'https:' + spaceResponse.match(/[^"]*9.space[^"]*/);
|
|
31
|
+
const { body: jsResponse } = await got(jsUrl, {
|
|
32
|
+
headers: {
|
|
33
|
+
Referer: 'https://space.bilibili.com/1',
|
|
34
|
+
},
|
|
35
|
+
});
|
|
36
|
+
const array = JSON.parse(jsResponse.match(/\[(?:\d+,){63}\d+\]/));
|
|
37
|
+
const o = [];
|
|
38
|
+
array.forEach((t) => {
|
|
39
|
+
r.charAt(t) && o.push(r.charAt(t));
|
|
40
|
+
});
|
|
41
|
+
return o.join('').slice(0, 32);
|
|
42
|
+
});
|
|
43
|
+
},
|
|
11
44
|
getUsernameFromUID: (ctx, uid) => {
|
|
12
45
|
const key = 'bili-username-from-uid-' + uid;
|
|
13
46
|
return ctx.cache.tryGet(key, async () => {
|
|
@@ -11,10 +11,9 @@ module.exports = async (ctx) => {
|
|
|
11
11
|
const uid = parseInt(ctx.params.uid);
|
|
12
12
|
const sid = parseInt(ctx.params.sid);
|
|
13
13
|
const disableEmbed = ctx.params.disableEmbed;
|
|
14
|
-
|
|
15
14
|
const link = `https://space.bilibili.com/${uid}/channel/collectiondetail?sid=${sid}`;
|
|
16
15
|
const [userName, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
|
|
17
|
-
const host = `https://api.bilibili.com/x/polymer/space/seasons_archives_list?mid=${uid}&season_id=${sid}&sort_reverse=
|
|
16
|
+
const host = `https://api.bilibili.com/x/polymer/space/seasons_archives_list?mid=${uid}&season_id=${sid}&sort_reverse=true&page_num=1&page_size=10`;
|
|
18
17
|
|
|
19
18
|
const response = await got(host, {
|
|
20
19
|
headers: {
|
package/lib/v2/bilibili/utils.js
CHANGED
|
@@ -1,9 +1,19 @@
|
|
|
1
|
+
const crypto = require('crypto');
|
|
2
|
+
|
|
1
3
|
const iframe = (aid, page, bvid) =>
|
|
2
4
|
`<iframe src="https://player.bilibili.com/player.html?${bvid ? `bvid=${bvid}` : `aid=${aid}`}${
|
|
3
5
|
page ? `&page=${page}` : ''
|
|
4
6
|
}&high_quality=1" width="650" height="477" scrolling="no" border="0" frameborder="no" framespacing="0" allowfullscreen="true"></iframe>`;
|
|
5
7
|
|
|
8
|
+
const addVerifyInfo = (params, verifyString) => {
|
|
9
|
+
const md5 = crypto.createHash('md5');
|
|
10
|
+
const wts = Math.round(Date.now() / 1000);
|
|
11
|
+
const w_rid = md5.update(`${params}&wts=${wts}${verifyString}`).digest('hex');
|
|
12
|
+
return `${params}&w_rid=${w_rid}&wts=${wts}`;
|
|
13
|
+
};
|
|
14
|
+
|
|
6
15
|
module.exports = {
|
|
7
16
|
iframe,
|
|
17
|
+
addVerifyInfo,
|
|
8
18
|
bvidTime: 1589990400,
|
|
9
19
|
};
|
|
@@ -7,6 +7,7 @@ module.exports = async (ctx) => {
|
|
|
7
7
|
const uid = ctx.params.uid;
|
|
8
8
|
const disableEmbed = ctx.params.disableEmbed;
|
|
9
9
|
const cookie = await cache.getCookie(ctx);
|
|
10
|
+
const verifyString = cache.getVerifyString(ctx);
|
|
10
11
|
const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
|
|
11
12
|
|
|
12
13
|
await got(`https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`, {
|
|
@@ -15,7 +16,8 @@ module.exports = async (ctx) => {
|
|
|
15
16
|
Cookie: cookie,
|
|
16
17
|
},
|
|
17
18
|
});
|
|
18
|
-
const
|
|
19
|
+
const params = utils.addVerifyInfo(`mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&order_avoided=true`, verifyString);
|
|
20
|
+
const response = await got(`https://api.bilibili.com/x/space/wbi/arc/search?${params}`, {
|
|
19
21
|
headers: {
|
|
20
22
|
Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`,
|
|
21
23
|
Cookie: cookie,
|
|
@@ -32,7 +34,8 @@ module.exports = async (ctx) => {
|
|
|
32
34
|
Cookie: cookie,
|
|
33
35
|
},
|
|
34
36
|
});
|
|
35
|
-
|
|
37
|
+
const params = utils.addVerifyInfo(`mid=${uid}&ps=30&tid=0&pn=${pageId}&keyword=&order=pubdate&order_avoided=true`, verifyString);
|
|
38
|
+
return await got(`https://api.bilibili.com/x/space/wbi/arc/search?${params}`, {
|
|
36
39
|
headers: {
|
|
37
40
|
Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=${pageId}&keyword=&order=pubdate`,
|
|
38
41
|
Cookie: cookie,
|
package/lib/v2/bilibili/video.js
CHANGED
|
@@ -6,6 +6,7 @@ module.exports = async (ctx) => {
|
|
|
6
6
|
const uid = ctx.params.uid;
|
|
7
7
|
const disableEmbed = ctx.params.disableEmbed;
|
|
8
8
|
const cookie = await cache.getCookie(ctx);
|
|
9
|
+
const verifyString = await cache.getVerifyString(ctx);
|
|
9
10
|
const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
|
|
10
11
|
|
|
11
12
|
await got(`https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`, {
|
|
@@ -14,7 +15,8 @@ module.exports = async (ctx) => {
|
|
|
14
15
|
Cookie: cookie,
|
|
15
16
|
},
|
|
16
17
|
});
|
|
17
|
-
const
|
|
18
|
+
const params = utils.addVerifyInfo(`mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&order_avoided=true`, verifyString);
|
|
19
|
+
const response = await got(`https://api.bilibili.com/x/space/wbi/arc/search?${params}`, {
|
|
18
20
|
headers: {
|
|
19
21
|
Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`,
|
|
20
22
|
Cookie: cookie,
|
|
@@ -4,9 +4,10 @@ const { parseDate } = require('@/utils/parse-date');
|
|
|
4
4
|
|
|
5
5
|
module.exports = async (ctx) => {
|
|
6
6
|
const rootUrl = 'https://bioone.org';
|
|
7
|
-
const response = await got({
|
|
8
|
-
|
|
9
|
-
|
|
7
|
+
const response = await got(rootUrl, {
|
|
8
|
+
https: {
|
|
9
|
+
rejectUnauthorized: false,
|
|
10
|
+
},
|
|
10
11
|
});
|
|
11
12
|
|
|
12
13
|
const $ = cheerio.load(response.data);
|
|
@@ -16,20 +17,21 @@ module.exports = async (ctx) => {
|
|
|
16
17
|
.toArray()
|
|
17
18
|
.map((item) => {
|
|
18
19
|
item = $(item);
|
|
19
|
-
const link = item.attr('href');
|
|
20
|
+
const link = item.attr('href').split('?')[0];
|
|
20
21
|
|
|
21
22
|
return {
|
|
22
23
|
title: item.text(),
|
|
23
|
-
link: link.
|
|
24
|
+
link: !link.includes('http') ? `${rootUrl}${link}` : link,
|
|
24
25
|
};
|
|
25
26
|
});
|
|
26
27
|
|
|
27
28
|
items = await Promise.all(
|
|
28
29
|
items.map((item) =>
|
|
29
30
|
ctx.cache.tryGet(item.link, async () => {
|
|
30
|
-
const detailResponse = await got({
|
|
31
|
-
|
|
32
|
-
|
|
31
|
+
const detailResponse = await got(item.link, {
|
|
32
|
+
https: {
|
|
33
|
+
rejectUnauthorized: false,
|
|
34
|
+
},
|
|
33
35
|
});
|
|
34
36
|
const content = cheerio.load(detailResponse.data);
|
|
35
37
|
|
package/lib/v2/bioone/journal.js
CHANGED
|
@@ -7,15 +7,16 @@ module.exports = async (ctx) => {
|
|
|
7
7
|
|
|
8
8
|
const rootUrl = 'https://bioone.org';
|
|
9
9
|
const currentUrl = `${rootUrl}/journals/${journal}/current`;
|
|
10
|
-
const response = await got({
|
|
11
|
-
|
|
12
|
-
|
|
10
|
+
const response = await got(currentUrl, {
|
|
11
|
+
https: {
|
|
12
|
+
rejectUnauthorized: false,
|
|
13
|
+
},
|
|
13
14
|
});
|
|
14
15
|
|
|
15
16
|
const $ = cheerio.load(response.data);
|
|
16
17
|
|
|
17
18
|
let items = $('.TOCLineItemBoldText')
|
|
18
|
-
.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) :
|
|
19
|
+
.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
|
|
19
20
|
.toArray()
|
|
20
21
|
.map((item) => {
|
|
21
22
|
item = $(item).parent();
|
|
@@ -29,9 +30,10 @@ module.exports = async (ctx) => {
|
|
|
29
30
|
items.map(
|
|
30
31
|
async (item) =>
|
|
31
32
|
await ctx.cache.tryGet(item.link, async () => {
|
|
32
|
-
const detailResponse = await got({
|
|
33
|
-
|
|
34
|
-
|
|
33
|
+
const detailResponse = await got(item.link, {
|
|
34
|
+
https: {
|
|
35
|
+
rejectUnauthorized: false,
|
|
36
|
+
},
|
|
35
37
|
});
|
|
36
38
|
|
|
37
39
|
const content = cheerio.load(detailResponse.data);
|
|
@@ -51,7 +53,8 @@ module.exports = async (ctx) => {
|
|
|
51
53
|
);
|
|
52
54
|
|
|
53
55
|
ctx.state.data = {
|
|
54
|
-
title: `${
|
|
56
|
+
title: `${$('.panel-body .row a').first().text()} - BioOne`,
|
|
57
|
+
description: $('.panel-body .row text').first().text(),
|
|
55
58
|
link: currentUrl,
|
|
56
59
|
item: items,
|
|
57
60
|
};
|
package/lib/v2/biquge/index.js
CHANGED
|
@@ -3,10 +3,31 @@ const cheerio = require('cheerio');
|
|
|
3
3
|
const iconv = require('iconv-lite');
|
|
4
4
|
const timezone = require('@/utils/timezone');
|
|
5
5
|
const { parseDate } = require('@/utils/parse-date');
|
|
6
|
+
const config = require('@/config').value;
|
|
7
|
+
const allowHost = [
|
|
8
|
+
'www.xbiquwx.la',
|
|
9
|
+
'www.biqu5200.net',
|
|
10
|
+
'www.xbiquge.so',
|
|
11
|
+
'www.biqugeu.net',
|
|
12
|
+
'www.b520.cc',
|
|
13
|
+
'www.ahfgb.com',
|
|
14
|
+
'www.ibiquge.la',
|
|
15
|
+
'www.biquge.tv',
|
|
16
|
+
'www.bswtan.com',
|
|
17
|
+
'www.biquge.co',
|
|
18
|
+
'www.bqzhh.com',
|
|
19
|
+
'www.biqugse.com',
|
|
20
|
+
'www.ibiquge.info',
|
|
21
|
+
'www.ishuquge.com',
|
|
22
|
+
'www.mayiwxw.com',
|
|
23
|
+
];
|
|
6
24
|
|
|
7
25
|
module.exports = async (ctx) => {
|
|
8
26
|
const rootUrl = ctx.path.split('/').slice(1, 4).join('/');
|
|
9
27
|
const currentUrl = ctx.path.slice(1);
|
|
28
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.includes(new URL(rootUrl).hostname)) {
|
|
29
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
30
|
+
}
|
|
10
31
|
|
|
11
32
|
const response = await got({
|
|
12
33
|
method: 'get',
|
package/lib/v2/bitmovin/blog.js
CHANGED
|
@@ -1,33 +1,27 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
|
-
const cheerio = require('cheerio');
|
|
3
2
|
const { parseDate } = require('@/utils/parse-date');
|
|
4
3
|
|
|
4
|
+
const baseUrl = 'https://bitmovin.com';
|
|
5
|
+
|
|
5
6
|
module.exports = async (ctx) => {
|
|
6
|
-
const
|
|
7
|
-
const
|
|
8
|
-
|
|
9
|
-
|
|
7
|
+
const apiUrl = `${baseUrl}/wp-json/wp/v2`;
|
|
8
|
+
const { data } = await got(`${apiUrl}/posts`, {
|
|
9
|
+
searchParams: {
|
|
10
|
+
per_page: ctx.query.limit ? parseInt(ctx.query.limit) : 100,
|
|
11
|
+
},
|
|
10
12
|
});
|
|
11
13
|
|
|
12
|
-
const
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
.
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
title: item.find('h2 a').text(),
|
|
20
|
-
author: item.find('li.post-author span a').text(),
|
|
21
|
-
description: item.find('div.entry p').text(),
|
|
22
|
-
pubDate: parseDate(item.find('li.post-date').text()),
|
|
23
|
-
link: item.find('h2 a').attr('href'),
|
|
24
|
-
};
|
|
25
|
-
})
|
|
26
|
-
.get();
|
|
14
|
+
const items = data.map((item) => ({
|
|
15
|
+
title: item.title.rendered,
|
|
16
|
+
author: item.authors.map((a) => a.display_name).join(', '),
|
|
17
|
+
description: item.content.rendered,
|
|
18
|
+
pubDate: parseDate(item.date_gmt),
|
|
19
|
+
link: item.link,
|
|
20
|
+
}));
|
|
27
21
|
|
|
28
22
|
ctx.state.data = {
|
|
29
23
|
title: 'Blog - Bitmovin',
|
|
30
|
-
link:
|
|
24
|
+
link: `${baseUrl}/blog/`,
|
|
31
25
|
item: items,
|
|
32
26
|
};
|
|
33
27
|
};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
const cheerio = require('cheerio');
|
|
2
|
+
const got = require('@/utils/got');
|
|
3
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
4
|
+
const timezone = require('@/utils/timezone');
|
|
5
|
+
|
|
6
|
+
module.exports = async (ctx) => {
|
|
7
|
+
const baseUrl = 'https://www.bjp.org.cn';
|
|
8
|
+
const listUrl = `${baseUrl}/APOD/list.shtml`;
|
|
9
|
+
|
|
10
|
+
const res = await got(listUrl);
|
|
11
|
+
|
|
12
|
+
const $ = cheerio.load(res.data);
|
|
13
|
+
|
|
14
|
+
const list = $('td[align=left] b')
|
|
15
|
+
.toArray()
|
|
16
|
+
.map((e) => {
|
|
17
|
+
e = $(e);
|
|
18
|
+
return {
|
|
19
|
+
title: e.find('a').attr('title'),
|
|
20
|
+
link: `${baseUrl}${e.find('a').attr('href')}`,
|
|
21
|
+
pubDate: timezone(parseDate(e.find('span').text().replace(':', ''), 'YYYY-MM-DD'), 8),
|
|
22
|
+
};
|
|
23
|
+
});
|
|
24
|
+
|
|
25
|
+
const items = await Promise.all(
|
|
26
|
+
list.map((e) =>
|
|
27
|
+
ctx.cache.tryGet(e.link, async () => {
|
|
28
|
+
const { data } = await got.get(e.link);
|
|
29
|
+
const $ = cheerio.load(data);
|
|
30
|
+
|
|
31
|
+
e.description = $('.juzhong').html();
|
|
32
|
+
|
|
33
|
+
return e;
|
|
34
|
+
})
|
|
35
|
+
)
|
|
36
|
+
);
|
|
37
|
+
ctx.state.data = {
|
|
38
|
+
title: $('head title').text(),
|
|
39
|
+
description: '探索宇宙!每天发布一张迷人宇宙的影像,以及由专业天文学家撰写的简要说明。',
|
|
40
|
+
link: listUrl,
|
|
41
|
+
item: items,
|
|
42
|
+
};
|
|
43
|
+
};
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
module.exports = {
|
|
2
|
+
'bjp.org.cn': {
|
|
3
|
+
_name: '北京天文馆',
|
|
4
|
+
'.': [
|
|
5
|
+
{
|
|
6
|
+
title: '每日一图',
|
|
7
|
+
docs: 'https://docs.rsshub.app/picture.html#bei-jing-tian-wen-guan',
|
|
8
|
+
source: ['/APOD/today.shtml', '/APOD/list.shtml', '/'],
|
|
9
|
+
target: '/bjp/apod',
|
|
10
|
+
},
|
|
11
|
+
],
|
|
12
|
+
},
|
|
13
|
+
};
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
const cheerio = require('cheerio');
|
|
2
|
+
const got = require('@/utils/got');
|
|
3
|
+
const rssParser = require('@/utils/rss-parser');
|
|
4
|
+
const { asyncPoolAll, parseArticle } = require('./utils');
|
|
5
|
+
|
|
6
|
+
const parseAuthorNewsList = async (slug) => {
|
|
7
|
+
const baseURL = `https://www.bloomberg.com/authors/${slug}`;
|
|
8
|
+
const apiUrl = `https://www.bloomberg.com/lineup/api/lazy_load_author_stories?slug=${slug}&authorType=default&page=1`;
|
|
9
|
+
const resp = await got(apiUrl);
|
|
10
|
+
// Likely rate limited
|
|
11
|
+
if (!resp.data.html) {
|
|
12
|
+
return [];
|
|
13
|
+
}
|
|
14
|
+
const $ = cheerio.load(resp.data.html);
|
|
15
|
+
const articles = $('article.story-list-story');
|
|
16
|
+
return articles
|
|
17
|
+
.map((index, item) => {
|
|
18
|
+
item = $(item);
|
|
19
|
+
const headline = item.find('a.story-list-story__info__headline-link');
|
|
20
|
+
return {
|
|
21
|
+
title: headline.text(),
|
|
22
|
+
pubDate: item.attr('data-updated-at'),
|
|
23
|
+
guid: `bloomberg:${item.attr('data-id')}`,
|
|
24
|
+
link: new URL(headline.attr('href'), baseURL).href,
|
|
25
|
+
};
|
|
26
|
+
})
|
|
27
|
+
.get();
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
module.exports = async (ctx) => {
|
|
31
|
+
const { id, slug, source } = ctx.params;
|
|
32
|
+
const link = `https://www.bloomberg.com/authors/${id}/${slug}`;
|
|
33
|
+
|
|
34
|
+
let list = [];
|
|
35
|
+
if (!source || source === 'api') {
|
|
36
|
+
list = await parseAuthorNewsList(`${id}/${slug}`);
|
|
37
|
+
}
|
|
38
|
+
// Fallback to rss if api failed or requested by param
|
|
39
|
+
if (source === 'rss' || list.length === 0) {
|
|
40
|
+
list = (await rssParser.parseURL(`${link}.rss`)).items;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
const item = await asyncPoolAll(1, list, (item) => parseArticle(item, ctx));
|
|
44
|
+
const authorName = item.find((i) => i.author)?.author ?? 'Unknown';
|
|
45
|
+
|
|
46
|
+
ctx.state.data = {
|
|
47
|
+
title: `Bloomberg - ${authorName}`,
|
|
48
|
+
link,
|
|
49
|
+
language: 'en-us',
|
|
50
|
+
item,
|
|
51
|
+
};
|
|
52
|
+
};
|
|
@@ -1,5 +1,4 @@
|
|
|
1
|
-
const { rootUrl, parseNewsList, parseArticle } = require('./utils');
|
|
2
|
-
const asyncPool = require('tiny-async-pool');
|
|
1
|
+
const { rootUrl, asyncPoolAll, parseNewsList, parseArticle } = require('./utils');
|
|
3
2
|
const site_title_mapping = {
|
|
4
3
|
'/': 'News',
|
|
5
4
|
bpol: 'Politics',
|
|
@@ -15,14 +14,6 @@ const site_title_mapping = {
|
|
|
15
14
|
citylab: 'CityLab',
|
|
16
15
|
};
|
|
17
16
|
|
|
18
|
-
const asyncPoolAll = async (...args) => {
|
|
19
|
-
const results = [];
|
|
20
|
-
for await (const result of asyncPool(...args)) {
|
|
21
|
-
results.push(result);
|
|
22
|
-
}
|
|
23
|
-
return results;
|
|
24
|
-
};
|
|
25
|
-
|
|
26
17
|
module.exports = async (ctx) => {
|
|
27
18
|
const { site } = ctx.params;
|
|
28
19
|
const currentUrl = site ? `${rootUrl}/${site}/sitemap_news.xml` : `${rootUrl}/sitemap_news.xml`;
|
|
@@ -1,13 +1,19 @@
|
|
|
1
1
|
module.exports = {
|
|
2
2
|
'bloomberg.com': {
|
|
3
|
-
_name: '
|
|
3
|
+
_name: 'Bloomberg',
|
|
4
4
|
www: [
|
|
5
5
|
{
|
|
6
|
-
title: '
|
|
7
|
-
docs: 'https://docs.rsshub.app/finance.html
|
|
6
|
+
title: 'News',
|
|
7
|
+
docs: 'https://docs.rsshub.app/finance.html#bloomberg-news',
|
|
8
8
|
source: ['/:site', '/'],
|
|
9
9
|
target: '/bloomberg/:site?',
|
|
10
10
|
},
|
|
11
|
+
{
|
|
12
|
+
title: 'Authors',
|
|
13
|
+
docs: 'https://docs.rsshub.app/finance.html#bloomberg',
|
|
14
|
+
source: ['/*/authors/:id/:slug', '/authors/:id/:slug'],
|
|
15
|
+
target: '/bloomberg/authors/:id/:slug',
|
|
16
|
+
},
|
|
11
17
|
],
|
|
12
18
|
},
|
|
13
19
|
};
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
const cheerio = require('cheerio');
|
|
2
2
|
const path = require('path');
|
|
3
|
+
const asyncPool = require('tiny-async-pool');
|
|
3
4
|
|
|
4
5
|
const { parseDate } = require('@/utils/parse-date');
|
|
5
6
|
const got = require('@/utils/got');
|
|
@@ -22,7 +23,7 @@ const apiEndpoints = {
|
|
|
22
23
|
},
|
|
23
24
|
videos: {
|
|
24
25
|
url: 'https://www.bloomberg.com/news/videos/',
|
|
25
|
-
sel: '
|
|
26
|
+
sel: 'script',
|
|
26
27
|
},
|
|
27
28
|
newsletters: {
|
|
28
29
|
url: 'https://www.bloomberg.com/news/newsletters/',
|
|
@@ -152,7 +153,9 @@ const parseAudioPage = async (res, api, item) => {
|
|
|
152
153
|
};
|
|
153
154
|
|
|
154
155
|
const parseVideoPage = async (res, api, item) => {
|
|
155
|
-
const
|
|
156
|
+
const $ = cheerio.load(res.data);
|
|
157
|
+
const script = $(api.sel).filter((i, el) => $(el).text().includes('__PRELOADED_STATE__'));
|
|
158
|
+
const json = script.text().trim().replace('window.__PRELOADED_STATE__ = ', '').slice(0, -1);
|
|
156
159
|
const article_json = JSON.parse(json);
|
|
157
160
|
const video_story = article_json.video?.videoStory ?? article_json.quicktakeVideo?.videoStory;
|
|
158
161
|
if (video_story) {
|
|
@@ -388,8 +391,17 @@ const processBody = async (body_html, story_json) => {
|
|
|
388
391
|
return $.html();
|
|
389
392
|
};
|
|
390
393
|
|
|
394
|
+
const asyncPoolAll = async (...args) => {
|
|
395
|
+
const results = [];
|
|
396
|
+
for await (const result of asyncPool(...args)) {
|
|
397
|
+
results.push(result);
|
|
398
|
+
}
|
|
399
|
+
return results;
|
|
400
|
+
};
|
|
401
|
+
|
|
391
402
|
module.exports = {
|
|
392
403
|
rootUrl,
|
|
404
|
+
asyncPoolAll,
|
|
393
405
|
parseNewsList,
|
|
394
406
|
parseArticle,
|
|
395
407
|
};
|
package/lib/v2/btzj/index.js
CHANGED
|
@@ -4,10 +4,15 @@ const timezone = require('@/utils/timezone');
|
|
|
4
4
|
const { parseDate } = require('@/utils/parse-date');
|
|
5
5
|
const { art } = require('@/utils/render');
|
|
6
6
|
const path = require('path');
|
|
7
|
+
const config = require('@/config').value;
|
|
8
|
+
const allowDomain = ['2btjia.com', '88btbtt.com', 'btbtt15.com', 'btbtt20.com'];
|
|
7
9
|
|
|
8
10
|
module.exports = async (ctx) => {
|
|
9
11
|
let category = ctx.params.category ?? '';
|
|
10
|
-
let domain = ctx.query.domain ?? '
|
|
12
|
+
let domain = ctx.query.domain ?? 'btbtt15.com';
|
|
13
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.includes(new URL(`http://${domain}/`).hostname)) {
|
|
14
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
15
|
+
}
|
|
11
16
|
|
|
12
17
|
if (category === 'base') {
|
|
13
18
|
category = '';
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
const cheerio = require('cheerio');
|
|
3
|
+
const currentURL = 'https://bytes.dev/archives';
|
|
4
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
5
|
+
|
|
6
|
+
module.exports = async (ctx) => {
|
|
7
|
+
const resp = await got(currentURL);
|
|
8
|
+
const $ = cheerio.load(resp.data);
|
|
9
|
+
const text = $('script#__NEXT_DATA__').text();
|
|
10
|
+
const json = JSON.parse(text);
|
|
11
|
+
const posts = [json.props.pageProps.featuredPost].concat(json.props.pageProps.posts);
|
|
12
|
+
const items = posts.map((item) => ({
|
|
13
|
+
title: `Issue ${item.slug}`,
|
|
14
|
+
pubDate: parseDate(item.date),
|
|
15
|
+
description: item.title,
|
|
16
|
+
link: `/archives/${item.slug}`,
|
|
17
|
+
}));
|
|
18
|
+
|
|
19
|
+
ctx.state.data = {
|
|
20
|
+
title: 'bytes.dev',
|
|
21
|
+
description: 'Your weekly dose of JS',
|
|
22
|
+
link: currentURL,
|
|
23
|
+
item: items,
|
|
24
|
+
};
|
|
25
|
+
};
|