rsshub 1.0.0-master.dbc5366 → 1.0.0-master.dc4d15a
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/lib/config.js +2 -1
- package/lib/middleware/parameter.js +3 -3
- package/lib/middleware/template.js +29 -11
- package/lib/radar-rules.js +0 -46
- package/lib/router.js +48 -48
- package/lib/routes/bandisoft/index.js +4 -0
- package/lib/routes/biobio/others.js +5 -0
- package/lib/routes/blogs/hedwig.js +4 -0
- package/lib/routes/blogs/wordpress.js +5 -0
- package/lib/routes/booth-pm/shop.js +4 -1
- package/lib/routes/craigslist/search.js +5 -0
- package/lib/routes/engadget/home.js +4 -0
- package/lib/routes/fanbox/main.js +4 -1
- package/lib/routes/fashionnetwork/headline.js +4 -0
- package/lib/routes/fashionnetwork/news.js +5 -0
- package/lib/routes/gitlab/common.js +5 -0
- package/lib/routes/gitlab/explore.js +5 -0
- package/lib/routes/gitlab/release.js +5 -0
- package/lib/routes/gitlab/tag.js +5 -0
- package/lib/routes/hexo/fluid.js +4 -0
- package/lib/routes/hexo/next.js +4 -0
- package/lib/routes/hexo/yilia.js +4 -0
- package/lib/routes/mastodon/account_id.js +4 -0
- package/lib/routes/mastodon/timeline_local.js +4 -0
- package/lib/routes/mastodon/timeline_remote.js +4 -0
- package/lib/routes/mastodon/utils.js +3 -0
- package/lib/routes/pornhub/category_url.js +4 -0
- package/lib/routes/pornhub/model.js +4 -0
- package/lib/routes/pornhub/pornstar.js +4 -0
- package/lib/routes/pornhub/users.js +4 -0
- package/lib/routes/touhougarakuta/index.js +3 -0
- package/lib/routes/v2ex/post.js +3 -0
- package/lib/routes/weforum/report.js +10 -6
- package/lib/routes/yahoo-news/index.js +4 -0
- package/lib/routes/ziroom/room.js +5 -0
- package/lib/utils/puppeteer-utils.js +63 -0
- package/lib/utils/puppeteer.js +13 -8
- package/lib/utils/render.js +46 -0
- package/lib/utils/request-wrapper.js +38 -100
- package/lib/utils/unify-proxy.js +116 -0
- package/lib/utils/valid-host.js +16 -0
- package/lib/utils/wechat-mp.js +1 -0
- package/lib/v2/18comic/utils.js +2 -2
- package/lib/v2/19lou/index.js +4 -0
- package/lib/v2/91porn/author.js +2 -0
- package/lib/v2/91porn/index.js +2 -0
- package/lib/v2/91porn/utils.js +12 -0
- package/lib/v2/agora0/maintainer.js +1 -0
- package/lib/v2/agora0/pen0.js +43 -0
- package/lib/v2/agora0/radar.js +12 -1
- package/lib/v2/agora0/router.js +1 -0
- package/lib/v2/aiea/index.js +39 -0
- package/lib/v2/aiea/maintainer.js +3 -0
- package/lib/v2/aiea/radar.js +13 -0
- package/lib/v2/aiea/router.js +3 -0
- package/lib/v2/baai/comments.js +35 -0
- package/lib/v2/baai/events.js +35 -0
- package/lib/v2/baai/hub.js +60 -0
- package/lib/v2/baai/maintainer.js +5 -0
- package/lib/v2/baai/radar.js +31 -0
- package/lib/v2/baai/router.js +7 -0
- package/lib/v2/baai/utils.js +33 -0
- package/lib/v2/baidu/radar.js +6 -6
- package/lib/v2/bangumi/online/online.js +4 -2
- package/lib/v2/bangumi/tv/group/reply.js +13 -1
- package/lib/v2/bangumi/tv/group/topic.js +22 -9
- package/lib/v2/bendibao/news.js +4 -0
- package/lib/v2/bilibili/cache.js +34 -1
- package/lib/v2/bilibili/userCollection.js +1 -2
- package/lib/v2/bilibili/utils.js +10 -0
- package/lib/v2/bilibili/video-all.js +5 -2
- package/lib/v2/bilibili/video.js +3 -1
- package/lib/v2/bioone/featured.js +10 -8
- package/lib/v2/bioone/journal.js +11 -8
- package/lib/v2/biquge/index.js +21 -0
- package/lib/v2/bitmovin/blog.js +15 -21
- package/lib/v2/bjp/apod.js +43 -0
- package/lib/v2/bjp/maintainer.js +3 -0
- package/lib/v2/bjp/radar.js +13 -0
- package/lib/v2/bjp/router.js +3 -0
- package/lib/v2/bloomberg/authors.js +52 -0
- package/lib/v2/bloomberg/index.js +1 -10
- package/lib/v2/bloomberg/maintainer.js +1 -0
- package/lib/v2/bloomberg/radar.js +9 -3
- package/lib/v2/bloomberg/router.js +1 -0
- package/lib/v2/bloomberg/utils.js +14 -2
- package/lib/v2/btzj/index.js +6 -1
- package/lib/v2/bytes/bytes.js +25 -0
- package/lib/v2/bytes/maintainer.js +4 -0
- package/lib/v2/bytes/radar.js +13 -0
- package/lib/v2/bytes/router.js +3 -0
- package/lib/v2/caijing/maintainer.js +3 -0
- package/lib/v2/caijing/radar.js +13 -0
- package/lib/v2/caijing/roll.js +46 -0
- package/lib/v2/caijing/router.js +3 -0
- package/lib/v2/caixin/article.js +27 -0
- package/lib/v2/caixin/blog.js +58 -0
- package/lib/v2/caixin/category.js +56 -0
- package/lib/{routes → v2}/caixin/database.js +14 -14
- package/lib/v2/caixin/k.js +40 -0
- package/lib/v2/caixin/latest.js +50 -0
- package/lib/v2/caixin/maintainer.js +8 -0
- package/lib/v2/caixin/radar.js +43 -0
- package/lib/v2/caixin/router.js +8 -0
- package/lib/v2/caixin/templates/article.art +38 -0
- package/lib/v2/caixin/utils.js +52 -0
- package/lib/v2/chsi/kydt.js +51 -0
- package/lib/v2/chsi/maintainer.js +3 -0
- package/lib/v2/chsi/radar.js +13 -0
- package/lib/v2/chsi/router.js +3 -0
- package/lib/v2/clickme/index.js +56 -0
- package/lib/v2/clickme/maintainer.js +3 -0
- package/lib/v2/clickme/radar.js +21 -0
- package/lib/v2/clickme/router.js +3 -0
- package/lib/v2/cnbc/rss.js +1 -1
- package/lib/v2/cnbeta/radar.js +6 -6
- package/lib/v2/cnbeta/router.js +1 -1
- package/lib/v2/cnbeta/type.js +6 -12
- package/lib/v2/cnbeta/utils.js +5 -8
- package/lib/v2/cnblogs/common.js +30 -0
- package/lib/v2/cnblogs/maintainer.js +7 -0
- package/lib/v2/cnblogs/radar.js +37 -0
- package/lib/v2/cnblogs/router.js +7 -0
- package/lib/v2/cnjxol/index.js +3 -0
- package/lib/v2/codeforces/maintainer.js +1 -0
- package/lib/v2/codeforces/radar.js +8 -0
- package/lib/v2/codeforces/recent_actions.js +47 -0
- package/lib/v2/codeforces/router.js +1 -0
- package/lib/v2/coolapk/utils.js +3 -2
- package/lib/v2/copymanga/comic.js +110 -0
- package/lib/v2/copymanga/maintainer.js +3 -0
- package/lib/v2/copymanga/radar.js +19 -0
- package/lib/v2/copymanga/router.js +3 -0
- package/lib/v2/copymanga/templates/comic.art +4 -0
- package/lib/v2/curius/links.js +43 -0
- package/lib/v2/curius/maintainer.js +3 -0
- package/lib/v2/curius/radar.js +13 -0
- package/lib/v2/curius/router.js +3 -0
- package/lib/v2/curius/templates/description.art +16 -0
- package/lib/v2/cw/author.js +18 -0
- package/lib/v2/cw/maintainer.js +1 -0
- package/lib/v2/cw/master.js +6 -19
- package/lib/v2/cw/radar.js +6 -0
- package/lib/v2/cw/router.js +1 -0
- package/lib/v2/cw/sub.js +6 -19
- package/lib/v2/cw/today.js +6 -15
- package/lib/v2/cw/utils.js +78 -20
- package/lib/{routes → v2}/dlsite/campaign.js +22 -24
- package/lib/v2/dlsite/maintainer.js +4 -0
- package/lib/{routes → v2}/dlsite/new.js +27 -28
- package/lib/v2/dlsite/radar.js +15 -0
- package/lib/v2/dlsite/router.js +4 -0
- package/lib/v2/dmzj/maintainer.js +3 -0
- package/lib/v2/dmzj/news.js +26 -0
- package/lib/v2/dmzj/radar.js +67 -0
- package/lib/v2/dmzj/router.js +3 -0
- package/lib/v2/douban/other/weekly_best.js +11 -4
- package/lib/v2/douban/templates/weekly_best.art +10 -0
- package/lib/v2/douyin/hashtag.js +20 -19
- package/lib/v2/douyin/live.js +2 -21
- package/lib/v2/douyin/user.js +2 -17
- package/lib/v2/douyin/utils.js +85 -0
- package/lib/v2/dut/index.js +4 -0
- package/lib/v2/eagle/blog.js +6 -2
- package/lib/v2/{acm-ecnu → ecnu}/contest.js +1 -4
- package/lib/v2/ecnu/maintainer.js +4 -0
- package/lib/v2/ecnu/radar.js +30 -0
- package/lib/v2/ecnu/router.js +4 -0
- package/lib/v2/{acm-ecnu → ecnu}/templates/description.art +0 -0
- package/lib/v2/ecnu/yjs.js +37 -0
- package/lib/v2/economist/espresso.js +55 -25
- package/lib/v2/economist/global-business-review.js +86 -0
- package/lib/v2/economist/maintainer.js +1 -0
- package/lib/v2/economist/radar.js +11 -0
- package/lib/v2/economist/router.js +1 -0
- package/lib/v2/ehentai/ehapi.js +2 -3
- package/lib/v2/eprice/rss.js +8 -16
- package/lib/v2/eprice/templates/image.art +4 -1
- package/lib/v2/famitsu/category.js +62 -0
- package/lib/v2/famitsu/maintainer.js +3 -0
- package/lib/v2/famitsu/radar.js +13 -0
- package/lib/v2/famitsu/router.js +3 -0
- package/lib/v2/ff14/ff14_global.js +5 -0
- package/lib/v2/foreverblog/feeds.js +36 -0
- package/lib/v2/foreverblog/maintainer.js +3 -0
- package/lib/v2/foreverblog/radar.js +13 -0
- package/lib/v2/foreverblog/router.js +3 -0
- package/lib/v2/freewechat/maintainer.js +3 -0
- package/lib/v2/freewechat/profile.js +61 -0
- package/lib/v2/freewechat/radar.js +13 -0
- package/lib/v2/freewechat/router.js +3 -0
- package/lib/v2/gamme/category.js +4 -0
- package/lib/v2/gamme/tag.js +4 -0
- package/lib/v2/gcores/category.js +16 -6
- package/lib/v2/gelonghui/hot-article.js +33 -0
- package/lib/v2/gelonghui/live.js +31 -0
- package/lib/v2/gelonghui/radar.js +12 -0
- package/lib/v2/gelonghui/router.js +2 -0
- package/lib/v2/gelonghui/templates/live.art +7 -0
- package/lib/v2/gelonghui/utils.js +6 -0
- package/lib/v2/github/maintainer.js +1 -0
- package/lib/v2/github/radar.js +35 -29
- package/lib/v2/github/router.js +1 -0
- package/lib/v2/github/wiki.js +32 -0
- package/lib/v2/good/index.js +15 -14
- package/lib/v2/google/maintainer.js +1 -0
- package/lib/v2/google/news.js +48 -66
- package/lib/v2/google/router.js +1 -0
- package/lib/v2/google/templates/news.art +5 -0
- package/lib/v2/gov/customs/list.js +1 -1
- package/lib/v2/gov/dianbai/dianbai.js +18 -0
- package/lib/v2/gov/gaozhou/gaozhou.js +19 -0
- package/lib/v2/gov/general/general.js +250 -0
- package/lib/v2/gov/general/templates/zcjdpt.art +128 -0
- package/lib/v2/gov/gz/index.js +38 -0
- package/lib/v2/gov/huazhou/huazhou.js +19 -0
- package/lib/v2/gov/hunan/changsha/major-email.js +52 -0
- package/lib/v2/gov/maintainer.js +20 -2
- package/lib/v2/gov/maoming/maoming.js +417 -0
- package/lib/v2/gov/maonan/maonan.js +100 -0
- package/lib/v2/gov/mgs/mgs.js +19 -0
- package/lib/v2/gov/mmht/mmht.js +19 -0
- package/lib/v2/gov/radar.js +208 -0
- package/lib/v2/gov/router.js +19 -2
- package/lib/v2/gov/sasac/generic.js +42 -0
- package/lib/v2/gov/sdb/sdb.js +19 -0
- package/lib/v2/gov/wuhan/whyw.js +44 -0
- package/lib/v2/gov/xinyi/xinyi.js +19 -0
- package/lib/v2/gov/zhengce/govall.js +55 -0
- package/lib/v2/gov/zhengce/wenjian.js +47 -0
- package/lib/v2/gov/zhengce/zhengceku.js +22 -0
- package/lib/v2/gov/zhengce/zuixin.js +39 -0
- package/lib/v2/gq/maintainer.js +3 -0
- package/lib/v2/gq/radar.js +13 -0
- package/lib/v2/gq/router.js +3 -0
- package/lib/v2/gq/templates/embed-article.art +1 -0
- package/lib/v2/gq/templates/embed-product.art +4 -0
- package/lib/v2/gq/templates/img.art +6 -0
- package/lib/v2/gq/templates/tw.art +3 -0
- package/lib/v2/gq/templates/videoObject.art +6 -0
- package/lib/v2/gq/templates/youtube.art +3 -0
- package/lib/v2/gq/tw/index.js +165 -0
- package/lib/v2/guandian/index.js +37 -0
- package/lib/v2/guandian/maintainer.js +3 -0
- package/lib/v2/guandian/radar.js +11 -0
- package/lib/v2/guandian/router.js +3 -0
- package/lib/v2/guanhai/index.js +47 -0
- package/lib/v2/guanhai/maintainer.js +4 -0
- package/lib/v2/guanhai/radar.js +13 -0
- package/lib/v2/guanhai/router.js +3 -0
- package/lib/v2/gumroad/index.js +4 -0
- package/lib/v2/hackernews/index.js +6 -0
- package/lib/v2/hackmd/maintainer.js +3 -0
- package/lib/v2/hackmd/profile.js +24 -0
- package/lib/v2/hackmd/radar.js +13 -0
- package/lib/v2/hackmd/router.js +3 -0
- package/lib/v2/hellogithub/maintainer.js +1 -1
- package/lib/v2/hellogithub/volume.js +13 -12
- package/lib/v2/hotukdeals/hottest.js +25 -0
- package/lib/v2/hotukdeals/maintainer.js +1 -0
- package/lib/v2/hotukdeals/radar.js +6 -0
- package/lib/v2/hotukdeals/router.js +1 -0
- package/lib/v2/huanqiu/index.js +5 -0
- package/lib/v2/huxiu/article.js +14 -11
- package/lib/v2/huxiu/author.js +11 -20
- package/lib/v2/huxiu/briefColumn.js +28 -38
- package/lib/v2/huxiu/collection.js +20 -15
- package/lib/v2/huxiu/moment.js +1 -2
- package/lib/v2/huxiu/search.js +19 -7
- package/lib/v2/huxiu/tag.js +17 -10
- package/lib/v2/huxiu/templates/brief.art +22 -0
- package/lib/v2/huxiu/templates/img.art +3 -0
- package/lib/v2/huxiu/templates/video.art +7 -0
- package/lib/v2/huxiu/utils.js +137 -52
- package/lib/v2/ieee-security/maintainer.js +3 -0
- package/lib/v2/ieee-security/radar.js +13 -0
- package/lib/v2/ieee-security/router.js +3 -0
- package/lib/v2/ieee-security/sp.js +36 -0
- package/lib/v2/iiilab/index.js +24 -0
- package/lib/v2/iiilab/maintainer.js +3 -0
- package/lib/v2/iiilab/radar.js +13 -0
- package/lib/v2/iiilab/router.js +3 -0
- package/lib/v2/ikea/gb/new.js +54 -0
- package/lib/v2/ikea/gb/offer.js +69 -0
- package/lib/v2/ikea/maintainer.js +4 -0
- package/lib/v2/ikea/radar.js +19 -0
- package/lib/v2/ikea/router.js +4 -0
- package/lib/v2/ikea/templates/new.art +7 -0
- package/lib/v2/ikea/templates/offer.art +3 -0
- package/lib/v2/inewsweek/index.js +53 -0
- package/lib/v2/inewsweek/maintainer.js +3 -0
- package/lib/v2/inewsweek/radar.js +13 -0
- package/lib/v2/inewsweek/router.js +3 -0
- package/lib/v2/itch/devlog.js +4 -0
- package/lib/v2/iwara/index.js +1 -0
- package/lib/v2/javbus/index.js +20 -4
- package/lib/v2/javbus/templates/description.art +12 -1
- package/lib/v2/javdb/utils.js +6 -0
- package/lib/v2/jike/maintainer.js +1 -1
- package/lib/v2/jike/router.js +1 -1
- package/lib/v2/jike/topic.js +1 -1
- package/lib/v2/jike/user.js +24 -12
- package/lib/v2/jike/utils.js +4 -2
- package/lib/v2/lang/maintainer.js +3 -0
- package/lib/v2/lang/radar.js +13 -0
- package/lib/v2/lang/room.js +40 -0
- package/lib/v2/lang/router.js +3 -0
- package/lib/v2/lang/templates/room.art +1 -0
- package/lib/v2/layoffs/index.js +104 -0
- package/lib/v2/layoffs/maintainer.js +3 -0
- package/lib/v2/layoffs/radar.js +13 -0
- package/lib/v2/layoffs/router.js +3 -0
- package/lib/v2/linkedin/jobs.js +44 -0
- package/lib/v2/linkedin/maintainer.js +3 -0
- package/lib/v2/linkedin/models.js +15 -0
- package/lib/v2/linkedin/radar.js +22 -0
- package/lib/v2/linkedin/router.js +3 -0
- package/lib/v2/linkedin/utils.js +121 -0
- package/lib/v2/liulinblog/utils.js +7 -4
- package/lib/v2/lofter/user.js +6 -2
- package/lib/v2/luogu/maintainer.js +1 -0
- package/lib/v2/luogu/radar.js +6 -0
- package/lib/v2/luogu/router.js +1 -0
- package/lib/v2/luogu/userBlog.js +48 -0
- package/lib/v2/mangadex/index.js +73 -0
- package/lib/v2/mangadex/maintainer.js +3 -0
- package/lib/v2/mangadex/radar.js +13 -0
- package/lib/v2/mangadex/router.js +3 -0
- package/lib/v2/mihoyo/ys/news.js +3 -2
- package/lib/v2/mingpao/index.js +28 -33
- package/lib/v2/mingpao/templates/description.art +1 -1
- package/lib/v2/mingpao/templates/fancybox.art +6 -2
- package/lib/v2/mirror/index.js +19 -9
- package/lib/v2/mixcloud/index.js +130 -0
- package/lib/v2/mixcloud/maintainer.js +3 -0
- package/lib/v2/mixcloud/queries.js +1520 -0
- package/lib/v2/mixcloud/radar.js +37 -0
- package/lib/v2/mixcloud/router.js +3 -0
- package/lib/v2/mrdx/daily.js +79 -0
- package/lib/v2/mrdx/maintainer.js +3 -0
- package/lib/v2/mrdx/radar.js +13 -0
- package/lib/v2/mrdx/router.js +3 -0
- package/lib/v2/mrdx/utils.js +17 -0
- package/lib/v2/mtime/news.js +1 -1
- package/lib/v2/myfigurecollection/activity.js +5 -0
- package/lib/v2/myfigurecollection/index.js +4 -0
- package/lib/v2/nautil/maintainer.js +3 -0
- package/lib/v2/nautil/radar.js +13 -0
- package/lib/v2/nautil/router.js +3 -0
- package/lib/v2/nautil/templates/description.art +6 -0
- package/lib/v2/nautil/topics.js +57 -0
- package/lib/v2/ndss-symposium/maintainer.js +3 -0
- package/lib/v2/ndss-symposium/ndss.js +80 -0
- package/lib/v2/ndss-symposium/radar.js +13 -0
- package/lib/v2/ndss-symposium/router.js +3 -0
- package/lib/v2/nikkei-cn/index.js +4 -0
- package/lib/v2/nmtv/column.js +20 -14
- package/lib/v2/nuaa/utils/pypasswaf.js +3 -2
- package/lib/v2/nyaa/main.js +16 -23
- package/lib/v2/nyaa/maintainer.js +7 -4
- package/lib/v2/nyaa/radar.js +27 -29
- package/lib/v2/nyaa/router.js +4 -2
- package/lib/v2/paradigm/maintainer.js +3 -0
- package/lib/v2/paradigm/radar.js +13 -0
- package/lib/v2/paradigm/router.js +3 -0
- package/lib/v2/paradigm/writing.js +44 -0
- package/lib/v2/people/index.js +4 -0
- package/lib/v2/picuki/maintainer.js +1 -1
- package/lib/v2/picuki/profile.js +10 -8
- package/lib/v2/picuki/utils.js +21 -0
- package/lib/v2/pixiv/api/getRanking.js +1 -1
- package/lib/v2/pixiv/novels.js +32 -23
- package/lib/v2/pixiv/ranking.js +3 -0
- package/lib/v2/producthunt/templates/descImg.art +2 -2
- package/lib/v2/qlu/maintainer.js +3 -0
- package/lib/v2/qlu/notice.js +54 -0
- package/lib/v2/qlu/radar.js +13 -0
- package/lib/v2/qlu/router.js +3 -0
- package/lib/v2/qoo-app/apps/card.js +38 -0
- package/lib/v2/qoo-app/apps/comment.js +43 -0
- package/lib/v2/qoo-app/apps/note.js +47 -0
- package/lib/v2/qoo-app/apps/post.js +51 -0
- package/lib/v2/qoo-app/maintainer.js +11 -0
- package/lib/v2/qoo-app/news.js +41 -0
- package/lib/v2/qoo-app/notes/note.js +43 -0
- package/lib/v2/qoo-app/notes/topic.js +20 -0
- package/lib/v2/qoo-app/notes/user.js +20 -0
- package/lib/v2/qoo-app/radar.js +73 -0
- package/lib/v2/qoo-app/router.js +11 -0
- package/lib/v2/qoo-app/templates/comment.art +3 -0
- package/lib/v2/qoo-app/templates/note.art +5 -0
- package/lib/v2/qoo-app/user/appComment.js +41 -0
- package/lib/v2/qoo-app/utils.js +57 -0
- package/lib/v2/reactnewsletter/maintainer.js +4 -0
- package/lib/v2/reactnewsletter/radar.js +13 -0
- package/lib/v2/reactnewsletter/reactnewsletter.js +25 -0
- package/lib/v2/reactnewsletter/router.js +3 -0
- package/lib/v2/researchgate/maintainer.js +3 -0
- package/lib/v2/researchgate/publications.js +70 -0
- package/lib/v2/researchgate/radar.js +13 -0
- package/lib/v2/researchgate/router.js +3 -0
- package/lib/v2/ruancan/category.js +8 -0
- package/lib/v2/ruancan/index.js +3 -55
- package/lib/v2/ruancan/maintainer.js +3 -3
- package/lib/v2/ruancan/radar.js +12 -6
- package/lib/v2/ruancan/router.js +4 -1
- package/lib/v2/ruancan/search.js +8 -0
- package/lib/v2/ruancan/user.js +8 -0
- package/lib/v2/ruancan/utils.js +66 -0
- package/lib/v2/sciencedirect/journal.js +1 -1
- package/lib/v2/scitation/journal.js +4 -0
- package/lib/v2/scitation/section.js +4 -0
- package/lib/v2/shiep/index.js +91 -0
- package/lib/v2/shiep/maintainer.js +3 -0
- package/lib/v2/shiep/radar.js +181 -0
- package/lib/v2/shiep/router.js +3 -0
- package/lib/v2/shiep/templates/description.art +1 -0
- package/lib/v2/shmtu/jwc.js +57 -0
- package/lib/v2/shmtu/maintainer.js +5 -0
- package/lib/v2/shmtu/portal.js +81 -0
- package/lib/v2/shmtu/radar.js +29 -0
- package/lib/v2/shmtu/router.js +5 -0
- package/lib/v2/shmtu/templates/portal.art +30 -0
- package/lib/v2/shmtu/www.js +58 -0
- package/lib/v2/shoppingdesign/maintainer.js +3 -0
- package/lib/v2/shoppingdesign/posts.js +43 -0
- package/lib/v2/shoppingdesign/radar.js +13 -0
- package/lib/v2/shoppingdesign/router.js +3 -0
- package/lib/v2/sigsac/ccs.js +57 -0
- package/lib/v2/sigsac/maintainer.js +3 -0
- package/lib/v2/sigsac/radar.js +13 -0
- package/lib/v2/sigsac/router.js +3 -0
- package/lib/v2/skysports/maintainer.js +3 -0
- package/lib/{routes → v2}/skysports/news.js +10 -8
- package/lib/v2/skysports/radar.js +13 -0
- package/lib/v2/skysports/router.js +3 -0
- package/lib/v2/smzdm/haowen_fenlei.js +12 -6
- package/lib/v2/solidot/main.js +5 -0
- package/lib/v2/telegram/channel.js +54 -38
- package/lib/v2/tencent/maintainer.js +2 -0
- package/lib/v2/tencent/news/coronavirus/data.js +71 -0
- package/lib/v2/tencent/news/coronavirus/total.js +34 -0
- package/lib/v2/tencent/news/coronavirus/utils.js +17 -0
- package/lib/v2/tencent/radar.js +8 -0
- package/lib/v2/tencent/router.js +2 -0
- package/lib/v2/tencent/templates/coronavirus/chinaTotal.art +6 -0
- package/lib/v2/tencent/templates/coronavirus/data.art +4 -0
- package/lib/v2/test/index.js +54 -0
- package/lib/v2/thepaper/channel.js +11 -5
- package/lib/v2/thepaper/list.js +11 -5
- package/lib/v2/tingshuitz/changsha.js +43 -0
- package/lib/v2/tingshuitz/maintainer.js +1 -0
- package/lib/v2/tingshuitz/radar.js +10 -0
- package/lib/v2/tingshuitz/router.js +1 -0
- package/lib/v2/twitter/utils.js +29 -0
- package/lib/v2/twitter/web-api/twitter-api.js +19 -15
- package/lib/v2/twreporter/category.js +17 -8
- package/lib/v2/typora/changelog-dev.js +31 -0
- package/lib/v2/typora/changelog.js +40 -0
- package/lib/v2/typora/maintainer.js +4 -0
- package/lib/v2/typora/radar.js +21 -0
- package/lib/v2/typora/router.js +4 -0
- package/lib/v2/uptimerobot/maintainer.js +3 -0
- package/lib/v2/uptimerobot/radar.js +13 -0
- package/lib/v2/uptimerobot/router.js +3 -0
- package/lib/v2/uptimerobot/rss.js +126 -0
- package/lib/v2/uptimerobot/templates/rss.art +20 -0
- package/lib/v2/usenix/maintainer.js +3 -0
- package/lib/v2/usenix/radar.js +13 -0
- package/lib/v2/usenix/router.js +3 -0
- package/lib/v2/usenix/usenix.js +63 -0
- package/lib/v2/usepanda/index.js +26 -0
- package/lib/v2/usepanda/maintainer.js +3 -0
- package/lib/v2/usepanda/radar.js +11 -0
- package/lib/v2/usepanda/router.js +3 -0
- package/lib/v2/uw/gix/news.js +67 -0
- package/lib/v2/uw/maintainer.js +3 -0
- package/lib/v2/uw/radar.js +13 -0
- package/lib/v2/uw/router.js +3 -0
- package/lib/v2/verse/articles.js +42 -0
- package/lib/v2/verse/maintainer.js +3 -0
- package/lib/v2/verse/radar.js +13 -0
- package/lib/v2/verse/router.js +3 -0
- package/lib/{routes → v2}/weibo/keyword.js +2 -2
- package/lib/v2/weibo/maintainer.js +8 -0
- package/lib/v2/weibo/oasis/user.js +20 -0
- package/lib/v2/weibo/radar.js +48 -0
- package/lib/v2/weibo/router.js +8 -0
- package/lib/{routes → v2}/weibo/search/hot.js +2 -0
- package/lib/{routes → v2}/weibo/super_index.js +2 -2
- package/lib/{routes → v2}/weibo/timeline.js +2 -2
- package/lib/{routes → v2}/weibo/user.js +2 -2
- package/lib/{routes → v2}/weibo/utils.js +50 -14
- package/lib/v2/wnacg/index.js +110 -0
- package/lib/v2/wnacg/maintainer.js +5 -0
- package/lib/v2/wnacg/radar.js +25 -0
- package/lib/v2/wnacg/router.js +5 -0
- package/lib/v2/wnacg/templates/manga.art +9 -0
- package/lib/v2/woshipm/bookmarks.js +34 -0
- package/lib/v2/woshipm/latest.js +27 -0
- package/lib/v2/woshipm/maintainer.js +7 -0
- package/lib/v2/woshipm/popular.js +33 -0
- package/lib/v2/woshipm/radar.js +39 -0
- package/lib/v2/woshipm/router.js +7 -0
- package/lib/{routes → v2}/woshipm/user_article.js +9 -15
- package/lib/v2/woshipm/utils.js +21 -0
- package/lib/v2/woshipm/wen.js +36 -0
- package/lib/v2/x6d/index.js +59 -0
- package/lib/v2/x6d/maintainer.js +3 -0
- package/lib/v2/x6d/radar.js +13 -0
- package/lib/v2/x6d/router.js +3 -0
- package/lib/v2/xiaomiyoupin/crowdfunding.js +15 -0
- package/lib/v2/xiaomiyoupin/latest.js +15 -0
- package/lib/v2/xiaomiyoupin/maintainer.js +4 -0
- package/lib/v2/xiaomiyoupin/radar.js +19 -0
- package/lib/v2/xiaomiyoupin/router.js +4 -0
- package/lib/v2/xiaomiyoupin/templates/goods.art +27 -0
- package/lib/v2/xiaomiyoupin/utils.js +21 -0
- package/lib/v2/xunhupay/index.js +24 -0
- package/lib/v2/xunhupay/maintainer.js +3 -0
- package/lib/v2/xunhupay/radar.js +13 -0
- package/lib/v2/xunhupay/router.js +3 -0
- package/lib/v2/xys/maintainer.js +3 -0
- package/lib/v2/xys/new.js +74 -0
- package/lib/v2/xys/radar.js +13 -0
- package/lib/v2/xys/router.js +3 -0
- package/lib/v2/xys/templates/desc.art +3 -0
- package/lib/v2/ymgal/article.js +1 -1
- package/lib/v2/ymgal/game.js +41 -0
- package/lib/v2/ymgal/maintainer.js +1 -0
- package/lib/v2/ymgal/radar.js +6 -0
- package/lib/v2/ymgal/router.js +1 -0
- package/lib/v2/ymgal/templates/description.art +7 -0
- package/lib/v2/yxrb/home.js +61 -0
- package/lib/v2/yxrb/maintainer.js +3 -0
- package/lib/v2/yxrb/radar.js +13 -0
- package/lib/v2/yxrb/router.js +3 -0
- package/lib/v2/zaozao/article.js +36 -0
- package/lib/v2/zaozao/maintainer.js +3 -0
- package/lib/v2/zaozao/radar.js +13 -0
- package/lib/v2/zaozao/router.js +3 -0
- package/lib/v2/zcmu/jwc/index.js +41 -0
- package/lib/v2/zcmu/maintainer.js +4 -0
- package/lib/v2/zcmu/radar.js +87 -0
- package/lib/v2/zcmu/router.js +4 -0
- package/lib/v2/zcmu/yxy/index.js +42 -0
- package/lib/v2/zcool/user.js +4 -0
- package/lib/v2/zhiy/letter.js +34 -0
- package/lib/v2/zhiy/maintainer.js +4 -0
- package/lib/v2/zhiy/post.js +69 -0
- package/lib/v2/zhiy/radar.js +19 -0
- package/lib/v2/zhiy/router.js +4 -0
- package/lib/v2/zhiy/templates/post.art +12 -0
- package/lib/v2/zhiy/utils.js +13 -0
- package/lib/v2/zhubai/index.js +4 -0
- package/package.json +33 -34
- package/lib/routes/bjp/apod.js +0 -48
- package/lib/routes/blogs/foreverblog.js +0 -33
- package/lib/routes/caixin/article.js +0 -46
- package/lib/routes/caixin/blog.js +0 -58
- package/lib/routes/caixin/category.js +0 -44
- package/lib/routes/caixin/latest.js +0 -75
- package/lib/routes/caixin/yxnews.js +0 -30
- package/lib/routes/clickme/index.js +0 -76
- package/lib/routes/copymanga/comic.js +0 -74
- package/lib/routes/gov/zhengce/govall.js +0 -59
- package/lib/routes/gov/zhengce/wenjian.js +0 -53
- package/lib/routes/gov/zhengce/zuixin.js +0 -42
- package/lib/routes/gq/tw/index.js +0 -66
- package/lib/routes/ikea/uk/new.js +0 -20
- package/lib/routes/ikea/uk/offer.js +0 -64
- package/lib/routes/langlive/room.js +0 -33
- package/lib/routes/mi/youpin/crowdfunding.js +0 -39
- package/lib/routes/mi/youpin/new.js +0 -26
- package/lib/routes/nautilus/topics.js +0 -45
- package/lib/routes/researchgate/publications.js +0 -60
- package/lib/routes/ssmh/category.js +0 -50
- package/lib/routes/ssmh/index.js +0 -32
- package/lib/routes/typora/changelog-dev.js +0 -35
- package/lib/routes/typora/changelog.js +0 -60
- package/lib/routes/universities/ecnuyjs/ecnuyjs.js +0 -23
- package/lib/routes/universities/shiep/index.js +0 -95
- package/lib/routes/universities/shmtu/jwc.js +0 -75
- package/lib/routes/universities/shmtu/www.js +0 -61
- package/lib/routes/weibo/oasis/user.js +0 -17
- package/lib/routes/woshipm/bookmarks.js +0 -45
- package/lib/routes/woshipm/latest.js +0 -45
- package/lib/routes/woshipm/popular.js +0 -38
- package/lib/routes/woshipm/wen.js +0 -39
- package/lib/routes/x6d/index.js +0 -64
- package/lib/v2/acm-ecnu/maintainer.js +0 -3
- package/lib/v2/acm-ecnu/radar.js +0 -19
- package/lib/v2/acm-ecnu/router.js +0 -3
- package/lib/v2/cnbeta/index.js +0 -16
- package/lib/v2/eprice/templates/description.art +0 -1
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
+
const config = require('@/config').value;
|
|
4
|
+
const { allowHost } = require('./common');
|
|
3
5
|
|
|
4
6
|
module.exports = async (ctx) => {
|
|
5
7
|
let { type, host } = ctx.params;
|
|
@@ -10,6 +12,9 @@ module.exports = async (ctx) => {
|
|
|
10
12
|
starred: 'Most stars',
|
|
11
13
|
all: 'All',
|
|
12
14
|
};
|
|
15
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.includes(new URL(`https://${host}/`).hostname)) {
|
|
16
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
17
|
+
}
|
|
13
18
|
|
|
14
19
|
const res = await got({
|
|
15
20
|
method: 'get',
|
|
@@ -1,8 +1,13 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const { parseDate } = require('@/utils/parse-date');
|
|
3
|
+
const config = require('@/config').value;
|
|
4
|
+
const { allowHost } = require('./common');
|
|
3
5
|
|
|
4
6
|
module.exports = async (ctx) => {
|
|
5
7
|
const { namespace, project, host } = ctx.params;
|
|
8
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.includes(host)) {
|
|
9
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
10
|
+
}
|
|
6
11
|
|
|
7
12
|
const host_ = host ? host : 'gitlab.com';
|
|
8
13
|
const namespace_ = encodeURIComponent(namespace);
|
package/lib/routes/gitlab/tag.js
CHANGED
|
@@ -1,8 +1,13 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const { parseDate } = require('@/utils/parse-date');
|
|
3
|
+
const config = require('@/config').value;
|
|
4
|
+
const { allowHost } = require('./common');
|
|
3
5
|
|
|
4
6
|
module.exports = async (ctx) => {
|
|
5
7
|
const { namespace, project, host } = ctx.params;
|
|
8
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.includes(host)) {
|
|
9
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
10
|
+
}
|
|
6
11
|
|
|
7
12
|
const host_ = host ? host : 'gitlab.com';
|
|
8
13
|
const namespace_ = encodeURIComponent(namespace);
|
package/lib/routes/hexo/fluid.js
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
const cheerio = require('cheerio');
|
|
2
2
|
const got = require('@/utils/got');
|
|
3
|
+
const config = require('@/config').value;
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
6
|
+
if (!config.feature.allow_user_supply_unsafe_domain) {
|
|
7
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
8
|
+
}
|
|
5
9
|
const url = `http://${ctx.params.url}`;
|
|
6
10
|
const res = await got.get(`${url}/archives/`);
|
|
7
11
|
const $ = cheerio.load(res.data);
|
package/lib/routes/hexo/next.js
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
const cheerio = require('cheerio');
|
|
2
2
|
const got = require('@/utils/got');
|
|
3
|
+
const config = require('@/config').value;
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
6
|
+
if (!config.feature.allow_user_supply_unsafe_domain) {
|
|
7
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
8
|
+
}
|
|
5
9
|
const url = `http://${ctx.params.url}`;
|
|
6
10
|
const res = await got.get(`${url}/archives/`);
|
|
7
11
|
const $ = cheerio.load(res.data);
|
package/lib/routes/hexo/yilia.js
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
const cheerio = require('cheerio');
|
|
2
2
|
const got = require('@/utils/got');
|
|
3
|
+
const config = require('@/config').value;
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
6
|
+
if (!config.feature.allow_user_supply_unsafe_domain) {
|
|
7
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
8
|
+
}
|
|
5
9
|
const url = `http://${ctx.params.url}`;
|
|
6
10
|
const res = await got.get(url);
|
|
7
11
|
const $ = cheerio.load(res.data);
|
|
@@ -1,9 +1,13 @@
|
|
|
1
1
|
const utils = require('./utils');
|
|
2
|
+
const config = require('@/config').value;
|
|
2
3
|
|
|
3
4
|
module.exports = async (ctx) => {
|
|
4
5
|
const site = ctx.params.site;
|
|
5
6
|
const account_id = ctx.params.account_id;
|
|
6
7
|
const only_media = ctx.params.only_media ? 'true' : 'false';
|
|
8
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
|
|
9
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
10
|
+
}
|
|
7
11
|
|
|
8
12
|
const { account_data, data } = await utils.getAccountStatuses(site, account_id, only_media);
|
|
9
13
|
|
|
@@ -1,9 +1,13 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const utils = require('./utils');
|
|
3
|
+
const config = require('@/config').value;
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
5
6
|
const site = ctx.params.site;
|
|
6
7
|
const only_media = ctx.params.only_media ? 'true' : 'false';
|
|
8
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
|
|
9
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
10
|
+
}
|
|
7
11
|
|
|
8
12
|
const url = `http://${site}/api/v1/timelines/public?local=true&only_media=${only_media}`;
|
|
9
13
|
|
|
@@ -1,9 +1,13 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const utils = require('./utils');
|
|
3
|
+
const config = require('@/config').value;
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
5
6
|
const site = ctx.params.site;
|
|
6
7
|
const only_media = ctx.params.only_media ? 'true' : 'false';
|
|
8
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
|
|
9
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
10
|
+
}
|
|
7
11
|
|
|
8
12
|
const url = `http://${site}/api/v1/timelines/public?remote=true&only_media=${only_media}`;
|
|
9
13
|
|
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const { parseDate } = require('@/utils/parse-date');
|
|
3
3
|
|
|
4
|
+
const allowSiteList = ['mastodon.social', 'pawoo.net'];
|
|
5
|
+
|
|
4
6
|
const parseStatuses = (data) =>
|
|
5
7
|
data.map((item) => {
|
|
6
8
|
// docs on: https://docs.joinmastodon.org/entities/status/
|
|
@@ -125,4 +127,5 @@ module.exports = {
|
|
|
125
127
|
parseStatuses,
|
|
126
128
|
getAccountStatuses,
|
|
127
129
|
getAccountIdByAcct,
|
|
130
|
+
allowSiteList,
|
|
128
131
|
};
|
|
@@ -1,10 +1,14 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
5
6
|
const language = ctx.params.language || 'www';
|
|
6
7
|
const url = ctx.params.url || 'video';
|
|
7
8
|
const link = `https://${language}.pornhub.com/${url}`;
|
|
9
|
+
if (!isValidHost(language)) {
|
|
10
|
+
throw Error('Invalid language');
|
|
11
|
+
}
|
|
8
12
|
|
|
9
13
|
const response = await got.get(link);
|
|
10
14
|
const $ = cheerio.load(response.data);
|
|
@@ -1,11 +1,15 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
5
6
|
const language = ctx.params.language || 'www';
|
|
6
7
|
const username = ctx.params.username;
|
|
7
8
|
const sort = ctx.params.sort || 'mr';
|
|
8
9
|
const link = `https://${language}.pornhub.com/model/${username}/videos?o=${sort}`;
|
|
10
|
+
if (!isValidHost(language)) {
|
|
11
|
+
throw Error('Invalid language');
|
|
12
|
+
}
|
|
9
13
|
|
|
10
14
|
const response = await got.get(link);
|
|
11
15
|
const $ = cheerio.load(response.data);
|
|
@@ -1,11 +1,15 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
5
6
|
const language = ctx.params.language || 'www';
|
|
6
7
|
const username = ctx.params.username;
|
|
7
8
|
const sort = ctx.params.sort || 'mr';
|
|
8
9
|
const link = `https://${language}.pornhub.com/pornstar/${username}/videos?o=${sort}`;
|
|
10
|
+
if (!isValidHost(language)) {
|
|
11
|
+
throw Error('Invalid language');
|
|
12
|
+
}
|
|
9
13
|
|
|
10
14
|
const response = await got.get(link);
|
|
11
15
|
const $ = cheerio.load(response.data);
|
|
@@ -1,10 +1,14 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
5
6
|
const language = ctx.params.language || 'www';
|
|
6
7
|
const username = ctx.params.username;
|
|
7
8
|
const link = `https://${language}.pornhub.com/users/${username}/videos`;
|
|
9
|
+
if (!isValidHost(language)) {
|
|
10
|
+
throw Error('Invalid language');
|
|
11
|
+
}
|
|
8
12
|
|
|
9
13
|
const response = await got.get(link);
|
|
10
14
|
const $ = cheerio.load(response.data);
|
|
@@ -11,6 +11,9 @@ const getBaseUrl = (language) => (language === 'ja' ? 'https://touhougarakuta.co
|
|
|
11
11
|
|
|
12
12
|
module.exports = async (ctx) => {
|
|
13
13
|
const { language, type } = ctx.params;
|
|
14
|
+
if (!Object.keys(languageCodes).includes(language)) {
|
|
15
|
+
throw Error('Invalid language');
|
|
16
|
+
}
|
|
14
17
|
|
|
15
18
|
const baseUrl = getBaseUrl(language);
|
|
16
19
|
|
package/lib/routes/v2ex/post.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
5
6
|
const postid = ctx.params.postid;
|
|
@@ -29,8 +30,10 @@ module.exports = async (ctx) => {
|
|
|
29
30
|
guid: post.attr('id'),
|
|
30
31
|
link: `${pageUrl}#${post.attr('id')}`,
|
|
31
32
|
author: post.find('.dark').first().text(),
|
|
33
|
+
pubDate: parseDate(post.find('.ago').attr('title')),
|
|
32
34
|
};
|
|
33
35
|
})
|
|
34
36
|
.reverse(),
|
|
37
|
+
allowEmpty: true,
|
|
35
38
|
};
|
|
36
39
|
};
|
|
@@ -1,13 +1,17 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
3
4
|
|
|
4
5
|
module.exports = async (ctx) => {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
6
|
+
const lang = ctx.params.lang || 'www';
|
|
7
|
+
const platform = ctx.params.platform || '';
|
|
8
|
+
const year = ctx.params.year || '';
|
|
9
|
+
if (!isValidHost(lang)) {
|
|
10
|
+
throw Error('Invalid lang');
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
const rootUrl = `https://${lang === 'en' ? 'www' : lang}.weforum.org`;
|
|
14
|
+
const currentUrl = `${rootUrl}/reports?platform=${platform}&year=${year}`;
|
|
11
15
|
const response = await got({
|
|
12
16
|
method: 'get',
|
|
13
17
|
url: currentUrl,
|
|
@@ -1,9 +1,13 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const parser = require('@/utils/rss-parser');
|
|
3
3
|
const cheerio = require('cheerio');
|
|
4
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
4
5
|
|
|
5
6
|
module.exports = async (ctx) => {
|
|
6
7
|
const region = ctx.params.region === 'en' ? '' : ctx.params.region.toLowerCase() + '.';
|
|
8
|
+
if (!isValidHost(region)) {
|
|
9
|
+
throw Error('Invalid region');
|
|
10
|
+
}
|
|
7
11
|
const category = ctx.params.category ? ctx.params.category.toLowerCase() : '';
|
|
8
12
|
const rssUrl = `https://${region}news.yahoo.com/rss/${category}`;
|
|
9
13
|
const feed = await parser.parseURL(rssUrl);
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
2
3
|
|
|
3
4
|
module.exports = async (ctx) => {
|
|
4
5
|
const city = ctx.params.city || 'sh';
|
|
@@ -7,6 +8,10 @@ module.exports = async (ctx) => {
|
|
|
7
8
|
const room = ctx.params.room || '1';
|
|
8
9
|
const domain = `${city === 'bj' ? '' : city + '.'}m.ziroom.com`;
|
|
9
10
|
|
|
11
|
+
if (!isValidHost(city)) {
|
|
12
|
+
throw Error('Invalid city');
|
|
13
|
+
}
|
|
14
|
+
|
|
10
15
|
const response = await got({
|
|
11
16
|
method: 'post',
|
|
12
17
|
url: `http://${domain}/list/ajax-get-data`,
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Get Cookie-header-style cookie string from a puppeteer-style cookie array
|
|
3
|
+
*
|
|
4
|
+
* @param {import('puppeteer').Protocol.Network.CookieParam[]} cookies Puppeteer-style cookie array
|
|
5
|
+
* @param {RegExp | string} domainFilter Filter cookies by domain or RegExp
|
|
6
|
+
* @return {string} Cookie-header-style cookie string (e.g. "foobar; foo=bar; baz=qux")
|
|
7
|
+
*/
|
|
8
|
+
const parseCookieArray = (cookies, domainFilter = null) => {
|
|
9
|
+
if (typeof domainFilter === 'string') {
|
|
10
|
+
const dotDomain = '.' + domainFilter;
|
|
11
|
+
cookies = cookies.filter(({ domain }) => domain === domainFilter || domain.endsWith(dotDomain));
|
|
12
|
+
} else if (domainFilter && domainFilter.test !== undefined) {
|
|
13
|
+
cookies = cookies.filter(({ domain }) => domainFilter.test(domain));
|
|
14
|
+
}
|
|
15
|
+
// {name: '', value: 'foobar'} => 'foobar' // https://stackoverflow.com/questions/42531198/cookie-without-a-name
|
|
16
|
+
// {name: 'foo', value: 'bar'} => 'foo=bar'
|
|
17
|
+
return cookies.map(({ name, value }) => (name ? `${name}=${value}` : value)).join('; ');
|
|
18
|
+
};
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* Construct a puppeteer-style cookie array from a Cookie-header-style cookie string
|
|
22
|
+
*
|
|
23
|
+
* @param {string} cookieStr Cookie-header-style cookie string (e.g. "foobar; foo=bar; baz=qux")
|
|
24
|
+
* @param {string} domain Domain to set for each cookie
|
|
25
|
+
* @return {import('puppeteer').Protocol.Network.CookieParam[]} Puppeteer-style cookie array
|
|
26
|
+
*/
|
|
27
|
+
const constructCookieArray = (cookieStr, domain) =>
|
|
28
|
+
cookieStr.split('; ').map((item) => {
|
|
29
|
+
const [name, value] = item.split('=');
|
|
30
|
+
return value === undefined ? { name: '', value: name, domain } : { name, value, domain };
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
/**
|
|
34
|
+
* Set cookies for a page
|
|
35
|
+
*
|
|
36
|
+
* @param {import('puppeteer').Page} page Puppeteer Page object
|
|
37
|
+
* @param {string} cookieStr Cookie-header-style cookie string (e.g. "foobar; foo=bar; baz=qux")
|
|
38
|
+
* @param {string} domain Domain to set for each cookie
|
|
39
|
+
* @return {Promise<void>}
|
|
40
|
+
*/
|
|
41
|
+
const setCookies = async (page, cookieStr, domain) => {
|
|
42
|
+
const cookies = constructCookieArray(cookieStr, domain);
|
|
43
|
+
await page.setCookie(...cookies);
|
|
44
|
+
};
|
|
45
|
+
|
|
46
|
+
/**
|
|
47
|
+
* Get Cookie-header-style cookie string from a page
|
|
48
|
+
*
|
|
49
|
+
* @param {import('puppeteer').Page} page Puppeteer Page object
|
|
50
|
+
* @param {RegExp | string} domainFilter Filter cookies by domain or RegExp
|
|
51
|
+
* @return {Promise<string>} Cookie-header-style cookie string
|
|
52
|
+
*/
|
|
53
|
+
const getCookies = async (page, domainFilter = null) => {
|
|
54
|
+
const cookies = await page.cookies();
|
|
55
|
+
return parseCookieArray(cookies, domainFilter);
|
|
56
|
+
};
|
|
57
|
+
|
|
58
|
+
module.exports = {
|
|
59
|
+
parseCookieArray,
|
|
60
|
+
constructCookieArray,
|
|
61
|
+
setCookies,
|
|
62
|
+
getCookies,
|
|
63
|
+
};
|
package/lib/utils/puppeteer.js
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
const config = require('@/config').value;
|
|
2
|
+
const { proxyUri, proxyUrlHandler } = require('./unify-proxy');
|
|
2
3
|
let puppeteer = require('puppeteer');
|
|
3
4
|
const proxyChain = require('proxy-chain');
|
|
5
|
+
const logger = require('./logger');
|
|
4
6
|
|
|
5
7
|
const options = {
|
|
6
8
|
args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-infobars', '--window-position=0,0', '--ignore-certificate-errors', '--ignore-certificate-errors-spki-list', `--user-agent=${config.ua}`],
|
|
@@ -8,13 +10,6 @@ const options = {
|
|
|
8
10
|
ignoreHTTPSErrors: true,
|
|
9
11
|
};
|
|
10
12
|
|
|
11
|
-
let proxyUri;
|
|
12
|
-
if (config.proxyUri && typeof config.proxyUri === 'string') {
|
|
13
|
-
proxyUri = config.proxyUri;
|
|
14
|
-
} else if (config.proxy && config.proxy.protocol && config.proxy.host && config.proxy.port) {
|
|
15
|
-
proxyUri = `${config.proxy.protocol}://${config.proxy.host}:${config.proxy.port}`;
|
|
16
|
-
}
|
|
17
|
-
|
|
18
13
|
/**
|
|
19
14
|
* @param {Object} extraOptions
|
|
20
15
|
* @param {boolean} extraOptions.stealth - Use puppeteer-extra-plugin-stealth
|
|
@@ -50,7 +45,17 @@ module.exports = async (extraOptions = {}) => {
|
|
|
50
45
|
}
|
|
51
46
|
let browser;
|
|
52
47
|
if (proxyUri) {
|
|
53
|
-
|
|
48
|
+
if (proxyUrlHandler.username || proxyUrlHandler.password) {
|
|
49
|
+
// only proxies with authentication need to be anonymized
|
|
50
|
+
if (proxyUrlHandler.protocol === 'http:') {
|
|
51
|
+
options.args.push(`--proxy-server=${await proxyChain.anonymizeProxy(proxyUri)}`);
|
|
52
|
+
} else {
|
|
53
|
+
logger.warn('SOCKS/HTTPS proxy with authentication is not supported by puppeteer, continue without proxy');
|
|
54
|
+
}
|
|
55
|
+
} else {
|
|
56
|
+
// Chromium cannot recognize socks5h and socks4a, so we need to trim their postfixes
|
|
57
|
+
options.args.push(`--proxy-server=${proxyUri.replace('socks5h://', 'socks5://').replace('socks4a://', 'socks4://')}`);
|
|
58
|
+
}
|
|
54
59
|
}
|
|
55
60
|
if (config.puppeteerWSEndpoint) {
|
|
56
61
|
browser = await puppeteer.connect({
|
package/lib/utils/render.js
CHANGED
|
@@ -2,6 +2,52 @@ const art = require('art-template');
|
|
|
2
2
|
|
|
3
3
|
// We may add more control over it later
|
|
4
4
|
|
|
5
|
+
/**
|
|
6
|
+
* This function should be used by RSSHub middleware only.
|
|
7
|
+
* @param {object} data ctx.state.data
|
|
8
|
+
* @returns `JSON.stringify`-ed [JSON Feed](https://www.jsonfeed.org/)
|
|
9
|
+
*/
|
|
10
|
+
const json = (data) => {
|
|
11
|
+
const jsonFeed = {
|
|
12
|
+
version: 'https://jsonfeed.org/version/1.1',
|
|
13
|
+
title: data.title || 'RSSHub',
|
|
14
|
+
home_page_url: data.link || 'https://docs.rsshub.app',
|
|
15
|
+
feed_url: data.feedLink,
|
|
16
|
+
description: `${data.description || data.title} - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)`,
|
|
17
|
+
icon: data.image,
|
|
18
|
+
authors: typeof data.author === 'string' ? [{ name: data.author }] : data.author,
|
|
19
|
+
language: data.language || 'zh-cn',
|
|
20
|
+
items: data.item.map((item) => ({
|
|
21
|
+
id: item.guid || item.id || item.link,
|
|
22
|
+
url: item.link,
|
|
23
|
+
title: item.title,
|
|
24
|
+
content_html: (item.content && item.content.html) || item.description || item.title,
|
|
25
|
+
content_text: item.content && item.content.text,
|
|
26
|
+
image: item.image,
|
|
27
|
+
banner_image: item.banner,
|
|
28
|
+
date_published: item.pubDate,
|
|
29
|
+
date_modified: item.updated,
|
|
30
|
+
authors: typeof item.author === 'string' ? [{ name: item.author }] : item.author,
|
|
31
|
+
tags: typeof item.category === 'string' ? [item.category] : item.category,
|
|
32
|
+
language: item.language,
|
|
33
|
+
attachments: item.enclosure_url
|
|
34
|
+
? [
|
|
35
|
+
{
|
|
36
|
+
url: item.enclosure_url,
|
|
37
|
+
mime_type: item.enclosure_type,
|
|
38
|
+
title: item.enclosure_title,
|
|
39
|
+
size_in_bytes: item.enclosure_length,
|
|
40
|
+
duration_in_seconds: item.itunes_duration,
|
|
41
|
+
},
|
|
42
|
+
]
|
|
43
|
+
: undefined,
|
|
44
|
+
_extra: item._extra || undefined,
|
|
45
|
+
})),
|
|
46
|
+
};
|
|
47
|
+
return JSON.stringify(jsonFeed, null, 4);
|
|
48
|
+
};
|
|
49
|
+
|
|
5
50
|
module.exports = {
|
|
6
51
|
art,
|
|
52
|
+
json,
|
|
7
53
|
};
|
|
@@ -1,127 +1,65 @@
|
|
|
1
1
|
const config = require('@/config').value;
|
|
2
|
+
const { proxyUri, proxyObj, proxyUrlHandler } = require('./unify-proxy');
|
|
2
3
|
const logger = require('./logger');
|
|
3
4
|
const http = require('http');
|
|
4
5
|
const https = require('https');
|
|
5
6
|
|
|
6
|
-
let tunnel;
|
|
7
|
-
let HttpsProxyAgent;
|
|
8
|
-
let SocksProxyAgent;
|
|
9
|
-
|
|
10
7
|
let agent = null;
|
|
11
|
-
if (
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
proxy = new SocksProxyAgent(config.proxyUri);
|
|
19
|
-
} else {
|
|
20
|
-
throw 'Unknown proxy-uri format';
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
agent = {
|
|
24
|
-
http: proxy,
|
|
25
|
-
https: proxy,
|
|
26
|
-
};
|
|
27
|
-
} else if (config.proxy && config.proxy.protocol && config.proxy.host && config.proxy.port) {
|
|
28
|
-
agent = {};
|
|
29
|
-
const proxyUrl = `${config.proxy.protocol}://${config.proxy.host}:${config.proxy.port}`;
|
|
30
|
-
|
|
31
|
-
switch (config.proxy.protocol) {
|
|
32
|
-
case 'socks':
|
|
33
|
-
SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent').SocksProxyAgent;
|
|
34
|
-
agent.http = new SocksProxyAgent(proxyUrl);
|
|
35
|
-
agent.https = new SocksProxyAgent(proxyUrl);
|
|
36
|
-
break;
|
|
37
|
-
case 'http':
|
|
38
|
-
tunnel = tunnel || require('tunnel');
|
|
39
|
-
process.env.NODE_TLS_REJECT_UNAUTHORIZED = 0;
|
|
40
|
-
agent.http = tunnel.httpOverHttp({
|
|
41
|
-
proxy: {
|
|
42
|
-
host: config.proxy.host,
|
|
43
|
-
port: parseInt(config.proxy.port),
|
|
44
|
-
},
|
|
45
|
-
});
|
|
46
|
-
agent.https = tunnel.httpsOverHttp({
|
|
47
|
-
proxy: {
|
|
48
|
-
host: config.proxy.host,
|
|
49
|
-
port: parseInt(config.proxy.port),
|
|
50
|
-
},
|
|
51
|
-
});
|
|
52
|
-
break;
|
|
53
|
-
case 'https':
|
|
54
|
-
tunnel = tunnel || require('tunnel');
|
|
55
|
-
agent.http = tunnel.httpOverHttps({
|
|
56
|
-
proxy: {
|
|
57
|
-
host: config.proxy.host,
|
|
58
|
-
port: parseInt(config.proxy.port),
|
|
59
|
-
},
|
|
60
|
-
});
|
|
61
|
-
agent.https = tunnel.httpsOverHttps({
|
|
62
|
-
proxy: {
|
|
63
|
-
host: config.proxy.host,
|
|
64
|
-
port: parseInt(config.proxy.port),
|
|
65
|
-
},
|
|
66
|
-
});
|
|
67
|
-
break;
|
|
8
|
+
if (proxyUri) {
|
|
9
|
+
if (proxyUri.startsWith('http')) {
|
|
10
|
+
const HttpsProxyAgent = require('https-proxy-agent');
|
|
11
|
+
agent = new HttpsProxyAgent(proxyUri);
|
|
12
|
+
} else if (proxyUri.startsWith('socks')) {
|
|
13
|
+
const SocksProxyAgent = require('socks-proxy-agent').SocksProxyAgent;
|
|
14
|
+
agent = new SocksProxyAgent(proxyUri);
|
|
68
15
|
}
|
|
69
16
|
}
|
|
70
17
|
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
try {
|
|
76
|
-
agentResult = agent[(options.protocol || url.match(/(^https?:)/)[1]).slice(0, -1)];
|
|
77
|
-
} catch (error) {
|
|
78
|
-
agentResult = null;
|
|
79
|
-
}
|
|
80
|
-
try {
|
|
81
|
-
if (new URL(url).host !== new URL(config.proxyUri).host) {
|
|
82
|
-
options.agent = agentResult;
|
|
83
|
-
}
|
|
84
|
-
} catch (error) {
|
|
85
|
-
options.agent = agentResult;
|
|
86
|
-
}
|
|
18
|
+
let proxyWrapper = () => false;
|
|
19
|
+
if (agent) {
|
|
20
|
+
const proxyRegex = new RegExp(proxyObj.url_regex);
|
|
21
|
+
const protocolMatch = (protocolLike) => protocolLike && protocolLike.toLowerCase().startsWith('http');
|
|
87
22
|
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
23
|
+
proxyWrapper = (url, options, urlHandler) => {
|
|
24
|
+
if (proxyRegex.test(url)) {
|
|
25
|
+
if ((protocolMatch(options.protocol) || protocolMatch(url)) && (!urlHandler || urlHandler.host !== proxyUrlHandler.host)) {
|
|
26
|
+
options.agent = agent;
|
|
27
|
+
if (proxyObj.auth) {
|
|
28
|
+
options.headers['Proxy-Authorization'] = `Basic ${proxyObj.auth}`;
|
|
29
|
+
}
|
|
30
|
+
return true;
|
|
91
31
|
}
|
|
92
|
-
options.headers['Proxy-Authorization'] = `Basic ${config.proxy.auth}`;
|
|
93
32
|
}
|
|
94
|
-
|
|
95
|
-
}
|
|
96
|
-
|
|
33
|
+
return false;
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
const requestWrapper = (url, options) => {
|
|
38
|
+
let urlHandler;
|
|
39
|
+
try {
|
|
40
|
+
urlHandler = new URL(url);
|
|
41
|
+
} catch (error) {
|
|
42
|
+
// ignore
|
|
97
43
|
}
|
|
44
|
+
options.headers = options.headers || {};
|
|
45
|
+
const headersLowerCaseKeys = Object.keys(options.headers).map((key) => key.toLowerCase());
|
|
46
|
+
|
|
47
|
+
proxyWrapper(url, options, urlHandler) ? logger.info(`Proxy for ${url}`) : logger.debug(`Requesting ${url}`);
|
|
98
48
|
|
|
99
49
|
// ua
|
|
100
|
-
|
|
101
|
-
for (const header in options.headers) {
|
|
102
|
-
if (header.toLowerCase() === 'user-agent') {
|
|
103
|
-
hasUA = true;
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
if (!hasUA) {
|
|
107
|
-
if (!options.headers) {
|
|
108
|
-
options.headers = {};
|
|
109
|
-
}
|
|
50
|
+
if (!headersLowerCaseKeys.includes('user-agent')) {
|
|
110
51
|
options.headers['user-agent'] = config.ua;
|
|
111
52
|
}
|
|
112
53
|
|
|
113
|
-
|
|
114
|
-
const urlHandler = new URL(url);
|
|
54
|
+
if (urlHandler) {
|
|
115
55
|
// referer
|
|
116
|
-
if (!
|
|
56
|
+
if (!headersLowerCaseKeys.includes('referer')) {
|
|
117
57
|
options.headers.referer = urlHandler.origin;
|
|
118
58
|
}
|
|
119
59
|
// host
|
|
120
|
-
if (!
|
|
60
|
+
if (!headersLowerCaseKeys.includes('host')) {
|
|
121
61
|
options.headers.host = urlHandler.host;
|
|
122
62
|
}
|
|
123
|
-
} catch (e) {
|
|
124
|
-
// do nothing
|
|
125
63
|
}
|
|
126
64
|
};
|
|
127
65
|
|