rsshub 1.0.0-master.dbc5366 → 1.0.0-master.dc4d15a
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/lib/config.js +2 -1
- package/lib/middleware/parameter.js +3 -3
- package/lib/middleware/template.js +29 -11
- package/lib/radar-rules.js +0 -46
- package/lib/router.js +48 -48
- package/lib/routes/bandisoft/index.js +4 -0
- package/lib/routes/biobio/others.js +5 -0
- package/lib/routes/blogs/hedwig.js +4 -0
- package/lib/routes/blogs/wordpress.js +5 -0
- package/lib/routes/booth-pm/shop.js +4 -1
- package/lib/routes/craigslist/search.js +5 -0
- package/lib/routes/engadget/home.js +4 -0
- package/lib/routes/fanbox/main.js +4 -1
- package/lib/routes/fashionnetwork/headline.js +4 -0
- package/lib/routes/fashionnetwork/news.js +5 -0
- package/lib/routes/gitlab/common.js +5 -0
- package/lib/routes/gitlab/explore.js +5 -0
- package/lib/routes/gitlab/release.js +5 -0
- package/lib/routes/gitlab/tag.js +5 -0
- package/lib/routes/hexo/fluid.js +4 -0
- package/lib/routes/hexo/next.js +4 -0
- package/lib/routes/hexo/yilia.js +4 -0
- package/lib/routes/mastodon/account_id.js +4 -0
- package/lib/routes/mastodon/timeline_local.js +4 -0
- package/lib/routes/mastodon/timeline_remote.js +4 -0
- package/lib/routes/mastodon/utils.js +3 -0
- package/lib/routes/pornhub/category_url.js +4 -0
- package/lib/routes/pornhub/model.js +4 -0
- package/lib/routes/pornhub/pornstar.js +4 -0
- package/lib/routes/pornhub/users.js +4 -0
- package/lib/routes/touhougarakuta/index.js +3 -0
- package/lib/routes/v2ex/post.js +3 -0
- package/lib/routes/weforum/report.js +10 -6
- package/lib/routes/yahoo-news/index.js +4 -0
- package/lib/routes/ziroom/room.js +5 -0
- package/lib/utils/puppeteer-utils.js +63 -0
- package/lib/utils/puppeteer.js +13 -8
- package/lib/utils/render.js +46 -0
- package/lib/utils/request-wrapper.js +38 -100
- package/lib/utils/unify-proxy.js +116 -0
- package/lib/utils/valid-host.js +16 -0
- package/lib/utils/wechat-mp.js +1 -0
- package/lib/v2/18comic/utils.js +2 -2
- package/lib/v2/19lou/index.js +4 -0
- package/lib/v2/91porn/author.js +2 -0
- package/lib/v2/91porn/index.js +2 -0
- package/lib/v2/91porn/utils.js +12 -0
- package/lib/v2/agora0/maintainer.js +1 -0
- package/lib/v2/agora0/pen0.js +43 -0
- package/lib/v2/agora0/radar.js +12 -1
- package/lib/v2/agora0/router.js +1 -0
- package/lib/v2/aiea/index.js +39 -0
- package/lib/v2/aiea/maintainer.js +3 -0
- package/lib/v2/aiea/radar.js +13 -0
- package/lib/v2/aiea/router.js +3 -0
- package/lib/v2/baai/comments.js +35 -0
- package/lib/v2/baai/events.js +35 -0
- package/lib/v2/baai/hub.js +60 -0
- package/lib/v2/baai/maintainer.js +5 -0
- package/lib/v2/baai/radar.js +31 -0
- package/lib/v2/baai/router.js +7 -0
- package/lib/v2/baai/utils.js +33 -0
- package/lib/v2/baidu/radar.js +6 -6
- package/lib/v2/bangumi/online/online.js +4 -2
- package/lib/v2/bangumi/tv/group/reply.js +13 -1
- package/lib/v2/bangumi/tv/group/topic.js +22 -9
- package/lib/v2/bendibao/news.js +4 -0
- package/lib/v2/bilibili/cache.js +34 -1
- package/lib/v2/bilibili/userCollection.js +1 -2
- package/lib/v2/bilibili/utils.js +10 -0
- package/lib/v2/bilibili/video-all.js +5 -2
- package/lib/v2/bilibili/video.js +3 -1
- package/lib/v2/bioone/featured.js +10 -8
- package/lib/v2/bioone/journal.js +11 -8
- package/lib/v2/biquge/index.js +21 -0
- package/lib/v2/bitmovin/blog.js +15 -21
- package/lib/v2/bjp/apod.js +43 -0
- package/lib/v2/bjp/maintainer.js +3 -0
- package/lib/v2/bjp/radar.js +13 -0
- package/lib/v2/bjp/router.js +3 -0
- package/lib/v2/bloomberg/authors.js +52 -0
- package/lib/v2/bloomberg/index.js +1 -10
- package/lib/v2/bloomberg/maintainer.js +1 -0
- package/lib/v2/bloomberg/radar.js +9 -3
- package/lib/v2/bloomberg/router.js +1 -0
- package/lib/v2/bloomberg/utils.js +14 -2
- package/lib/v2/btzj/index.js +6 -1
- package/lib/v2/bytes/bytes.js +25 -0
- package/lib/v2/bytes/maintainer.js +4 -0
- package/lib/v2/bytes/radar.js +13 -0
- package/lib/v2/bytes/router.js +3 -0
- package/lib/v2/caijing/maintainer.js +3 -0
- package/lib/v2/caijing/radar.js +13 -0
- package/lib/v2/caijing/roll.js +46 -0
- package/lib/v2/caijing/router.js +3 -0
- package/lib/v2/caixin/article.js +27 -0
- package/lib/v2/caixin/blog.js +58 -0
- package/lib/v2/caixin/category.js +56 -0
- package/lib/{routes → v2}/caixin/database.js +14 -14
- package/lib/v2/caixin/k.js +40 -0
- package/lib/v2/caixin/latest.js +50 -0
- package/lib/v2/caixin/maintainer.js +8 -0
- package/lib/v2/caixin/radar.js +43 -0
- package/lib/v2/caixin/router.js +8 -0
- package/lib/v2/caixin/templates/article.art +38 -0
- package/lib/v2/caixin/utils.js +52 -0
- package/lib/v2/chsi/kydt.js +51 -0
- package/lib/v2/chsi/maintainer.js +3 -0
- package/lib/v2/chsi/radar.js +13 -0
- package/lib/v2/chsi/router.js +3 -0
- package/lib/v2/clickme/index.js +56 -0
- package/lib/v2/clickme/maintainer.js +3 -0
- package/lib/v2/clickme/radar.js +21 -0
- package/lib/v2/clickme/router.js +3 -0
- package/lib/v2/cnbc/rss.js +1 -1
- package/lib/v2/cnbeta/radar.js +6 -6
- package/lib/v2/cnbeta/router.js +1 -1
- package/lib/v2/cnbeta/type.js +6 -12
- package/lib/v2/cnbeta/utils.js +5 -8
- package/lib/v2/cnblogs/common.js +30 -0
- package/lib/v2/cnblogs/maintainer.js +7 -0
- package/lib/v2/cnblogs/radar.js +37 -0
- package/lib/v2/cnblogs/router.js +7 -0
- package/lib/v2/cnjxol/index.js +3 -0
- package/lib/v2/codeforces/maintainer.js +1 -0
- package/lib/v2/codeforces/radar.js +8 -0
- package/lib/v2/codeforces/recent_actions.js +47 -0
- package/lib/v2/codeforces/router.js +1 -0
- package/lib/v2/coolapk/utils.js +3 -2
- package/lib/v2/copymanga/comic.js +110 -0
- package/lib/v2/copymanga/maintainer.js +3 -0
- package/lib/v2/copymanga/radar.js +19 -0
- package/lib/v2/copymanga/router.js +3 -0
- package/lib/v2/copymanga/templates/comic.art +4 -0
- package/lib/v2/curius/links.js +43 -0
- package/lib/v2/curius/maintainer.js +3 -0
- package/lib/v2/curius/radar.js +13 -0
- package/lib/v2/curius/router.js +3 -0
- package/lib/v2/curius/templates/description.art +16 -0
- package/lib/v2/cw/author.js +18 -0
- package/lib/v2/cw/maintainer.js +1 -0
- package/lib/v2/cw/master.js +6 -19
- package/lib/v2/cw/radar.js +6 -0
- package/lib/v2/cw/router.js +1 -0
- package/lib/v2/cw/sub.js +6 -19
- package/lib/v2/cw/today.js +6 -15
- package/lib/v2/cw/utils.js +78 -20
- package/lib/{routes → v2}/dlsite/campaign.js +22 -24
- package/lib/v2/dlsite/maintainer.js +4 -0
- package/lib/{routes → v2}/dlsite/new.js +27 -28
- package/lib/v2/dlsite/radar.js +15 -0
- package/lib/v2/dlsite/router.js +4 -0
- package/lib/v2/dmzj/maintainer.js +3 -0
- package/lib/v2/dmzj/news.js +26 -0
- package/lib/v2/dmzj/radar.js +67 -0
- package/lib/v2/dmzj/router.js +3 -0
- package/lib/v2/douban/other/weekly_best.js +11 -4
- package/lib/v2/douban/templates/weekly_best.art +10 -0
- package/lib/v2/douyin/hashtag.js +20 -19
- package/lib/v2/douyin/live.js +2 -21
- package/lib/v2/douyin/user.js +2 -17
- package/lib/v2/douyin/utils.js +85 -0
- package/lib/v2/dut/index.js +4 -0
- package/lib/v2/eagle/blog.js +6 -2
- package/lib/v2/{acm-ecnu → ecnu}/contest.js +1 -4
- package/lib/v2/ecnu/maintainer.js +4 -0
- package/lib/v2/ecnu/radar.js +30 -0
- package/lib/v2/ecnu/router.js +4 -0
- package/lib/v2/{acm-ecnu → ecnu}/templates/description.art +0 -0
- package/lib/v2/ecnu/yjs.js +37 -0
- package/lib/v2/economist/espresso.js +55 -25
- package/lib/v2/economist/global-business-review.js +86 -0
- package/lib/v2/economist/maintainer.js +1 -0
- package/lib/v2/economist/radar.js +11 -0
- package/lib/v2/economist/router.js +1 -0
- package/lib/v2/ehentai/ehapi.js +2 -3
- package/lib/v2/eprice/rss.js +8 -16
- package/lib/v2/eprice/templates/image.art +4 -1
- package/lib/v2/famitsu/category.js +62 -0
- package/lib/v2/famitsu/maintainer.js +3 -0
- package/lib/v2/famitsu/radar.js +13 -0
- package/lib/v2/famitsu/router.js +3 -0
- package/lib/v2/ff14/ff14_global.js +5 -0
- package/lib/v2/foreverblog/feeds.js +36 -0
- package/lib/v2/foreverblog/maintainer.js +3 -0
- package/lib/v2/foreverblog/radar.js +13 -0
- package/lib/v2/foreverblog/router.js +3 -0
- package/lib/v2/freewechat/maintainer.js +3 -0
- package/lib/v2/freewechat/profile.js +61 -0
- package/lib/v2/freewechat/radar.js +13 -0
- package/lib/v2/freewechat/router.js +3 -0
- package/lib/v2/gamme/category.js +4 -0
- package/lib/v2/gamme/tag.js +4 -0
- package/lib/v2/gcores/category.js +16 -6
- package/lib/v2/gelonghui/hot-article.js +33 -0
- package/lib/v2/gelonghui/live.js +31 -0
- package/lib/v2/gelonghui/radar.js +12 -0
- package/lib/v2/gelonghui/router.js +2 -0
- package/lib/v2/gelonghui/templates/live.art +7 -0
- package/lib/v2/gelonghui/utils.js +6 -0
- package/lib/v2/github/maintainer.js +1 -0
- package/lib/v2/github/radar.js +35 -29
- package/lib/v2/github/router.js +1 -0
- package/lib/v2/github/wiki.js +32 -0
- package/lib/v2/good/index.js +15 -14
- package/lib/v2/google/maintainer.js +1 -0
- package/lib/v2/google/news.js +48 -66
- package/lib/v2/google/router.js +1 -0
- package/lib/v2/google/templates/news.art +5 -0
- package/lib/v2/gov/customs/list.js +1 -1
- package/lib/v2/gov/dianbai/dianbai.js +18 -0
- package/lib/v2/gov/gaozhou/gaozhou.js +19 -0
- package/lib/v2/gov/general/general.js +250 -0
- package/lib/v2/gov/general/templates/zcjdpt.art +128 -0
- package/lib/v2/gov/gz/index.js +38 -0
- package/lib/v2/gov/huazhou/huazhou.js +19 -0
- package/lib/v2/gov/hunan/changsha/major-email.js +52 -0
- package/lib/v2/gov/maintainer.js +20 -2
- package/lib/v2/gov/maoming/maoming.js +417 -0
- package/lib/v2/gov/maonan/maonan.js +100 -0
- package/lib/v2/gov/mgs/mgs.js +19 -0
- package/lib/v2/gov/mmht/mmht.js +19 -0
- package/lib/v2/gov/radar.js +208 -0
- package/lib/v2/gov/router.js +19 -2
- package/lib/v2/gov/sasac/generic.js +42 -0
- package/lib/v2/gov/sdb/sdb.js +19 -0
- package/lib/v2/gov/wuhan/whyw.js +44 -0
- package/lib/v2/gov/xinyi/xinyi.js +19 -0
- package/lib/v2/gov/zhengce/govall.js +55 -0
- package/lib/v2/gov/zhengce/wenjian.js +47 -0
- package/lib/v2/gov/zhengce/zhengceku.js +22 -0
- package/lib/v2/gov/zhengce/zuixin.js +39 -0
- package/lib/v2/gq/maintainer.js +3 -0
- package/lib/v2/gq/radar.js +13 -0
- package/lib/v2/gq/router.js +3 -0
- package/lib/v2/gq/templates/embed-article.art +1 -0
- package/lib/v2/gq/templates/embed-product.art +4 -0
- package/lib/v2/gq/templates/img.art +6 -0
- package/lib/v2/gq/templates/tw.art +3 -0
- package/lib/v2/gq/templates/videoObject.art +6 -0
- package/lib/v2/gq/templates/youtube.art +3 -0
- package/lib/v2/gq/tw/index.js +165 -0
- package/lib/v2/guandian/index.js +37 -0
- package/lib/v2/guandian/maintainer.js +3 -0
- package/lib/v2/guandian/radar.js +11 -0
- package/lib/v2/guandian/router.js +3 -0
- package/lib/v2/guanhai/index.js +47 -0
- package/lib/v2/guanhai/maintainer.js +4 -0
- package/lib/v2/guanhai/radar.js +13 -0
- package/lib/v2/guanhai/router.js +3 -0
- package/lib/v2/gumroad/index.js +4 -0
- package/lib/v2/hackernews/index.js +6 -0
- package/lib/v2/hackmd/maintainer.js +3 -0
- package/lib/v2/hackmd/profile.js +24 -0
- package/lib/v2/hackmd/radar.js +13 -0
- package/lib/v2/hackmd/router.js +3 -0
- package/lib/v2/hellogithub/maintainer.js +1 -1
- package/lib/v2/hellogithub/volume.js +13 -12
- package/lib/v2/hotukdeals/hottest.js +25 -0
- package/lib/v2/hotukdeals/maintainer.js +1 -0
- package/lib/v2/hotukdeals/radar.js +6 -0
- package/lib/v2/hotukdeals/router.js +1 -0
- package/lib/v2/huanqiu/index.js +5 -0
- package/lib/v2/huxiu/article.js +14 -11
- package/lib/v2/huxiu/author.js +11 -20
- package/lib/v2/huxiu/briefColumn.js +28 -38
- package/lib/v2/huxiu/collection.js +20 -15
- package/lib/v2/huxiu/moment.js +1 -2
- package/lib/v2/huxiu/search.js +19 -7
- package/lib/v2/huxiu/tag.js +17 -10
- package/lib/v2/huxiu/templates/brief.art +22 -0
- package/lib/v2/huxiu/templates/img.art +3 -0
- package/lib/v2/huxiu/templates/video.art +7 -0
- package/lib/v2/huxiu/utils.js +137 -52
- package/lib/v2/ieee-security/maintainer.js +3 -0
- package/lib/v2/ieee-security/radar.js +13 -0
- package/lib/v2/ieee-security/router.js +3 -0
- package/lib/v2/ieee-security/sp.js +36 -0
- package/lib/v2/iiilab/index.js +24 -0
- package/lib/v2/iiilab/maintainer.js +3 -0
- package/lib/v2/iiilab/radar.js +13 -0
- package/lib/v2/iiilab/router.js +3 -0
- package/lib/v2/ikea/gb/new.js +54 -0
- package/lib/v2/ikea/gb/offer.js +69 -0
- package/lib/v2/ikea/maintainer.js +4 -0
- package/lib/v2/ikea/radar.js +19 -0
- package/lib/v2/ikea/router.js +4 -0
- package/lib/v2/ikea/templates/new.art +7 -0
- package/lib/v2/ikea/templates/offer.art +3 -0
- package/lib/v2/inewsweek/index.js +53 -0
- package/lib/v2/inewsweek/maintainer.js +3 -0
- package/lib/v2/inewsweek/radar.js +13 -0
- package/lib/v2/inewsweek/router.js +3 -0
- package/lib/v2/itch/devlog.js +4 -0
- package/lib/v2/iwara/index.js +1 -0
- package/lib/v2/javbus/index.js +20 -4
- package/lib/v2/javbus/templates/description.art +12 -1
- package/lib/v2/javdb/utils.js +6 -0
- package/lib/v2/jike/maintainer.js +1 -1
- package/lib/v2/jike/router.js +1 -1
- package/lib/v2/jike/topic.js +1 -1
- package/lib/v2/jike/user.js +24 -12
- package/lib/v2/jike/utils.js +4 -2
- package/lib/v2/lang/maintainer.js +3 -0
- package/lib/v2/lang/radar.js +13 -0
- package/lib/v2/lang/room.js +40 -0
- package/lib/v2/lang/router.js +3 -0
- package/lib/v2/lang/templates/room.art +1 -0
- package/lib/v2/layoffs/index.js +104 -0
- package/lib/v2/layoffs/maintainer.js +3 -0
- package/lib/v2/layoffs/radar.js +13 -0
- package/lib/v2/layoffs/router.js +3 -0
- package/lib/v2/linkedin/jobs.js +44 -0
- package/lib/v2/linkedin/maintainer.js +3 -0
- package/lib/v2/linkedin/models.js +15 -0
- package/lib/v2/linkedin/radar.js +22 -0
- package/lib/v2/linkedin/router.js +3 -0
- package/lib/v2/linkedin/utils.js +121 -0
- package/lib/v2/liulinblog/utils.js +7 -4
- package/lib/v2/lofter/user.js +6 -2
- package/lib/v2/luogu/maintainer.js +1 -0
- package/lib/v2/luogu/radar.js +6 -0
- package/lib/v2/luogu/router.js +1 -0
- package/lib/v2/luogu/userBlog.js +48 -0
- package/lib/v2/mangadex/index.js +73 -0
- package/lib/v2/mangadex/maintainer.js +3 -0
- package/lib/v2/mangadex/radar.js +13 -0
- package/lib/v2/mangadex/router.js +3 -0
- package/lib/v2/mihoyo/ys/news.js +3 -2
- package/lib/v2/mingpao/index.js +28 -33
- package/lib/v2/mingpao/templates/description.art +1 -1
- package/lib/v2/mingpao/templates/fancybox.art +6 -2
- package/lib/v2/mirror/index.js +19 -9
- package/lib/v2/mixcloud/index.js +130 -0
- package/lib/v2/mixcloud/maintainer.js +3 -0
- package/lib/v2/mixcloud/queries.js +1520 -0
- package/lib/v2/mixcloud/radar.js +37 -0
- package/lib/v2/mixcloud/router.js +3 -0
- package/lib/v2/mrdx/daily.js +79 -0
- package/lib/v2/mrdx/maintainer.js +3 -0
- package/lib/v2/mrdx/radar.js +13 -0
- package/lib/v2/mrdx/router.js +3 -0
- package/lib/v2/mrdx/utils.js +17 -0
- package/lib/v2/mtime/news.js +1 -1
- package/lib/v2/myfigurecollection/activity.js +5 -0
- package/lib/v2/myfigurecollection/index.js +4 -0
- package/lib/v2/nautil/maintainer.js +3 -0
- package/lib/v2/nautil/radar.js +13 -0
- package/lib/v2/nautil/router.js +3 -0
- package/lib/v2/nautil/templates/description.art +6 -0
- package/lib/v2/nautil/topics.js +57 -0
- package/lib/v2/ndss-symposium/maintainer.js +3 -0
- package/lib/v2/ndss-symposium/ndss.js +80 -0
- package/lib/v2/ndss-symposium/radar.js +13 -0
- package/lib/v2/ndss-symposium/router.js +3 -0
- package/lib/v2/nikkei-cn/index.js +4 -0
- package/lib/v2/nmtv/column.js +20 -14
- package/lib/v2/nuaa/utils/pypasswaf.js +3 -2
- package/lib/v2/nyaa/main.js +16 -23
- package/lib/v2/nyaa/maintainer.js +7 -4
- package/lib/v2/nyaa/radar.js +27 -29
- package/lib/v2/nyaa/router.js +4 -2
- package/lib/v2/paradigm/maintainer.js +3 -0
- package/lib/v2/paradigm/radar.js +13 -0
- package/lib/v2/paradigm/router.js +3 -0
- package/lib/v2/paradigm/writing.js +44 -0
- package/lib/v2/people/index.js +4 -0
- package/lib/v2/picuki/maintainer.js +1 -1
- package/lib/v2/picuki/profile.js +10 -8
- package/lib/v2/picuki/utils.js +21 -0
- package/lib/v2/pixiv/api/getRanking.js +1 -1
- package/lib/v2/pixiv/novels.js +32 -23
- package/lib/v2/pixiv/ranking.js +3 -0
- package/lib/v2/producthunt/templates/descImg.art +2 -2
- package/lib/v2/qlu/maintainer.js +3 -0
- package/lib/v2/qlu/notice.js +54 -0
- package/lib/v2/qlu/radar.js +13 -0
- package/lib/v2/qlu/router.js +3 -0
- package/lib/v2/qoo-app/apps/card.js +38 -0
- package/lib/v2/qoo-app/apps/comment.js +43 -0
- package/lib/v2/qoo-app/apps/note.js +47 -0
- package/lib/v2/qoo-app/apps/post.js +51 -0
- package/lib/v2/qoo-app/maintainer.js +11 -0
- package/lib/v2/qoo-app/news.js +41 -0
- package/lib/v2/qoo-app/notes/note.js +43 -0
- package/lib/v2/qoo-app/notes/topic.js +20 -0
- package/lib/v2/qoo-app/notes/user.js +20 -0
- package/lib/v2/qoo-app/radar.js +73 -0
- package/lib/v2/qoo-app/router.js +11 -0
- package/lib/v2/qoo-app/templates/comment.art +3 -0
- package/lib/v2/qoo-app/templates/note.art +5 -0
- package/lib/v2/qoo-app/user/appComment.js +41 -0
- package/lib/v2/qoo-app/utils.js +57 -0
- package/lib/v2/reactnewsletter/maintainer.js +4 -0
- package/lib/v2/reactnewsletter/radar.js +13 -0
- package/lib/v2/reactnewsletter/reactnewsletter.js +25 -0
- package/lib/v2/reactnewsletter/router.js +3 -0
- package/lib/v2/researchgate/maintainer.js +3 -0
- package/lib/v2/researchgate/publications.js +70 -0
- package/lib/v2/researchgate/radar.js +13 -0
- package/lib/v2/researchgate/router.js +3 -0
- package/lib/v2/ruancan/category.js +8 -0
- package/lib/v2/ruancan/index.js +3 -55
- package/lib/v2/ruancan/maintainer.js +3 -3
- package/lib/v2/ruancan/radar.js +12 -6
- package/lib/v2/ruancan/router.js +4 -1
- package/lib/v2/ruancan/search.js +8 -0
- package/lib/v2/ruancan/user.js +8 -0
- package/lib/v2/ruancan/utils.js +66 -0
- package/lib/v2/sciencedirect/journal.js +1 -1
- package/lib/v2/scitation/journal.js +4 -0
- package/lib/v2/scitation/section.js +4 -0
- package/lib/v2/shiep/index.js +91 -0
- package/lib/v2/shiep/maintainer.js +3 -0
- package/lib/v2/shiep/radar.js +181 -0
- package/lib/v2/shiep/router.js +3 -0
- package/lib/v2/shiep/templates/description.art +1 -0
- package/lib/v2/shmtu/jwc.js +57 -0
- package/lib/v2/shmtu/maintainer.js +5 -0
- package/lib/v2/shmtu/portal.js +81 -0
- package/lib/v2/shmtu/radar.js +29 -0
- package/lib/v2/shmtu/router.js +5 -0
- package/lib/v2/shmtu/templates/portal.art +30 -0
- package/lib/v2/shmtu/www.js +58 -0
- package/lib/v2/shoppingdesign/maintainer.js +3 -0
- package/lib/v2/shoppingdesign/posts.js +43 -0
- package/lib/v2/shoppingdesign/radar.js +13 -0
- package/lib/v2/shoppingdesign/router.js +3 -0
- package/lib/v2/sigsac/ccs.js +57 -0
- package/lib/v2/sigsac/maintainer.js +3 -0
- package/lib/v2/sigsac/radar.js +13 -0
- package/lib/v2/sigsac/router.js +3 -0
- package/lib/v2/skysports/maintainer.js +3 -0
- package/lib/{routes → v2}/skysports/news.js +10 -8
- package/lib/v2/skysports/radar.js +13 -0
- package/lib/v2/skysports/router.js +3 -0
- package/lib/v2/smzdm/haowen_fenlei.js +12 -6
- package/lib/v2/solidot/main.js +5 -0
- package/lib/v2/telegram/channel.js +54 -38
- package/lib/v2/tencent/maintainer.js +2 -0
- package/lib/v2/tencent/news/coronavirus/data.js +71 -0
- package/lib/v2/tencent/news/coronavirus/total.js +34 -0
- package/lib/v2/tencent/news/coronavirus/utils.js +17 -0
- package/lib/v2/tencent/radar.js +8 -0
- package/lib/v2/tencent/router.js +2 -0
- package/lib/v2/tencent/templates/coronavirus/chinaTotal.art +6 -0
- package/lib/v2/tencent/templates/coronavirus/data.art +4 -0
- package/lib/v2/test/index.js +54 -0
- package/lib/v2/thepaper/channel.js +11 -5
- package/lib/v2/thepaper/list.js +11 -5
- package/lib/v2/tingshuitz/changsha.js +43 -0
- package/lib/v2/tingshuitz/maintainer.js +1 -0
- package/lib/v2/tingshuitz/radar.js +10 -0
- package/lib/v2/tingshuitz/router.js +1 -0
- package/lib/v2/twitter/utils.js +29 -0
- package/lib/v2/twitter/web-api/twitter-api.js +19 -15
- package/lib/v2/twreporter/category.js +17 -8
- package/lib/v2/typora/changelog-dev.js +31 -0
- package/lib/v2/typora/changelog.js +40 -0
- package/lib/v2/typora/maintainer.js +4 -0
- package/lib/v2/typora/radar.js +21 -0
- package/lib/v2/typora/router.js +4 -0
- package/lib/v2/uptimerobot/maintainer.js +3 -0
- package/lib/v2/uptimerobot/radar.js +13 -0
- package/lib/v2/uptimerobot/router.js +3 -0
- package/lib/v2/uptimerobot/rss.js +126 -0
- package/lib/v2/uptimerobot/templates/rss.art +20 -0
- package/lib/v2/usenix/maintainer.js +3 -0
- package/lib/v2/usenix/radar.js +13 -0
- package/lib/v2/usenix/router.js +3 -0
- package/lib/v2/usenix/usenix.js +63 -0
- package/lib/v2/usepanda/index.js +26 -0
- package/lib/v2/usepanda/maintainer.js +3 -0
- package/lib/v2/usepanda/radar.js +11 -0
- package/lib/v2/usepanda/router.js +3 -0
- package/lib/v2/uw/gix/news.js +67 -0
- package/lib/v2/uw/maintainer.js +3 -0
- package/lib/v2/uw/radar.js +13 -0
- package/lib/v2/uw/router.js +3 -0
- package/lib/v2/verse/articles.js +42 -0
- package/lib/v2/verse/maintainer.js +3 -0
- package/lib/v2/verse/radar.js +13 -0
- package/lib/v2/verse/router.js +3 -0
- package/lib/{routes → v2}/weibo/keyword.js +2 -2
- package/lib/v2/weibo/maintainer.js +8 -0
- package/lib/v2/weibo/oasis/user.js +20 -0
- package/lib/v2/weibo/radar.js +48 -0
- package/lib/v2/weibo/router.js +8 -0
- package/lib/{routes → v2}/weibo/search/hot.js +2 -0
- package/lib/{routes → v2}/weibo/super_index.js +2 -2
- package/lib/{routes → v2}/weibo/timeline.js +2 -2
- package/lib/{routes → v2}/weibo/user.js +2 -2
- package/lib/{routes → v2}/weibo/utils.js +50 -14
- package/lib/v2/wnacg/index.js +110 -0
- package/lib/v2/wnacg/maintainer.js +5 -0
- package/lib/v2/wnacg/radar.js +25 -0
- package/lib/v2/wnacg/router.js +5 -0
- package/lib/v2/wnacg/templates/manga.art +9 -0
- package/lib/v2/woshipm/bookmarks.js +34 -0
- package/lib/v2/woshipm/latest.js +27 -0
- package/lib/v2/woshipm/maintainer.js +7 -0
- package/lib/v2/woshipm/popular.js +33 -0
- package/lib/v2/woshipm/radar.js +39 -0
- package/lib/v2/woshipm/router.js +7 -0
- package/lib/{routes → v2}/woshipm/user_article.js +9 -15
- package/lib/v2/woshipm/utils.js +21 -0
- package/lib/v2/woshipm/wen.js +36 -0
- package/lib/v2/x6d/index.js +59 -0
- package/lib/v2/x6d/maintainer.js +3 -0
- package/lib/v2/x6d/radar.js +13 -0
- package/lib/v2/x6d/router.js +3 -0
- package/lib/v2/xiaomiyoupin/crowdfunding.js +15 -0
- package/lib/v2/xiaomiyoupin/latest.js +15 -0
- package/lib/v2/xiaomiyoupin/maintainer.js +4 -0
- package/lib/v2/xiaomiyoupin/radar.js +19 -0
- package/lib/v2/xiaomiyoupin/router.js +4 -0
- package/lib/v2/xiaomiyoupin/templates/goods.art +27 -0
- package/lib/v2/xiaomiyoupin/utils.js +21 -0
- package/lib/v2/xunhupay/index.js +24 -0
- package/lib/v2/xunhupay/maintainer.js +3 -0
- package/lib/v2/xunhupay/radar.js +13 -0
- package/lib/v2/xunhupay/router.js +3 -0
- package/lib/v2/xys/maintainer.js +3 -0
- package/lib/v2/xys/new.js +74 -0
- package/lib/v2/xys/radar.js +13 -0
- package/lib/v2/xys/router.js +3 -0
- package/lib/v2/xys/templates/desc.art +3 -0
- package/lib/v2/ymgal/article.js +1 -1
- package/lib/v2/ymgal/game.js +41 -0
- package/lib/v2/ymgal/maintainer.js +1 -0
- package/lib/v2/ymgal/radar.js +6 -0
- package/lib/v2/ymgal/router.js +1 -0
- package/lib/v2/ymgal/templates/description.art +7 -0
- package/lib/v2/yxrb/home.js +61 -0
- package/lib/v2/yxrb/maintainer.js +3 -0
- package/lib/v2/yxrb/radar.js +13 -0
- package/lib/v2/yxrb/router.js +3 -0
- package/lib/v2/zaozao/article.js +36 -0
- package/lib/v2/zaozao/maintainer.js +3 -0
- package/lib/v2/zaozao/radar.js +13 -0
- package/lib/v2/zaozao/router.js +3 -0
- package/lib/v2/zcmu/jwc/index.js +41 -0
- package/lib/v2/zcmu/maintainer.js +4 -0
- package/lib/v2/zcmu/radar.js +87 -0
- package/lib/v2/zcmu/router.js +4 -0
- package/lib/v2/zcmu/yxy/index.js +42 -0
- package/lib/v2/zcool/user.js +4 -0
- package/lib/v2/zhiy/letter.js +34 -0
- package/lib/v2/zhiy/maintainer.js +4 -0
- package/lib/v2/zhiy/post.js +69 -0
- package/lib/v2/zhiy/radar.js +19 -0
- package/lib/v2/zhiy/router.js +4 -0
- package/lib/v2/zhiy/templates/post.art +12 -0
- package/lib/v2/zhiy/utils.js +13 -0
- package/lib/v2/zhubai/index.js +4 -0
- package/package.json +33 -34
- package/lib/routes/bjp/apod.js +0 -48
- package/lib/routes/blogs/foreverblog.js +0 -33
- package/lib/routes/caixin/article.js +0 -46
- package/lib/routes/caixin/blog.js +0 -58
- package/lib/routes/caixin/category.js +0 -44
- package/lib/routes/caixin/latest.js +0 -75
- package/lib/routes/caixin/yxnews.js +0 -30
- package/lib/routes/clickme/index.js +0 -76
- package/lib/routes/copymanga/comic.js +0 -74
- package/lib/routes/gov/zhengce/govall.js +0 -59
- package/lib/routes/gov/zhengce/wenjian.js +0 -53
- package/lib/routes/gov/zhengce/zuixin.js +0 -42
- package/lib/routes/gq/tw/index.js +0 -66
- package/lib/routes/ikea/uk/new.js +0 -20
- package/lib/routes/ikea/uk/offer.js +0 -64
- package/lib/routes/langlive/room.js +0 -33
- package/lib/routes/mi/youpin/crowdfunding.js +0 -39
- package/lib/routes/mi/youpin/new.js +0 -26
- package/lib/routes/nautilus/topics.js +0 -45
- package/lib/routes/researchgate/publications.js +0 -60
- package/lib/routes/ssmh/category.js +0 -50
- package/lib/routes/ssmh/index.js +0 -32
- package/lib/routes/typora/changelog-dev.js +0 -35
- package/lib/routes/typora/changelog.js +0 -60
- package/lib/routes/universities/ecnuyjs/ecnuyjs.js +0 -23
- package/lib/routes/universities/shiep/index.js +0 -95
- package/lib/routes/universities/shmtu/jwc.js +0 -75
- package/lib/routes/universities/shmtu/www.js +0 -61
- package/lib/routes/weibo/oasis/user.js +0 -17
- package/lib/routes/woshipm/bookmarks.js +0 -45
- package/lib/routes/woshipm/latest.js +0 -45
- package/lib/routes/woshipm/popular.js +0 -38
- package/lib/routes/woshipm/wen.js +0 -39
- package/lib/routes/x6d/index.js +0 -64
- package/lib/v2/acm-ecnu/maintainer.js +0 -3
- package/lib/v2/acm-ecnu/radar.js +0 -19
- package/lib/v2/acm-ecnu/router.js +0 -3
- package/lib/v2/cnbeta/index.js +0 -16
- package/lib/v2/eprice/templates/description.art +0 -1
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
const config = require('@/config').value;
|
|
2
|
+
const logger = require('./logger');
|
|
3
|
+
|
|
4
|
+
const defaultProtocol = 'http';
|
|
5
|
+
const possibleProtocol = ['http', 'https', 'socks', 'socks4', 'socks4a', 'socks5', 'socks5h'];
|
|
6
|
+
|
|
7
|
+
const unifyProxy = (proxyUri, proxyObj) => {
|
|
8
|
+
proxyObj = proxyObj || {};
|
|
9
|
+
const [oriProxyUri, oriProxyObj] = [proxyUri, proxyObj];
|
|
10
|
+
proxyObj = { ...proxyObj };
|
|
11
|
+
|
|
12
|
+
let proxyUrlHandler;
|
|
13
|
+
|
|
14
|
+
// PROXY_URI
|
|
15
|
+
if (proxyUri && typeof proxyUri === 'string') {
|
|
16
|
+
if (!proxyUri.includes('://')) {
|
|
17
|
+
logger.warn(`PROXY_URI contains no protocol, assuming ${defaultProtocol}`);
|
|
18
|
+
proxyUri = `${defaultProtocol}://${proxyUri}`;
|
|
19
|
+
}
|
|
20
|
+
try {
|
|
21
|
+
proxyUrlHandler = new URL(proxyUri);
|
|
22
|
+
} catch (e) {
|
|
23
|
+
logger.error(`Parse PROXY_URI error: ${e.stack}`);
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
// PROXY_{PROTOCOL,HOST,PORT}
|
|
28
|
+
if (proxyObj.protocol || proxyObj.host || proxyObj.port) {
|
|
29
|
+
if (proxyUrlHandler) {
|
|
30
|
+
logger.warn('PROXY_URI is set, ignoring PROXY_{PROTOCOL,HOST,PORT}');
|
|
31
|
+
} else if (proxyObj.host) {
|
|
32
|
+
let tempProxyStr = proxyObj.host;
|
|
33
|
+
|
|
34
|
+
if (tempProxyStr.includes('://')) {
|
|
35
|
+
logger.warn('PROXY_HOST contains protocol, ignoring PROXY_PROTOCOL');
|
|
36
|
+
} else if (!proxyObj.protocol) {
|
|
37
|
+
logger.warn(`PROXY_PROTOCOL is not set, assuming '${defaultProtocol}'`);
|
|
38
|
+
tempProxyStr = `${defaultProtocol}://${tempProxyStr}`;
|
|
39
|
+
} else {
|
|
40
|
+
tempProxyStr = `${proxyObj.protocol}://${tempProxyStr}`;
|
|
41
|
+
}
|
|
42
|
+
try {
|
|
43
|
+
proxyUrlHandler = new URL(tempProxyStr);
|
|
44
|
+
if (proxyUrlHandler.port && proxyObj.port) {
|
|
45
|
+
logger.warn('PROXY_HOST contains port, ignoring PROXY_PORT');
|
|
46
|
+
} else if (proxyObj.port) {
|
|
47
|
+
if (!parseInt(proxyObj.port)) {
|
|
48
|
+
logger.warn(`PROXY_PORT is not a number, ignoring`);
|
|
49
|
+
} else {
|
|
50
|
+
proxyUrlHandler.port = proxyObj.port;
|
|
51
|
+
}
|
|
52
|
+
} else {
|
|
53
|
+
logger.warn('PROXY_PORT is not set, leaving proxy agent to determine');
|
|
54
|
+
}
|
|
55
|
+
} catch (e) {
|
|
56
|
+
logger.error(`Parse PROXY_HOST error: ${e.stack}`);
|
|
57
|
+
}
|
|
58
|
+
} else {
|
|
59
|
+
logger.warn('Either PROXY_{PROTOCOL,PORT} is set, but PROXY_HOST is missing, ignoring');
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
// PROXY_AUTH
|
|
64
|
+
if (proxyObj.auth && proxyUrlHandler) {
|
|
65
|
+
let promptProxyUri = false;
|
|
66
|
+
if (proxyUrlHandler.username || proxyUrlHandler.password) {
|
|
67
|
+
logger.warn('PROXY_URI contains username and/or password, ignoring PROXY_AUTH');
|
|
68
|
+
proxyObj.auth = undefined;
|
|
69
|
+
} else if (!['http:', 'https:'].includes(proxyUrlHandler.protocol)) {
|
|
70
|
+
logger.warn(`PROXY_AUTH is only supported by HTTP(S) proxies, but got ${proxyUrlHandler.protocol}, ignoring`);
|
|
71
|
+
proxyObj.auth = undefined;
|
|
72
|
+
promptProxyUri = true;
|
|
73
|
+
} else {
|
|
74
|
+
logger.info('PROXY_AUTH is set and will be used for requests from Node.js. However, requests from puppeteer will not use it');
|
|
75
|
+
promptProxyUri = true;
|
|
76
|
+
}
|
|
77
|
+
if (promptProxyUri) {
|
|
78
|
+
logger.info('To get rid of this, set PROXY_URI like protocol://username:password@host:port and clear PROXY_{AUTH,PROTOCOL,HOST,PORT}');
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
// is proxy enabled and valid?
|
|
83
|
+
let isProxyValid = false;
|
|
84
|
+
if (proxyUrlHandler) {
|
|
85
|
+
const protocol = proxyUrlHandler.protocol.replace(':', '');
|
|
86
|
+
if (possibleProtocol.includes(protocol)) {
|
|
87
|
+
if (protocol !== 'http' && (proxyUrlHandler.username || proxyUrlHandler.password)) {
|
|
88
|
+
logger.warn("PROXY_URI is an HTTPS/SOCKS proxy with authentication, which is not supported by puppeteer (ignore if you don't need it)");
|
|
89
|
+
logger.info('To get rid of this, consider using an HTTP proxy instead');
|
|
90
|
+
}
|
|
91
|
+
proxyObj.protocol = protocol;
|
|
92
|
+
proxyObj.host = proxyUrlHandler.hostname;
|
|
93
|
+
proxyObj.port = parseInt(proxyUrlHandler.port) || undefined;
|
|
94
|
+
// trailing slash will cause puppeteer to throw net::ERR_NO_SUPPORTED_PROXIES, trim it
|
|
95
|
+
proxyUri = proxyUrlHandler.href.endsWith('/') ? proxyUrlHandler.href.slice(0, -1) : proxyUrlHandler.href;
|
|
96
|
+
isProxyValid = true;
|
|
97
|
+
} else {
|
|
98
|
+
logger.error(`Unsupported proxy protocol: ${protocol}, expect one of ${possibleProtocol.join(', ')}`);
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
if (!isProxyValid) {
|
|
102
|
+
if ((oriProxyUri && typeof oriProxyUri === 'string') || oriProxyObj.protocol || oriProxyObj.host || oriProxyObj.port || oriProxyObj.auth) {
|
|
103
|
+
logger.error('Proxy is disabled due to misconfiguration');
|
|
104
|
+
}
|
|
105
|
+
proxyObj.protocol = proxyObj.host = proxyObj.port = proxyObj.auth = undefined;
|
|
106
|
+
proxyUri = null;
|
|
107
|
+
proxyUrlHandler = null;
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
return { proxyUri, proxyObj, proxyUrlHandler };
|
|
111
|
+
};
|
|
112
|
+
|
|
113
|
+
module.exports = {
|
|
114
|
+
unifyProxy,
|
|
115
|
+
...unifyProxy(config.proxyUri, config.proxy),
|
|
116
|
+
};
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Check if a sub-domain is valid
|
|
3
|
+
* @param {String} hostname sub-domain
|
|
4
|
+
* @returns {Boolean} true if valid
|
|
5
|
+
*/
|
|
6
|
+
const isValidHost = (hostname) => {
|
|
7
|
+
if (typeof hostname !== 'string') {
|
|
8
|
+
return false;
|
|
9
|
+
}
|
|
10
|
+
const regex = /^[a-zA-Z0-9]([a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?$/;
|
|
11
|
+
return regex.test(hostname);
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
module.exports = {
|
|
15
|
+
isValidHost,
|
|
16
|
+
};
|
package/lib/utils/wechat-mp.js
CHANGED
package/lib/v2/18comic/utils.js
CHANGED
|
@@ -24,7 +24,7 @@ module.exports = {
|
|
|
24
24
|
|
|
25
25
|
return {
|
|
26
26
|
title: item.text().trim(),
|
|
27
|
-
link: `${rootUrl}${item.prev().
|
|
27
|
+
link: `${rootUrl}${item.prev().find('a').attr('href')}`,
|
|
28
28
|
};
|
|
29
29
|
});
|
|
30
30
|
|
|
@@ -52,7 +52,7 @@ module.exports = {
|
|
|
52
52
|
.join(', ');
|
|
53
53
|
item.description = `<p>${content('#intro-block .p-t-5').text()}</p><img src="${content('.img_zoom_img img')
|
|
54
54
|
.toArray()
|
|
55
|
-
.map((image) => content(image).attr('
|
|
55
|
+
.map((image) => content(image).attr('data-original'))
|
|
56
56
|
.join('"><img src="')}">`;
|
|
57
57
|
|
|
58
58
|
return item;
|
package/lib/v2/19lou/index.js
CHANGED
|
@@ -3,6 +3,7 @@ const cheerio = require('cheerio');
|
|
|
3
3
|
const timezone = require('@/utils/timezone');
|
|
4
4
|
const { parseDate } = require('@/utils/parse-date');
|
|
5
5
|
const iconv = require('iconv-lite');
|
|
6
|
+
const { isValidHost } = require('@/utils/valid-host');
|
|
6
7
|
|
|
7
8
|
const setCookie = function (cookieName, cookieValue, seconds, path, domain, secure) {
|
|
8
9
|
let expires = null;
|
|
@@ -15,6 +16,9 @@ const setCookie = function (cookieName, cookieValue, seconds, path, domain, secu
|
|
|
15
16
|
|
|
16
17
|
module.exports = async (ctx) => {
|
|
17
18
|
const city = ctx.params.city ?? 'www';
|
|
19
|
+
if (!isValidHost(city)) {
|
|
20
|
+
throw Error('Invalid city');
|
|
21
|
+
}
|
|
18
22
|
|
|
19
23
|
const rootUrl = `https://${city}.19lou.com`;
|
|
20
24
|
|
package/lib/v2/91porn/author.js
CHANGED
|
@@ -3,11 +3,13 @@ const cheerio = require('cheerio');
|
|
|
3
3
|
const { parseDate } = require('@/utils/parse-date');
|
|
4
4
|
const { art } = require('@/utils/render');
|
|
5
5
|
const path = require('path');
|
|
6
|
+
const { domainValidation } = require('./utils');
|
|
6
7
|
|
|
7
8
|
module.exports = async (ctx) => {
|
|
8
9
|
const { domain = '91porn.com' } = ctx.query;
|
|
9
10
|
const { uid, lang = 'en_US' } = ctx.params;
|
|
10
11
|
const siteUrl = `https://${domain}/uvideos.php?UID=${uid}&type=public`;
|
|
12
|
+
domainValidation(domain, ctx);
|
|
11
13
|
|
|
12
14
|
const response = await got.post(siteUrl, {
|
|
13
15
|
form: {
|
package/lib/v2/91porn/index.js
CHANGED
|
@@ -3,11 +3,13 @@ const cheerio = require('cheerio');
|
|
|
3
3
|
const { parseDate } = require('@/utils/parse-date');
|
|
4
4
|
const { art } = require('@/utils/render');
|
|
5
5
|
const path = require('path');
|
|
6
|
+
const { domainValidation } = require('./utils');
|
|
6
7
|
|
|
7
8
|
module.exports = async (ctx) => {
|
|
8
9
|
const { domain = '91porn.com' } = ctx.query;
|
|
9
10
|
const siteUrl = `https://${domain}/index.php`;
|
|
10
11
|
const { lang = 'en_US' } = ctx.params;
|
|
12
|
+
domainValidation(domain, ctx);
|
|
11
13
|
|
|
12
14
|
const response = await got.post(siteUrl, {
|
|
13
15
|
form: {
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
const config = require('@/config').value;
|
|
2
|
+
const allowDomain = ['91porn.com', 'www.91porn.com', '0122.91p30.com', 'www.91zuixindizhi.com', 'w1218.91p46.com'];
|
|
3
|
+
|
|
4
|
+
const domainValidation = (domain, ctx) => {
|
|
5
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.includes(domain)) {
|
|
6
|
+
ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
7
|
+
}
|
|
8
|
+
};
|
|
9
|
+
|
|
10
|
+
module.exports = {
|
|
11
|
+
domainValidation,
|
|
12
|
+
};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
const cheerio = require('cheerio');
|
|
3
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
4
|
+
|
|
5
|
+
module.exports = async (ctx) => {
|
|
6
|
+
const baseUrl = 'https://agorahub.github.io';
|
|
7
|
+
const response = await got(`${baseUrl}/pen0/`);
|
|
8
|
+
const $ = cheerio.load(response.data);
|
|
9
|
+
|
|
10
|
+
const list = $('div article')
|
|
11
|
+
.toArray()
|
|
12
|
+
.slice(0, -1) // last one is a dummy
|
|
13
|
+
.map((item) => {
|
|
14
|
+
item = $(item);
|
|
15
|
+
const meta = item.find('h5').first().text();
|
|
16
|
+
return {
|
|
17
|
+
title: item.find('h3').text(),
|
|
18
|
+
link: item.find('h3 a').attr('href'),
|
|
19
|
+
author: meta.split('|')[0].trim(),
|
|
20
|
+
pubDate: parseDate(meta.split('|')[1].trim()),
|
|
21
|
+
};
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
const items = await Promise.all(
|
|
25
|
+
list.map((item) =>
|
|
26
|
+
ctx.cache.tryGet(item.link, async () => {
|
|
27
|
+
const response = await got(item.link);
|
|
28
|
+
const $ = cheerio.load(response.data);
|
|
29
|
+
$('h1').remove();
|
|
30
|
+
item.description = $('article').html();
|
|
31
|
+
return item;
|
|
32
|
+
})
|
|
33
|
+
)
|
|
34
|
+
);
|
|
35
|
+
|
|
36
|
+
ctx.state.data = {
|
|
37
|
+
title: $('head title').text(),
|
|
38
|
+
description: $('head meta[name="description"]').attr('content'),
|
|
39
|
+
link: response.url,
|
|
40
|
+
image: $('link[rel="apple-touch-icon"]').attr('href'),
|
|
41
|
+
item: items,
|
|
42
|
+
};
|
|
43
|
+
};
|
package/lib/v2/agora0/radar.js
CHANGED
|
@@ -1,10 +1,21 @@
|
|
|
1
1
|
module.exports = {
|
|
2
|
+
'github.io': {
|
|
3
|
+
_name: 'GitHub',
|
|
4
|
+
agorahub: [
|
|
5
|
+
{
|
|
6
|
+
title: '共和報',
|
|
7
|
+
docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
|
|
8
|
+
source: ['/pen0'],
|
|
9
|
+
target: '/agora0/pen0',
|
|
10
|
+
},
|
|
11
|
+
],
|
|
12
|
+
},
|
|
2
13
|
'gitlab.io': {
|
|
3
14
|
_name: 'GitLab',
|
|
4
15
|
agora0: [
|
|
5
16
|
{
|
|
6
17
|
title: '零博客',
|
|
7
|
-
docs: 'https://docs.rsshub.app/
|
|
18
|
+
docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
|
|
8
19
|
source: ['/blog/:category', '/'],
|
|
9
20
|
target: '/agora0/:category',
|
|
10
21
|
},
|
package/lib/v2/agora0/router.js
CHANGED
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
const buildData = require('@/utils/common-config');
|
|
2
|
+
|
|
3
|
+
module.exports = async (ctx) => {
|
|
4
|
+
const link = 'http://www.aiea.org/0504';
|
|
5
|
+
const period = ctx.params.period ?? '';
|
|
6
|
+
|
|
7
|
+
let nth_child = 'n';
|
|
8
|
+
switch (period) {
|
|
9
|
+
case 'upcoming':
|
|
10
|
+
nth_child = '1';
|
|
11
|
+
break;
|
|
12
|
+
|
|
13
|
+
case 'past':
|
|
14
|
+
nth_child = '2';
|
|
15
|
+
break;
|
|
16
|
+
|
|
17
|
+
case 'both':
|
|
18
|
+
nth_child = 'n';
|
|
19
|
+
break;
|
|
20
|
+
|
|
21
|
+
default:
|
|
22
|
+
break;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
ctx.state.data = await buildData({
|
|
26
|
+
link,
|
|
27
|
+
url: link,
|
|
28
|
+
title: `%title%`,
|
|
29
|
+
params: {
|
|
30
|
+
title: 'AIEA Seminars',
|
|
31
|
+
},
|
|
32
|
+
item: {
|
|
33
|
+
item: `.seminar-contents .seminar-partWrap:nth-child(${nth_child}) > .seminar-list`,
|
|
34
|
+
title: `$('.seminar-list-title > span').text()`,
|
|
35
|
+
link: `$('a[href^="/0504"]').attr('href')`,
|
|
36
|
+
description: `$('.seminar-list .txt > .title').text()`,
|
|
37
|
+
},
|
|
38
|
+
});
|
|
39
|
+
};
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
module.exports = {
|
|
2
|
+
'aiea.org': {
|
|
3
|
+
_name: 'Asian Innovation and Entrepreneurship Association',
|
|
4
|
+
www: [
|
|
5
|
+
{
|
|
6
|
+
title: 'Seminar Series',
|
|
7
|
+
docs: 'https://docs.rsshub.app/study.html#AIEA-Seminar-Series',
|
|
8
|
+
source: ['/0504', '/'],
|
|
9
|
+
target: '/aiea/seminars/upcoming',
|
|
10
|
+
},
|
|
11
|
+
],
|
|
12
|
+
},
|
|
13
|
+
};
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
3
|
+
const timezone = require('@/utils/timezone');
|
|
4
|
+
|
|
5
|
+
const { baseUrl, apiHost } = require('./utils');
|
|
6
|
+
|
|
7
|
+
module.exports = async (ctx) => {
|
|
8
|
+
const responses = await got.all(
|
|
9
|
+
Array.from(
|
|
10
|
+
{
|
|
11
|
+
// first 2 pages
|
|
12
|
+
length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 12) / 6,
|
|
13
|
+
},
|
|
14
|
+
(_, v) => `${apiHost}/api/v1/commentsall?page=${v + 1}`
|
|
15
|
+
).map((url) => got.post(url))
|
|
16
|
+
);
|
|
17
|
+
|
|
18
|
+
const items = responses
|
|
19
|
+
.map((response) => response.data.data.list)
|
|
20
|
+
.flat()
|
|
21
|
+
.map((item) => ({
|
|
22
|
+
title: `${item.user_info.name} ${item.title_desc} ${item.title}`,
|
|
23
|
+
description: item.desc,
|
|
24
|
+
pubDate: timezone(parseDate(item.created_at), +8),
|
|
25
|
+
author: item.user_info.name,
|
|
26
|
+
link: `${baseUrl}/view/${item.source_id || item.story_id}`,
|
|
27
|
+
guid: `baai:hub:comments:${item.id}`,
|
|
28
|
+
}));
|
|
29
|
+
|
|
30
|
+
ctx.state.data = {
|
|
31
|
+
title: '评论 - 智源社区',
|
|
32
|
+
link: `${baseUrl}/comments`,
|
|
33
|
+
item: items,
|
|
34
|
+
};
|
|
35
|
+
};
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
|
|
3
|
+
const { baseUrl, apiHost, parseEventDetail, parseItem } = require('./utils');
|
|
4
|
+
|
|
5
|
+
module.exports = async (ctx) => {
|
|
6
|
+
const responses = await got.all(
|
|
7
|
+
Array.from(
|
|
8
|
+
{
|
|
9
|
+
// first 2 pages
|
|
10
|
+
length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 16) / 8,
|
|
11
|
+
},
|
|
12
|
+
(_, v) => `${apiHost}/api/v1/events?page=${v + 1}`
|
|
13
|
+
).map((url) => got.post(url))
|
|
14
|
+
);
|
|
15
|
+
|
|
16
|
+
const list = responses
|
|
17
|
+
.map((response) => response.data.data)
|
|
18
|
+
.flat()
|
|
19
|
+
.map((item) => parseItem(item));
|
|
20
|
+
|
|
21
|
+
const items = await Promise.all(
|
|
22
|
+
list.map((item) =>
|
|
23
|
+
ctx.cache.tryGet(item.link, async () => {
|
|
24
|
+
item.description = await parseEventDetail(item);
|
|
25
|
+
return item;
|
|
26
|
+
})
|
|
27
|
+
)
|
|
28
|
+
);
|
|
29
|
+
|
|
30
|
+
ctx.state.data = {
|
|
31
|
+
title: '活动 - 智源社区',
|
|
32
|
+
link: `${baseUrl}/events`,
|
|
33
|
+
item: items,
|
|
34
|
+
};
|
|
35
|
+
};
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
const cheerio = require('cheerio');
|
|
3
|
+
|
|
4
|
+
const { baseUrl, apiHost, parseEventDetail, parseItem } = require('./utils');
|
|
5
|
+
|
|
6
|
+
module.exports = async (ctx) => {
|
|
7
|
+
const { tagId, sort = 'new', range } = ctx.params;
|
|
8
|
+
|
|
9
|
+
let title, description, brief, iconUrl;
|
|
10
|
+
if (tagId) {
|
|
11
|
+
const { data } = await got(`${apiHost}/api/v1/tags`, {
|
|
12
|
+
searchParams: {
|
|
13
|
+
id: tagId,
|
|
14
|
+
},
|
|
15
|
+
});
|
|
16
|
+
title = data.data[0].title;
|
|
17
|
+
description = data.data[0].description;
|
|
18
|
+
brief = data.data[0].brief;
|
|
19
|
+
iconUrl = data.data[0].icon_url;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
const responses = await got.all(
|
|
23
|
+
Array.from(
|
|
24
|
+
{
|
|
25
|
+
// first 3 pages
|
|
26
|
+
length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 18) / 6,
|
|
27
|
+
},
|
|
28
|
+
(_, v) => `${apiHost}/api/v1/story/list?page=${v + 1}&sort=${sort}${tagId ? `&tag_id=${tagId}` : ''}${range ? `&time_range=${range}` : ''}`
|
|
29
|
+
).map((url) => got.post(url))
|
|
30
|
+
);
|
|
31
|
+
|
|
32
|
+
const list = responses
|
|
33
|
+
.filter((response) => response.data.data)
|
|
34
|
+
.map((response) => response.data.data)
|
|
35
|
+
.flat()
|
|
36
|
+
.map((item) => parseItem(item));
|
|
37
|
+
|
|
38
|
+
const items = await Promise.all(
|
|
39
|
+
list.map((item) =>
|
|
40
|
+
ctx.cache.tryGet(item.link, async () => {
|
|
41
|
+
if (!item.eventId) {
|
|
42
|
+
const { data: response } = await got(item.link);
|
|
43
|
+
const $ = cheerio.load(response);
|
|
44
|
+
item.description = item.is_event ? $('div.box2').html() : $('.post-content').html();
|
|
45
|
+
} else {
|
|
46
|
+
item.description = await parseEventDetail(item);
|
|
47
|
+
}
|
|
48
|
+
return item;
|
|
49
|
+
})
|
|
50
|
+
)
|
|
51
|
+
);
|
|
52
|
+
|
|
53
|
+
ctx.state.data = {
|
|
54
|
+
title: `${title ? `${title} - ` : ''}${description ? `${description} - ` : ''}智源社区`,
|
|
55
|
+
description: brief,
|
|
56
|
+
link: `${baseUrl}/?${tagId ? `tag_id=${tagId}&` : ''}sort=${sort}${range ? `&time_range=${range}` : ''}`,
|
|
57
|
+
image: iconUrl,
|
|
58
|
+
item: items,
|
|
59
|
+
};
|
|
60
|
+
};
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
module.exports = {
|
|
2
|
+
'baai.ac.cn': {
|
|
3
|
+
_name: '北京智源人工智能研究院',
|
|
4
|
+
hub: [
|
|
5
|
+
{
|
|
6
|
+
title: '智源社区',
|
|
7
|
+
docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
|
|
8
|
+
source: ['/'],
|
|
9
|
+
target: (params, url) => {
|
|
10
|
+
const searchParams = new URL(url).searchParams;
|
|
11
|
+
const tagId = searchParams.get('tag_id');
|
|
12
|
+
const sort = searchParams.get('sort');
|
|
13
|
+
const range = searchParams.get('time_range');
|
|
14
|
+
return `/baai/hub${tagId ? `/${tagId}` : ''}${sort ? `/${sort}` : ''}${range ? `/${range}` : ''}`;
|
|
15
|
+
},
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
title: '活动 - 智源社区',
|
|
19
|
+
docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
|
|
20
|
+
source: ['/events', '/'],
|
|
21
|
+
target: '/baai/hub/events',
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
title: '评论 - 智源社区',
|
|
25
|
+
docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
|
|
26
|
+
source: ['/comments', '/'],
|
|
27
|
+
target: '/baai/hub/comments',
|
|
28
|
+
},
|
|
29
|
+
],
|
|
30
|
+
},
|
|
31
|
+
};
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
module.exports = (router) => {
|
|
2
|
+
router.get('/hub/comments', require('./comments'));
|
|
3
|
+
router.get('/hub/events', require('./events'));
|
|
4
|
+
router.get('/hub/:tagId/:sort?/:range?', require('./hub'));
|
|
5
|
+
router.get('/hub/:tagId/:sort?', require('./hub'));
|
|
6
|
+
router.get('/hub/:sort?', require('./hub'));
|
|
7
|
+
};
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
3
|
+
const timezone = require('@/utils/timezone');
|
|
4
|
+
|
|
5
|
+
const baseUrl = 'https://hub.baai.ac.cn';
|
|
6
|
+
const eventUrl = 'https://event.baai.ac.cn';
|
|
7
|
+
const apiHost = 'https://hub-api.baai.ac.cn';
|
|
8
|
+
|
|
9
|
+
const parseItem = (item) => ({
|
|
10
|
+
link: item.is_event ? `${eventUrl}/activities/${item.event_info.id}` : `${baseUrl}/view/${item.story_id}`,
|
|
11
|
+
title: item.is_event ? item.event_info.name : item.story_info.title,
|
|
12
|
+
pubDate: timezone(parseDate(item.is_event ? item.event_info.time_desc : item.story_info.created_at.replace('发布', '').replace('分享', '')), 8),
|
|
13
|
+
author: item.is_event ? item.event_info.company : item.story_info.user_name,
|
|
14
|
+
category: item.is_event ? null : item.story_info.tag_names.map((tag) => tag.title),
|
|
15
|
+
eventId: item.is_event ? item.event_info.id : null,
|
|
16
|
+
});
|
|
17
|
+
|
|
18
|
+
const parseEventDetail = async (item) => {
|
|
19
|
+
const { data } = await got(`${eventUrl}/api/api/Activity/IntroductionTypes`, {
|
|
20
|
+
searchParams: {
|
|
21
|
+
activityId: item.eventId,
|
|
22
|
+
},
|
|
23
|
+
});
|
|
24
|
+
return data.data.ac_desc + data.data.ac_desc_two;
|
|
25
|
+
};
|
|
26
|
+
|
|
27
|
+
module.exports = {
|
|
28
|
+
baseUrl,
|
|
29
|
+
eventUrl,
|
|
30
|
+
apiHost,
|
|
31
|
+
parseItem,
|
|
32
|
+
parseEventDetail,
|
|
33
|
+
};
|
package/lib/v2/baidu/radar.js
CHANGED
|
@@ -6,7 +6,7 @@ module.exports = {
|
|
|
6
6
|
title: '首页指数',
|
|
7
7
|
docs: 'https://docs.rsshub.app/finance.html#bai-du-gu-shi-tong',
|
|
8
8
|
source: ['/'],
|
|
9
|
-
target: '/gushitong/index',
|
|
9
|
+
target: '/baidu/gushitong/index',
|
|
10
10
|
},
|
|
11
11
|
],
|
|
12
12
|
tieba: [
|
|
@@ -17,7 +17,7 @@ module.exports = {
|
|
|
17
17
|
target: (params, url) => {
|
|
18
18
|
const type = new URL(url).searchParams.get('tab');
|
|
19
19
|
if (!type || type === 'main') {
|
|
20
|
-
return `/tieba/forum/${new URL(url).searchParams.get('kw')}`;
|
|
20
|
+
return `/baidu/tieba/forum/${new URL(url).searchParams.get('kw')}`;
|
|
21
21
|
}
|
|
22
22
|
},
|
|
23
23
|
},
|
|
@@ -28,7 +28,7 @@ module.exports = {
|
|
|
28
28
|
target: (params, url) => {
|
|
29
29
|
const type = new URL(url).searchParams.get('tab');
|
|
30
30
|
if (type === 'good') {
|
|
31
|
-
return `/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
|
|
31
|
+
return `/baidu/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
|
|
32
32
|
}
|
|
33
33
|
},
|
|
34
34
|
},
|
|
@@ -36,13 +36,13 @@ module.exports = {
|
|
|
36
36
|
title: '帖子动态',
|
|
37
37
|
docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
|
|
38
38
|
source: '/p/:id',
|
|
39
|
-
target: '/tieba/post/:id',
|
|
39
|
+
target: '/baidu/tieba/post/:id',
|
|
40
40
|
},
|
|
41
41
|
{
|
|
42
42
|
title: '只看楼主',
|
|
43
43
|
docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
|
|
44
44
|
source: '/p/:id',
|
|
45
|
-
target: '/tieba/post/lz/:id',
|
|
45
|
+
target: '/baidu/tieba/post/lz/:id',
|
|
46
46
|
},
|
|
47
47
|
{
|
|
48
48
|
title: '用户帖子',
|
|
@@ -51,7 +51,7 @@ module.exports = {
|
|
|
51
51
|
target: (params, url) => {
|
|
52
52
|
const uid = new URL(url).searchParams.get('un');
|
|
53
53
|
if (uid) {
|
|
54
|
-
return `/tieba/user/${uid}`;
|
|
54
|
+
return `/baidu/tieba/user/${uid}`;
|
|
55
55
|
}
|
|
56
56
|
},
|
|
57
57
|
},
|
|
@@ -1,21 +1,23 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const { art } = require('@/utils/render');
|
|
3
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
3
4
|
const path = require('path');
|
|
4
5
|
|
|
5
6
|
module.exports = async (ctx) => {
|
|
6
|
-
const url = 'https://bangumi.online/
|
|
7
|
+
const url = 'https://api.bangumi.online/serve/home';
|
|
7
8
|
|
|
8
9
|
const response = await got.post(url);
|
|
9
10
|
|
|
10
11
|
const list = response.data.data.list;
|
|
11
12
|
|
|
12
13
|
const items = list.map((item) => ({
|
|
13
|
-
title: `${item.
|
|
14
|
+
title: `${item.title.zh ? item.title.zh : item.title.ja} - 第 ${item.volume} 集`,
|
|
14
15
|
description: art(path.join(__dirname, '../templates/online/image.art'), {
|
|
15
16
|
src: `https:${item.cover}`,
|
|
16
17
|
alt: `${item.title_zh} - 第 ${item.volume} 集`,
|
|
17
18
|
}),
|
|
18
19
|
link: `https://bangumi.online/watch/${item.vid}`,
|
|
20
|
+
pubDate: parseDate(item.create_time),
|
|
19
21
|
}));
|
|
20
22
|
|
|
21
23
|
ctx.state.data = {
|