rsshub 1.0.0-master.d3fbdfe → 1.0.0-master.d424adf
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +11 -23
- package/lib/app.js +2 -2
- package/lib/config.js +12 -1
- package/lib/index.js +1 -1
- package/lib/middleware/anti-hotlink.js +2 -2
- package/lib/middleware/parameter.js +47 -47
- package/lib/radar-rules.js +13 -30
- package/lib/radar.js +2 -1
- package/lib/router.js +35 -49
- package/lib/routes/miniflux/get_feeds.js +2 -2
- package/lib/utils/logger.js +14 -2
- package/lib/utils/rand-user-agent.js +3 -2
- package/lib/v2/141ppv/index.js +4 -1
- package/lib/v2/2048/index.js +12 -4
- package/lib/v2/8264/list.js +92 -0
- package/lib/v2/8264/maintainer.js +3 -0
- package/lib/v2/8264/radar.js +355 -0
- package/lib/v2/8264/router.js +3 -0
- package/lib/v2/8264/templates/description.art +5 -0
- package/lib/v2/abskoop/index.js +21 -31
- package/lib/v2/abskoop/nsfw.js +16 -37
- package/lib/v2/abskoop/radar.js +13 -2
- package/lib/v2/ainvest/article.js +42 -0
- package/lib/v2/ainvest/maintainer.js +4 -0
- package/lib/v2/ainvest/news.js +39 -0
- package/lib/v2/ainvest/radar.js +19 -0
- package/lib/v2/ainvest/router.js +4 -0
- package/lib/v2/ainvest/utils.js +73 -0
- package/lib/v2/{scitation/journal.js → aip/journal-pupp.js} +2 -2
- package/lib/v2/aip/journal.js +55 -0
- package/lib/v2/{scitation → aip}/maintainer.js +0 -1
- package/lib/v2/aip/radar.js +13 -0
- package/lib/v2/aip/router.js +4 -0
- package/lib/v2/alternativeto/maintainer.js +4 -0
- package/lib/v2/alternativeto/platform.js +32 -0
- package/lib/v2/alternativeto/radar.js +19 -0
- package/lib/v2/alternativeto/router.js +4 -0
- package/lib/v2/alternativeto/software.js +32 -0
- package/lib/v2/alternativeto/utils.js +22 -0
- package/lib/v2/apnews/topics.js +1 -0
- package/lib/v2/apple/apps.js +51 -0
- package/lib/v2/apple/maintainer.js +1 -0
- package/lib/v2/apple/radar.js +8 -0
- package/lib/v2/apple/router.js +1 -0
- package/lib/v2/appstore/maintainer.js +0 -1
- package/lib/v2/appstore/radar.js +0 -6
- package/lib/v2/appstore/router.js +0 -1
- package/lib/v2/aqara/maintainer.js +4 -1
- package/lib/v2/aqara/news.js +25 -25
- package/lib/v2/aqara/post.js +92 -0
- package/lib/v2/aqara/radar.js +24 -6
- package/lib/v2/aqara/router.js +12 -1
- package/lib/v2/aqara/templates/figure.art +3 -0
- package/lib/v2/baidu/maintainer.js +3 -2
- package/lib/v2/baidu/radar.js +15 -1
- package/lib/v2/baidu/router.js +3 -2
- package/lib/v2/baidu/templates/tieba_search.art +1 -0
- package/lib/v2/baidu/tieba/forum.js +4 -3
- package/lib/v2/baidu/tieba/search.js +63 -0
- package/lib/v2/bangumi/maintainer.js +1 -0
- package/lib/v2/bangumi/radar.js +9 -9
- package/lib/v2/bangumi/router.js +1 -2
- package/lib/v2/bangumi/tv/subject/ep.js +4 -3
- package/lib/v2/bangumi/tv/subject/index.js +18 -16
- package/lib/v2/bangumi/tv/subject/offcial-subject-api.js +3 -2
- package/lib/v2/bangumi/tv/subject/utils.js +5 -0
- package/lib/{routes → v2}/bbc/index.js +4 -4
- package/lib/v2/bbc/maintainer.js +4 -0
- package/lib/v2/bbc/radar.js +11 -0
- package/lib/v2/bbc/router.js +3 -0
- package/lib/v2/bilibili/article.js +2 -17
- package/lib/v2/bilibili/cache.js +85 -27
- package/lib/v2/bilibili/danmaku.js +9 -2
- package/lib/v2/bilibili/dynamic.js +54 -19
- package/lib/v2/bilibili/fav.js +2 -0
- package/lib/v2/bilibili/followings_article.js +1 -10
- package/lib/v2/bilibili/followings_dynamic.js +25 -11
- package/lib/v2/bilibili/maintainer.js +3 -2
- package/lib/v2/bilibili/router.js +3 -2
- package/lib/v2/bilibili/userFav.js +2 -0
- package/lib/v2/bilibili/utils.js +67 -3
- package/lib/v2/bilibili/video-all.js +1 -5
- package/lib/v2/bilibili/video.js +8 -6
- package/lib/v2/bilibili/watchlater.js +44 -0
- package/lib/v2/bjfu/grs.js +22 -36
- package/lib/v2/bjfu/it/index.js +9 -7
- package/lib/v2/bjfu/it/utils.js +38 -29
- package/lib/v2/bjfu/jwc/index.js +3 -8
- package/lib/v2/bjfu/jwc/utils.js +26 -29
- package/lib/v2/bjfu/kjc.js +25 -38
- package/lib/v2/bjfu/news/index.js +12 -9
- package/lib/v2/bjfu/news/utils.js +17 -19
- package/lib/v2/bloomberg/utils.js +6 -4
- package/lib/v2/boc/maintainer.js +3 -0
- package/lib/v2/boc/radar.js +13 -0
- package/lib/v2/boc/router.js +3 -0
- package/lib/{routes → v2}/boc/whpj.js +16 -15
- package/lib/v2/booru/maintainer.js +3 -0
- package/lib/v2/booru/mmda.js +47 -0
- package/lib/v2/booru/radar.js +12 -0
- package/lib/v2/booru/router.js +3 -0
- package/lib/v2/caixin/latest.js +7 -12
- package/lib/v2/caixin/radar.js +1 -1
- package/lib/v2/cas/genetics/xshd.js +29 -0
- package/lib/v2/cas/maintainer.js +1 -0
- package/lib/v2/cas/radar.js +16 -8
- package/lib/v2/cas/router.js +1 -0
- package/lib/{routes → v2}/caus/index.js +7 -6
- package/lib/v2/caus/maintainer.js +3 -0
- package/lib/v2/caus/radar.js +13 -0
- package/lib/v2/caus/router.js +3 -0
- package/lib/v2/cbc/maintainer.js +3 -0
- package/lib/v2/cbc/radar.js +13 -0
- package/lib/v2/cbc/router.js +3 -0
- package/lib/{routes → v2}/cbc/topics.js +11 -26
- package/lib/v2/chinawriter/index.js +88 -0
- package/lib/v2/chinawriter/maintainer.js +3 -0
- package/lib/v2/chinawriter/radar.js +660 -0
- package/lib/v2/chinawriter/router.js +3 -0
- package/lib/v2/cna/index.js +63 -0
- package/lib/v2/cna/maintainer.js +3 -0
- package/lib/v2/cna/radar.js +13 -0
- package/lib/v2/cna/router.js +3 -0
- package/lib/v2/cyzone/author.js +20 -0
- package/lib/v2/cyzone/index.js +27 -0
- package/lib/v2/cyzone/label.js +20 -0
- package/lib/v2/cyzone/maintainer.js +7 -0
- package/lib/v2/cyzone/radar.js +25 -0
- package/lib/v2/cyzone/router.js +6 -0
- package/lib/v2/cyzone/util.js +125 -0
- package/lib/v2/deltaio/blog.js +33 -0
- package/lib/v2/deltaio/maintainer.js +3 -0
- package/lib/v2/deltaio/radar.js +13 -0
- package/lib/v2/deltaio/router.js +3 -0
- package/lib/v2/discourse/maintainer.js +4 -0
- package/lib/v2/discourse/notifications.js +39 -0
- package/lib/v2/discourse/posts.js +25 -0
- package/lib/v2/discourse/router.js +4 -0
- package/lib/v2/discourse/utils.js +12 -0
- package/lib/v2/discuz/discuz.js +156 -0
- package/lib/v2/discuz/maintainer.js +5 -0
- package/lib/v2/discuz/radar.js +0 -0
- package/lib/v2/discuz/router.js +5 -0
- package/lib/v2/dlnews/category.js +81 -0
- package/lib/v2/dlnews/maintainer.js +3 -0
- package/lib/v2/dlnews/radar.js +19 -0
- package/lib/v2/dlnews/router.js +3 -0
- package/lib/v2/dlnews/templates/description.art +24 -0
- package/lib/v2/dlnews/utils.js +22 -0
- package/lib/v2/dn/maintainer.js +3 -0
- package/lib/v2/dn/news.js +90 -0
- package/lib/v2/dn/radar.js +55 -0
- package/lib/v2/dn/router.js +3 -0
- package/lib/v2/dn/templates/description.art +15 -0
- package/lib/v2/domp4/detail.js +4 -2
- package/lib/v2/domp4/latest.js +7 -4
- package/lib/v2/domp4/utils.js +15 -2
- package/lib/v2/dorohedoro/news.js +3 -1
- package/lib/v2/douyin/live.js +45 -15
- package/lib/v2/dribbble/maintainer.js +5 -0
- package/lib/v2/dribbble/radar.js +25 -0
- package/lib/v2/dribbble/router.js +5 -0
- package/lib/v2/dribbble/templates/description.art +15 -0
- package/lib/v2/dribbble/utils.js +156 -0
- package/lib/v2/economist/full.js +4 -2
- package/lib/v2/fantia/user.js +16 -0
- package/lib/v2/farmatters/index.js +85 -0
- package/lib/v2/farmatters/maintainer.js +7 -0
- package/lib/v2/farmatters/radar.js +36 -0
- package/lib/v2/farmatters/router.js +6 -0
- package/lib/v2/farmatters/templates/description.art +9 -0
- package/lib/v2/finology/radar.js +4 -4
- package/lib/v2/foresightnews/article.js +22 -0
- package/lib/v2/foresightnews/column.js +28 -0
- package/lib/v2/foresightnews/index.js +13 -76
- package/lib/v2/foresightnews/maintainer.js +1 -0
- package/lib/v2/foresightnews/news.js +23 -0
- package/lib/v2/foresightnews/radar.js +2 -2
- package/lib/v2/foresightnews/router.js +4 -1
- package/lib/v2/foresightnews/templates/description.art +13 -0
- package/lib/v2/foresightnews/util.js +96 -0
- package/lib/v2/ft/myft.js +9 -2
- package/lib/v2/gamegene/maintainer.js +3 -0
- package/lib/v2/gamegene/news.js +50 -0
- package/lib/v2/gamegene/radar.js +13 -0
- package/lib/v2/gamegene/router.js +3 -0
- package/lib/v2/github/maintainer.js +1 -0
- package/lib/v2/github/pulse.js +87 -0
- package/lib/v2/github/radar.js +6 -0
- package/lib/v2/github/router.js +1 -0
- package/lib/v2/github/templates/pulse-description.art +24 -0
- package/lib/v2/gogoanimehd/maintainer.js +3 -0
- package/lib/v2/gogoanimehd/radar.js +13 -0
- package/lib/v2/gogoanimehd/recent-releases.js +37 -0
- package/lib/v2/gogoanimehd/router.js +3 -0
- package/lib/v2/gov/chongqing/gzw.js +68 -0
- package/lib/v2/gov/chongqing/sydwgkzp.js +47 -0
- package/lib/v2/gov/maintainer.js +4 -0
- package/lib/v2/gov/npc/index.js +47 -0
- package/lib/v2/gov/radar.js +37 -0
- package/lib/v2/gov/router.js +4 -0
- package/lib/v2/gov/shenzhen/zjj/index.js +45 -0
- package/lib/v2/grist/radar.js +4 -4
- package/lib/v2/grubstreet/maintainer.js +4 -0
- package/lib/v2/grubstreet/radar.js +13 -0
- package/lib/v2/grubstreet/router.js +3 -0
- package/lib/v2/grubstreet/utils.js +84 -0
- package/lib/v2/gxmzu/lib.js +70 -0
- package/lib/v2/gxmzu/maintainer.js +1 -0
- package/lib/v2/gxmzu/radar.js +8 -0
- package/lib/v2/gxmzu/router.js +1 -0
- package/lib/v2/hackyournews/index.js +50 -0
- package/lib/v2/hackyournews/maintainer.js +3 -0
- package/lib/v2/hackyournews/radar.js +13 -0
- package/lib/v2/hackyournews/router.js +3 -0
- package/lib/v2/hrbeu/radar.js +3 -3
- package/lib/v2/hrbeu/router.js +1 -1
- package/lib/v2/hrbeu/uae/news.js +66 -0
- package/lib/v2/icbc/maintainer.js +3 -0
- package/lib/v2/icbc/radar.js +13 -0
- package/lib/v2/icbc/router.js +3 -0
- package/lib/v2/icbc/whpj.js +57 -0
- package/lib/v2/iqiyi/maintainer.js +1 -1
- package/lib/v2/iqiyi/video.js +42 -33
- package/lib/v2/ithome/tag.js +14 -3
- package/lib/v2/japanpost/maintainer.js +3 -0
- package/lib/v2/japanpost/radar.js +22 -0
- package/lib/v2/japanpost/router.js +3 -0
- package/lib/v2/japanpost/templates/track_item_desc.art +14 -0
- package/lib/{routes → v2}/japanpost/track.js +32 -29
- package/lib/{routes → v2}/japanpost/utils.js +10 -11
- package/lib/v2/kamen-rider-official/maintainer.js +3 -0
- package/lib/v2/kamen-rider-official/news.js +110 -0
- package/lib/v2/kamen-rider-official/radar.js +18 -0
- package/lib/v2/kamen-rider-official/router.js +3 -0
- package/lib/v2/kamen-rider-official/templates/description.art +10 -0
- package/lib/v2/kantarworldpanel/index.js +96 -0
- package/lib/v2/kantarworldpanel/maintainer.js +3 -0
- package/lib/v2/kantarworldpanel/radar.js +199 -0
- package/lib/v2/kantarworldpanel/router.js +3 -0
- package/lib/v2/kantarworldpanel/templates/description.art +9 -0
- package/lib/v2/kunchengblog/essay.js +35 -19
- package/lib/v2/kunchengblog/radar.js +1 -1
- package/lib/v2/kunchengblog/router.js +1 -1
- package/lib/v2/latepost/index.js +83 -29
- package/lib/v2/latepost/radar.js +7 -2
- package/lib/v2/latepost/router.js +1 -1
- package/lib/v2/leetcode/articles.js +1 -1
- package/lib/v2/lemmy/index.js +61 -0
- package/lib/v2/lemmy/maintainer.js +3 -0
- package/lib/v2/lemmy/router.js +3 -0
- package/lib/v2/liulinblog/index.js +98 -0
- package/lib/v2/liulinblog/maintainer.js +6 -2
- package/lib/v2/liulinblog/radar.js +36 -16
- package/lib/v2/liulinblog/router.js +7 -3
- package/lib/v2/lsnu/jiaowc/tzgg.js +52 -0
- package/lib/v2/lsnu/maintainer.js +3 -0
- package/lib/v2/lsnu/radar.js +13 -0
- package/lib/v2/lsnu/router.js +3 -0
- package/lib/v2/luxiangdong/archive.js +28 -0
- package/lib/v2/luxiangdong/maintainer.js +3 -0
- package/lib/v2/luxiangdong/radar.js +13 -0
- package/lib/v2/luxiangdong/router.js +3 -0
- package/lib/v2/mail/imap.js +99 -0
- package/lib/v2/mail/maintainer.js +3 -0
- package/lib/v2/mail/router.js +3 -0
- package/lib/v2/mihoyo/bbs/img-ranking.js +106 -0
- package/lib/v2/mihoyo/{bbs.js → bbs/official.js} +1 -1
- package/lib/v2/mihoyo/bbs/static-data.js +137 -0
- package/lib/v2/mihoyo/maintainer.js +1 -0
- package/lib/v2/mihoyo/radar.js +7 -1
- package/lib/v2/mihoyo/router.js +2 -1
- package/lib/v2/mixcloud/index.js +5 -22
- package/lib/v2/mixcloud/queries.js +187 -179
- package/lib/v2/mydrivers/cid.js +38 -0
- package/lib/v2/mydrivers/index.js +40 -89
- package/lib/v2/mydrivers/maintainer.js +5 -1
- package/lib/v2/mydrivers/radar.js +205 -4
- package/lib/v2/mydrivers/rank.js +40 -0
- package/lib/v2/mydrivers/router.js +4 -1
- package/lib/v2/mydrivers/templates/description.art +5 -0
- package/lib/v2/mydrivers/util.js +125 -0
- package/lib/v2/mymusicsheet/maintainer.js +3 -0
- package/lib/v2/mymusicsheet/radar.js +13 -0
- package/lib/v2/mymusicsheet/router.js +3 -0
- package/lib/v2/mymusicsheet/templates/description.art +41 -0
- package/lib/v2/mymusicsheet/usersheets.js +120 -0
- package/lib/v2/netflav/index.js +39 -0
- package/lib/v2/netflav/maintainer.js +4 -0
- package/lib/v2/netflav/radar.js +13 -0
- package/lib/v2/netflav/router.js +3 -0
- package/lib/v2/netflav/templates/description.art +8 -0
- package/lib/v2/news/whxw.js +1 -0
- package/lib/v2/newzmz/index.js +53 -77
- package/lib/v2/newzmz/maintainer.js +2 -2
- package/lib/v2/newzmz/router.js +1 -3
- package/lib/v2/newzmz/templates/description.art +59 -7
- package/lib/v2/newzmz/util.js +166 -0
- package/lib/v2/niaogebiji/cat.js +53 -0
- package/lib/v2/niaogebiji/index.js +41 -0
- package/lib/v2/niaogebiji/maintainer.js +6 -0
- package/lib/v2/niaogebiji/radar.js +25 -0
- package/lib/v2/niaogebiji/router.js +5 -0
- package/lib/v2/niaogebiji/today.js +34 -0
- package/lib/v2/nju/gra.js +13 -5
- package/lib/v2/nwafu/all.js +43 -0
- package/lib/v2/nwafu/maintainer.js +3 -0
- package/lib/v2/nwafu/radar.js +13 -0
- package/lib/v2/nwafu/router.js +3 -0
- package/lib/v2/nwafu/utils.js +35 -0
- package/lib/v2/nytimes/index.js +1 -4
- package/lib/v2/nytimes/utils.js +5 -0
- package/lib/v2/oreno3d/radar.js +1 -1
- package/lib/v2/osu/beatmaps/packs.js +35 -0
- package/lib/v2/osu/maintainer.js +3 -0
- package/lib/v2/osu/radar.js +13 -0
- package/lib/v2/osu/router.js +3 -0
- package/lib/v2/pornhub/category.js +44 -0
- package/lib/v2/pornhub/category_url.js +25 -0
- package/lib/v2/pornhub/maintainer.js +8 -0
- package/lib/v2/pornhub/model.js +29 -0
- package/lib/v2/pornhub/pornstar.js +29 -0
- package/lib/v2/pornhub/radar.js +46 -0
- package/lib/v2/pornhub/router.js +8 -0
- package/lib/v2/pornhub/search.js +23 -0
- package/lib/v2/pornhub/templates/description.art +11 -0
- package/lib/v2/pornhub/users.js +30 -0
- package/lib/v2/pornhub/utils.js +30 -0
- package/lib/v2/radio-canada/latest.js +8 -1
- package/lib/v2/reuters/common.js +52 -26
- package/lib/v2/rfi/maintainer.js +1 -1
- package/lib/v2/rfi/news.js +9 -2
- package/lib/v2/rfi/router.js +1 -1
- package/lib/v2/rsc/journal.js +106 -0
- package/lib/v2/rsc/maintainer.js +3 -0
- package/lib/v2/rsc/radar.js +23 -0
- package/lib/v2/rsc/router.js +3 -0
- package/lib/v2/rsc/templates/image.art +5 -0
- package/lib/v2/rsshub/maintainer.js +1 -0
- package/lib/v2/rsshub/router.js +1 -0
- package/lib/v2/rsshub/routes.js +14 -18
- package/lib/v2/rsshub/transform/html.js +9 -0
- package/lib/v2/rsshub/transform/json.js +1 -0
- package/lib/v2/rsshub/transform/sitemap.js +52 -0
- package/lib/v2/science/radar.js +2 -2
- package/lib/v2/scut/maintainer.js +1 -0
- package/lib/v2/scut/radar.js +34 -0
- package/lib/v2/scut/router.js +1 -0
- package/lib/v2/scut/smae/notice.js +54 -0
- package/lib/v2/sourceforge/index.js +33 -0
- package/lib/v2/sourceforge/maintainer.js +3 -0
- package/lib/v2/sourceforge/radar.js +12 -0
- package/lib/v2/sourceforge/router.js +3 -0
- package/lib/v2/sqmc/maintainer.js +3 -0
- package/lib/v2/sqmc/radar.js +13 -0
- package/lib/v2/sqmc/router.js +3 -0
- package/lib/v2/sqmc/www.js +49 -0
- package/lib/v2/stheadline/std/realtime.js +8 -6
- package/lib/v2/stockedge/daily-news.js +1 -1
- package/lib/v2/stockedge/radar.js +1 -1
- package/lib/v2/stockedge/utils.js +1 -0
- package/lib/v2/surfshark/blog.js +91 -0
- package/lib/v2/surfshark/maintainer.js +3 -0
- package/lib/v2/surfshark/radar.js +90 -0
- package/lib/v2/surfshark/router.js +3 -0
- package/lib/v2/surfshark/templates/description.art +5 -0
- package/lib/v2/tesla/cx.js +119 -0
- package/lib/v2/tesla/maintainer.js +1 -0
- package/lib/v2/tesla/radar.js +13 -1
- package/lib/v2/tesla/router.js +1 -0
- package/lib/v2/tesla/templates/description.art +140 -0
- package/lib/v2/test/index.js +1 -1
- package/lib/v2/tfc-taiwan/index.js +36 -0
- package/lib/v2/tfc-taiwan/maintainer.js +10 -0
- package/lib/v2/tfc-taiwan/radar.js +31 -0
- package/lib/v2/tfc-taiwan/router.js +7 -0
- package/lib/v2/tfc-taiwan/templates/article.art +7 -0
- package/lib/v2/tfc-taiwan/utils.js +56 -0
- package/lib/v2/thepaper/utils.js +19 -13
- package/lib/v2/thwiki/radar.js +1 -1
- package/lib/v2/tiktok/router.js +1 -1
- package/lib/v2/tiktok/templates/user.art +5 -1
- package/lib/v2/tiktok/user.js +5 -1
- package/lib/v2/toodaylab/index.js +99 -0
- package/lib/v2/toodaylab/maintainer.js +7 -0
- package/lib/v2/toodaylab/radar.js +37 -0
- package/lib/v2/toodaylab/router.js +3 -0
- package/lib/{routes → v2}/tophub/index.js +12 -6
- package/lib/v2/tophub/maintainer.js +3 -0
- package/lib/v2/tophub/radar.js +13 -0
- package/lib/v2/tophub/router.js +3 -0
- package/lib/v2/udn/breaking-news.js +10 -5
- package/lib/v2/ustc/eeis.js +5 -4
- package/lib/v2/ustc/sist.js +6 -5
- package/lib/v2/v2ex/maintainer.js +5 -0
- package/lib/v2/v2ex/post.js +35 -0
- package/lib/v2/v2ex/radar.js +35 -0
- package/lib/v2/v2ex/router.js +5 -0
- package/lib/{routes → v2}/v2ex/tab.js +17 -21
- package/lib/{routes → v2}/v2ex/topics.js +1 -1
- package/lib/v2/weibo/oasis/user.js +4 -3
- package/lib/v2/whu/cs.js +71 -0
- package/lib/v2/whu/gs/index.js +85 -0
- package/lib/v2/whu/maintainer.js +5 -0
- package/lib/v2/whu/news.js +102 -0
- package/lib/v2/whu/radar.js +27 -0
- package/lib/v2/whu/router.js +5 -0
- package/lib/v2/x-mol/maintainer.js +4 -0
- package/lib/v2/x-mol/news.js +63 -0
- package/lib/v2/x-mol/paper.js +73 -0
- package/lib/v2/x-mol/radar.js +25 -0
- package/lib/v2/x-mol/router.js +4 -0
- package/lib/v2/x-mol/templates/description.art +6 -0
- package/lib/v2/x-mol/utils.js +3 -0
- package/lib/v2/xiaohongshu/user.js +33 -9
- package/lib/v2/xiaohongshu/util.js +17 -21
- package/lib/v2/xiaote/index.js +48 -0
- package/lib/v2/xiaote/maintainer.js +3 -0
- package/lib/v2/xiaote/radar.js +13 -0
- package/lib/v2/xiaote/router.js +3 -0
- package/lib/v2/xinpianchang/index.js +19 -0
- package/lib/v2/xinpianchang/maintainer.js +4 -0
- package/lib/v2/xinpianchang/radar.js +28 -0
- package/lib/v2/xinpianchang/rank.js +33 -0
- package/lib/v2/xinpianchang/router.js +5 -0
- package/lib/v2/xinpianchang/templates/description.art +13 -0
- package/lib/v2/xinpianchang/util.js +110 -0
- package/lib/v2/xmut/jwc/bkjw.js +62 -0
- package/lib/v2/xmut/jwc/yjs.js +51 -0
- package/lib/v2/xmut/maintainer.js +3 -0
- package/lib/v2/xmut/radar.js +13 -0
- package/lib/v2/xmut/router.js +4 -0
- package/lib/v2/youtube/live.js +49 -0
- package/lib/v2/youtube/maintainer.js +1 -0
- package/lib/v2/youtube/radar.js +6 -0
- package/lib/v2/youtube/router.js +1 -0
- package/lib/v2/youtube/utils.js +12 -0
- package/lib/v2/yuque/utils.js +1 -0
- package/lib/v2/yyets/radar.js +2 -2
- package/lib/v2/zhihu/maintainer.js +4 -0
- package/lib/v2/zhihu/radar.js +24 -0
- package/lib/v2/zhihu/router.js +4 -0
- package/lib/v2/zhihu/xhu/auth.js +38 -0
- package/lib/v2/zhihu/xhu/collection.js +64 -0
- package/lib/v2/zhihu/xhu/question.js +44 -0
- package/lib/v2/zhihu/xhu/topic.js +70 -0
- package/lib/v2/zhihu/xhu/zhuanlan.js +83 -0
- package/lib/v2/zhubai/radar.js +2 -1
- package/lib/v2/zhubai/templates/description.art +41 -13
- package/lib/v2/zhubai/top20.js +31 -22
- package/lib/v2/zodgame/forum.js +61 -23
- package/lib/v2/zodgame/templates/forum.art +1 -1
- package/lib/views/welcome.art +1 -1
- package/package.json +50 -21
- package/lib/routes/cna/index.js +0 -54
- package/lib/routes/cyzone/author.js +0 -55
- package/lib/routes/cyzone/label.js +0 -53
- package/lib/routes/discuz/discuz.js +0 -148
- package/lib/routes/dribbble/utils.js +0 -94
- package/lib/routes/growincity/news.js +0 -49
- package/lib/routes/grubstreet/utils.js +0 -78
- package/lib/routes/kkj/news.js +0 -52
- package/lib/routes/mail/imap.js +0 -79
- package/lib/routes/niaogebiji/cat.js +0 -86
- package/lib/routes/niaogebiji/index.js +0 -40
- package/lib/routes/niaogebiji/today.js +0 -29
- package/lib/routes/npc/index.js +0 -42
- package/lib/routes/pornhub/category.js +0 -22
- package/lib/routes/pornhub/category_url.js +0 -34
- package/lib/routes/pornhub/model.js +0 -35
- package/lib/routes/pornhub/pornstar.js +0 -35
- package/lib/routes/pornhub/search.js +0 -22
- package/lib/routes/pornhub/users.js +0 -35
- package/lib/routes/universities/nwafu/54youth.js +0 -28
- package/lib/routes/universities/nwafu/cie.js +0 -28
- package/lib/routes/universities/nwafu/gs.js +0 -28
- package/lib/routes/universities/nwafu/jcc.js +0 -28
- package/lib/routes/universities/nwafu/jiaowu.js +0 -28
- package/lib/routes/universities/nwafu/lib.js +0 -28
- package/lib/routes/universities/nwafu/news.js +0 -28
- package/lib/routes/universities/nwafu/nic.js +0 -28
- package/lib/routes/universities/nwafu/yjshy.js +0 -28
- package/lib/routes/universities/whu/cs.js +0 -38
- package/lib/routes/universities/whu/news.js +0 -128
- package/lib/routes/v2ex/post.js +0 -39
- package/lib/routes/x-mol/news.js +0 -48
- package/lib/routes/x-mol/paper.js +0 -78
- package/lib/routes/x-mol/utils.js +0 -16
- package/lib/v2/abskoop/templates/description.art +0 -3
- package/lib/v2/appstore/update.js +0 -37
- package/lib/v2/hrbeu/uae/list.js +0 -57
- package/lib/v2/liulinblog/itnews.js +0 -23
- package/lib/v2/liulinblog/kuaixun.js +0 -17
- package/lib/v2/liulinblog/utils.js +0 -42
- package/lib/v2/newzmz/view.js +0 -57
- package/lib/v2/scitation/radar.js +0 -19
- package/lib/v2/scitation/router.js +0 -4
- package/lib/v2/scitation/section.js +0 -76
- /package/lib/v2/{scitation → aip}/templates/description.art +0 -0
- /package/lib/v2/{scitation → aip}/utils.js +0 -0
- /package/lib/{routes → v2}/bbc/utils.js +0 -0
- /package/lib/{routes → v2}/dribbble/keyword.js +0 -0
- /package/lib/{routes → v2}/dribbble/popular.js +0 -0
- /package/lib/{routes → v2}/dribbble/user.js +0 -0
- /package/lib/{routes → v2}/grubstreet/index.js +0 -0
package/lib/v2/bjfu/it/utils.js
CHANGED
|
@@ -1,62 +1,71 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
-
const iconv = require('iconv-lite');
|
|
3
|
+
const iconv = require('iconv-lite');
|
|
4
4
|
const { parseDate } = require('@/utils/parse-date');
|
|
5
5
|
const timezone = require('@/utils/timezone');
|
|
6
6
|
|
|
7
7
|
// 完整文章页
|
|
8
8
|
async function load(link) {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
9
|
+
let response;
|
|
10
|
+
try {
|
|
11
|
+
response = await got.get(link, {
|
|
12
|
+
responseType: 'buffer',
|
|
13
|
+
});
|
|
14
|
+
} catch (e) {
|
|
15
|
+
return { description: '' };
|
|
16
|
+
}
|
|
12
17
|
|
|
13
|
-
const data =
|
|
18
|
+
const data = response.data; // 不用转码
|
|
14
19
|
|
|
15
20
|
// 加载文章内容
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
$('.template-head-info')
|
|
22
|
-
.text()
|
|
23
|
-
.match(/\d{4}-\d{2}-\d{2}/)
|
|
24
|
-
),
|
|
25
|
-
+8
|
|
26
|
-
);
|
|
21
|
+
let $ = cheerio.load(iconv.decode(data, 'utf-8'));
|
|
22
|
+
const charset = $('meta[charset]').attr('charset');
|
|
23
|
+
if (charset?.toLowerCase() !== 'utf-8') {
|
|
24
|
+
$ = cheerio.load(iconv.decode(data, charset ?? 'utf-8'));
|
|
25
|
+
}
|
|
27
26
|
|
|
28
27
|
// 提取内容
|
|
29
|
-
const description = $('.template-body').html();
|
|
28
|
+
const description = ($('.template-body').length ? $('.template-body').html() : '') + ($('.template-tail').length ? $('.template-tail').html() : '');
|
|
30
29
|
|
|
31
30
|
// 返回解析的结果
|
|
32
|
-
return { description
|
|
31
|
+
return { description };
|
|
33
32
|
}
|
|
34
33
|
|
|
35
34
|
const ProcessFeed = (base, list, caches) =>
|
|
36
35
|
// 使用 Promise.all() 进行 async 并发
|
|
37
36
|
Promise.all(
|
|
38
37
|
// 遍历每一篇文章
|
|
39
|
-
list.map(
|
|
38
|
+
list.map((item) => {
|
|
40
39
|
const $ = cheerio.load(item);
|
|
41
40
|
|
|
42
41
|
const $title = $('a');
|
|
43
42
|
// 还原相对链接为绝对链接
|
|
44
43
|
const itemUrl = new URL($title.attr('href'), base).href; // 感谢@hoilc指导
|
|
45
44
|
|
|
46
|
-
//
|
|
47
|
-
const
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
45
|
+
// 解析日期
|
|
46
|
+
const pubDate = timezone(
|
|
47
|
+
parseDate(
|
|
48
|
+
$('span')
|
|
49
|
+
.text()
|
|
50
|
+
.match(/\d{4}-\d{2}-\d{2}/)
|
|
51
|
+
),
|
|
52
|
+
+8
|
|
53
|
+
);
|
|
53
54
|
|
|
54
55
|
// 使用tryGet方法从缓存获取内容。
|
|
55
56
|
// 当缓存中无法获取到链接内容的时候,则使用load方法加载文章内容。
|
|
56
|
-
|
|
57
|
+
return caches.tryGet(itemUrl, async () => {
|
|
58
|
+
const { description } = await load(itemUrl);
|
|
57
59
|
|
|
58
|
-
|
|
59
|
-
|
|
60
|
+
// 列表上提取到的信息
|
|
61
|
+
return {
|
|
62
|
+
title: $title.text(),
|
|
63
|
+
link: itemUrl,
|
|
64
|
+
author: '北林信息',
|
|
65
|
+
description,
|
|
66
|
+
pubDate,
|
|
67
|
+
};
|
|
68
|
+
});
|
|
60
69
|
})
|
|
61
70
|
);
|
|
62
71
|
module.exports = {
|
package/lib/v2/bjfu/jwc/index.js
CHANGED
|
@@ -1,16 +1,11 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
3
|
const util = require('./utils');
|
|
4
|
-
const iconv = require('iconv-lite'); // 转码
|
|
5
4
|
|
|
6
5
|
module.exports = async (ctx) => {
|
|
7
6
|
const type = ctx.params.type;
|
|
8
7
|
let title, path;
|
|
9
8
|
switch (type) {
|
|
10
|
-
case 'jwkx':
|
|
11
|
-
title = '教务快讯';
|
|
12
|
-
path = 'jwkx/';
|
|
13
|
-
break;
|
|
14
9
|
case 'jgdt':
|
|
15
10
|
title = '教改动态';
|
|
16
11
|
path = 'jgdt/';
|
|
@@ -27,6 +22,7 @@ module.exports = async (ctx) => {
|
|
|
27
22
|
title = '图片新闻';
|
|
28
23
|
path = 'tpxw/';
|
|
29
24
|
break;
|
|
25
|
+
case 'jwkx':
|
|
30
26
|
default:
|
|
31
27
|
title = '教务快讯';
|
|
32
28
|
path = 'jwkx/';
|
|
@@ -35,14 +31,13 @@ module.exports = async (ctx) => {
|
|
|
35
31
|
|
|
36
32
|
const response = await got({
|
|
37
33
|
method: 'get',
|
|
38
|
-
responseType: 'buffer', // 转码
|
|
39
34
|
url: base,
|
|
40
35
|
});
|
|
41
36
|
|
|
42
|
-
const data =
|
|
37
|
+
const data = response.data; // 不用转码
|
|
43
38
|
const $ = cheerio.load(data);
|
|
44
39
|
|
|
45
|
-
const list = $('.list_c li').slice(0,
|
|
40
|
+
const list = $('.list_c li').slice(0, 15).toArray();
|
|
46
41
|
|
|
47
42
|
const result = await util.ProcessFeed(base, list, ctx.cache); // 感谢@hoilc指导
|
|
48
43
|
|
package/lib/v2/bjfu/jwc/utils.js
CHANGED
|
@@ -1,61 +1,58 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
-
const iconv = require('iconv-lite'); // 转码
|
|
4
3
|
const { parseDate } = require('@/utils/parse-date');
|
|
5
4
|
const timezone = require('@/utils/timezone');
|
|
6
5
|
|
|
7
6
|
// 完整文章页
|
|
8
7
|
async function load(link) {
|
|
9
|
-
const response = await got.get(link
|
|
10
|
-
responseType: 'buffer',
|
|
11
|
-
});
|
|
8
|
+
const response = await got.get(link);
|
|
12
9
|
|
|
13
|
-
const data =
|
|
10
|
+
const data = response.data; // 不用转码
|
|
14
11
|
|
|
15
12
|
// 加载文章内容
|
|
16
13
|
const $ = cheerio.load(data);
|
|
17
14
|
|
|
18
|
-
// 解析日期
|
|
19
|
-
const pubDate = timezone(
|
|
20
|
-
parseDate(
|
|
21
|
-
$('div #con_djl')
|
|
22
|
-
.text()
|
|
23
|
-
.match(/\d{4}-\d{2}-\d{2}/)
|
|
24
|
-
),
|
|
25
|
-
+8
|
|
26
|
-
);
|
|
27
|
-
|
|
28
15
|
// 提取内容
|
|
29
|
-
const description = $('#con_c').html();
|
|
16
|
+
const description = ($('#con_c').length ? $('#con_c').html() : '') + ($('#con_fujian').length ? $('#con_fujian').html() : '');
|
|
30
17
|
|
|
31
18
|
// 返回解析的结果
|
|
32
|
-
return { description
|
|
19
|
+
return { description };
|
|
33
20
|
}
|
|
34
21
|
|
|
35
22
|
const ProcessFeed = (base, list, caches) =>
|
|
36
23
|
Promise.all(
|
|
37
24
|
// 遍历每一篇文章
|
|
38
|
-
list.map(
|
|
25
|
+
list.map((item) => {
|
|
39
26
|
const $ = cheerio.load(item);
|
|
40
27
|
|
|
41
28
|
const $title = $('a');
|
|
42
29
|
// 还原相对链接为绝对链接
|
|
43
30
|
const itemUrl = new URL($title.attr('href'), base).href; // 感谢@hoilc指导
|
|
44
31
|
|
|
45
|
-
//
|
|
46
|
-
const
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
32
|
+
// 解析日期
|
|
33
|
+
const pubDate = timezone(
|
|
34
|
+
parseDate(
|
|
35
|
+
$('.datetime')
|
|
36
|
+
.text()
|
|
37
|
+
.match(/\d{4}-\d{2}-\d{2}/)
|
|
38
|
+
),
|
|
39
|
+
+8
|
|
40
|
+
);
|
|
52
41
|
|
|
53
42
|
// 使用tryGet方法从缓存获取内容。
|
|
54
43
|
// 当缓存中无法获取到链接内容的时候,则使用load方法加载文章内容。
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
44
|
+
return caches.tryGet(itemUrl, async () => {
|
|
45
|
+
const { description } = await load(itemUrl);
|
|
46
|
+
|
|
47
|
+
// 列表上提取到的信息
|
|
48
|
+
return {
|
|
49
|
+
title: $title.text(),
|
|
50
|
+
link: itemUrl,
|
|
51
|
+
author: '北林教务处',
|
|
52
|
+
description,
|
|
53
|
+
pubDate,
|
|
54
|
+
};
|
|
55
|
+
});
|
|
59
56
|
})
|
|
60
57
|
);
|
|
61
58
|
module.exports = {
|
package/lib/v2/bjfu/kjc.js
CHANGED
|
@@ -1,60 +1,47 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
-
const
|
|
3
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
4
|
+
const timezone = require('@/utils/timezone');
|
|
4
5
|
|
|
5
6
|
module.exports = async (ctx) => {
|
|
6
7
|
const url = 'http://kyc.bjfu.edu.cn/tztg/index.html';
|
|
7
|
-
const response = await got.get(url
|
|
8
|
-
|
|
9
|
-
});
|
|
10
|
-
const data = iconv.decode(response.data, 'gb2312');
|
|
8
|
+
const response = await got.get(url);
|
|
9
|
+
const data = response.data;
|
|
11
10
|
const $ = cheerio.load(data);
|
|
12
11
|
const list = $('.ll_con_r_b li')
|
|
13
|
-
.slice(0,
|
|
14
|
-
.
|
|
12
|
+
.slice(0, 15)
|
|
13
|
+
.toArray()
|
|
14
|
+
.map((e) => {
|
|
15
15
|
const element = $(e);
|
|
16
16
|
const title = element.find('.ll_con_r_b_title a').text();
|
|
17
17
|
const link = element.find('a').attr('href');
|
|
18
|
-
const date =
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
);
|
|
24
|
-
const timeZone = 8;
|
|
25
|
-
const serverOffset = date.getTimezoneOffset() / 60;
|
|
26
|
-
const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
|
|
18
|
+
const date = element
|
|
19
|
+
.find('.ll_con_r_b_time')
|
|
20
|
+
.text()
|
|
21
|
+
.match(/\d{4}-\d{2}-\d{2}/);
|
|
22
|
+
const pubDate = timezone(parseDate(date), 8);
|
|
27
23
|
|
|
28
24
|
return {
|
|
29
25
|
title,
|
|
30
|
-
description: '',
|
|
31
26
|
link: 'http://kyc.bjfu.edu.cn/tztg/' + link,
|
|
32
27
|
author: '北京林业大学科技处通知公告',
|
|
33
28
|
pubDate,
|
|
34
29
|
};
|
|
35
|
-
})
|
|
36
|
-
.get();
|
|
30
|
+
});
|
|
37
31
|
|
|
38
32
|
const result = await Promise.all(
|
|
39
|
-
list.map(
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
})
|
|
50
|
-
|
|
51
|
-
const itemElement = cheerio.load(data);
|
|
52
|
-
|
|
53
|
-
item.description = itemElement('#a_con_l_con').html();
|
|
54
|
-
|
|
55
|
-
ctx.cache.set(link, JSON.stringify(item));
|
|
56
|
-
return item;
|
|
57
|
-
})
|
|
33
|
+
list.map((item) =>
|
|
34
|
+
ctx.cache.tryGet(item.link, async () => {
|
|
35
|
+
const itemReponse = await got.get(item.link);
|
|
36
|
+
const data = itemReponse.data;
|
|
37
|
+
const itemElement = cheerio.load(data);
|
|
38
|
+
|
|
39
|
+
item.description = itemElement('#a_con_l_con').html();
|
|
40
|
+
item.title = item.title.includes('...') ? itemElement('#a_con_l_title').text() : item.title;
|
|
41
|
+
|
|
42
|
+
return item;
|
|
43
|
+
})
|
|
44
|
+
)
|
|
58
45
|
);
|
|
59
46
|
|
|
60
47
|
ctx.state.data = {
|
|
@@ -1,16 +1,12 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
3
|
const util = require('./utils');
|
|
4
|
-
const iconv = require('iconv-lite');
|
|
4
|
+
const iconv = require('iconv-lite');
|
|
5
5
|
|
|
6
6
|
module.exports = async (ctx) => {
|
|
7
7
|
const type = ctx.params.type;
|
|
8
8
|
let title, path;
|
|
9
9
|
switch (type) {
|
|
10
|
-
case 'lsyw':
|
|
11
|
-
title = '绿色要闻';
|
|
12
|
-
path = 'lsyw/';
|
|
13
|
-
break;
|
|
14
10
|
case 'xydt':
|
|
15
11
|
title = '校园动态';
|
|
16
12
|
path = 'lsxy/';
|
|
@@ -27,6 +23,7 @@ module.exports = async (ctx) => {
|
|
|
27
23
|
title = '一周排行';
|
|
28
24
|
path = 'yzph/';
|
|
29
25
|
break;
|
|
26
|
+
case 'lsyw':
|
|
30
27
|
default:
|
|
31
28
|
title = '绿色要闻';
|
|
32
29
|
path = 'lsyw/';
|
|
@@ -35,14 +32,20 @@ module.exports = async (ctx) => {
|
|
|
35
32
|
|
|
36
33
|
const response = await got({
|
|
37
34
|
method: 'get',
|
|
38
|
-
responseType: 'buffer',
|
|
35
|
+
responseType: 'buffer',
|
|
39
36
|
url: base,
|
|
40
37
|
});
|
|
41
38
|
|
|
42
|
-
const data =
|
|
43
|
-
|
|
39
|
+
const data = response.data;
|
|
40
|
+
let $ = cheerio.load(iconv.decode(data, 'utf-8'));
|
|
41
|
+
const charset = $('meta[http-equiv="Content-Type"]')
|
|
42
|
+
.attr('content')
|
|
43
|
+
.match(/charset=(.*)/)?.[1];
|
|
44
|
+
if (charset?.toLowerCase() !== 'utf-8') {
|
|
45
|
+
$ = cheerio.load(iconv.decode(data, charset ?? 'utf-8'));
|
|
46
|
+
}
|
|
44
47
|
|
|
45
|
-
const list = $('.news_ul li').slice(0,
|
|
48
|
+
const list = $('.news_ul li').slice(0, 12).toArray();
|
|
46
49
|
|
|
47
50
|
const result = await util.ProcessFeed(base, list, ctx.cache); // 感谢@hoilc指导
|
|
48
51
|
|
|
@@ -1,16 +1,13 @@
|
|
|
1
1
|
const got = require('@/utils/got');
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
|
-
const iconv = require('iconv-lite'); // 转码
|
|
4
3
|
const { parseDate } = require('@/utils/parse-date');
|
|
5
4
|
const timezone = require('@/utils/timezone');
|
|
6
5
|
|
|
7
6
|
// 完整文章页
|
|
8
7
|
async function load(link) {
|
|
9
|
-
const response = await got.get(link
|
|
10
|
-
responseType: 'buffer',
|
|
11
|
-
});
|
|
8
|
+
const response = await got.get(link);
|
|
12
9
|
|
|
13
|
-
const data =
|
|
10
|
+
const data = response.data; // 不用转码
|
|
14
11
|
|
|
15
12
|
// 加载文章内容
|
|
16
13
|
const $ = cheerio.load(data);
|
|
@@ -27,35 +24,36 @@ async function load(link) {
|
|
|
27
24
|
|
|
28
25
|
// 提取内容
|
|
29
26
|
const description = $('.article_con').html();
|
|
27
|
+
const title = $('h2').text();
|
|
30
28
|
|
|
31
29
|
// 返回解析的结果
|
|
32
|
-
return { description, pubDate };
|
|
30
|
+
return { description, pubDate, title };
|
|
33
31
|
}
|
|
34
32
|
|
|
35
33
|
const ProcessFeed = (base, list, caches) =>
|
|
36
34
|
Promise.all(
|
|
37
35
|
// 遍历每一篇文章
|
|
38
|
-
list.map(
|
|
36
|
+
list.map((item) => {
|
|
39
37
|
const $ = cheerio.load(item);
|
|
40
38
|
|
|
41
39
|
const $title = $('a');
|
|
42
40
|
// 还原相对链接为绝对链接
|
|
43
41
|
const itemUrl = new URL($title.attr('href'), base).href; // 感谢@hoilc指导
|
|
44
42
|
|
|
45
|
-
// 列表上提取到的信息
|
|
46
|
-
const single = {
|
|
47
|
-
title: $title.text(),
|
|
48
|
-
link: itemUrl,
|
|
49
|
-
author: '绿色新闻网',
|
|
50
|
-
guid: itemUrl,
|
|
51
|
-
};
|
|
52
|
-
|
|
53
43
|
// 使用tryGet方法从缓存获取内容。
|
|
54
44
|
// 当缓存中无法获取到链接内容的时候,则使用load方法加载文章内容。
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
45
|
+
return caches.tryGet(itemUrl, async () => {
|
|
46
|
+
const { description, pubDate, title } = await load(itemUrl);
|
|
47
|
+
|
|
48
|
+
// 列表上提取到的信息
|
|
49
|
+
return {
|
|
50
|
+
title: $title.text().includes('...') ? title : $title.text(),
|
|
51
|
+
link: itemUrl,
|
|
52
|
+
author: '绿色新闻网',
|
|
53
|
+
description,
|
|
54
|
+
pubDate,
|
|
55
|
+
};
|
|
56
|
+
});
|
|
59
57
|
})
|
|
60
58
|
);
|
|
61
59
|
module.exports = {
|
|
@@ -7,7 +7,7 @@ const got = require('@/utils/got');
|
|
|
7
7
|
const { art } = require('@/utils/render');
|
|
8
8
|
|
|
9
9
|
const rootUrl = 'https://www.bloomberg.com/feeds';
|
|
10
|
-
const idSel = 'script[id^="article-info"][type="application/json"], script[class^="article-info"][type="application/json"]';
|
|
10
|
+
const idSel = 'script[id^="article-info"][type="application/json"], script[class^="article-info"][type="application/json"], script#dvz-config';
|
|
11
11
|
const idUrl = 'https://www.bloomberg.com/article/api/story/id/';
|
|
12
12
|
|
|
13
13
|
const headers = {
|
|
@@ -45,7 +45,7 @@ const apiEndpoints = {
|
|
|
45
45
|
// https://www.bloomberg.com/features/2023-stradivarius-murders/
|
|
46
46
|
url: 'https://www.bloomberg.com/features/',
|
|
47
47
|
sel: idSel,
|
|
48
|
-
|
|
48
|
+
prop: 'id',
|
|
49
49
|
},
|
|
50
50
|
};
|
|
51
51
|
|
|
@@ -508,8 +508,10 @@ const nodeRenderers = {
|
|
|
508
508
|
if (t === 'video') {
|
|
509
509
|
const h = node.data;
|
|
510
510
|
const id = h.attachment?.id;
|
|
511
|
-
|
|
512
|
-
|
|
511
|
+
if (id) {
|
|
512
|
+
const desc = await processVideo(id, h.attachment?.title);
|
|
513
|
+
return art(path.join(__dirname, 'templates/video_media.art'), desc);
|
|
514
|
+
}
|
|
513
515
|
}
|
|
514
516
|
if (t === 'audio' && node.data.attachment) {
|
|
515
517
|
const B = node.data.attachment;
|
|
@@ -2,8 +2,8 @@ const got = require('@/utils/got');
|
|
|
2
2
|
const cheerio = require('cheerio');
|
|
3
3
|
|
|
4
4
|
module.exports = async (ctx) => {
|
|
5
|
-
const link = '
|
|
6
|
-
const response = await got
|
|
5
|
+
const link = 'https://www.boc.cn/sourcedb/whpj/';
|
|
6
|
+
const response = await got(link);
|
|
7
7
|
const $ = cheerio.load(response.data);
|
|
8
8
|
|
|
9
9
|
const format = ctx.params.format;
|
|
@@ -40,21 +40,23 @@ module.exports = async (ctx) => {
|
|
|
40
40
|
|
|
41
41
|
const out = $('div.publish table tbody tr')
|
|
42
42
|
.slice(2)
|
|
43
|
-
.
|
|
44
|
-
|
|
43
|
+
.toArray()
|
|
44
|
+
.map((e) => {
|
|
45
|
+
e = $(e);
|
|
46
|
+
const zh_name = e.find('td:nth-child(1)').text();
|
|
45
47
|
const en_name = en_names[zh_name] || '';
|
|
46
|
-
const name = `${zh_name} ${en_name}
|
|
47
|
-
const date =
|
|
48
|
+
const name = `${zh_name} ${en_name}`;
|
|
49
|
+
const date = e.find('td:nth-child(7)').text();
|
|
48
50
|
|
|
49
|
-
const xhmr = `现汇买入价:${
|
|
51
|
+
const xhmr = `现汇买入价:${e.find('td:nth-child(2)').text()}`;
|
|
50
52
|
|
|
51
|
-
const xcmr = `现钞买入价:${
|
|
53
|
+
const xcmr = `现钞买入价:${e.find('td:nth-child(3)').text()}`;
|
|
52
54
|
|
|
53
|
-
const xhmc = `现汇卖出价:${
|
|
55
|
+
const xhmc = `现汇卖出价:${e.find('td:nth-child(4)').text()}`;
|
|
54
56
|
|
|
55
|
-
const xcmc = `现钞卖出价:${
|
|
57
|
+
const xcmc = `现钞卖出价:${e.find('td:nth-child(5)').text()}`;
|
|
56
58
|
|
|
57
|
-
const zs = `中行折算价:${
|
|
59
|
+
const zs = `中行折算价:${e.find('td:nth-child(6)').text()}`;
|
|
58
60
|
|
|
59
61
|
const content = `${xhmr} ${xcmr} ${xhmc} ${xcmc} ${zs}`;
|
|
60
62
|
|
|
@@ -77,7 +79,7 @@ module.exports = async (ctx) => {
|
|
|
77
79
|
case 'xcmc':
|
|
78
80
|
return `${name} ${xcmc}`;
|
|
79
81
|
default:
|
|
80
|
-
return name
|
|
82
|
+
return `${name} ${content}`;
|
|
81
83
|
}
|
|
82
84
|
};
|
|
83
85
|
|
|
@@ -85,11 +87,10 @@ module.exports = async (ctx) => {
|
|
|
85
87
|
title: formatTitle(),
|
|
86
88
|
description: content.replace(/\s/g, '<br>'),
|
|
87
89
|
pubDate: new Date(date).toUTCString(),
|
|
88
|
-
guid: name
|
|
90
|
+
guid: `${name} ${content}`,
|
|
89
91
|
};
|
|
90
92
|
return info;
|
|
91
|
-
})
|
|
92
|
-
.get();
|
|
93
|
+
});
|
|
93
94
|
|
|
94
95
|
ctx.state.data = {
|
|
95
96
|
title: '中国银行外汇牌价',
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
const queryString = require('query-string');
|
|
3
|
+
const cheerio = require('cheerio');
|
|
4
|
+
|
|
5
|
+
module.exports = async (ctx) => {
|
|
6
|
+
const baseUrl = 'https://mmda.booru.org';
|
|
7
|
+
const tags = ctx.params.tags;
|
|
8
|
+
|
|
9
|
+
const query = queryString.stringify(
|
|
10
|
+
{
|
|
11
|
+
tags,
|
|
12
|
+
page: 'post',
|
|
13
|
+
s: 'list',
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
skipNull: true,
|
|
17
|
+
}
|
|
18
|
+
);
|
|
19
|
+
|
|
20
|
+
const { data: response } = await got(`${baseUrl}/index.php`, {
|
|
21
|
+
searchParams: query,
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
const $ = cheerio.load(response);
|
|
25
|
+
const list = $('#post-list > div.content > div > div:nth-child(3) span')
|
|
26
|
+
.toArray()
|
|
27
|
+
.map((item) => {
|
|
28
|
+
item = $(item);
|
|
29
|
+
const a = item.find('a').first();
|
|
30
|
+
|
|
31
|
+
const scriptStr = item.find('script[type="text/javascript"]').first().text();
|
|
32
|
+
const user = scriptStr.match(/user':'(.*?)'/)?.[1] ?? '';
|
|
33
|
+
|
|
34
|
+
return {
|
|
35
|
+
title: a.find('img').first().attr('title'),
|
|
36
|
+
link: `${baseUrl}/${a.attr('href')}`,
|
|
37
|
+
author: user,
|
|
38
|
+
description: a.html(),
|
|
39
|
+
};
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
ctx.state.data = {
|
|
43
|
+
title: tags,
|
|
44
|
+
link: `${baseUrl}/index.php?${query}`,
|
|
45
|
+
item: list,
|
|
46
|
+
};
|
|
47
|
+
};
|