rsshub 1.0.0-master.d4bfda3 → 1.0.0-master.d4ff0ff
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +13 -48
- package/lib/api/radar/rules/all.ts +3 -6
- package/lib/api/radar/rules/one.ts +3 -6
- package/lib/config.ts +32 -2
- package/lib/errors/index.test.ts +1 -1
- package/lib/errors/index.tsx +1 -1
- package/lib/index.ts +1 -1
- package/lib/middleware/anti-hotlink.test.ts +191 -6
- package/lib/middleware/anti-hotlink.ts +29 -1
- package/lib/middleware/logger.ts +2 -2
- package/lib/middleware/parameter.test.ts +22 -5
- package/lib/middleware/parameter.ts +47 -17
- package/lib/router.js +1 -9
- package/lib/routes/4ksj/forum.ts +54 -20
- package/lib/routes/500px/tribe-set.ts +3 -2
- package/lib/routes/51cto/recommend.ts +45 -7
- package/lib/routes/5eplay/utils.ts +5 -3
- package/lib/routes/a9vg/index.ts +214 -0
- package/lib/routes/a9vg/namespace.ts +1 -0
- package/lib/routes/a9vg/templates/description.art +17 -0
- package/lib/routes/abc/index.ts +2 -2
- package/lib/routes/academia/namespace.ts +1 -1
- package/lib/routes/agri/index.ts +307 -0
- package/lib/routes/agri/namespace.ts +8 -0
- package/lib/routes/agri/templates/description.art +21 -0
- package/lib/routes/anime1/anime.ts +63 -0
- package/lib/routes/anime1/namespace.ts +6 -0
- package/lib/routes/anime1/search.ts +57 -0
- package/lib/routes/apnews/api.ts +62 -0
- package/lib/routes/apnews/rss.ts +1 -1
- package/lib/routes/apnews/sitemap.ts +2 -1
- package/lib/routes/apnews/topics.ts +2 -2
- package/lib/routes/apple/podcast.ts +20 -16
- package/lib/routes/asus/bios.ts +88 -21
- package/lib/routes/asus/templates/bios.art +13 -6
- package/lib/routes/bangumi/templates/tv/subject.art +6 -0
- package/lib/routes/bangumi/tv/user/collections.ts +172 -0
- package/lib/routes/behance/user.ts +14 -3
- package/lib/routes/beijingprice/index.ts +12 -12
- package/lib/routes/bestblogs/feeds.ts +107 -0
- package/lib/routes/bestblogs/namespace.ts +6 -0
- package/lib/routes/bilibili/bangumi.ts +3 -2
- package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
- package/lib/routes/bilibili/cache.ts +25 -1
- package/lib/routes/bilibili/dynamic.ts +103 -105
- package/lib/routes/bilibili/followings-dynamic.ts +3 -1
- package/lib/routes/bilibili/followings-video.ts +9 -3
- package/lib/routes/bilibili/readlist.ts +3 -2
- package/lib/routes/bilibili/utils.ts +5 -0
- package/lib/routes/bilibili/video.ts +2 -1
- package/lib/routes/binance/announcement.ts +168 -0
- package/lib/routes/binance/types.ts +26 -0
- package/lib/routes/bitget/announcement.ts +200 -0
- package/lib/routes/bitget/namespace.ts +6 -0
- package/lib/routes/bitget/type.ts +26 -0
- package/lib/routes/bjnews/cat.ts +9 -1
- package/lib/routes/bjp/apod.ts +4 -2
- package/lib/routes/bupt/jwc.ts +130 -0
- package/lib/routes/caixin/latest.ts +3 -2
- package/lib/routes/ccfa/index.ts +216 -0
- package/lib/routes/ccfa/namespace.ts +8 -0
- package/lib/routes/ccfa/templates/description.art +7 -0
- package/lib/routes/cdu/jwgg.ts +79 -0
- package/lib/routes/cdu/namespace.ts +6 -0
- package/lib/routes/ceph/blog.ts +72 -0
- package/lib/routes/ceph/namespace.ts +7 -0
- package/lib/routes/changba/user.ts +6 -5
- package/lib/routes/chikubi/category.ts +41 -0
- package/lib/routes/chikubi/index.ts +66 -0
- package/lib/routes/chikubi/namespace.ts +15 -0
- package/lib/routes/chikubi/navigation.ts +66 -0
- package/lib/routes/chikubi/nipple-video-category.ts +49 -0
- package/lib/routes/chikubi/nipple-video-maker.ts +49 -0
- package/lib/routes/chikubi/search.ts +39 -0
- package/lib/routes/chikubi/tag.ts +41 -0
- package/lib/routes/chikubi/utils.ts +135 -0
- package/lib/routes/chinanews/index.ts +1 -1
- package/lib/routes/chinaventure/index.ts +1 -1
- package/lib/routes/chlinlearn/daily-blog.ts +7 -0
- package/lib/routes/cls/subject.ts +153 -0
- package/lib/routes/cls/templates/description.art +21 -0
- package/lib/routes/dealstreetasia/home.ts +72 -0
- package/lib/routes/dealstreetasia/namespace.ts +6 -0
- package/lib/routes/dealstreetasia/section.ts +57 -0
- package/lib/routes/deepin/thread.ts +102 -0
- package/lib/routes/deeplearning/thebatch.ts +30 -18
- package/lib/routes/devolverdigital/blog.ts +1 -1
- package/lib/routes/devtrium/namespace.ts +6 -0
- package/lib/routes/devtrium/posts.ts +55 -0
- package/lib/routes/discourse/official.ts +55 -0
- package/lib/routes/dockerhub/build.ts +1 -1
- package/lib/routes/dockerhub/utils.ts +4 -3
- package/lib/routes/douban/movie/coming.ts +68 -0
- package/lib/routes/douban/templates/movie_coming.art +27 -0
- package/lib/routes/douyin/types.ts +795 -0
- package/lib/routes/douyin/user.ts +51 -23
- package/lib/routes/douyin/utils.ts +1 -87
- package/lib/routes/dykszx/namespace.ts +8 -0
- package/lib/routes/dykszx/news.ts +88 -0
- package/lib/routes/eagle/blog.ts +13 -2
- package/lib/routes/eastmoney/report/index.ts +63 -15
- package/lib/routes/eastmoney/templates/stock_description.art +36 -0
- package/lib/routes/eastmoney/utils.ts +35 -0
- package/lib/routes/easynomad/joblist.ts +56 -0
- package/lib/routes/easynomad/namespace.ts +6 -0
- package/lib/routes/economist/espresso.ts +3 -2
- package/lib/routes/economist/full.ts +3 -2
- package/lib/routes/epicgames/index.ts +1 -1
- package/lib/routes/espn/namespace.ts +6 -0
- package/lib/routes/espn/news.ts +120 -0
- package/lib/routes/espn/templates/media.art +19 -0
- package/lib/routes/fediverse/timeline.ts +1 -1
- package/lib/routes/follow/namespace.ts +6 -0
- package/lib/routes/follow/profile.ts +81 -0
- package/lib/routes/follow/types.ts +68 -0
- package/lib/routes/ftm/index.ts +60 -0
- package/lib/routes/ftm/namespace.ts +6 -0
- package/lib/routes/galxe/index.ts +94 -0
- package/lib/routes/galxe/namespace.ts +9 -0
- package/lib/routes/gamer/ani/anime.ts +10 -3
- package/lib/routes/gamer/ani/new-anime.ts +4 -3
- package/lib/routes/gamer/gnn-index.ts +31 -11
- package/lib/routes/gamer/hot.ts +4 -3
- package/lib/routes/gamersky/ent.ts +57 -0
- package/lib/routes/gamersky/namespace.ts +10 -0
- package/lib/routes/gamersky/news.ts +91 -0
- package/lib/routes/gamersky/review.ts +80 -0
- package/lib/routes/gamersky/utils.ts +94 -0
- package/lib/routes/geekpark/index.ts +219 -0
- package/lib/routes/geekpark/namespace.ts +8 -0
- package/lib/routes/geekpark/templates/description.art +21 -0
- package/lib/routes/github/activity.ts +2 -1
- package/lib/routes/github/advisor.ts +97 -0
- package/lib/routes/github/comments.ts +32 -30
- package/lib/routes/github/discussions.ts +194 -0
- package/lib/routes/github/issue.ts +1 -1
- package/lib/routes/github/pulls.ts +1 -1
- package/lib/routes/go/mhlw/pdf.ts +87 -0
- package/lib/routes/go/namespace.ts +8 -0
- package/lib/routes/go/niid/idwr-dl.ts +104 -0
- package/lib/routes/gov/cbirc/index.ts +371 -0
- package/lib/routes/gov/cn/namespace.ts +8 -0
- package/lib/routes/gov/{news → cn/news}/index.ts +11 -7
- package/lib/routes/gov/csrc/csrc.ts +541 -0
- package/lib/routes/gov/lswz/index.ts +5 -4
- package/lib/routes/gov/moa/moa.ts +3 -3
- package/lib/routes/gov/moa/szcpxx.ts +115 -0
- package/lib/routes/gov/moa/zdscxx.ts +71 -21
- package/lib/routes/gov/ndrc/fggz.ts +637 -2
- package/lib/routes/gov/ndrc/namespace.ts +8 -0
- package/lib/routes/gov/ndrc/xwdt.ts +28 -8
- package/lib/routes/gov/ndrc/zfxxgk/articles.ts +73 -0
- package/lib/routes/gq/news.ts +3 -2
- package/lib/routes/gs/developer/blog.ts +58 -0
- package/lib/routes/gs/namespace.ts +9 -0
- package/lib/routes/guancha/member.ts +1 -1
- package/lib/routes/hackernews/index.ts +16 -5
- package/lib/routes/hpoi/all.ts +17 -6
- package/lib/routes/hpoi/character.ts +18 -6
- package/lib/routes/hpoi/info.ts +11 -6
- package/lib/routes/hpoi/user.ts +16 -4
- package/lib/routes/hpoi/utils.ts +36 -3
- package/lib/routes/hpoi/work.ts +18 -6
- package/lib/routes/hust/gs.ts +281 -0
- package/lib/routes/hust/namespace.ts +1 -1
- package/lib/routes/imhcg/blog.ts +47 -0
- package/lib/routes/imhcg/namespace.ts +7 -0
- package/lib/routes/javtiful/actress.ts +37 -0
- package/lib/routes/javtiful/channel.ts +37 -0
- package/lib/routes/javtiful/namespace.ts +6 -0
- package/lib/routes/javtiful/templates/description.art +7 -0
- package/lib/routes/javtiful/utils.ts +18 -0
- package/lib/routes/jianshu/collection.ts +3 -2
- package/lib/routes/jianshu/home.ts +3 -2
- package/lib/routes/jianshu/user.ts +3 -2
- package/lib/routes/jike/topic.ts +10 -3
- package/lib/routes/jike/user.ts +3 -2
- package/lib/routes/jjwxc/book.ts +18 -14
- package/lib/routes/kakuyomu/namespace.ts +6 -0
- package/lib/routes/kakuyomu/types.ts +6 -0
- package/lib/routes/kakuyomu/works.ts +73 -0
- package/lib/routes/kisskiss/blog.ts +74 -0
- package/lib/routes/kisskiss/namespace.ts +6 -0
- package/lib/routes/konachan/namespace.ts +7 -0
- package/lib/routes/konachan/post.ts +84 -0
- package/lib/routes/lemmy/index.ts +30 -3
- package/lib/routes/lemmy/namespace.ts +1 -0
- package/lib/routes/link3/events.ts +86 -0
- package/lib/routes/link3/namespace.ts +6 -0
- package/lib/routes/link3/profile.ts +143 -0
- package/lib/routes/lofter/collection.ts +87 -0
- package/lib/routes/lofter/user.ts +1 -1
- package/lib/routes/lovelive-anime/namespace.ts +1 -1
- package/lib/routes/lovelive-anime/news.ts +56 -26
- package/lib/routes/lovelive-anime/schedules.ts +18 -6
- package/lib/routes/lovelive-anime/templates/description.art +1 -1
- package/lib/routes/lovelive-anime/templates/scheduleDesc.art +0 -1
- package/lib/routes/lovelive-anime/topics.ts +1 -1
- package/lib/routes/luma/index.ts +92 -0
- package/lib/routes/luma/namespace.ts +6 -0
- package/lib/routes/malaysiakini/index.ts +179 -0
- package/lib/routes/malaysiakini/namespace.ts +11 -0
- package/lib/routes/manhuagui/comic.ts +1 -1
- package/lib/routes/mastodon/account-id.ts +26 -3
- package/lib/routes/mastodon/acct.ts +15 -4
- package/lib/routes/mastodon/timeline-local.ts +14 -3
- package/lib/routes/mastodon/timeline-remote.ts +14 -3
- package/lib/routes/meishichina/index.ts +1997 -0
- package/lib/routes/meishichina/namespace.ts +8 -0
- package/lib/routes/mi/crowdfunding.ts +43 -22
- package/lib/routes/mi/templates/crowdfunding.art +28 -0
- package/lib/routes/mi/types.ts +40 -0
- package/lib/routes/mi/utils.ts +80 -0
- package/lib/routes/misskey/featured-notes.ts +3 -2
- package/lib/routes/misskey/user-timeline.ts +3 -2
- package/lib/routes/natgeo/dailyphoto.ts +5 -4
- package/lib/routes/natgeo/dailyselection.ts +18 -3
- package/lib/routes/ncku/csie.ts +83 -0
- package/lib/routes/ncku/namespace.ts +6 -0
- package/lib/routes/ncku/phys.ts +95 -0
- package/lib/routes/newyorker/news.ts +5 -4
- package/lib/routes/nhk/news.ts +32 -15
- package/lib/routes/nicovideo/namespace.ts +7 -0
- package/lib/routes/nicovideo/templates/video.art +7 -0
- package/lib/routes/nicovideo/types.ts +54 -0
- package/lib/routes/nicovideo/utils.ts +37 -0
- package/lib/routes/nicovideo/video.ts +47 -0
- package/lib/routes/nikkei/cn/index.ts +12 -1
- package/lib/routes/nytimes/book.ts +14 -17
- package/lib/routes/nytimes/index.ts +16 -9
- package/lib/routes/obsidian/namespace.ts +6 -0
- package/lib/routes/obsidian/publish.ts +83 -0
- package/lib/routes/obsidian/utils.ts +8 -0
- package/lib/routes/oct0pu5/namespace.ts +10 -0
- package/lib/routes/oct0pu5/rss.ts +48 -0
- package/lib/routes/pconline/focus.ts +143 -0
- package/lib/routes/pconline/namespace.ts +10 -0
- package/lib/routes/people/index.ts +6 -2
- package/lib/routes/picnob/user.ts +11 -3
- package/lib/routes/pixiv/ranking.ts +1 -0
- package/lib/routes/pixivision/index.ts +84 -0
- package/lib/routes/pixivision/namespace.ts +6 -0
- package/lib/routes/pixivision/utils.ts +86 -0
- package/lib/routes/pku/bbs/hot.ts +1 -1
- package/lib/routes/pornhub/category.ts +3 -2
- package/lib/routes/pornhub/model.ts +6 -7
- package/lib/routes/pornhub/pornstar.ts +67 -19
- package/lib/routes/pornhub/search.ts +3 -2
- package/lib/routes/pornhub/users.ts +3 -5
- package/lib/routes/qiche365/namespace.ts +5 -0
- package/lib/routes/qiche365/recall.ts +53 -0
- package/lib/routes/qidian/namespace.ts +1 -1
- package/lib/routes/questn/community.ts +76 -0
- package/lib/routes/questn/events.ts +101 -0
- package/lib/routes/questn/namespace.ts +6 -0
- package/lib/routes/questn/util.ts +16 -0
- package/lib/routes/resonac/namespace.ts +6 -0
- package/lib/routes/resonac/products.ts +85 -0
- package/lib/routes/reuters/common.ts +54 -1
- package/lib/routes/rss3/index.ts +3 -428
- package/lib/routes/samd/news.ts +1 -1
- package/lib/routes/scmp/utils.ts +2 -2
- package/lib/routes/scut/gzic/media.ts +71 -0
- package/lib/routes/scut/gzic/news.ts +65 -0
- package/lib/routes/scut/gzic/notice.ts +88 -0
- package/lib/routes/sdu/{cs.ts → cs/index.ts} +46 -12
- package/lib/routes/sdu/cs/yjsgz.ts +85 -0
- package/lib/routes/sdu/gjsw.ts +80 -0
- package/lib/routes/sdu/namespace.ts +2 -2
- package/lib/routes/sdu/qd/xszxqd.ts +98 -0
- package/lib/routes/sdu/qd/xyb.ts +82 -0
- package/lib/routes/sdu/ygb.ts +90 -0
- package/lib/routes/sis001/author.ts +52 -0
- package/lib/routes/sis001/common.ts +38 -0
- package/lib/routes/sis001/forum.ts +2 -29
- package/lib/routes/sjtu/namespace.ts +1 -1
- package/lib/routes/sjtu/seiee/index.ts +97 -0
- package/lib/routes/smzdm/product.ts +85 -0
- package/lib/routes/solidot/main.ts +28 -12
- package/lib/routes/soundon/namespace.ts +6 -0
- package/lib/routes/soundon/podcast.ts +80 -0
- package/lib/routes/soundon/types.ts +67 -0
- package/lib/routes/spankbang/namespace.ts +6 -0
- package/lib/routes/spankbang/new-videos.ts +90 -0
- package/lib/routes/spankbang/templates/video.art +7 -0
- package/lib/routes/sse/sselawsrules.ts +370 -0
- package/lib/routes/sspai/index.ts +2 -2
- package/lib/routes/sustainabilitymag/namespace.ts +1 -1
- package/lib/routes/swjtu/scai/bks.ts +76 -0
- package/lib/routes/szftedu/dongtai.ts +62 -0
- package/lib/routes/szftedu/gonggao.ts +62 -0
- package/lib/routes/szftedu/namespace.ts +6 -0
- package/lib/routes/szse/rule.ts +315 -42
- package/lib/routes/taoguba/blog.ts +1 -1
- package/lib/routes/taoguba/index.ts +1 -1
- package/lib/routes/telegram/blog.ts +3 -2
- package/lib/routes/telegram/channel.ts +34 -3
- package/lib/routes/telegram/stickerpack.ts +3 -2
- package/lib/routes/tencent/news/author.ts +2 -1
- package/lib/routes/test/index.ts +50 -43
- package/lib/routes/the/index.ts +7 -3
- package/lib/routes/theblockbeats/index.ts +10 -5
- package/lib/routes/theinitium/app.ts +137 -0
- package/lib/routes/theinitium/templates/description.art +17 -0
- package/lib/routes/threads/index.ts +26 -20
- package/lib/routes/tju/cic/index.ts +2 -2
- package/lib/routes/tju/news/index.ts +2 -2
- package/lib/routes/tju/oaa/index.ts +2 -2
- package/lib/routes/ttv/index.ts +1 -1
- package/lib/routes/twitch/live.ts +3 -2
- package/lib/routes/twitch/video.ts +15 -6
- package/lib/routes/twitter/api/index.ts +2 -0
- package/lib/routes/twitter/api/mobile-api/login.ts +1 -1
- package/lib/routes/twitter/api/web-api/api.ts +18 -0
- package/lib/routes/twitter/api/web-api/constants.ts +17 -14
- package/lib/routes/twitter/api/web-api/login.ts +75 -0
- package/lib/routes/twitter/api/web-api/utils.ts +99 -40
- package/lib/routes/twitter/home-latest.ts +60 -0
- package/lib/routes/twitter/list.ts +5 -2
- package/lib/routes/twitter/tweet.ts +1 -0
- package/lib/routes/udn/breaking-news.ts +2 -2
- package/lib/routes/uestc/bbs.ts +97 -0
- package/lib/routes/uestc/namespace.ts +1 -1
- package/lib/routes/ustc/scms.ts +97 -0
- package/lib/routes/v2ex/topics.ts +1 -0
- package/lib/routes/vimeo/category.ts +4 -3
- package/lib/routes/vimeo/usr-videos.ts +3 -2
- package/lib/routes/voronoiapp/author.ts +41 -0
- package/lib/routes/voronoiapp/common.ts +247 -0
- package/lib/routes/voronoiapp/editors-pick.ts +28 -0
- package/lib/routes/voronoiapp/home.ts +29 -0
- package/lib/routes/voronoiapp/latest.ts +28 -0
- package/lib/routes/voronoiapp/namespace.ts +6 -0
- package/lib/routes/voronoiapp/popular.ts +49 -0
- package/lib/routes/voronoiapp/search.ts +33 -0
- package/lib/routes/voronoiapp/types.d.ts +78 -0
- package/lib/routes/wchscu/namespace.ts +6 -0
- package/lib/routes/wchscu/recruit.ts +73 -0
- package/lib/routes/weibo/namespace.ts +1 -0
- package/lib/routes/weibo/oasis/user.ts +1 -1
- package/lib/routes/weibo/super-index.ts +23 -11
- package/lib/routes/weibo/user.ts +13 -2
- package/lib/routes/weibo/utils.ts +0 -4
- package/lib/routes/whu/cs.ts +11 -3
- package/lib/routes/whu/gs/index.ts +2 -1
- package/lib/routes/whu/news.ts +27 -2
- package/lib/routes/withgoogle/explorables.ts +54 -0
- package/lib/routes/withgoogle/namespace.ts +6 -0
- package/lib/routes/xbookcn/blog.ts +66 -0
- package/lib/routes/xbookcn/namespace.ts +6 -0
- package/lib/routes/xiaohongshu/user.ts +7 -4
- package/lib/routes/xiaohongshu/util.ts +3 -1
- package/lib/routes/xidian/cs.ts +143 -0
- package/lib/routes/xidian/gr.ts +289 -0
- package/lib/routes/xidian/jwc.ts +1 -0
- package/lib/routes/xidian/namespace.ts +1 -1
- package/lib/routes/xueqiu/cookies.ts +14 -1
- package/lib/routes/xueqiu/favorite.ts +16 -2
- package/lib/routes/xueqiu/stock-info.ts +6 -12
- package/lib/routes/yamap/articles.ts +62 -0
- package/lib/routes/yamap/namespace.ts +6 -0
- package/lib/routes/yande/namespace.ts +1 -1
- package/lib/routes/yande/post.ts +7 -7
- package/lib/routes/yilinzazhi/index.ts +58 -0
- package/lib/routes/yilinzazhi/latest.ts +103 -0
- package/lib/routes/yilinzazhi/namespace.ts +8 -0
- package/lib/routes/youtube/playlist.ts +3 -2
- package/lib/routes/yystv/docs.ts +28 -19
- package/lib/routes/zaobao/util.ts +1 -1
- package/lib/routes/zhihu/timeline.ts +6 -1
- package/lib/routes/zhihu/utils.ts +6 -2
- package/lib/routes/zhihu/zhuanlan.ts +8 -7
- package/lib/routes/zsxq/types.ts +9 -0
- package/lib/routes/zsxq/utils.ts +4 -3
- package/lib/setup.test.ts +1 -1
- package/lib/types.ts +6 -0
- package/lib/utils/common-utils.ts +1 -0
- package/lib/utils/otel/metric.ts +3 -2
- package/lib/utils/request-rewriter/fetch.ts +1 -1
- package/lib/views/index.tsx +3 -6
- package/lib/views/json.ts +1 -1
- package/lib/views/rss.tsx +7 -0
- package/package.json +45 -46
- package/lib/routes/a9vg/a9vg.ts +0 -45
- package/lib/routes/sse/lawandrules.ts +0 -68
- package/lib/routes-deprecated/anime1/anime.js +0 -25
- package/lib/routes-deprecated/anime1/search.js +0 -25
- package/lib/routes-deprecated/dykszx/news.js +0 -60
- package/lib/routes-deprecated/gamersky/ent.js +0 -89
- package/lib/routes-deprecated/gamersky/news.js +0 -34
- package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
- package/lib/routes-deprecated/konachan/post-popular-recent.js +0 -67
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
import { DataItem } from '@/types';
|
|
2
|
+
import cache from '@/utils/cache';
|
|
3
|
+
import got from '@/utils/got';
|
|
4
|
+
import { load } from 'cheerio';
|
|
5
|
+
import { parseDate } from '@/utils/parse-date';
|
|
6
|
+
|
|
7
|
+
const CONTENT_TYPES = {
|
|
8
|
+
doujin: {
|
|
9
|
+
title: '.doujin-title',
|
|
10
|
+
description: ['.doujin-detail', '.section', '.area-buy > a.btn'],
|
|
11
|
+
},
|
|
12
|
+
video: {
|
|
13
|
+
title: '.video-title',
|
|
14
|
+
description: ['.video-data', '.section', '.lp-samplearea a.btn'],
|
|
15
|
+
},
|
|
16
|
+
article: {
|
|
17
|
+
title: '.article_title',
|
|
18
|
+
description: ['.article_icatch', '.article_contents'],
|
|
19
|
+
},
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
function getContentType(link: string): keyof typeof CONTENT_TYPES {
|
|
23
|
+
const typePatterns = {
|
|
24
|
+
doujin: ['/cg/', '/comic/', '/voice/'],
|
|
25
|
+
video: ['/nipple-video/'],
|
|
26
|
+
article: ['/post-'],
|
|
27
|
+
};
|
|
28
|
+
|
|
29
|
+
for (const [type, patterns] of Object.entries(typePatterns)) {
|
|
30
|
+
if (patterns.some((pattern) => link.includes(pattern))) {
|
|
31
|
+
return type as keyof typeof CONTENT_TYPES;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
throw new Error(`Unknown content type for link: ${link}`);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export async function processItems(list): Promise<DataItem[]> {
|
|
39
|
+
const items = await Promise.all(
|
|
40
|
+
list.map((item) =>
|
|
41
|
+
cache.tryGet(item.link, async () => {
|
|
42
|
+
const detailResponse = await got(item.link);
|
|
43
|
+
const $ = load(detailResponse.data);
|
|
44
|
+
|
|
45
|
+
const contentType = getContentType(item.link);
|
|
46
|
+
const selectors = CONTENT_TYPES[contentType];
|
|
47
|
+
|
|
48
|
+
const title = $(selectors.title).text().trim() || item.title;
|
|
49
|
+
const description = processDescription(selectors.description.map((selector) => $(selector).prop('outerHTML')).join(''));
|
|
50
|
+
|
|
51
|
+
const pubDateStr = $('meta[property="article:published_time"]').attr('content');
|
|
52
|
+
const pubDate = pubDateStr ? parseDate(pubDateStr) : undefined;
|
|
53
|
+
|
|
54
|
+
return {
|
|
55
|
+
title,
|
|
56
|
+
description,
|
|
57
|
+
link: item.link,
|
|
58
|
+
pubDate,
|
|
59
|
+
} as DataItem;
|
|
60
|
+
})
|
|
61
|
+
)
|
|
62
|
+
);
|
|
63
|
+
|
|
64
|
+
return items.filter((item): item is DataItem => item !== null);
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
function processDescription(description: string): string {
|
|
68
|
+
const $ = load(description);
|
|
69
|
+
return $('body')
|
|
70
|
+
.children()
|
|
71
|
+
.map((_, el) => $(el).clone().wrap('<div>').parent().html())
|
|
72
|
+
.toArray()
|
|
73
|
+
.join('');
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
const WP_REST_API_URL = 'https://chikubi.jp/wp-json/wp/v2';
|
|
77
|
+
|
|
78
|
+
export async function getPosts(ids?: string[]): Promise<DataItem[]> {
|
|
79
|
+
const url = `${WP_REST_API_URL}/posts${ids?.length ? `?include=${ids.join(',')}` : ''}`;
|
|
80
|
+
|
|
81
|
+
const cachedData = await cache.tryGet(url, async () => {
|
|
82
|
+
const response = await got(url);
|
|
83
|
+
const data = JSON.parse(response.body);
|
|
84
|
+
|
|
85
|
+
if (!Array.isArray(data)) {
|
|
86
|
+
throw new TypeError('No posts found for the given IDs');
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
return data.map(({ title, link, date, content }) => ({
|
|
90
|
+
title: title.rendered,
|
|
91
|
+
link,
|
|
92
|
+
pubDate: parseDate(date),
|
|
93
|
+
description: processDescription(content.rendered),
|
|
94
|
+
}));
|
|
95
|
+
});
|
|
96
|
+
|
|
97
|
+
return (Array.isArray(cachedData) ? cachedData : []).filter((item): item is DataItem => item !== null);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
const API_TYPES = {
|
|
101
|
+
tag: 'tags',
|
|
102
|
+
category: 'categories',
|
|
103
|
+
};
|
|
104
|
+
|
|
105
|
+
export async function getBySlug<T extends keyof typeof API_TYPES>(type: T, slug: string): Promise<{ id: number; name: string }> {
|
|
106
|
+
const url = `${WP_REST_API_URL}/${API_TYPES[type]}?slug=${encodeURIComponent(slug)}`;
|
|
107
|
+
const { body } = await got(url);
|
|
108
|
+
const data = JSON.parse(body);
|
|
109
|
+
|
|
110
|
+
if (data?.[0]) {
|
|
111
|
+
const { id, name } = data[0];
|
|
112
|
+
return { id, name };
|
|
113
|
+
}
|
|
114
|
+
throw new Error(`No ${type} found for slug: ${slug}`);
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
export async function getPostsBy<T extends keyof typeof API_TYPES>(type: T, id: number): Promise<DataItem[]> {
|
|
118
|
+
const url = `${WP_REST_API_URL}/posts?${API_TYPES[type]}=${id}`;
|
|
119
|
+
const cachedData = await cache.tryGet(url, async () => {
|
|
120
|
+
const { body } = await got(url);
|
|
121
|
+
const data = JSON.parse(body);
|
|
122
|
+
|
|
123
|
+
if (Array.isArray(data) && data.length > 0) {
|
|
124
|
+
return data.map(({ title, link, date, content }) => ({
|
|
125
|
+
title: title.rendered,
|
|
126
|
+
link,
|
|
127
|
+
pubDate: parseDate(date),
|
|
128
|
+
description: processDescription(content.rendered),
|
|
129
|
+
}));
|
|
130
|
+
}
|
|
131
|
+
return [];
|
|
132
|
+
});
|
|
133
|
+
|
|
134
|
+
return (Array.isArray(cachedData) ? cachedData : []).filter((item): item is DataItem => item !== null);
|
|
135
|
+
}
|
|
@@ -34,7 +34,7 @@ async function handler(ctx) {
|
|
|
34
34
|
title: $(item).text(),
|
|
35
35
|
}))
|
|
36
36
|
.get()
|
|
37
|
-
.slice(0, ctx.req.query('limit') ? (Number.parseInt(ctx.req.query('limit'))
|
|
37
|
+
.slice(0, ctx.req.query('limit') ? Math.min(Number.parseInt(ctx.req.query('limit')), 125) : 50);
|
|
38
38
|
|
|
39
39
|
const items = await Promise.all(
|
|
40
40
|
list.map((item) =>
|
|
@@ -64,7 +64,7 @@ async function handler(ctx) {
|
|
|
64
64
|
link: rootUrl + $(item).attr('href'),
|
|
65
65
|
}))
|
|
66
66
|
.get()
|
|
67
|
-
.slice(0, ctx.req.query('limit') ? (Number.parseInt(ctx.req.query('limit'))
|
|
67
|
+
.slice(0, ctx.req.query('limit') ? Math.min(Number.parseInt(ctx.req.query('limit')), 20) : 20);
|
|
68
68
|
|
|
69
69
|
const items = await Promise.all(
|
|
70
70
|
list.map((item) =>
|
|
@@ -2,6 +2,7 @@ import { Route } from '@/types';
|
|
|
2
2
|
import ofetch from '@/utils/ofetch'; // 统一使用的请求库
|
|
3
3
|
import { parseDate } from '@/utils/parse-date'; // 解析日期的工具函数
|
|
4
4
|
import timezone from '@/utils/timezone';
|
|
5
|
+
import CryptoJS from 'crypto-js';
|
|
5
6
|
|
|
6
7
|
export const route: Route = {
|
|
7
8
|
path: '/daily-blog',
|
|
@@ -24,9 +25,15 @@ export const route: Route = {
|
|
|
24
25
|
},
|
|
25
26
|
],
|
|
26
27
|
handler: async () => {
|
|
28
|
+
const r = CryptoJS.lib.WordArray.random(8).toString(CryptoJS.enc.Hex);
|
|
29
|
+
const n = Date.now();
|
|
30
|
+
const o = CryptoJS.SHA256('pHVp671B0tLkW40KCwyPrb6W1GEMEGyT' + r + n).toString(CryptoJS.enc.Hex);
|
|
27
31
|
const data = await ofetch('https://daily-blog.chlinlearn.top/api/daily-blog/getBlogs/new?type=new&pageNum=1&pageSize=20', {
|
|
28
32
|
headers: {
|
|
29
33
|
Referer: 'https://daily-blog.chlinlearn.top/blogs/1',
|
|
34
|
+
'x-req-nonce': r,
|
|
35
|
+
'x-req-timestamp': n,
|
|
36
|
+
'x-req-key': o,
|
|
30
37
|
},
|
|
31
38
|
});
|
|
32
39
|
const items = data.rows.map((item) => ({
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
import { getCurrentPath } from '@/utils/helpers';
|
|
3
|
+
const __dirname = getCurrentPath(import.meta.url);
|
|
4
|
+
|
|
5
|
+
import cache from '@/utils/cache';
|
|
6
|
+
import got from '@/utils/got';
|
|
7
|
+
import { load } from 'cheerio';
|
|
8
|
+
import { parseDate } from '@/utils/parse-date';
|
|
9
|
+
import { art } from '@/utils/render';
|
|
10
|
+
import path from 'node:path';
|
|
11
|
+
|
|
12
|
+
import { rootUrl, getSearchParams } from './utils';
|
|
13
|
+
|
|
14
|
+
export const handler = async (ctx) => {
|
|
15
|
+
const { id = '1103' } = ctx.req.param();
|
|
16
|
+
const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
|
|
17
|
+
|
|
18
|
+
const currentUrl = new URL(`subject/${id}`, rootUrl).href;
|
|
19
|
+
const apiUrl = new URL(`api/subject/${id}/article`, rootUrl).href;
|
|
20
|
+
|
|
21
|
+
const { data: response } = await got(apiUrl, {
|
|
22
|
+
searchParams: getSearchParams({
|
|
23
|
+
Subject_Id: id,
|
|
24
|
+
}),
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
let items = response.data.slice(0, limit).map((item) => {
|
|
28
|
+
const title = item.article_title;
|
|
29
|
+
const description = art(path.join(__dirname, 'templates/description.art'), {
|
|
30
|
+
intro: item.article_brief,
|
|
31
|
+
});
|
|
32
|
+
const guid = `cls-${item.article_id}`;
|
|
33
|
+
const image = item.article_img;
|
|
34
|
+
|
|
35
|
+
return {
|
|
36
|
+
title,
|
|
37
|
+
description,
|
|
38
|
+
pubDate: parseDate(item.article_time, 'X'),
|
|
39
|
+
link: new URL(`detail/${item.article_id}`, rootUrl).href,
|
|
40
|
+
category: item.subjects.map((s) => s.subject_name),
|
|
41
|
+
author: item.article_author,
|
|
42
|
+
guid,
|
|
43
|
+
id: guid,
|
|
44
|
+
content: {
|
|
45
|
+
html: description,
|
|
46
|
+
text: item.article_brief,
|
|
47
|
+
},
|
|
48
|
+
image,
|
|
49
|
+
banner: image,
|
|
50
|
+
};
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
items = await Promise.all(
|
|
54
|
+
items.map((item) =>
|
|
55
|
+
cache.tryGet(item.link, async () => {
|
|
56
|
+
const { data: detailResponse } = await got(item.link);
|
|
57
|
+
|
|
58
|
+
const $$ = load(detailResponse);
|
|
59
|
+
|
|
60
|
+
const data = JSON.parse($$('script#__NEXT_DATA__').text())?.props?.initialState?.detail?.articleDetail ?? undefined;
|
|
61
|
+
|
|
62
|
+
if (!data) {
|
|
63
|
+
return item;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
const title = data.title;
|
|
67
|
+
const description = art(path.join(__dirname, 'templates/description.art'), {
|
|
68
|
+
images: data.images.map((i) => ({
|
|
69
|
+
src: i,
|
|
70
|
+
alt: title,
|
|
71
|
+
})),
|
|
72
|
+
intro: data.brief,
|
|
73
|
+
description: data.content,
|
|
74
|
+
});
|
|
75
|
+
const guid = `cls-${data.id}`;
|
|
76
|
+
const image = data.images?.[0] ?? undefined;
|
|
77
|
+
|
|
78
|
+
item.title = title;
|
|
79
|
+
item.description = description;
|
|
80
|
+
item.pubDate = parseDate(data.ctime, 'X');
|
|
81
|
+
item.category = [...new Set(data.subject?.flatMap((s) => [s.name, ...(s.subjectCategory?.flatMap((c) => [c.columnName || [], c.name || []]) ?? [])]) ?? [])].filter(Boolean);
|
|
82
|
+
item.author = data.author?.name ?? item.author;
|
|
83
|
+
item.guid = guid;
|
|
84
|
+
item.id = guid;
|
|
85
|
+
item.content = {
|
|
86
|
+
html: description,
|
|
87
|
+
text: data.content,
|
|
88
|
+
};
|
|
89
|
+
item.image = image;
|
|
90
|
+
item.banner = image;
|
|
91
|
+
item.enclosure_url = data.audioUrl;
|
|
92
|
+
item.enclosure_type = item.enclosure_url ? `audio/${item.enclosure_url.split(/\./).pop()}` : undefined;
|
|
93
|
+
item.enclosure_title = title;
|
|
94
|
+
|
|
95
|
+
return item;
|
|
96
|
+
})
|
|
97
|
+
)
|
|
98
|
+
);
|
|
99
|
+
|
|
100
|
+
const { data: currentResponse } = await got(currentUrl);
|
|
101
|
+
|
|
102
|
+
const $ = load(currentResponse);
|
|
103
|
+
|
|
104
|
+
const data = JSON.parse($('script#__NEXT_DATA__').text())?.props?.initialProps?.pageProps?.subjectDetail ?? undefined;
|
|
105
|
+
|
|
106
|
+
const author = '财联社';
|
|
107
|
+
const image = data?.img ?? undefined;
|
|
108
|
+
|
|
109
|
+
return {
|
|
110
|
+
title: `${author} - ${data?.name ?? $('title').text()}`,
|
|
111
|
+
description: data?.description ?? undefined,
|
|
112
|
+
link: currentUrl,
|
|
113
|
+
item: items,
|
|
114
|
+
allowEmpty: true,
|
|
115
|
+
image,
|
|
116
|
+
author,
|
|
117
|
+
};
|
|
118
|
+
};
|
|
119
|
+
|
|
120
|
+
export const route: Route = {
|
|
121
|
+
path: '/subject/:id?',
|
|
122
|
+
name: '话题',
|
|
123
|
+
url: 'www.cls.cn',
|
|
124
|
+
maintainers: ['nczitzk'],
|
|
125
|
+
handler,
|
|
126
|
+
example: '/cls/subject/1103',
|
|
127
|
+
parameters: { category: '分类,默认为 1103,即A股盘面直播,可在对应话题页 URL 中找到' },
|
|
128
|
+
description: `:::tip
|
|
129
|
+
若订阅 [有声早报](https://www.cls.cn/subject/1151),网址为 \`https://www.cls.cn/subject/1151\`。截取 \`https://www.cls.cn/subject/\` 到末尾的部分 \`1151\` 作为参数填入,此时路由为 [\`/cls/subject/1151\`](https://rsshub.app/cls/subject/1151)。
|
|
130
|
+
:::
|
|
131
|
+
`,
|
|
132
|
+
categories: ['finance'],
|
|
133
|
+
|
|
134
|
+
features: {
|
|
135
|
+
requireConfig: false,
|
|
136
|
+
requirePuppeteer: false,
|
|
137
|
+
antiCrawler: false,
|
|
138
|
+
supportRadar: true,
|
|
139
|
+
supportBT: false,
|
|
140
|
+
supportPodcast: false,
|
|
141
|
+
supportScihub: false,
|
|
142
|
+
},
|
|
143
|
+
radar: [
|
|
144
|
+
{
|
|
145
|
+
source: ['www.cls.cn/subject/:id'],
|
|
146
|
+
target: (params) => {
|
|
147
|
+
const id = params.id;
|
|
148
|
+
|
|
149
|
+
return `/subject${id ? `/${id}` : ''}`;
|
|
150
|
+
},
|
|
151
|
+
},
|
|
152
|
+
],
|
|
153
|
+
};
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
{{ if images }}
|
|
2
|
+
{{ each images image }}
|
|
3
|
+
{{ if image?.src }}
|
|
4
|
+
<figure>
|
|
5
|
+
<img
|
|
6
|
+
{{ if image.alt }}
|
|
7
|
+
alt="{{ image.alt }}"
|
|
8
|
+
{{ /if }}
|
|
9
|
+
src="{{ image.src }}">
|
|
10
|
+
</figure>
|
|
11
|
+
{{ /if }}
|
|
12
|
+
{{ /each }}
|
|
13
|
+
{{ /if }}
|
|
14
|
+
|
|
15
|
+
{{ if intro }}
|
|
16
|
+
<blockquote>{{ intro }}</blockquote>
|
|
17
|
+
{{ /if }}
|
|
18
|
+
|
|
19
|
+
{{ if description }}
|
|
20
|
+
{{@ description }}
|
|
21
|
+
{{ /if }}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
// import cache from '@/utils/cache';
|
|
3
|
+
import ofetch from '@/utils/ofetch'; // Unified request library used
|
|
4
|
+
import { load } from 'cheerio'; // An HTML parser with an API similar to jQuery
|
|
5
|
+
// import puppeteer from '@/utils/puppeteer';
|
|
6
|
+
// import { parseDate } from '@/utils/parse-date';
|
|
7
|
+
|
|
8
|
+
export const route: Route = {
|
|
9
|
+
path: '/home',
|
|
10
|
+
categories: ['traditional-media'],
|
|
11
|
+
example: '/dealstreetasia/home',
|
|
12
|
+
// parameters: { section: 'target section' },
|
|
13
|
+
radar: [
|
|
14
|
+
{
|
|
15
|
+
source: ['dealstreetasia.com/'],
|
|
16
|
+
},
|
|
17
|
+
],
|
|
18
|
+
name: 'Home',
|
|
19
|
+
maintainers: ['jack2game'],
|
|
20
|
+
handler,
|
|
21
|
+
url: 'dealstreetasia.com/',
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
async function handler() {
|
|
25
|
+
// const section = ctx.req.param('section');
|
|
26
|
+
const items = await fetchPage();
|
|
27
|
+
|
|
28
|
+
return items;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
async function fetchPage() {
|
|
32
|
+
const baseUrl = 'https://dealstreetasia.com'; // Define base URL
|
|
33
|
+
|
|
34
|
+
const response = await ofetch(`${baseUrl}/`);
|
|
35
|
+
const $ = load(response);
|
|
36
|
+
|
|
37
|
+
const jsonData = JSON.parse($('#__NEXT_DATA__').text());
|
|
38
|
+
// const headingText = jsonData.props.pageProps.sectionData.name;
|
|
39
|
+
|
|
40
|
+
const pageProps = jsonData.props.pageProps;
|
|
41
|
+
const list = [
|
|
42
|
+
...pageProps.topStories,
|
|
43
|
+
...pageProps.privateEquity,
|
|
44
|
+
...pageProps.ventureCapital,
|
|
45
|
+
...pageProps.unicorns,
|
|
46
|
+
...pageProps.interviews,
|
|
47
|
+
...pageProps.deals,
|
|
48
|
+
...pageProps.analysis,
|
|
49
|
+
...pageProps.ipos,
|
|
50
|
+
...pageProps.opinion,
|
|
51
|
+
...pageProps.policyAndRegulations,
|
|
52
|
+
...pageProps.people,
|
|
53
|
+
...pageProps.earningsAndResults,
|
|
54
|
+
...pageProps.theLpView,
|
|
55
|
+
...pageProps.dvNewsletters,
|
|
56
|
+
...pageProps.reports,
|
|
57
|
+
].map((item) => ({
|
|
58
|
+
title: item.post_title || item.title || 'No Title',
|
|
59
|
+
link: item.post_url || item.link || '',
|
|
60
|
+
description: item.post_excerpt || item.excerpt || '',
|
|
61
|
+
pubDate: item.post_date ? new Date(item.post_date).toUTCString() : item.date ? new Date(item.date).toUTCString() : '',
|
|
62
|
+
category: item.category_link ? item.category_link.replaceAll(/(<([^>]+)>)/gi, '') : '', // Clean HTML if category_link exists
|
|
63
|
+
image: item.image_url ? item.image_url.replace(/\?.*$/, '') : '', // Remove query parameters if image_url exists
|
|
64
|
+
}));
|
|
65
|
+
|
|
66
|
+
return {
|
|
67
|
+
title: 'Deal Street Asia',
|
|
68
|
+
language: 'en',
|
|
69
|
+
item: list,
|
|
70
|
+
link: 'https://dealstreetasia.com/',
|
|
71
|
+
};
|
|
72
|
+
}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
// import cache from '@/utils/cache';
|
|
3
|
+
import ofetch from '@/utils/ofetch'; // Unified request library used
|
|
4
|
+
import { load } from 'cheerio'; // An HTML parser with an API similar to jQuery
|
|
5
|
+
// import puppeteer from '@/utils/puppeteer';
|
|
6
|
+
// import { parseDate } from '@/utils/parse-date';
|
|
7
|
+
|
|
8
|
+
export const route: Route = {
|
|
9
|
+
path: '/section/:section',
|
|
10
|
+
categories: ['traditional-media'],
|
|
11
|
+
example: '/dealstreetasia/section/private-equity',
|
|
12
|
+
parameters: { section: 'target section' },
|
|
13
|
+
radar: [
|
|
14
|
+
{
|
|
15
|
+
source: ['dealstreetasia.com/'],
|
|
16
|
+
},
|
|
17
|
+
],
|
|
18
|
+
name: 'Section',
|
|
19
|
+
maintainers: ['jack2game'],
|
|
20
|
+
handler,
|
|
21
|
+
url: 'dealstreetasia.com/',
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
async function handler(ctx) {
|
|
25
|
+
const section = ctx.req.param('section');
|
|
26
|
+
const items = await fetchPage(section);
|
|
27
|
+
|
|
28
|
+
return items;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
async function fetchPage(section: string) {
|
|
32
|
+
const baseUrl = 'https://dealstreetasia.com'; // Define base URL
|
|
33
|
+
|
|
34
|
+
const response = await ofetch(`${baseUrl}/section/${section}/`);
|
|
35
|
+
const $ = load(response);
|
|
36
|
+
|
|
37
|
+
const jsonData = JSON.parse($('#__NEXT_DATA__').text());
|
|
38
|
+
const headingText = jsonData.props.pageProps.sectionData.name;
|
|
39
|
+
|
|
40
|
+
const items = jsonData.props.pageProps.sectionData.stories.nodes;
|
|
41
|
+
|
|
42
|
+
const feedItems = items.map((item) => ({
|
|
43
|
+
title: item.title || 'No Title',
|
|
44
|
+
link: item.uri ? `https://www.dealstreetasia.com${item.uri}` : '',
|
|
45
|
+
description: item.excerpt || '', // Default to empty string if undefined
|
|
46
|
+
pubDate: item.post_date ? new Date(item.post_date).toUTCString() : '',
|
|
47
|
+
category: item.sections.nodes.map((section) => section.name),
|
|
48
|
+
image: item.featuredImage?.node?.mediaItemUrl.replace(/\?.*$/, ''), // Use .replace to sanitize the image URL
|
|
49
|
+
}));
|
|
50
|
+
|
|
51
|
+
return {
|
|
52
|
+
title: 'Deal Street Asia - ' + headingText,
|
|
53
|
+
language: 'en',
|
|
54
|
+
item: feedItems,
|
|
55
|
+
link: 'https://dealstreetasia.com/section/' + section + '/',
|
|
56
|
+
};
|
|
57
|
+
}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
import { Route, DataItem } from '@/types';
|
|
2
|
+
import ofetch from '@/utils/ofetch';
|
|
3
|
+
import cache from '@/utils/cache';
|
|
4
|
+
import { parseDate } from '@/utils/parse-date';
|
|
5
|
+
|
|
6
|
+
export const route: Route = {
|
|
7
|
+
path: '/threads/:type?',
|
|
8
|
+
categories: ['bbs'],
|
|
9
|
+
example: '/deepin/threads/latest',
|
|
10
|
+
parameters: {
|
|
11
|
+
type: {
|
|
12
|
+
description: '主题类型',
|
|
13
|
+
options: [
|
|
14
|
+
{
|
|
15
|
+
value: 'hot',
|
|
16
|
+
label: '最热主题',
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
value: 'latest',
|
|
20
|
+
label: '最新主题',
|
|
21
|
+
},
|
|
22
|
+
],
|
|
23
|
+
},
|
|
24
|
+
},
|
|
25
|
+
name: '首页主题列表',
|
|
26
|
+
maintainers: ['myml'],
|
|
27
|
+
radar: [
|
|
28
|
+
{
|
|
29
|
+
source: ['bbs.deepin.org'],
|
|
30
|
+
target: '/threads/latest',
|
|
31
|
+
},
|
|
32
|
+
],
|
|
33
|
+
handler,
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
interface ThreadIndexResult {
|
|
37
|
+
ThreadIndex: {
|
|
38
|
+
id: number;
|
|
39
|
+
subject: string;
|
|
40
|
+
created_at: string;
|
|
41
|
+
user: { nickname: string };
|
|
42
|
+
forum: { name: string };
|
|
43
|
+
}[];
|
|
44
|
+
}
|
|
45
|
+
interface ThreadInfoResult {
|
|
46
|
+
data: {
|
|
47
|
+
id: number;
|
|
48
|
+
subject: string;
|
|
49
|
+
created_at: string;
|
|
50
|
+
user: { nickname: string };
|
|
51
|
+
post: { message: string };
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
const TypeMap = {
|
|
56
|
+
hot: { where: 'hot_value', title: '最热主题' },
|
|
57
|
+
latest: { where: 'id', title: '最新主题' },
|
|
58
|
+
};
|
|
59
|
+
|
|
60
|
+
async function handler(ctx) {
|
|
61
|
+
let type = TypeMap.latest;
|
|
62
|
+
if (ctx.req.param('type') === 'hot') {
|
|
63
|
+
type = TypeMap.hot;
|
|
64
|
+
}
|
|
65
|
+
const res = await ofetch<ThreadIndexResult>('https://bbs.deepin.org.cn/api/v1/thread/index', {
|
|
66
|
+
query: {
|
|
67
|
+
languages: 'zh_CN',
|
|
68
|
+
order: 'updated_at',
|
|
69
|
+
where: type.where,
|
|
70
|
+
},
|
|
71
|
+
headers: {
|
|
72
|
+
accept: 'application/json',
|
|
73
|
+
},
|
|
74
|
+
});
|
|
75
|
+
const items = await Promise.all(
|
|
76
|
+
res.ThreadIndex.map((thread) => {
|
|
77
|
+
const link = 'https://bbs.deepin.org.cn/post/' + thread.id;
|
|
78
|
+
return cache.tryGet(link, async () => {
|
|
79
|
+
const item: DataItem = {
|
|
80
|
+
id: String(thread.id),
|
|
81
|
+
title: thread.subject,
|
|
82
|
+
link,
|
|
83
|
+
pubDate: parseDate(thread.created_at),
|
|
84
|
+
author: thread.user.nickname,
|
|
85
|
+
category: [thread.forum.name],
|
|
86
|
+
description: '',
|
|
87
|
+
};
|
|
88
|
+
const cacheData = await ofetch<ThreadInfoResult>('https://bbs.deepin.org.cn/api/v1/thread/info?id=' + item.id);
|
|
89
|
+
if (cacheData) {
|
|
90
|
+
const info = cacheData as ThreadInfoResult;
|
|
91
|
+
item.description = info.data.post.message;
|
|
92
|
+
}
|
|
93
|
+
return item;
|
|
94
|
+
}) as Promise<DataItem>;
|
|
95
|
+
})
|
|
96
|
+
);
|
|
97
|
+
return {
|
|
98
|
+
title: 'deepin论坛主页 - ' + type.title,
|
|
99
|
+
link: 'https://bbs.deepin.org',
|
|
100
|
+
item: items,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
import { Route } from '@/types';
|
|
2
2
|
import cache from '@/utils/cache';
|
|
3
|
-
import
|
|
3
|
+
import ofetch from '@/utils/ofetch';
|
|
4
|
+
import * as cheerio from 'cheerio';
|
|
5
|
+
import { parseDate } from '@/utils/parse-date';
|
|
4
6
|
|
|
5
7
|
export const route: Route = {
|
|
6
8
|
path: '/thebatch',
|
|
@@ -27,33 +29,43 @@ export const route: Route = {
|
|
|
27
29
|
};
|
|
28
30
|
|
|
29
31
|
async function handler() {
|
|
30
|
-
const
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
const nextJs =
|
|
32
|
+
const baseUrl = 'https://www.deeplearning.ai';
|
|
33
|
+
const link = `${baseUrl}/the-batch/`;
|
|
34
|
+
const page = await ofetch(link);
|
|
35
|
+
const $ = cheerio.load(page);
|
|
36
|
+
const nextJs = $('script#__NEXT_DATA__').text();
|
|
35
37
|
const nextBuildId = JSON.parse(nextJs).buildId;
|
|
36
38
|
|
|
37
|
-
const listing = await
|
|
38
|
-
method: 'get',
|
|
39
|
-
url: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch.json`,
|
|
40
|
-
});
|
|
39
|
+
const listing = await ofetch(`${baseUrl}/_next/data/${nextBuildId}/the-batch.json`);
|
|
41
40
|
|
|
42
|
-
const items = listing.
|
|
41
|
+
const items = listing.pageProps.posts.map((item) => ({
|
|
43
42
|
title: item.title,
|
|
44
|
-
link:
|
|
45
|
-
jsonUrl:
|
|
46
|
-
pubDate:
|
|
43
|
+
link: `${link}${item.slug}`,
|
|
44
|
+
jsonUrl: `${baseUrl}/_next/data/${nextBuildId}/the-batch/${item.slug}.json`,
|
|
45
|
+
pubDate: parseDate(item.published_at),
|
|
47
46
|
}));
|
|
48
47
|
|
|
49
48
|
return {
|
|
50
|
-
title:
|
|
51
|
-
link
|
|
49
|
+
title: 'The Batch - a new weekly newsletter from deeplearning.ai',
|
|
50
|
+
link,
|
|
52
51
|
item: await Promise.all(
|
|
53
52
|
items.map((item) =>
|
|
54
53
|
cache.tryGet(item.link, async () => {
|
|
55
|
-
const resp = await
|
|
56
|
-
|
|
54
|
+
const resp = await ofetch(item.jsonUrl);
|
|
55
|
+
const $ = cheerio.load(resp.pageProps.cmsData.post.html);
|
|
56
|
+
|
|
57
|
+
$('a').each((_, ele) => {
|
|
58
|
+
if (ele.attribs.href?.includes('utm_campaign')) {
|
|
59
|
+
const url = new URL(ele.attribs.href);
|
|
60
|
+
url.searchParams.delete('utm_campaign');
|
|
61
|
+
url.searchParams.delete('utm_source');
|
|
62
|
+
url.searchParams.delete('utm_medium');
|
|
63
|
+
url.searchParams.delete('_hsenc');
|
|
64
|
+
ele.attribs.href = url.href;
|
|
65
|
+
}
|
|
66
|
+
});
|
|
67
|
+
|
|
68
|
+
item.description = $.html();
|
|
57
69
|
return item;
|
|
58
70
|
})
|
|
59
71
|
)
|