rsshub 1.0.0-master.f23e933 → 1.0.0-master.f256c97
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/lib/api/category/one.ts +54 -0
- package/lib/api/index.ts +10 -4
- package/lib/app.tsx +2 -0
- package/lib/config.ts +35 -13
- package/lib/errors/index.test.ts +9 -5
- package/lib/errors/index.tsx +4 -1
- package/lib/index.ts +5 -2
- package/lib/middleware/cache.ts +21 -6
- package/lib/middleware/logger.ts +5 -1
- package/lib/middleware/template.tsx +1 -1
- package/lib/middleware/trace.ts +25 -0
- package/lib/registry.ts +8 -2
- package/lib/router.js +0 -6
- package/lib/routes/2048/index.ts +13 -10
- package/lib/routes/3dmgame/news-center.ts +1 -1
- package/lib/routes/69shu/article.ts +8 -8
- package/lib/routes/69shu/namespace.ts +1 -1
- package/lib/routes/academia/namespace.ts +6 -0
- package/lib/routes/academia/topics.ts +49 -0
- package/lib/routes/alipan/files.ts +80 -0
- package/lib/routes/alipan/namespace.ts +7 -0
- package/lib/routes/alipan/types.ts +62 -0
- package/lib/routes/alistapart/utils.ts +2 -2
- package/lib/routes/alpinelinux/namespace.ts +11 -0
- package/lib/routes/alpinelinux/pkgs.ts +104 -0
- package/lib/routes/apnews/rss.ts +8 -3
- package/lib/routes/apnews/topics.ts +9 -4
- package/lib/routes/apnews/utils.ts +35 -12
- package/lib/routes/asmr-200/index.ts +66 -0
- package/lib/routes/asmr-200/namespace.ts +6 -0
- package/lib/routes/asmr-200/templates/work.art +7 -0
- package/lib/routes/asmr-200/type.ts +96 -0
- package/lib/routes/bc3ts/list.ts +72 -0
- package/lib/routes/bc3ts/namespace.ts +7 -0
- package/lib/routes/bc3ts/templates/media.art +10 -0
- package/lib/routes/bc3ts/types.ts +118 -0
- package/lib/routes/beijingprice/index.ts +193 -0
- package/lib/routes/beijingprice/namespace.ts +8 -0
- package/lib/routes/bilibili/dynamic.ts +29 -17
- package/lib/routes/bilibili/namespace.ts +1 -1
- package/lib/routes/bilibili/ranking.ts +97 -7
- package/lib/routes/bilibili/video.ts +1 -4
- package/lib/routes/bing/daily-wallpaper.ts +57 -18
- package/lib/routes/bjx/fd.ts +54 -0
- package/lib/routes/bjx/namespace.ts +1 -1
- package/lib/routes/bluearchive/namespace.ts +7 -0
- package/lib/routes/bluearchive/news.ts +88 -0
- package/lib/routes/bt0/mv.ts +65 -0
- package/lib/routes/bt0/namespace.ts +9 -0
- package/lib/routes/bt0/tlist.ts +67 -0
- package/lib/routes/bt0/util.ts +51 -0
- package/lib/routes/buaa/jiaowu.ts +124 -0
- package/lib/routes/buaa/news/index.ts +15 -13
- package/lib/routes/buaa/sme.ts +5 -3
- package/lib/routes/bugzilla/bug.ts +59 -0
- package/lib/routes/bugzilla/namespace.ts +11 -0
- package/lib/routes/cara/constant.ts +5 -0
- package/lib/routes/cara/likes.ts +56 -0
- package/lib/routes/cara/namespace.ts +6 -0
- package/lib/routes/cara/portfolio.ts +40 -0
- package/lib/routes/cara/templates/post.art +6 -0
- package/lib/routes/cara/timeline.ts +56 -0
- package/lib/routes/cara/types.ts +45 -0
- package/lib/routes/cara/utils.ts +62 -0
- package/lib/routes/cbaigui/utils.ts +1 -1
- package/lib/routes/cccfna/index.ts +82 -0
- package/lib/routes/cccfna/namespace.ts +6 -0
- package/lib/routes/cfr/index.ts +58 -0
- package/lib/routes/cfr/namespace.ts +6 -0
- package/lib/routes/cfr/types.ts +30 -0
- package/lib/routes/cfr/utils.ts +284 -0
- package/lib/routes/chaping/newsflash.ts +2 -2
- package/lib/routes/codeforces/contests.ts +2 -2
- package/lib/routes/codeforces/recent-actions.ts +2 -2
- package/lib/routes/dangdang/namespace.ts +6 -0
- package/lib/routes/dangdang/notice.ts +69 -0
- package/lib/routes/dataguidance/index.ts +66 -0
- package/lib/routes/dataguidance/namespace.ts +7 -0
- package/lib/routes/dblp/publication.ts +4 -6
- package/lib/routes/deadbydaylight/index.ts +69 -0
- package/lib/routes/deadbydaylight/namespace.ts +12 -0
- package/lib/routes/dewu/declaration.ts +86 -0
- package/lib/routes/dewu/namespace.ts +6 -0
- package/lib/routes/dhu/jiaowu/news.ts +53 -24
- package/lib/routes/dhu/namespace.ts +1 -1
- package/lib/routes/dhu/xxgk/news.ts +48 -20
- package/lib/routes/discourse/notifications.ts +2 -1
- package/lib/routes/dlnews/utils.ts +2 -2
- package/lib/routes/dockerhub/build.ts +8 -4
- package/lib/routes/domp4/detail.ts +1 -1
- package/lib/routes/domp4/latest-movie-bt.ts +71 -0
- package/lib/routes/douban/other/group.ts +22 -2
- package/lib/routes/dushu/fuzhou/index.ts +10 -11
- package/lib/routes/famitsu/category.ts +110 -43
- package/lib/routes/famitsu/templates/description.art +7 -0
- package/lib/routes/famitsu/types.ts +117 -0
- package/lib/routes/fanbox/namespace.ts +1 -1
- package/lib/routes/fanqienovel/namespace.ts +7 -0
- package/lib/routes/fanqienovel/page.ts +100 -0
- package/lib/routes/fansly/post.ts +1 -2
- package/lib/routes/fansly/tag.ts +1 -2
- package/lib/routes/fansly/utils.ts +5 -4
- package/lib/routes/fashionnetwork/index.ts +192 -0
- package/lib/routes/fashionnetwork/namespace.ts +8 -0
- package/lib/routes/fashionnetwork/templates/description.art +17 -0
- package/lib/routes/fediverse/namespace.ts +6 -0
- package/lib/routes/fediverse/timeline.ts +80 -0
- package/lib/routes/finviz/news.ts +4 -4
- package/lib/routes/freebuf/index.ts +3 -3
- package/lib/routes/ftchinese/channel.ts +3 -3
- package/lib/routes/github/issue.ts +23 -1
- package/lib/routes/github/notifications.ts +8 -14
- package/lib/routes/gov/beijing/bphc/index.ts +3 -3
- package/lib/routes/gov/immiau/news.ts +2 -2
- package/lib/routes/gov/sh/fgw/index.ts +155 -0
- package/lib/routes/gov/sh/fgw/templates/description.art +17 -0
- package/lib/routes/gov/sh/namespace.ts +8 -0
- package/lib/routes/gov/{shanghai → sh}/rsj/ksxm.ts +2 -2
- package/lib/routes/gov/{shanghai → sh}/wgj/wgj.ts +3 -3
- package/lib/routes/gov/{shanghai → sh}/wsjkw/yqtb/index.ts +2 -2
- package/lib/routes/gov/{shanghai → sh}/yjj/index.ts +3 -3
- package/lib/routes/gov/stats/index.ts +8 -8
- package/lib/routes/gov/zhengce/index.ts +3 -6
- package/lib/routes/grist/utils.ts +2 -2
- package/lib/routes/guokr/utils.ts +1 -1
- package/lib/routes/hrbeu/job/calendar.ts +8 -6
- package/lib/routes/hypergryph/arknights/arktca.ts +124 -0
- package/lib/routes/ieee/journal.ts +50 -67
- package/lib/routes/ieee/templates/description.art +1 -1
- package/lib/routes/imdb/chart.ts +61 -0
- package/lib/routes/imdb/namespace.ts +6 -0
- package/lib/routes/imdb/templates/chart.art +15 -0
- package/lib/routes/imdb/types.ts +103 -0
- package/lib/routes/informedainews/docs.ts +78 -0
- package/lib/routes/informedainews/namespace.ts +18 -0
- package/lib/routes/instagram/private-api/index.ts +8 -3
- package/lib/routes/investor/index.ts +213 -0
- package/lib/routes/investor/namespace.ts +8 -0
- package/lib/routes/iplaysoft/index.ts +68 -0
- package/lib/routes/iplaysoft/namespace.ts +6 -0
- package/lib/routes/japanpost/namespace.ts +7 -1
- package/lib/routes/japanpost/router.ts +40 -0
- package/lib/routes/japanpost/track.ts +1 -23
- package/lib/routes/javbus/index.ts +6 -0
- package/lib/routes/javdb/index.ts +4 -3
- package/lib/routes/javdb/series.ts +1 -1
- package/lib/routes/javdb/utils.ts +6 -0
- package/lib/routes/javdb/videocodes.ts +56 -0
- package/lib/routes/jike/topic.ts +1 -1
- package/lib/routes/jike/user.ts +1 -1
- package/lib/routes/jingzhengu/namespace.ts +6 -0
- package/lib/routes/jingzhengu/news.ts +77 -0
- package/lib/routes/jingzhengu/types.ts +39 -0
- package/lib/routes/jingzhengu/utils.ts +35 -0
- package/lib/routes/jinritemai/docs.ts +74 -0
- package/lib/routes/jinritemai/namespace.ts +6 -0
- package/lib/routes/jiuyangongshe/community.ts +147 -0
- package/lib/routes/jiuyangongshe/namespace.ts +7 -0
- package/lib/routes/jiuyangongshe/templates/community-description.art +4 -0
- package/lib/routes/jlu/ccst/xwzx/index.ts +63 -0
- package/lib/routes/jlu/jwc.ts +55 -0
- package/lib/routes/jlu/namespace.ts +6 -0
- package/lib/routes/kadokawa/blog.ts +134 -0
- package/lib/routes/kadokawa/namespace.ts +8 -0
- package/lib/routes/kadokawa/templates/description.art +21 -0
- package/lib/routes/kelownacapnews/namespace.ts +6 -0
- package/lib/routes/kelownacapnews/news.ts +93 -0
- package/lib/routes/leetcode/articles.ts +19 -21
- package/lib/routes/line/today.ts +1 -1
- package/lib/routes/logclub/index.ts +1 -2
- package/lib/routes/luogu/user-blog.ts +6 -6
- package/lib/routes/luolei/index.ts +1 -2
- package/lib/routes/mangadex/namespace.ts +1 -1
- package/lib/routes/manyvids/namespace.ts +7 -0
- package/lib/routes/manyvids/templates/video.art +3 -0
- package/lib/routes/manyvids/types.ts +89 -0
- package/lib/routes/manyvids/video.ts +51 -0
- package/lib/routes/matters/author.ts +63 -0
- package/lib/routes/matters/latest.ts +74 -0
- package/lib/routes/matters/namespace.ts +7 -0
- package/lib/routes/matters/tags.ts +85 -0
- package/lib/routes/matters/utils.ts +30 -0
- package/lib/routes/meituan/namespace.ts +6 -0
- package/lib/routes/meituan/tech.ts +67 -0
- package/lib/routes/metacritic/index.ts +10 -0
- package/lib/routes/metrics.ts +12 -0
- package/lib/routes/microsoft/mcr.ts +63 -0
- package/lib/routes/microsoft/namespace.ts +2 -2
- package/lib/routes/mihoyo/bbs/img-ranking.ts +4 -4
- package/lib/routes/mihoyo/bbs/static-data.ts +7 -0
- package/lib/routes/mirrormedia/index.ts +56 -0
- package/lib/routes/mirrormedia/namespace.ts +6 -0
- package/lib/routes/modb/topic.ts +5 -6
- package/lib/routes/moduzy/index.ts +80 -0
- package/lib/routes/moduzy/namespace.ts +17 -0
- package/lib/routes/moduzy/templates/vod.art +12 -0
- package/lib/routes/moduzy/type.ts +95 -0
- package/lib/routes/my-formosa/index.ts +78 -0
- package/lib/routes/my-formosa/namespace.ts +6 -0
- package/lib/routes/myfans/namespace.ts +6 -0
- package/lib/routes/myfans/post.ts +64 -0
- package/lib/routes/myfans/templates/post.art +8 -0
- package/lib/routes/myfans/types.ts +104 -0
- package/lib/routes/myfans/utils.ts +39 -0
- package/lib/routes/neea/index.ts +47 -19
- package/lib/routes/neea/jlpt.ts +12 -15
- package/lib/routes/neea/namespace.ts +2 -2
- package/lib/routes/newrank/utils.ts +1 -1
- package/lib/routes/newzmz/util.ts +1 -1
- package/lib/routes/nextjs/blog.ts +63 -0
- package/lib/routes/nextjs/namespace.ts +6 -0
- package/lib/routes/nhentai/{other.ts → index.ts} +3 -8
- package/lib/routes/nhentai/namespace.ts +1 -0
- package/lib/routes/nhentai/search.ts +0 -5
- package/lib/routes/nhentai/util.ts +7 -7
- package/lib/routes/nikkei/asia/index.ts +1 -10
- package/lib/routes/nikkei/cn/index.ts +39 -3
- package/lib/routes/nikkei/index.ts +5 -4
- package/lib/routes/nikkei/namespace.ts +1 -1
- package/lib/routes/nikkei/news.ts +2 -2
- package/lib/routes/nmc/weatheralarm.ts +1 -0
- package/lib/routes/notion/release.ts +81 -0
- package/lib/routes/npm/package.ts +15 -8
- package/lib/routes/ollama/blog.ts +39 -0
- package/lib/routes/ollama/models.ts +7 -4
- package/lib/routes/oschina/news.ts +4 -2
- package/lib/routes/pixiv/ranking.ts +71 -9
- package/lib/routes/pixiv/search.ts +36 -5
- package/lib/routes/pixiv/user.ts +1 -0
- package/lib/routes/podwise/collections.ts +46 -0
- package/lib/routes/podwise/episodes.ts +119 -0
- package/lib/routes/podwise/namespace.ts +9 -0
- package/lib/routes/psyche/namespace.ts +6 -0
- package/lib/routes/psyche/templates/essay.art +3 -0
- package/lib/routes/psyche/templates/video.art +10 -0
- package/lib/routes/psyche/topic.ts +46 -0
- package/lib/routes/psyche/type.ts +53 -0
- package/lib/routes/psyche/utils.ts +107 -0
- package/lib/routes/pubscholar/explore.ts +62 -0
- package/lib/routes/pubscholar/namespace.ts +7 -0
- package/lib/routes/pubscholar/types.ts +41 -0
- package/lib/routes/pubscholar/utils.ts +44 -0
- package/lib/routes/pwc/sustainability.ts +53 -49
- package/lib/routes/raycast/changelog.ts +54 -0
- package/lib/routes/raycast/namespace.ts +7 -0
- package/lib/routes/react/blog.ts +57 -0
- package/lib/routes/react/namespace.ts +6 -0
- package/lib/routes/readwise/list.ts +152 -0
- package/lib/routes/readwise/namespace.ts +6 -0
- package/lib/routes/reuters/common.ts +1 -1
- package/lib/routes/reuters/namespace.ts +1 -1
- package/lib/routes/rsshub/routes.ts +16 -1
- package/lib/routes/ruc/ai.ts +87 -0
- package/lib/routes/ruc/namespace.ts +5 -2
- package/lib/routes/samd/namespace.ts +6 -0
- package/lib/routes/samd/news.ts +74 -0
- package/lib/routes/sciencedirect/cf-email.ts +0 -1
- package/lib/routes/sehuatang/index.ts +33 -14
- package/lib/routes/sehuatang/user.ts +1 -1
- package/lib/routes/sicau/jiaowu.ts +77 -0
- package/lib/routes/sicau/jk.ts +210 -0
- package/lib/routes/sicau/namespace.ts +1 -1
- package/lib/routes/sjtu/yzb/zkxx.ts +36 -16
- package/lib/routes/spotify/artist.ts +13 -16
- package/lib/routes/spotify/artists-top.ts +7 -8
- package/lib/routes/spotify/playlist.ts +7 -8
- package/lib/routes/spotify/saved.ts +7 -8
- package/lib/routes/spotify/show.ts +7 -8
- package/lib/routes/spotify/tracks-top.ts +7 -8
- package/lib/routes/spotify/utils.ts +22 -22
- package/lib/routes/sspai/author.ts +7 -1
- package/lib/routes/sspai/index.ts +6 -1
- package/lib/routes/sspai/matrix.ts +7 -1
- package/lib/routes/sspai/prime-community.ts +83 -0
- package/lib/routes/sspai/tag.ts +7 -1
- package/lib/routes/sspai/topic.ts +7 -1
- package/lib/routes/sspai/topics.ts +1 -1
- package/lib/routes/steam/sharefile-changelog.ts +65 -0
- package/lib/routes/steam/templates/workshop-search-description.art +5 -0
- package/lib/routes/steam/workshop-search.ts +109 -0
- package/lib/routes/stockedge/utils.ts +9 -11
- package/lib/routes/stream-capital/namespace.ts +6 -0
- package/lib/routes/stream-capital/search.ts +79 -0
- package/lib/routes/stream-capital/types.ts +44 -0
- package/lib/routes/stream-capital/utils.ts +18 -0
- package/lib/routes/sustainabilitymag/articles.ts +144 -0
- package/lib/routes/sustainabilitymag/namespace.ts +6 -0
- package/lib/routes/telecompaper/news.ts +1 -1
- package/lib/routes/telegram/channel.ts +31 -28
- package/lib/routes/tencent/cloud/developer/column.ts +81 -0
- package/lib/routes/tencent/namespace.ts +2 -2
- package/lib/routes/tesla/cx.ts +1 -1
- package/lib/routes/test/index.ts +5 -1
- package/lib/routes/test/namespace.ts +1 -1
- package/lib/routes/theinitium/channel.ts +1 -1
- package/lib/routes/theinitium/follow.ts +1 -6
- package/lib/routes/theinitium/utils.ts +2 -18
- package/lib/routes/thoughtworks/index.ts +71 -0
- package/lib/routes/thoughtworks/namespace.ts +6 -0
- package/lib/routes/trending/all-trending.ts +2 -2
- package/lib/routes/tsdm39/bd.ts +101 -0
- package/lib/routes/tsdm39/namespace.ts +7 -0
- package/lib/routes/twitter/api/index.ts +1 -1
- package/lib/routes/twitter/api/mobile-api/api.ts +9 -6
- package/lib/routes/twitter/api/mobile-api/login.ts +6 -7
- package/lib/routes/twitter/api/mobile-api/token.ts +16 -22
- package/lib/routes/twitter/api/web-api/utils.ts +57 -19
- package/lib/routes/twitter/utils.ts +10 -4
- package/lib/routes/twreporter/category.ts +67 -22
- package/lib/routes/twreporter/fetch-article.ts +11 -5
- package/lib/routes/twreporter/newest.ts +2 -2
- package/lib/routes/typst/universe.ts +34 -8
- package/lib/routes/udn/breaking-news.ts +9 -0
- package/lib/routes/utgd/category.ts +18 -59
- package/lib/routes/utgd/timeline.ts +9 -45
- package/lib/routes/utgd/topic.ts +9 -51
- package/lib/routes/utgd/utils.ts +41 -0
- package/lib/routes/v2ex/topics.ts +1 -0
- package/lib/routes/vice/namespace.ts +6 -0
- package/lib/routes/vice/templates/article.art +19 -0
- package/lib/routes/vice/topic.ts +103 -0
- package/lib/routes/watasuke/blog.ts +1 -1
- package/lib/routes/weibo/friends.ts +1 -0
- package/lib/routes/weibo/group.ts +1 -0
- package/lib/routes/weibo/user-bookmarks.ts +191 -0
- package/lib/routes/weibo/user.ts +9 -7
- package/lib/routes/weibo/utils.ts +12 -2
- package/lib/routes/wfu/news.ts +1 -1
- package/lib/routes/wired/namespace.ts +7 -0
- package/lib/routes/wired/tag.ts +97 -0
- package/lib/routes/wired/types.ts +81 -0
- package/lib/routes/ximalaya/album.ts +27 -19
- package/lib/routes/ximalaya/types.ts +68 -0
- package/lib/routes/ximalaya/utils.ts +38 -1
- package/lib/routes/xinhuanet/app.ts +109 -0
- package/lib/routes/xinhuanet/namespace.ts +8 -0
- package/lib/routes/xsijishe/forum.ts +23 -3
- package/lib/routes/xsijishe/rank.ts +23 -3
- package/lib/routes/yahoo/news/index.ts +148 -0
- package/lib/routes/yahoo/news/{tw/provider-helper.ts → provider-helper.ts} +9 -4
- package/lib/routes/yahoo/news/{tw/provider.ts → provider.ts} +21 -6
- package/lib/routes/yahoo/news/{tw/utils.ts → utils.ts} +16 -13
- package/lib/routes/ymgal/article.ts +1 -1
- package/lib/routes/youtube/channel.ts +1 -0
- package/lib/routes/youtube/custom.ts +2 -0
- package/lib/routes/youtube/live.ts +1 -0
- package/lib/routes/youtube/playlist.ts +1 -0
- package/lib/routes/youtube/subscriptions.ts +1 -0
- package/lib/routes/youtube/user.ts +14 -3
- package/lib/routes/zaobao/interactive.ts +2 -11
- package/lib/routes/zaobao/{index.ts → other.ts} +2 -10
- package/lib/routes/zaobao/realtime.ts +0 -8
- package/lib/routes/zaobao/util.ts +14 -10
- package/lib/routes/zcool/discover.ts +2 -1
- package/lib/routes/zhihu/posts.ts +20 -15
- package/lib/routes/zhihu/types.ts +104 -0
- package/lib/routes/zhihu/utils.ts +14 -2
- package/lib/routes/zhihu/zhuanlan.ts +8 -2
- package/lib/routes/zhubai/top20.ts +2 -2
- package/lib/routes/zjgtjy/index.ts +3 -9
- package/lib/types.ts +20 -2
- package/lib/utils/ofetch.ts +1 -1
- package/lib/utils/otel/index.ts +2 -0
- package/lib/utils/otel/metric.ts +66 -0
- package/lib/utils/otel/trace.ts +28 -0
- package/lib/utils/request-rewriter/fetch.ts +13 -1
- package/lib/utils/request-rewriter.test.ts +14 -0
- package/lib/views/error.tsx +1 -1
- package/lib/views/index.tsx +1 -1
- package/lib/views/rss.tsx +1 -0
- package/lib/views/rss3.test.ts +99 -0
- package/package.json +57 -45
- package/lib/routes/ieee/earlyaccess.ts +0 -100
- package/lib/routes/ieee/recent.ts +0 -107
- package/lib/routes/yahoo/news/tw/index.ts +0 -80
- package/lib/routes/yahoo/news/us/index.ts +0 -55
- package/lib/routes-deprecated/iplay/home.js +0 -26
- package/lib/routes-deprecated/iplay/utils.js +0 -57
- package/lib/routes-deprecated/matters/author.js +0 -49
- package/lib/routes-deprecated/matters/latest.js +0 -69
- package/lib/routes-deprecated/matters/tags.js +0 -56
- /package/lib/routes/gov/{shanghai → sh}/rsj/templates/ksxm.art +0 -0
- /package/lib/routes/gov/{shanghai → sh}/wgj/templates/wgj.art +0 -0
- /package/lib/routes/hypergryph/{announce.ts → arknights/announce.ts} +0 -0
- /package/lib/routes/hypergryph/{japan.ts → arknights/japan.ts} +0 -0
- /package/lib/routes/hypergryph/{news.ts → arknights/news.ts} +0 -0
package/README.md
CHANGED
|
@@ -10,6 +10,7 @@
|
|
|
10
10
|
[](https://www.npmjs.com/package/rsshub)
|
|
11
11
|
[](https://github.com/DIYgod/RSSHub/actions/workflows/test.yml?query=event%3Apush+branch%3Amaster)
|
|
12
12
|
[](https://app.codecov.io/gh/DIYgod/RSSHub/branch/master)
|
|
13
|
+
[](https://github.com/DIYgod/RSSHub)
|
|
13
14
|
|
|
14
15
|
[](https://t.me/rsshub) [](https://t.me/awesomeRSSHub) [](https://x.com/intent/follow?screen_name=_RSSHub)
|
|
15
16
|
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { namespaces } from '@/registry';
|
|
2
|
+
import { z, createRoute, RouteHandler } from '@hono/zod-openapi';
|
|
3
|
+
|
|
4
|
+
const categoryList: Record<string, typeof namespaces> = {};
|
|
5
|
+
|
|
6
|
+
for (const namespace in namespaces) {
|
|
7
|
+
for (const path in namespaces[namespace].routes) {
|
|
8
|
+
if (namespaces[namespace].routes[path].categories?.length) {
|
|
9
|
+
for (const category of namespaces[namespace].routes[path].categories!) {
|
|
10
|
+
if (!categoryList[category]) {
|
|
11
|
+
categoryList[category] = {};
|
|
12
|
+
}
|
|
13
|
+
if (!categoryList[category][namespace]) {
|
|
14
|
+
categoryList[category][namespace] = {
|
|
15
|
+
...namespaces[namespace],
|
|
16
|
+
routes: {},
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
categoryList[category][namespace].routes[path] = namespaces[namespace].routes[path];
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
const ParamsSchema = z.object({
|
|
26
|
+
category: z.string().openapi({
|
|
27
|
+
param: {
|
|
28
|
+
name: 'category',
|
|
29
|
+
in: 'path',
|
|
30
|
+
},
|
|
31
|
+
example: 'popular',
|
|
32
|
+
}),
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
const route = createRoute({
|
|
36
|
+
method: 'get',
|
|
37
|
+
path: '/category/{category}',
|
|
38
|
+
tags: ['Category'],
|
|
39
|
+
request: {
|
|
40
|
+
params: ParamsSchema,
|
|
41
|
+
},
|
|
42
|
+
responses: {
|
|
43
|
+
200: {
|
|
44
|
+
description: 'Namespace list by category',
|
|
45
|
+
},
|
|
46
|
+
},
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
const handler: RouteHandler<typeof route> = (ctx) => {
|
|
50
|
+
const { category } = ctx.req.valid('param');
|
|
51
|
+
return ctx.json(categoryList[category]);
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
export { route, handler };
|
package/lib/api/index.ts
CHANGED
|
@@ -3,8 +3,9 @@ import { route as namespaceAllRoute, handler as namespaceAllHandler } from '@/ap
|
|
|
3
3
|
import { route as namespaceOneRoute, handler as namespaceOneHandler } from '@/api/namespace/one';
|
|
4
4
|
import { route as radarRulesAllRoute, handler as radarRulesAllHandler } from '@/api/radar/rules/all';
|
|
5
5
|
import { route as radarRulesOneRoute, handler as radarRulesOneHandler } from '@/api/radar/rules/one';
|
|
6
|
+
import { route as categoryOneRoute, handler as categoryOneHandler } from '@/api/category/one';
|
|
6
7
|
import { OpenAPIHono } from '@hono/zod-openapi';
|
|
7
|
-
import {
|
|
8
|
+
import { apiReference } from '@scalar/hono-api-reference';
|
|
8
9
|
|
|
9
10
|
const app = new OpenAPIHono();
|
|
10
11
|
|
|
@@ -12,6 +13,7 @@ app.openapi(namespaceAllRoute, namespaceAllHandler);
|
|
|
12
13
|
app.openapi(namespaceOneRoute, namespaceOneHandler);
|
|
13
14
|
app.openapi(radarRulesAllRoute, radarRulesAllHandler);
|
|
14
15
|
app.openapi(radarRulesOneRoute, radarRulesOneHandler);
|
|
16
|
+
app.openapi(categoryOneRoute, categoryOneHandler);
|
|
15
17
|
|
|
16
18
|
const docs = app.getOpenAPI31Document({
|
|
17
19
|
openapi: '3.1.0',
|
|
@@ -24,8 +26,12 @@ for (const path in docs.paths) {
|
|
|
24
26
|
docs.paths[`/api${path}`] = docs.paths[path];
|
|
25
27
|
delete docs.paths[path];
|
|
26
28
|
}
|
|
27
|
-
app.get('/
|
|
28
|
-
|
|
29
|
-
|
|
29
|
+
app.get('/openapi.json', (ctx) => ctx.json(docs));
|
|
30
|
+
app.get(
|
|
31
|
+
'/reference',
|
|
32
|
+
apiReference({
|
|
33
|
+
spec: { content: docs },
|
|
34
|
+
})
|
|
35
|
+
);
|
|
30
36
|
|
|
31
37
|
export default app;
|
package/lib/app.tsx
CHANGED
|
@@ -12,6 +12,7 @@ import debug from '@/middleware/debug';
|
|
|
12
12
|
import header from '@/middleware/header';
|
|
13
13
|
import antiHotlink from '@/middleware/anti-hotlink';
|
|
14
14
|
import parameter from '@/middleware/parameter';
|
|
15
|
+
import trace from '@/middleware/trace';
|
|
15
16
|
import { jsxRenderer } from 'hono/jsx-renderer';
|
|
16
17
|
import { trimTrailingSlash } from 'hono/trailing-slash';
|
|
17
18
|
|
|
@@ -37,6 +38,7 @@ app.use(
|
|
|
37
38
|
})
|
|
38
39
|
);
|
|
39
40
|
app.use(mLogger);
|
|
41
|
+
app.use(trace);
|
|
40
42
|
app.use(sentry);
|
|
41
43
|
app.use(accessControl);
|
|
42
44
|
app.use(debug);
|
package/lib/config.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import 'dotenv/config';
|
|
2
1
|
import randUserAgent from '@/utils/rand-user-agent';
|
|
2
|
+
import 'dotenv/config';
|
|
3
3
|
import { ofetch } from 'ofetch';
|
|
4
4
|
|
|
5
5
|
let envs = process.env;
|
|
@@ -154,7 +154,6 @@ export type Config = {
|
|
|
154
154
|
username?: string;
|
|
155
155
|
password?: string;
|
|
156
156
|
bearertoken?: string;
|
|
157
|
-
iap_receipt?: string;
|
|
158
157
|
};
|
|
159
158
|
instagram: {
|
|
160
159
|
username?: string;
|
|
@@ -233,6 +232,9 @@ export type Config = {
|
|
|
233
232
|
qingting: {
|
|
234
233
|
id?: string;
|
|
235
234
|
};
|
|
235
|
+
readwise: {
|
|
236
|
+
accessToken?: string;
|
|
237
|
+
};
|
|
236
238
|
saraba1st: {
|
|
237
239
|
cookie?: string;
|
|
238
240
|
};
|
|
@@ -250,19 +252,24 @@ export type Config = {
|
|
|
250
252
|
clientSecret?: string;
|
|
251
253
|
refreshToken?: string;
|
|
252
254
|
};
|
|
255
|
+
sspai: {
|
|
256
|
+
bearertoken?: string;
|
|
257
|
+
};
|
|
253
258
|
telegram: {
|
|
254
259
|
token?: string;
|
|
255
260
|
};
|
|
256
261
|
tophub: {
|
|
257
262
|
cookie?: string;
|
|
258
263
|
};
|
|
264
|
+
tsdm39: {
|
|
265
|
+
cookie: string;
|
|
266
|
+
};
|
|
259
267
|
twitter: {
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
password?: string;
|
|
264
|
-
authenticationSecret?: string;
|
|
268
|
+
username?: string[];
|
|
269
|
+
password?: string[];
|
|
270
|
+
authenticationSecret?: string[];
|
|
265
271
|
cookie?: string;
|
|
272
|
+
authToken?: string[];
|
|
266
273
|
};
|
|
267
274
|
weibo: {
|
|
268
275
|
app_key?: string;
|
|
@@ -283,6 +290,10 @@ export type Config = {
|
|
|
283
290
|
ximalaya: {
|
|
284
291
|
token?: string;
|
|
285
292
|
};
|
|
293
|
+
xsijishe: {
|
|
294
|
+
cookie?: string;
|
|
295
|
+
userAgent?: string;
|
|
296
|
+
};
|
|
286
297
|
xueqiu: {
|
|
287
298
|
cookies?: string;
|
|
288
299
|
};
|
|
@@ -510,7 +521,6 @@ const calculateValue = () => {
|
|
|
510
521
|
username: envs.INITIUM_USERNAME,
|
|
511
522
|
password: envs.INITIUM_PASSWORD,
|
|
512
523
|
bearertoken: envs.INITIUM_BEARER_TOKEN,
|
|
513
|
-
iap_receipt: envs.INITIUM_IAP_RECEIPT,
|
|
514
524
|
},
|
|
515
525
|
instagram: {
|
|
516
526
|
username: envs.IG_USERNAME,
|
|
@@ -589,6 +599,9 @@ const calculateValue = () => {
|
|
|
589
599
|
qingting: {
|
|
590
600
|
id: envs.QINGTING_ID,
|
|
591
601
|
},
|
|
602
|
+
readwise: {
|
|
603
|
+
accessToken: envs.READWISE_ACCESS_TOKEN,
|
|
604
|
+
},
|
|
592
605
|
saraba1st: {
|
|
593
606
|
cookie: envs.SARABA1ST_COOKIE,
|
|
594
607
|
},
|
|
@@ -606,6 +619,9 @@ const calculateValue = () => {
|
|
|
606
619
|
clientSecret: envs.SPOTIFY_CLIENT_SECRET,
|
|
607
620
|
refreshToken: envs.SPOTIFY_REFRESHTOKEN,
|
|
608
621
|
},
|
|
622
|
+
sspai: {
|
|
623
|
+
bearertoken: envs.SSPAI_BEARERTOKEN,
|
|
624
|
+
},
|
|
609
625
|
telegram: {
|
|
610
626
|
token: envs.TELEGRAM_TOKEN,
|
|
611
627
|
session: envs.TELEGRAM_SESSION,
|
|
@@ -616,13 +632,15 @@ const calculateValue = () => {
|
|
|
616
632
|
tophub: {
|
|
617
633
|
cookie: envs.TOPHUB_COOKIE,
|
|
618
634
|
},
|
|
635
|
+
tsdm39: {
|
|
636
|
+
cookie: envs.TSDM39_COOKIES,
|
|
637
|
+
},
|
|
619
638
|
twitter: {
|
|
620
|
-
|
|
621
|
-
|
|
622
|
-
|
|
623
|
-
password: envs.TWITTER_PASSWORD,
|
|
624
|
-
authenticationSecret: envs.TWITTER_AUTHENTICATION_SECRET,
|
|
639
|
+
username: envs.TWITTER_USERNAME?.split(','),
|
|
640
|
+
password: envs.TWITTER_PASSWORD?.split(','),
|
|
641
|
+
authenticationSecret: envs.TWITTER_AUTHENTICATION_SECRET?.split(','),
|
|
625
642
|
cookie: envs.TWITTER_COOKIE,
|
|
643
|
+
authToken: envs.TWITTER_AUTH_TOKEN?.split(','),
|
|
626
644
|
},
|
|
627
645
|
weibo: {
|
|
628
646
|
app_key: envs.WEIBO_APP_KEY,
|
|
@@ -643,6 +661,10 @@ const calculateValue = () => {
|
|
|
643
661
|
ximalaya: {
|
|
644
662
|
token: envs.XIMALAYA_TOKEN,
|
|
645
663
|
},
|
|
664
|
+
xsijishe: {
|
|
665
|
+
cookie: envs.XSIJISHE_COOKIE,
|
|
666
|
+
user_agent: envs.XSIJISHE_USER_AGENT,
|
|
667
|
+
},
|
|
646
668
|
xueqiu: {
|
|
647
669
|
cookies: envs.XUEQIU_COOKIES,
|
|
648
670
|
},
|
package/lib/errors/index.test.ts
CHANGED
|
@@ -27,8 +27,12 @@ describe('httperror', () => {
|
|
|
27
27
|
});
|
|
28
28
|
|
|
29
29
|
describe('RequestInProgressError', () => {
|
|
30
|
-
it(`RequestInProgressError`, async () => {
|
|
30
|
+
it(`RequestInProgressError with retry`, async () => {
|
|
31
31
|
const responses = await Promise.all([request.get('/test/slow'), request.get('/test/slow')]);
|
|
32
|
+
expect(new Set(responses.map((r) => r.status))).toEqual(new Set([200, 200]));
|
|
33
|
+
});
|
|
34
|
+
it(`RequestInProgressError`, async () => {
|
|
35
|
+
const responses = await Promise.all([request.get('/test/slow4'), request.get('/test/slow4')]);
|
|
32
36
|
expect(new Set(responses.map((r) => r.status))).toEqual(new Set([200, 503]));
|
|
33
37
|
expect(new Set(responses.map((r) => r.headers['cache-control']))).toEqual(new Set([`public, max-age=${config.cache.routeExpire}`, `public, max-age=${config.requestTimeout / 1000}`]));
|
|
34
38
|
expect(responses.filter((r) => r.text.includes('RequestInProgressError: This path is currently fetching, please come back later!'))).toHaveLength(1);
|
|
@@ -63,19 +67,19 @@ describe('route throws an error', () => {
|
|
|
63
67
|
const value = $(item).find('.debug-value').html()?.trim();
|
|
64
68
|
switch (key) {
|
|
65
69
|
case 'Request Amount:':
|
|
66
|
-
expect(value).toBe('
|
|
70
|
+
expect(value).toBe('11');
|
|
67
71
|
break;
|
|
68
72
|
case 'Hot Routes:':
|
|
69
|
-
expect(value).toBe('
|
|
73
|
+
expect(value).toBe('8 /test/:id/:params?<br>');
|
|
70
74
|
break;
|
|
71
75
|
case 'Hot Paths:':
|
|
72
|
-
expect(value).toBe('2 /test/error<br>2 /test/slow<br>1 /test/httperror<br>1 /test/config-not-found-error<br>1 /test/invalid-parameter-error<br>1 /thisDoesNotExist<br>1 /<br>');
|
|
76
|
+
expect(value).toBe('2 /test/error<br>2 /test/slow<br>2 /test/slow4<br>1 /test/httperror<br>1 /test/config-not-found-error<br>1 /test/invalid-parameter-error<br>1 /thisDoesNotExist<br>1 /<br>');
|
|
73
77
|
break;
|
|
74
78
|
case 'Hot Error Routes:':
|
|
75
79
|
expect(value).toBe('5 /test/:id/:params?<br>');
|
|
76
80
|
break;
|
|
77
81
|
case 'Hot Error Paths:':
|
|
78
|
-
expect(value).toBe('2 /test/error<br>1 /test/httperror<br>1 /test/
|
|
82
|
+
expect(value).toBe('2 /test/error<br>1 /test/httperror<br>1 /test/slow4<br>1 /test/config-not-found-error<br>1 /test/invalid-parameter-error<br>1 /thisDoesNotExist<br>');
|
|
79
83
|
break;
|
|
80
84
|
default:
|
|
81
85
|
}
|
package/lib/errors/index.tsx
CHANGED
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
import { type NotFoundHandler, type ErrorHandler } from 'hono';
|
|
2
2
|
import { getDebugInfo, setDebugInfo } from '@/utils/debug-info';
|
|
3
3
|
import { config } from '@/config';
|
|
4
|
-
import Sentry from '@sentry/node';
|
|
4
|
+
import * as Sentry from '@sentry/node';
|
|
5
5
|
import logger from '@/utils/logger';
|
|
6
6
|
import Error from '@/views/error';
|
|
7
7
|
|
|
8
8
|
import NotFoundError from './types/not-found';
|
|
9
9
|
|
|
10
|
+
import { requestMetric } from '@/utils/otel';
|
|
11
|
+
|
|
10
12
|
export const errorHandler: ErrorHandler = (error, ctx) => {
|
|
11
13
|
const requestPath = ctx.req.path;
|
|
12
14
|
const matchedRoute = ctx.req.routePath;
|
|
@@ -61,6 +63,7 @@ export const errorHandler: ErrorHandler = (error, ctx) => {
|
|
|
61
63
|
const message = `${error.name}: ${errorMessage}`;
|
|
62
64
|
|
|
63
65
|
logger.error(`Error in ${requestPath}: ${message}`);
|
|
66
|
+
requestMetric.error({ path: requestPath, method: ctx.req.method, status: ctx.res.status });
|
|
64
67
|
|
|
65
68
|
return config.isPackage
|
|
66
69
|
? ctx.json({
|
package/lib/index.ts
CHANGED
|
@@ -10,12 +10,15 @@ const hostIPList = getLocalhostAddress();
|
|
|
10
10
|
logger.info(`🎉 RSSHub is running on port ${port}! Cheers!`);
|
|
11
11
|
logger.info('💖 Can you help keep this open source project alive? Please sponsor 👉 https://docs.rsshub.app/sponsor');
|
|
12
12
|
logger.info(`🔗 Local: 👉 http://localhost:${port}`);
|
|
13
|
-
|
|
14
|
-
|
|
13
|
+
if (config.listenInaddrAny) {
|
|
14
|
+
for (const ip of hostIPList) {
|
|
15
|
+
logger.info(`🔗 Network: 👉 http://${ip}:${port}`);
|
|
16
|
+
}
|
|
15
17
|
}
|
|
16
18
|
|
|
17
19
|
const server = serve({
|
|
18
20
|
fetch: app.fetch,
|
|
21
|
+
hostname: config.listenInaddrAny ? undefined : '127.0.0.1',
|
|
19
22
|
port,
|
|
20
23
|
});
|
|
21
24
|
|
package/lib/middleware/cache.ts
CHANGED
|
@@ -6,23 +6,38 @@ import RequestInProgressError from '@/errors/types/request-in-progress';
|
|
|
6
6
|
import cacheModule from '@/utils/cache/index';
|
|
7
7
|
import { Data } from '@/types';
|
|
8
8
|
|
|
9
|
+
const bypassList = new Set(['/', '/robots.txt', '/logo.png', '/favicon.ico']);
|
|
9
10
|
// only give cache string, as the `!` condition tricky
|
|
10
11
|
// md5 is used to shrink key size
|
|
11
12
|
// plz, write these tips in comments!
|
|
12
13
|
const middleware: MiddlewareHandler = async (ctx, next) => {
|
|
13
|
-
|
|
14
|
-
const key = 'rsshub:koa-redis-cache:' + h64ToString(ctx.req.path);
|
|
15
|
-
const controlKey = 'rsshub:path-requested:' + h64ToString(ctx.req.path);
|
|
16
|
-
|
|
17
|
-
if (!cacheModule.status.available) {
|
|
14
|
+
if (!cacheModule.status.available || bypassList.has(ctx.req.path)) {
|
|
18
15
|
await next();
|
|
19
16
|
return;
|
|
20
17
|
}
|
|
21
18
|
|
|
19
|
+
const { h64ToString } = await xxhash();
|
|
20
|
+
const key = 'rsshub:koa-redis-cache:' + h64ToString(ctx.req.path);
|
|
21
|
+
const controlKey = 'rsshub:path-requested:' + h64ToString(ctx.req.path);
|
|
22
|
+
|
|
22
23
|
const isRequesting = await cacheModule.globalCache.get(controlKey);
|
|
23
24
|
|
|
24
25
|
if (isRequesting === '1') {
|
|
25
|
-
|
|
26
|
+
let retryTimes = process.env.NODE_ENV === 'test' ? 1 : 10;
|
|
27
|
+
let bypass = false;
|
|
28
|
+
while (retryTimes > 0) {
|
|
29
|
+
// eslint-disable-next-line no-await-in-loop
|
|
30
|
+
await new Promise((resolve) => setTimeout(resolve, process.env.NODE_ENV === 'test' ? 3000 : 6000));
|
|
31
|
+
// eslint-disable-next-line no-await-in-loop
|
|
32
|
+
if ((await cacheModule.globalCache.get(controlKey)) !== '1') {
|
|
33
|
+
bypass = true;
|
|
34
|
+
break;
|
|
35
|
+
}
|
|
36
|
+
retryTimes--;
|
|
37
|
+
}
|
|
38
|
+
if (!bypass) {
|
|
39
|
+
throw new RequestInProgressError('This path is currently fetching, please come back later!');
|
|
40
|
+
}
|
|
26
41
|
}
|
|
27
42
|
|
|
28
43
|
const value = await cacheModule.globalCache.get(key);
|
package/lib/middleware/logger.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { requestMetric } from '@/utils/otel';
|
|
1
2
|
import { MiddlewareHandler } from 'hono';
|
|
2
3
|
import logger from '@/utils/logger';
|
|
3
4
|
import { getPath, time } from '@/utils/helpers';
|
|
@@ -34,7 +35,10 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
|
|
|
34
35
|
|
|
35
36
|
await next();
|
|
36
37
|
|
|
37
|
-
|
|
38
|
+
const status = ctx.res.status;
|
|
39
|
+
|
|
40
|
+
logger.info(`${LogPrefix.Outgoing} ${method} ${path} ${colorStatus(status)} ${time(start)}`);
|
|
41
|
+
requestMetric.success(Date.now() - start, { path, method, status });
|
|
38
42
|
};
|
|
39
43
|
|
|
40
44
|
export default middleware;
|
|
@@ -53,7 +53,7 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
|
|
|
53
53
|
// https://stackoverflow.com/questions/1497885/remove-control-characters-from-php-string/1497928#1497928
|
|
54
54
|
// remove unicode control characters
|
|
55
55
|
// see #14940 #14943 #15262
|
|
56
|
-
item.description = item.description.replaceAll(/[\u0000-\u0009\u000B\u000C\u000E-\u001F\u007F]/g, '');
|
|
56
|
+
item.description = item.description.replaceAll(/[\u0000-\u0009\u000B\u000C\u000E-\u001F\u007F\u200B\uFFFF]/g, '');
|
|
57
57
|
}
|
|
58
58
|
|
|
59
59
|
if (typeof item.author === 'string') {
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { MiddlewareHandler } from 'hono';
|
|
2
|
+
import { getPath } from '@/utils/helpers';
|
|
3
|
+
import { config } from '@/config';
|
|
4
|
+
import { tracer } from '@/utils/otel';
|
|
5
|
+
|
|
6
|
+
const middleware: MiddlewareHandler = async (ctx, next) => {
|
|
7
|
+
if (config.debugInfo) {
|
|
8
|
+
// Only enable tracing in debug mode
|
|
9
|
+
const { method, raw } = ctx.req;
|
|
10
|
+
const path = getPath(raw);
|
|
11
|
+
|
|
12
|
+
const span = tracer.startSpan(`${method} ${path}`, {
|
|
13
|
+
kind: 1, // server
|
|
14
|
+
attributes: {},
|
|
15
|
+
});
|
|
16
|
+
span.addEvent('invoking handleRequest');
|
|
17
|
+
await next();
|
|
18
|
+
span.end();
|
|
19
|
+
} else {
|
|
20
|
+
// Skip
|
|
21
|
+
await next();
|
|
22
|
+
}
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
export default middleware;
|
package/lib/registry.ts
CHANGED
|
@@ -4,9 +4,11 @@ import { Hono, type Handler } from 'hono';
|
|
|
4
4
|
import path from 'node:path';
|
|
5
5
|
import { fileURLToPath } from 'node:url';
|
|
6
6
|
import { serveStatic } from '@hono/node-server/serve-static';
|
|
7
|
+
import { config } from '@/config';
|
|
7
8
|
|
|
8
9
|
import index from '@/routes/index';
|
|
9
10
|
import robotstxt from '@/routes/robots.txt';
|
|
11
|
+
import metrics from '@/routes/metrics';
|
|
10
12
|
|
|
11
13
|
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
|
12
14
|
|
|
@@ -84,7 +86,7 @@ const app = new Hono();
|
|
|
84
86
|
for (const namespace in namespaces) {
|
|
85
87
|
const subApp = app.basePath(`/${namespace}`);
|
|
86
88
|
for (const path in namespaces[namespace].routes) {
|
|
87
|
-
const
|
|
89
|
+
const wrappedHandler: Handler = async (ctx) => {
|
|
88
90
|
if (!ctx.get('data')) {
|
|
89
91
|
if (typeof namespaces[namespace].routes[path].handler !== 'function') {
|
|
90
92
|
const { route } = await import(`./routes/${namespace}/${namespaces[namespace].routes[path].location}`);
|
|
@@ -93,12 +95,16 @@ for (const namespace in namespaces) {
|
|
|
93
95
|
ctx.set('data', await namespaces[namespace].routes[path].handler(ctx));
|
|
94
96
|
}
|
|
95
97
|
};
|
|
96
|
-
subApp.get(path,
|
|
98
|
+
subApp.get(path, wrappedHandler);
|
|
97
99
|
}
|
|
98
100
|
}
|
|
99
101
|
|
|
100
102
|
app.get('/', index);
|
|
101
103
|
app.get('/robots.txt', robotstxt);
|
|
104
|
+
if (config.debugInfo) {
|
|
105
|
+
// Only enable tracing in debug mode
|
|
106
|
+
app.get('/metrics', metrics);
|
|
107
|
+
}
|
|
102
108
|
app.use(
|
|
103
109
|
'/*',
|
|
104
110
|
serveStatic({
|
package/lib/router.js
CHANGED
|
@@ -594,12 +594,6 @@ router.get('/zucc/cssearch/latest/:webVpn/:key', lazyloadRouteHandler('./routes/
|
|
|
594
594
|
// checkee
|
|
595
595
|
router.get('/checkee/:dispdate', lazyloadRouteHandler('./routes/checkee/index'));
|
|
596
596
|
|
|
597
|
-
// Matters
|
|
598
|
-
router.get('/matters/latest/:type?', lazyloadRouteHandler('./routes/matters/latest'));
|
|
599
|
-
router.redirect('/matters/hot', '/matters/latest/heat'); // Deprecated
|
|
600
|
-
router.get('/matters/tags/:tid', lazyloadRouteHandler('./routes/matters/tags'));
|
|
601
|
-
router.get('/matters/author/:uid', lazyloadRouteHandler('./routes/matters/author'));
|
|
602
|
-
|
|
603
597
|
// 古诗文网
|
|
604
598
|
router.get('/gushiwen/recommend/:annotation?', lazyloadRouteHandler('./routes/gushiwen/recommend'));
|
|
605
599
|
|
package/lib/routes/2048/index.ts
CHANGED
|
@@ -9,6 +9,7 @@ import timezone from '@/utils/timezone';
|
|
|
9
9
|
import { parseDate } from '@/utils/parse-date';
|
|
10
10
|
import { art } from '@/utils/render';
|
|
11
11
|
import path from 'node:path';
|
|
12
|
+
import ofetch from '@/utils/ofetch';
|
|
12
13
|
|
|
13
14
|
export const route: Route = {
|
|
14
15
|
path: '/:id?',
|
|
@@ -75,18 +76,15 @@ async function handler(ctx) {
|
|
|
75
76
|
},
|
|
76
77
|
});
|
|
77
78
|
const $ = load(response);
|
|
78
|
-
const targetLink = $('table.group-table tr').eq(1).find('td a').eq(0).attr('href');
|
|
79
|
+
const targetLink = new URL($('table.group-table tr').eq(1).find('td a').eq(0).attr('href')).href;
|
|
79
80
|
return targetLink;
|
|
80
81
|
});
|
|
81
82
|
|
|
82
|
-
const currentUrl = `${entranceDomain}
|
|
83
|
+
const currentUrl = `${entranceDomain}2048/thread.php?fid-${id}.html`;
|
|
83
84
|
|
|
84
|
-
const response = await
|
|
85
|
-
method: 'get',
|
|
86
|
-
url: currentUrl,
|
|
87
|
-
});
|
|
85
|
+
const response = await ofetch.raw(currentUrl);
|
|
88
86
|
|
|
89
|
-
const $ = load(response.
|
|
87
|
+
const $ = load(response._data);
|
|
90
88
|
const currentHost = `https://${new URL(response.url).host}`; // redirected host
|
|
91
89
|
|
|
92
90
|
$('#shortcut').remove();
|
|
@@ -127,8 +125,8 @@ async function handler(ctx) {
|
|
|
127
125
|
item.pubDate = timezone(parseDate(content('span.fl.gray').first().attr('title')), +8);
|
|
128
126
|
|
|
129
127
|
const downloadLink = content('#read_tpc').first().find('a').last();
|
|
130
|
-
|
|
131
|
-
if (downloadLink?.text()?.startsWith('http') && /
|
|
128
|
+
const copyLink = content('#copytext')?.first()?.text();
|
|
129
|
+
if (downloadLink?.text()?.startsWith('http') && /down2048\.com$/.test(new URL(downloadLink.text()).hostname)) {
|
|
132
130
|
const torrentResponse = await got({
|
|
133
131
|
method: 'get',
|
|
134
132
|
url: downloadLink.text(),
|
|
@@ -137,7 +135,8 @@ async function handler(ctx) {
|
|
|
137
135
|
const torrent = load(torrentResponse.data);
|
|
138
136
|
|
|
139
137
|
item.enclosure_type = 'application/x-bittorrent';
|
|
140
|
-
|
|
138
|
+
const ahref = torrent('.uk-button').last().attr('href');
|
|
139
|
+
item.enclosure_url = ahref?.startsWith('http') ? ahref : `https://data.datapps.org/${ahref}`;
|
|
141
140
|
|
|
142
141
|
const magnet = torrent('.uk-button').first().attr('href');
|
|
143
142
|
|
|
@@ -147,6 +146,10 @@ async function handler(ctx) {
|
|
|
147
146
|
torrent: item.enclosure_url,
|
|
148
147
|
})
|
|
149
148
|
);
|
|
149
|
+
} else if (copyLink?.startsWith('magnet')) {
|
|
150
|
+
// copy link
|
|
151
|
+
item.enclosure_url = copyLink;
|
|
152
|
+
item.enclosure_type = 'x-scheme-handler/magnet';
|
|
150
153
|
}
|
|
151
154
|
|
|
152
155
|
const desp = content('#read_tpc').first();
|
|
@@ -52,7 +52,7 @@ async function handler(ctx) {
|
|
|
52
52
|
}
|
|
53
53
|
const a = item.find('.text a');
|
|
54
54
|
return {
|
|
55
|
-
title: a.text(),
|
|
55
|
+
title: a.first().text(),
|
|
56
56
|
link: a.attr('href'),
|
|
57
57
|
description: item.find('.miaoshu').text(),
|
|
58
58
|
pubDate: timezone(parseDate(item.find('.time').text().trim()), 8),
|
|
@@ -6,9 +6,9 @@ import type { Route, DataItem } from '@/types';
|
|
|
6
6
|
export const route: Route = {
|
|
7
7
|
path: '/article/:id',
|
|
8
8
|
name: '章节',
|
|
9
|
-
url: 'www.
|
|
9
|
+
url: 'www.69shuba.pro',
|
|
10
10
|
maintainers: ['eternasuno'],
|
|
11
|
-
example: '/article/47117',
|
|
11
|
+
example: '/69shu/article/47117',
|
|
12
12
|
parameters: { id: '小说 id, 可在对应小说页 URL 中找到' },
|
|
13
13
|
categories: ['reading'],
|
|
14
14
|
features: {
|
|
@@ -21,13 +21,13 @@ export const route: Route = {
|
|
|
21
21
|
},
|
|
22
22
|
radar: [
|
|
23
23
|
{
|
|
24
|
-
source: ['www.
|
|
24
|
+
source: ['www.69shuba.pro/book/:id.htm'],
|
|
25
25
|
target: '/article/:id',
|
|
26
26
|
},
|
|
27
27
|
],
|
|
28
28
|
handler: async (ctx) => {
|
|
29
29
|
const { id } = ctx.req.param();
|
|
30
|
-
const link = `https://www.
|
|
30
|
+
const link = `https://www.69shuba.pro/book/${id}.htm`;
|
|
31
31
|
const $ = load(await get(link));
|
|
32
32
|
|
|
33
33
|
const item = await Promise.all(
|
|
@@ -88,9 +88,9 @@ const decrypt = (txt: string, articleid: string, chapterid: string, decryptionMa
|
|
|
88
88
|
}
|
|
89
89
|
|
|
90
90
|
return txt
|
|
91
|
+
.replaceAll(/\u2003|\n/g, '')
|
|
91
92
|
.split('<br><br>')
|
|
92
|
-
.
|
|
93
|
-
.slice(1, -
|
|
94
|
-
.join('<br>')
|
|
95
|
-
.replaceAll(/\u2003|(<div[\S\s]*?<\/div>)/g, '');
|
|
93
|
+
.flatMap((line, index, array) => (lineMap[index] ? array[lineMap[index]] : line).split('<br>'))
|
|
94
|
+
.slice(1, -2)
|
|
95
|
+
.join('<br><br>');
|
|
96
96
|
};
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
import ofetch from '@/utils/ofetch';
|
|
3
|
+
import { load } from 'cheerio';
|
|
4
|
+
|
|
5
|
+
export const route: Route = {
|
|
6
|
+
path: '/topic/:interest',
|
|
7
|
+
example: '/academia/topic/Urban_History',
|
|
8
|
+
parameters: { interest: 'interest' },
|
|
9
|
+
radar: [
|
|
10
|
+
{
|
|
11
|
+
source: ['academia.edu/Documents/in/:interest'],
|
|
12
|
+
target: '/topic/:interest',
|
|
13
|
+
},
|
|
14
|
+
],
|
|
15
|
+
name: 'interest',
|
|
16
|
+
maintainers: ['K33k0'],
|
|
17
|
+
categories: ['journal'],
|
|
18
|
+
handler,
|
|
19
|
+
url: 'academia.edu',
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
async function handler(ctx) {
|
|
23
|
+
const interest = ctx.req.param('interest');
|
|
24
|
+
const response = await ofetch(`https://www.academia.edu/Documents/in/${interest}/MostRecent`);
|
|
25
|
+
const $ = load(response);
|
|
26
|
+
const list = $('.works > .u-borderBottom1')
|
|
27
|
+
.toArray()
|
|
28
|
+
.map((item) => {
|
|
29
|
+
const tagsElem = $(item).find('li.InlineList-item.u-positionRelative > span > script').text().replaceAll('}{', '},{');
|
|
30
|
+
let categories = [];
|
|
31
|
+
if (tagsElem !== null) {
|
|
32
|
+
const categoriesJSON = JSON.parse(`[${tagsElem}]`);
|
|
33
|
+
categories = categoriesJSON.map((category) => category.name);
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
return {
|
|
37
|
+
title: $(item).find('.header .title').text(),
|
|
38
|
+
link: $(item).find('.header .title > a').attr('href'),
|
|
39
|
+
author: $(item).find('span[itemprop=author] > a').text(),
|
|
40
|
+
description: $(item).find('.complete').text(),
|
|
41
|
+
category: categories,
|
|
42
|
+
};
|
|
43
|
+
});
|
|
44
|
+
return {
|
|
45
|
+
title: `academia.edu | ${interest} documents`,
|
|
46
|
+
link: `https://academia.edu/Documents/in/${interest}/MostRecent`,
|
|
47
|
+
item: list,
|
|
48
|
+
};
|
|
49
|
+
}
|