rsshub 1.0.0-master.ba9891f → 1.0.0-master.baeafb9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (254) hide show
  1. package/lib/config.js +143 -124
  2. package/lib/middleware/cache/index.js +3 -3
  3. package/lib/middleware/cache/memory.js +5 -5
  4. package/lib/middleware/cache/redis.js +17 -2
  5. package/lib/middleware/onerror.js +8 -0
  6. package/lib/middleware/template.js +12 -5
  7. package/lib/router.js +16 -80
  8. package/lib/routes/afdian/dynamic.js +2 -1
  9. package/lib/routes/fdroid/apprelease.js +1 -1
  10. package/lib/routes/gov/customs/list.js +2 -2
  11. package/lib/routes/hentaimama/videos.js +1 -1
  12. package/lib/routes/hkej/index.js +2 -2
  13. package/lib/routes/ipsw/index.js +2 -2
  14. package/lib/routes/lizhi/user.js +1 -1
  15. package/lib/routes/manxiaosi/book.js +1 -1
  16. package/lib/routes/missevan/drama.js +1 -1
  17. package/lib/routes/missevan/latest.js +1 -1
  18. package/lib/routes/ncm/djradio.js +3 -4
  19. package/lib/routes/nhentai/util.js +2 -2
  20. package/lib/routes/novel/biquge.js +24 -23
  21. package/lib/routes/novel/biqugeinfo.js +26 -26
  22. package/lib/routes/radio/radio.js +1 -1
  23. package/lib/routes/sina/rollnews.js +8 -3
  24. package/lib/routes/telecompaper/news.js +1 -1
  25. package/lib/routes/tencent/wechat/tgchannel.js +7 -1
  26. package/lib/routes/touhougarakuta/index.js +4 -2
  27. package/lib/routes/touhougarakuta/json2html.js +22 -10
  28. package/lib/routes/universities/hitwh/today.js +6 -6
  29. package/lib/routes/ximalaya/album.js +2 -2
  30. package/lib/routes/yyets/todayfilelist.js +0 -1
  31. package/lib/routes/zcool/top.js +3 -3
  32. package/lib/routes/zhihu/activities.js +1 -0
  33. package/lib/routes/zhihu/daily.js +1 -0
  34. package/lib/routes/zhihu/daily_section.js +1 -0
  35. package/lib/utils/common-utils.js +12 -0
  36. package/lib/utils/puppeteer.js +1 -1
  37. package/lib/v2/35photo/actual.js +7 -0
  38. package/lib/v2/35photo/author.js +9 -0
  39. package/lib/v2/35photo/genre.js +9 -0
  40. package/lib/v2/35photo/interesting.js +7 -0
  41. package/lib/v2/35photo/maintainer.js +8 -0
  42. package/lib/v2/35photo/map.js +7 -0
  43. package/lib/v2/35photo/new.js +7 -0
  44. package/lib/v2/35photo/radar.js +43 -0
  45. package/lib/v2/35photo/router.js +8 -0
  46. package/lib/v2/35photo/utils.js +42 -0
  47. package/lib/v2/95mm/utils.js +1 -1
  48. package/lib/v2/agirls/index.js +2 -2
  49. package/lib/v2/agirls/topic.js +2 -2
  50. package/lib/v2/agirls/topic_list.js +1 -1
  51. package/lib/v2/ajmide/index.js +1 -1
  52. package/lib/v2/app-center/templates/description.art +1 -1
  53. package/lib/v2/bigquant/collections.js +35 -0
  54. package/lib/v2/bigquant/maintainer.js +3 -0
  55. package/lib/v2/bigquant/radar.js +13 -0
  56. package/lib/v2/bigquant/router.js +3 -0
  57. package/lib/{routes → v2}/bilibili/app.js +0 -0
  58. package/lib/{routes → v2}/bilibili/article.js +1 -0
  59. package/lib/{routes → v2}/bilibili/audio.js +0 -0
  60. package/lib/{routes → v2}/bilibili/bangumi.js +0 -0
  61. package/lib/{routes → v2}/bilibili/blackboard.js +0 -0
  62. package/lib/{routes → v2}/bilibili/cache.js +17 -0
  63. package/lib/{routes → v2}/bilibili/coin.js +0 -0
  64. package/lib/{routes → v2}/bilibili/danmaku.js +0 -0
  65. package/lib/{routes → v2}/bilibili/dynamic.js +1 -0
  66. package/lib/{routes → v2}/bilibili/fav.js +0 -0
  67. package/lib/{routes → v2}/bilibili/followers.js +0 -0
  68. package/lib/{routes → v2}/bilibili/followings.js +0 -0
  69. package/lib/{routes → v2}/bilibili/followings_article.js +0 -0
  70. package/lib/{routes → v2}/bilibili/followings_dynamic.js +0 -0
  71. package/lib/{routes → v2}/bilibili/followings_video.js +0 -0
  72. package/lib/{routes → v2}/bilibili/linkNews.js +0 -0
  73. package/lib/{routes → v2}/bilibili/liveArea.js +0 -0
  74. package/lib/{routes → v2}/bilibili/liveRoom.js +0 -0
  75. package/lib/{routes → v2}/bilibili/liveSearch.js +0 -0
  76. package/lib/{routes → v2}/bilibili/mallIP.js +0 -0
  77. package/lib/{routes → v2}/bilibili/mallNew.js +0 -0
  78. package/lib/{routes → v2}/bilibili/manga_followings.js +0 -0
  79. package/lib/{routes → v2}/bilibili/manga_update.js +0 -0
  80. package/lib/v2/bilibili/online.js +25 -0
  81. package/lib/{routes → v2}/bilibili/page.js +0 -0
  82. package/lib/{routes → v2}/bilibili/partion-ranking.js +0 -0
  83. package/lib/{routes → v2}/bilibili/partion.js +0 -0
  84. package/lib/v2/bilibili/radar.js +6 -0
  85. package/lib/{routes → v2}/bilibili/ranking.js +0 -0
  86. package/lib/{routes → v2}/bilibili/readlist.js +0 -0
  87. package/lib/{routes → v2}/bilibili/reply.js +0 -0
  88. package/lib/v2/bilibili/router.js +39 -0
  89. package/lib/{routes → v2}/bilibili/topic.js +0 -0
  90. package/lib/{routes → v2}/bilibili/userChannel.js +0 -0
  91. package/lib/{routes → v2}/bilibili/userFav.js +0 -0
  92. package/lib/{routes → v2}/bilibili/user_bangumi.js +0 -0
  93. package/lib/{routes → v2}/bilibili/utils.js +0 -0
  94. package/lib/{routes → v2}/bilibili/video.js +3 -1
  95. package/lib/{routes → v2}/bilibili/vsearch.js +0 -0
  96. package/lib/{routes → v2}/bilibili/weekly_recommend.js +0 -0
  97. package/lib/v2/bitbucket/commits.js +40 -0
  98. package/lib/v2/bitbucket/maintainer.js +4 -0
  99. package/lib/v2/bitbucket/radar.js +19 -0
  100. package/lib/v2/bitbucket/router.js +4 -0
  101. package/lib/v2/bitbucket/tags.js +40 -0
  102. package/lib/v2/cbirc/index.js +1 -1
  103. package/lib/{routes → v2}/chaping/banner.js +2 -1
  104. package/lib/v2/chaping/maintainer.js +5 -0
  105. package/lib/{routes → v2}/chaping/news.js +3 -2
  106. package/lib/v2/chaping/newsflash.js +23 -0
  107. package/lib/v2/chaping/radar.js +31 -0
  108. package/lib/v2/chaping/router.js +5 -0
  109. package/lib/v2/dayanzai/index.js +58 -0
  110. package/lib/v2/dayanzai/maintainer.js +3 -0
  111. package/lib/v2/dayanzai/radar.js +13 -0
  112. package/lib/v2/dayanzai/router.js +3 -0
  113. package/lib/v2/dbmv/index.js +64 -0
  114. package/lib/v2/dbmv/maintainer.js +3 -0
  115. package/lib/v2/dbmv/radar.js +13 -0
  116. package/lib/v2/dbmv/router.js +3 -0
  117. package/lib/v2/eprice/rss.js +4 -2
  118. package/lib/v2/ff14/ff14_global.js +1 -1
  119. package/lib/v2/firefox/index.js +3 -3
  120. package/lib/v2/flyert/preferential.js +29 -14
  121. package/lib/v2/foresightnews/index.js +88 -0
  122. package/lib/v2/foresightnews/maintainer.js +6 -0
  123. package/lib/v2/foresightnews/radar.js +31 -0
  124. package/lib/v2/foresightnews/router.js +3 -0
  125. package/lib/v2/gamer/hot.js +1 -1
  126. package/lib/v2/github/comments.js +95 -37
  127. package/lib/v2/github/follower.js +1 -1
  128. package/lib/v2/github/maintainer.js +1 -1
  129. package/lib/v2/github/pulls.js +7 -3
  130. package/lib/v2/github/radar.js +1 -1
  131. package/lib/v2/github/router.js +3 -2
  132. package/lib/v2/github/star.js +1 -1
  133. package/lib/v2/github/starred_repos.js +1 -1
  134. package/lib/v2/gitpod/blog.js +52 -0
  135. package/lib/v2/gitpod/changelog.js +35 -0
  136. package/lib/v2/gitpod/maintainer.js +4 -0
  137. package/lib/v2/gitpod/radar.js +19 -0
  138. package/lib/v2/gitpod/router.js +4 -0
  139. package/lib/v2/gitpod/templates/description.art +2 -0
  140. package/lib/v2/gitpod/utils.js +3 -0
  141. package/lib/v2/google/maintainer.js +1 -0
  142. package/lib/v2/google/router.js +1 -0
  143. package/lib/v2/google/sitesRecentChanges.js +52 -0
  144. package/lib/v2/gov/maintainer.js +7 -0
  145. package/lib/v2/gov/mee/ywdt.js +80 -0
  146. package/lib/v2/gov/mfa/wjdt.js +67 -0
  147. package/lib/{routes → v2/gov}/pbc/goutongjiaoliu.js +5 -4
  148. package/lib/v2/gov/pbc/gzlw.js +27 -0
  149. package/lib/{routes → v2/gov}/pbc/tradeAnnouncement.js +5 -4
  150. package/lib/v2/gov/pbc/utils.js +20 -0
  151. package/lib/v2/gov/pbc/zcyj.js +29 -0
  152. package/lib/v2/gov/radar.js +51 -0
  153. package/lib/v2/gov/router.js +7 -0
  154. package/lib/{routes → v2}/guancha/headline.js +11 -8
  155. package/lib/{routes → v2}/guancha/index.js +55 -28
  156. package/lib/v2/guancha/maintainer.js +7 -0
  157. package/lib/{routes → v2}/guancha/member.js +30 -15
  158. package/lib/{routes → v2}/guancha/personalpage.js +0 -0
  159. package/lib/v2/guancha/radar.js +49 -0
  160. package/lib/v2/guancha/router.js +7 -0
  161. package/lib/{routes → v2}/guancha/topic.js +14 -13
  162. package/lib/v2/hkej/index.js +2 -2
  163. package/lib/v2/hket/index.js +2 -2
  164. package/lib/v2/ithome/index.js +1 -0
  165. package/lib/v2/ixigua/maintainer.js +3 -0
  166. package/lib/v2/ixigua/radar.js +13 -0
  167. package/lib/v2/ixigua/router.js +3 -0
  168. package/lib/v2/ixigua/templates/userVideo.art +5 -0
  169. package/lib/v2/ixigua/userVideo.js +40 -0
  170. package/lib/v2/javbus/index.js +153 -0
  171. package/lib/v2/javbus/maintainer.js +2 -0
  172. package/lib/v2/javbus/radar.js +79 -65
  173. package/lib/v2/javbus/router.js +1 -14
  174. package/lib/v2/javbus/templates/description.art +18 -0
  175. package/lib/v2/liulinblog/itnews.js +23 -0
  176. package/lib/v2/liulinblog/kuaixun.js +17 -0
  177. package/lib/v2/liulinblog/maintainer.js +4 -0
  178. package/lib/v2/liulinblog/radar.js +33 -0
  179. package/lib/v2/liulinblog/router.js +4 -0
  180. package/lib/v2/liulinblog/utils.js +39 -0
  181. package/lib/v2/nikkei-cn/index.js +10 -5
  182. package/lib/v2/njupt/jwc.js +90 -0
  183. package/lib/v2/njupt/maintainer.js +3 -0
  184. package/lib/v2/njupt/radar.js +20 -0
  185. package/lib/v2/njupt/router.js +3 -0
  186. package/lib/v2/ntdtv/channel.js +44 -0
  187. package/lib/v2/ntdtv/maintainer.js +3 -0
  188. package/lib/v2/ntdtv/radar.js +13 -0
  189. package/lib/v2/ntdtv/router.js +3 -0
  190. package/lib/v2/nytimes/author.js +43 -0
  191. package/lib/{routes → v2}/nytimes/book.js +1 -1
  192. package/lib/{routes → v2}/nytimes/daily_briefing_chinese.js +0 -0
  193. package/lib/{routes → v2}/nytimes/index.js +3 -4
  194. package/lib/v2/nytimes/maintainer.js +6 -0
  195. package/lib/v2/nytimes/radar.js +31 -0
  196. package/lib/v2/nytimes/router.js +6 -0
  197. package/lib/{routes → v2}/nytimes/utils.js +0 -0
  198. package/lib/v2/picuki/profile.js +3 -3
  199. package/lib/v2/picuki/templates/post.art +2 -2
  200. package/lib/{routes → v2}/rfa/index.js +11 -6
  201. package/lib/v2/rfa/maintainer.js +3 -0
  202. package/lib/v2/rfa/radar.js +13 -0
  203. package/lib/v2/rfa/router.js +3 -0
  204. package/lib/v2/segmentfault/channel.js +46 -0
  205. package/lib/v2/segmentfault/maintainer.js +4 -0
  206. package/lib/v2/segmentfault/radar.js +19 -0
  207. package/lib/v2/segmentfault/router.js +4 -0
  208. package/lib/v2/segmentfault/user.js +43 -0
  209. package/lib/v2/sohu/maintainer.js +3 -0
  210. package/lib/{routes → v2}/sohu/mp.js +9 -8
  211. package/lib/v2/sohu/radar.js +13 -0
  212. package/lib/v2/sohu/router.js +3 -0
  213. package/lib/v2/soundofhope/channel.js +42 -0
  214. package/lib/v2/soundofhope/maintainer.js +3 -0
  215. package/lib/v2/soundofhope/radar.js +13 -0
  216. package/lib/v2/soundofhope/router.js +3 -0
  217. package/lib/v2/sputniknews/index.js +93 -0
  218. package/lib/v2/sputniknews/maintainer.js +3 -0
  219. package/lib/v2/sputniknews/radar.js +13 -0
  220. package/lib/v2/sputniknews/router.js +3 -0
  221. package/lib/v2/telegram/channel.js +1 -1
  222. package/lib/v2/test/index.js +1 -0
  223. package/lib/v2/wp-china/maintainer.js +3 -0
  224. package/lib/v2/wp-china/news.js +57 -0
  225. package/lib/v2/wp-china/radar.js +13 -0
  226. package/lib/v2/wp-china/router.js +3 -0
  227. package/lib/v2/xiaoyuzhou/pickup.js +2 -2
  228. package/lib/v2/xiaoyuzhou/podcast.js +1 -1
  229. package/lib/views/error.art +5 -4
  230. package/lib/views/rss.art +5 -4
  231. package/package.json +14 -14
  232. package/lib/routes/dbmv/index.js +0 -45
  233. package/lib/routes/gov/fmprc/fyrbt.js +0 -24
  234. package/lib/routes/gov/fmprc/utils.js +0 -54
  235. package/lib/routes/gov/mee/gs.js +0 -54
  236. package/lib/routes/ixigua/userVideo.js +0 -35
  237. package/lib/routes/segmentfault/channel.js +0 -90
  238. package/lib/routes/segmentfault/user.js +0 -90
  239. package/lib/routes/universities/njupt/jwc.js +0 -84
  240. package/lib/v2/javbus/genre.js +0 -7
  241. package/lib/v2/javbus/home.js +0 -3
  242. package/lib/v2/javbus/label.js +0 -7
  243. package/lib/v2/javbus/series.js +0 -7
  244. package/lib/v2/javbus/star.js +0 -7
  245. package/lib/v2/javbus/studio.js +0 -7
  246. package/lib/v2/javbus/uncensored/genre.js +0 -6
  247. package/lib/v2/javbus/uncensored/home.js +0 -3
  248. package/lib/v2/javbus/uncensored/series.js +0 -7
  249. package/lib/v2/javbus/uncensored/star.js +0 -7
  250. package/lib/v2/javbus/util.js +0 -207
  251. package/lib/v2/javbus/western/genre.js +0 -7
  252. package/lib/v2/javbus/western/home.js +0 -3
  253. package/lib/v2/javbus/western/series.js +0 -7
  254. package/lib/v2/javbus/western/star.js +0 -7
package/lib/config.js CHANGED
@@ -25,83 +25,38 @@ const calculateValue = () => {
25
25
  }
26
26
 
27
27
  value = {
28
+ // app config
29
+ disallowRobot: envs.DISALLOW_ROBOT !== '0' && envs.DISALLOW_ROBOT !== 'false',
30
+ enableCluster: envs.ENABLE_CLUSTER,
28
31
  isPackage: envs.IS_PACKAGE,
29
- noLogfiles: envs.NO_LOGFILES,
32
+ nodeName: envs.NODE_NAME,
33
+ puppeteerWSEndpoint: envs.PUPPETEER_WS_ENDPOINT,
34
+ // network
30
35
  connect: {
31
36
  port: envs.PORT || 1200, // 监听端口
32
37
  socket: envs.SOCKET || null, // 监听 Unix Socket, null 为禁用
33
38
  },
39
+ listenInaddrAny: envs.LISTEN_INADDR_ANY || 1, // 是否允许公网连接,取值 0 1
40
+ requestRetry: parseInt(envs.REQUEST_RETRY) || 2, // 请求失败重试次数
41
+ requestTimeout: parseInt(envs.REQUEST_TIMEOUT) || 30000, // Milliseconds to wait for the server to end the response before aborting the request
42
+ ua: envs.UA || 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36',
43
+ // cors request
44
+ allowOrigin: envs.ALLOW_ORIGIN,
45
+ // cache
34
46
  cache: {
35
47
  type: typeof envs.CACHE_TYPE === 'undefined' ? 'memory' : envs.CACHE_TYPE, // 缓存类型,支持 'memory' 和 'redis',设为空可以禁止缓存
36
48
  requestTimeout: parseInt(envs.CACHE_REQUEST_TIMEOUT) || 60,
37
49
  routeExpire: parseInt(envs.CACHE_EXPIRE) || 5 * 60, // 路由缓存时间,单位为秒
38
50
  contentExpire: parseInt(envs.CACHE_CONTENT_EXPIRE) || 1 * 60 * 60, // 不变内容缓存时间,单位为秒
39
51
  },
40
- ua: envs.UA || 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36',
41
- listenInaddrAny: envs.LISTEN_INADDR_ANY || 1, // 是否允许公网连接,取值 0 1
42
- requestRetry: parseInt(envs.REQUEST_RETRY) || 2, // 请求失败重试次数
43
- requestTimeout: parseInt(envs.REQUEST_TIMEOUT) || 30000, // Milliseconds to wait for the server to end the response before aborting the request
44
- // 是否显示 Debug 信息,取值 'true' 'false' 'some_string' ,取值为 'true' 时永久显示,取值为 'false' 时永远隐藏,取值为 'some_string' 时请求带上 '?debug=some_string' 显示
45
- debugInfo: envs.DEBUG_INFO || 'true',
46
- disallowRobot: envs.DISALLOW_ROBOT !== '0' && envs.DISALLOW_ROBOT !== 'false',
47
- titleLengthLimit: parseInt(envs.TITLE_LENGTH_LIMIT) || 150,
52
+ memory: {
53
+ max: parseInt(envs.MEMORY_MAX) || Math.pow(2, 8), // The maximum number of items that remain in the cache. This must be a positive finite intger.
54
+ // https://github.com/isaacs/node-lru-cache#options
55
+ },
48
56
  redis: {
49
57
  url: envs.REDIS_URL || 'redis://localhost:6379/',
50
58
  },
51
- nodeName: envs.NODE_NAME,
52
- suffix: envs.SUFFIX,
53
- pixiv: {
54
- refreshToken: envs.PIXIV_REFRESHTOKEN,
55
- bypassCdn: envs.PIXIV_BYPASS_CDN !== '0' && envs.PIXIV_BYPASS_CDN !== 'false',
56
- bypassCdnHostname: envs.PIXIV_BYPASS_HOSTNAME || 'public-api.secure.pixiv.net',
57
- bypassCdnDoh: envs.PIXIV_BYPASS_DOH || 'https://1.1.1.1/dns-query',
58
- imgProxy: envs.PIXIV_IMG_PROXY || 'https://i.pixiv.cat',
59
- },
60
- fanbox: {
61
- session: envs.FANBOX_SESSION_ID,
62
- },
63
- disqus: {
64
- api_key: envs.DISQUS_API_KEY,
65
- },
66
- spotify: {
67
- clientId: envs.SPOTIFY_CLIENT_ID,
68
- clientSecret: envs.SPOTIFY_CLIENT_SECRET,
69
- refreshToken: envs.SPOTIFY_REFRESHTOKEN,
70
- },
71
- twitter: {
72
- consumer_key: envs.TWITTER_CONSUMER_KEY,
73
- consumer_secret: envs.TWITTER_CONSUMER_SECRET,
74
- tokens: twitter_tokens,
75
- authorization: envs.TWITTER_WEBAPI_AUTHORIZAION || 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA',
76
- // 此处硬编码参考自https://github.com/mikf/gallery-dl/blob/master/gallery_dl/extractor/twitter.py#L550
77
- },
78
- youtube: {
79
- key: envs.YOUTUBE_KEY,
80
- },
81
- telegram: {
82
- token: envs.TELEGRAM_TOKEN,
83
- },
84
- github: {
85
- access_token: envs.GITHUB_ACCESS_TOKEN,
86
- },
87
- authentication: {
88
- name: envs.HTTP_BASIC_AUTH_NAME || 'usernam3',
89
- pass: envs.HTTP_BASIC_AUTH_PASS || 'passw0rd',
90
- },
91
- bilibili: {
92
- cookies: bilibili_cookies,
93
- },
94
- yuque: {
95
- token: envs.YUQUE_TOKEN,
96
- },
97
- zhihu: {
98
- cookies: envs.ZHIHU_COOKIES,
99
- },
100
- ncm: {
101
- cookies: envs.NCM_COOKIES || '',
102
- },
103
- puppeteerWSEndpoint: envs.PUPPETEER_WS_ENDPOINT,
104
- loggerLevel: envs.LOGGER_LEVEL || 'info',
59
+ // proxy
105
60
  proxyUri: envs.PROXY_URI,
106
61
  proxy: {
107
62
  protocol: envs.PROXY_PROTOCOL,
@@ -110,26 +65,74 @@ const calculateValue = () => {
110
65
  auth: envs.PROXY_AUTH,
111
66
  url_regex: envs.PROXY_URL_REGEX || '.*',
112
67
  },
113
- allowOrigin: envs.ALLOW_ORIGIN,
68
+ // auth
69
+ authentication: {
70
+ name: envs.HTTP_BASIC_AUTH_NAME || 'usernam3',
71
+ pass: envs.HTTP_BASIC_AUTH_PASS || 'passw0rd',
72
+ },
73
+ // access control
114
74
  blacklist: envs.BLACKLIST && envs.BLACKLIST.split(','),
115
75
  whitelist: envs.WHITELIST && envs.WHITELIST.split(','),
116
76
  allowLocalhost: envs.ALLOW_LOCALHOST,
117
77
  accessKey: envs.ACCESS_KEY,
118
- enableCluster: envs.ENABLE_CLUSTER,
119
- email: {
120
- config: email_config,
121
- },
78
+ // logging
79
+ // 是否显示 Debug 信息,取值 'true' 'false' 'some_string' ,取值为 'true' 时永久显示,取值为 'false' 时永远隐藏,取值为 'some_string' 时请求带上 '?debug=some_string' 显示
80
+ debugInfo: envs.DEBUG_INFO || 'true',
81
+ loggerLevel: envs.LOGGER_LEVEL || 'info',
82
+ noLogfiles: envs.NO_LOGFILES,
122
83
  sentry: {
123
84
  dsn: envs.SENTRY,
124
85
  routeTimeout: parseInt(envs.SENTRY_ROUTE_TIMEOUT) || 30000,
125
86
  },
87
+ // feed config
88
+ hotlink: {
89
+ template: envs.HOTLINK_TEMPLATE,
90
+ },
91
+ suffix: envs.SUFFIX,
92
+ titleLengthLimit: parseInt(envs.TITLE_LENGTH_LIMIT) || 150,
93
+
94
+ // Route-specific Configurations
95
+ bilibili: {
96
+ cookies: bilibili_cookies,
97
+ },
98
+ bitbucket: {
99
+ username: envs.BITBUCKET_USERNAME,
100
+ password: envs.BITBUCKET_PASSWORD,
101
+ },
102
+ btbyr: {
103
+ host: envs.BTBYR_HOST,
104
+ cookies: envs.BTBYR_COOKIE,
105
+ },
106
+ bupt: {
107
+ portal_cookie: envs.BUPT_PORTAL_COOKIE,
108
+ },
126
109
  chuiniu: {
127
110
  member: envs.CHUINIU_MEMBER,
128
111
  },
129
- weibo: {
130
- app_key: envs.WEIBO_APP_KEY,
131
- app_secret: envs.WEIBO_APP_SECRET,
132
- redirect_url: envs.WEIBO_REDIRECT_URL,
112
+ dida365: {
113
+ username: envs.DIDA365_USERNAME,
114
+ password: envs.DIDA365_PASSWORD,
115
+ },
116
+ discuz: {
117
+ cookies: discuz_cookies,
118
+ },
119
+ disqus: {
120
+ api_key: envs.DISQUS_API_KEY,
121
+ },
122
+ douban: {
123
+ cookie: envs.DOUBAN_COOKIE,
124
+ },
125
+ ehentai: {
126
+ ipb_member_id: envs.EH_IPB_MEMBER_ID,
127
+ ipb_pass_hash: envs.EH_IPB_PASS_HASH,
128
+ sk: envs.EH_SK,
129
+ igneous: envs.EH_IGNEOUS,
130
+ },
131
+ email: {
132
+ config: email_config,
133
+ },
134
+ fanbox: {
135
+ session: envs.FANBOX_SESSION_ID,
133
136
  },
134
137
  fanfou: {
135
138
  consumer_key: envs.FANFOU_CONSUMER_KEY,
@@ -137,27 +140,17 @@ const calculateValue = () => {
137
140
  username: envs.FANFOU_USERNAME,
138
141
  password: envs.FANFOU_PASSWORD,
139
142
  },
140
- lastfm: {
141
- api_key: envs.LASTFM_API_KEY,
142
- },
143
- pkubbs: {
144
- cookie: envs.PKUBBS_COOKIE,
145
- },
146
- bupt: {
147
- portal_cookie: envs.BUPT_PORTAL_COOKIE,
148
- },
149
- nhentai: {
150
- username: envs.NHENTAI_USERNAME,
151
- password: envs.NHENTAI_PASSWORD,
143
+ game4399: {
144
+ cookie: envs.GAME_4399,
152
145
  },
153
- discuz: {
154
- cookies: discuz_cookies,
146
+ github: {
147
+ access_token: envs.GITHUB_ACCESS_TOKEN,
155
148
  },
156
- scihub: {
157
- host: envs.SCIHUB_HOST || 'https://sci-hub.se/',
149
+ google: {
150
+ fontsApiKey: envs.GOOGLE_FONTS_API_KEY,
158
151
  },
159
- hotlink: {
160
- template: envs.HOTLINK_TEMPLATE,
152
+ infzm: {
153
+ cookie: envs.INFZM_COOKIE,
161
154
  },
162
155
  initium: {
163
156
  username: envs.INITIUM_USERNAME,
@@ -165,68 +158,94 @@ const calculateValue = () => {
165
158
  bearertoken: envs.INITIUM_BEARER_TOKEN,
166
159
  iap_receipt: envs.INITIUM_IAP_RECEIPT,
167
160
  },
168
- btbyr: {
169
- host: envs.BTBYR_HOST,
170
- cookies: envs.BTBYR_COOKIE,
161
+ instagram: {
162
+ username: envs.IG_USERNAME,
163
+ password: envs.IG_PASSWORD,
164
+ proxy: envs.IG_PROXY,
165
+ },
166
+ lastfm: {
167
+ api_key: envs.LASTFM_API_KEY,
171
168
  },
172
169
  mastodon: {
173
170
  apiHost: envs.MASTODON_API_HOST,
174
171
  accessToken: envs.MASTODON_API_ACCESS_TOKEN,
175
172
  acctDomain: envs.MASTODON_API_ACCT_DOMAIN,
176
173
  },
177
- xiaoyuzhou: {
178
- device_id: envs.XIAOYUZHOU_ID,
179
- refresh_token: envs.XIAOYUZHOU_TOKEN,
180
- },
181
174
  miniflux: {
182
175
  instance: envs.MINIFLUX_INSTANCE || 'https://reader.miniflux.app',
183
176
  token: envs.MINIFLUX_TOKEN || '',
184
177
  },
185
- nga: {
186
- uid: envs.NGA_PASSPORT_UID,
187
- cid: envs.NGA_PASSPORT_CID,
178
+ ncm: {
179
+ cookies: envs.NCM_COOKIES || '',
188
180
  },
189
181
  newrank: {
190
182
  cookie: envs.NEWRANK_COOKIE,
191
183
  },
192
- ximalaya: {
193
- token: envs.XIMALAYA_TOKEN,
184
+ nga: {
185
+ uid: envs.NGA_PASSPORT_UID,
186
+ cid: envs.NGA_PASSPORT_CID,
194
187
  },
195
- game4399: {
196
- cookie: envs.GAME_4399,
188
+ nhentai: {
189
+ username: envs.NHENTAI_USERNAME,
190
+ password: envs.NHENTAI_PASSWORD,
197
191
  },
198
- dida365: {
199
- username: envs.DIDA365_USERNAME,
200
- password: envs.DIDA365_PASSWORD,
192
+ pixiv: {
193
+ refreshToken: envs.PIXIV_REFRESHTOKEN,
194
+ bypassCdn: envs.PIXIV_BYPASS_CDN !== '0' && envs.PIXIV_BYPASS_CDN !== 'false',
195
+ bypassCdnHostname: envs.PIXIV_BYPASS_HOSTNAME || 'public-api.secure.pixiv.net',
196
+ bypassCdnDoh: envs.PIXIV_BYPASS_DOH || 'https://1.1.1.1/dns-query',
197
+ imgProxy: envs.PIXIV_IMG_PROXY || 'https://i.pixiv.cat',
198
+ },
199
+ pkubbs: {
200
+ cookie: envs.PKUBBS_COOKIE,
201
201
  },
202
202
  scboy: {
203
203
  token: envs.SCBOY_BBS_TOKEN,
204
204
  },
205
- wordpress: {
206
- cdnUrl: envs.WORDPRESS_CDN,
205
+ scihub: {
206
+ host: envs.SCIHUB_HOST || 'https://sci-hub.se/',
207
207
  },
208
- ehentai: {
209
- ipb_member_id: envs.EH_IPB_MEMBER_ID,
210
- ipb_pass_hash: envs.EH_IPB_PASS_HASH,
211
- sk: envs.EH_SK,
212
- igneous: envs.EH_IGNEOUS,
208
+ spotify: {
209
+ clientId: envs.SPOTIFY_CLIENT_ID,
210
+ clientSecret: envs.SPOTIFY_CLIENT_SECRET,
211
+ refreshToken: envs.SPOTIFY_REFRESHTOKEN,
213
212
  },
214
- infzm: {
215
- cookie: envs.INFZM_COOKIE,
213
+ telegram: {
214
+ token: envs.TELEGRAM_TOKEN,
215
+ },
216
+ twitter: {
217
+ consumer_key: envs.TWITTER_CONSUMER_KEY,
218
+ consumer_secret: envs.TWITTER_CONSUMER_SECRET,
219
+ tokens: twitter_tokens,
220
+ authorization: envs.TWITTER_WEBAPI_AUTHORIZAION || 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA',
221
+ // 此处硬编码参考自https://github.com/mikf/gallery-dl/blob/master/gallery_dl/extractor/twitter.py#L550
222
+ },
223
+ weibo: {
224
+ app_key: envs.WEIBO_APP_KEY,
225
+ app_secret: envs.WEIBO_APP_SECRET,
226
+ redirect_url: envs.WEIBO_REDIRECT_URL,
216
227
  },
217
228
  wenku8: {
218
229
  cookie: envs.WENKU8_COOKIE,
219
230
  },
220
- google: {
221
- fontsApiKey: envs.GOOGLE_FONTS_API_KEY,
231
+ wordpress: {
232
+ cdnUrl: envs.WORDPRESS_CDN,
222
233
  },
223
- instagram: {
224
- username: envs.IG_USERNAME,
225
- password: envs.IG_PASSWORD,
226
- proxy: envs.IG_PROXY,
234
+ xiaoyuzhou: {
235
+ device_id: envs.XIAOYUZHOU_ID,
236
+ refresh_token: envs.XIAOYUZHOU_TOKEN,
227
237
  },
228
- douban: {
229
- cookie: envs.DOUBAN_COOKIE,
238
+ ximalaya: {
239
+ token: envs.XIMALAYA_TOKEN,
240
+ },
241
+ youtube: {
242
+ key: envs.YOUTUBE_KEY,
243
+ },
244
+ yuque: {
245
+ token: envs.YUQUE_TOKEN,
246
+ },
247
+ zhihu: {
248
+ cookies: envs.ZHIHU_COOKIES,
230
249
  },
231
250
  };
232
251
  };
@@ -41,7 +41,7 @@ if (config.cache.type === 'redis') {
41
41
  value = JSON.stringify(value);
42
42
  }
43
43
  if (key) {
44
- return pageCache.set(key, value, maxAge * 1000);
44
+ return pageCache.set(key, value, { ttl: maxAge * 1000 });
45
45
  }
46
46
  };
47
47
  } else {
@@ -55,8 +55,8 @@ module.exports = function (app) {
55
55
  const { get, set, status } = cacheModule;
56
56
  app.context.cache = {
57
57
  ...cacheModule,
58
- tryGet: async (key, getValueFunc, maxAge = config.cache.contentExpire) => {
59
- let v = await get(key);
58
+ tryGet: async (key, getValueFunc, maxAge = config.cache.contentExpire, refresh = true) => {
59
+ let v = await get(key, refresh);
60
60
  if (!v) {
61
61
  v = await getValueFunc();
62
62
  set(key, v, maxAge);
@@ -4,13 +4,13 @@ const config = require('@/config').value;
4
4
  const status = { available: false };
5
5
 
6
6
  const pageCache = new Lru({
7
- maxAge: config.cache.routeExpire * 1000,
8
- max: Infinity,
7
+ ttl: config.cache.routeExpire * 1000,
8
+ max: config.memory.max,
9
9
  });
10
10
 
11
11
  const routeCache = new Lru({
12
- maxAge: config.cache.routeExpire * 1000,
13
- max: Infinity,
12
+ ttl: config.cache.routeExpire * 1000,
13
+ max: config.memory.max,
14
14
  updateAgeOnGet: true,
15
15
  });
16
16
 
@@ -34,7 +34,7 @@ module.exports = {
34
34
  value = JSON.stringify(value);
35
35
  }
36
36
  if (key && status.available) {
37
- return (refresh ? routeCache : pageCache).set(key, value, maxAge * 1000);
37
+ return (refresh ? routeCache : pageCache).set(key, value, { ttl: maxAge * 1000 });
38
38
  }
39
39
  },
40
40
  clients: { pageCache, routeCache },
@@ -18,12 +18,26 @@ redisClient.on('connect', () => {
18
18
  logger.info('Redis connected.');
19
19
  });
20
20
 
21
+ const getCacheTtlKey = (key) => {
22
+ if (key.startsWith('cacheTtl:')) {
23
+ throw Error('"cacheTtl:" prefix is reserved for the internal usage, please change your cache key'); // blocking any attempt to get/set the cacheTtl
24
+ }
25
+ return `cacheTtl:${key}`;
26
+ };
27
+
21
28
  module.exports = {
22
29
  get: async (key, refresh = true) => {
23
30
  if (key && status.available) {
24
- let value = await redisClient.get(key);
31
+ const cacheTtlKey = getCacheTtlKey(key);
32
+ let [value, cacheTtl] = await redisClient.mget(key, cacheTtlKey);
25
33
  if (value && refresh) {
26
- redisClient.expire(key, config.cache.contentExpire);
34
+ if (!cacheTtl) {
35
+ cacheTtl = config.cache.contentExpire;
36
+ redisClient.set(cacheTtlKey, cacheTtl, 'EX', cacheTtl);
37
+ } else {
38
+ redisClient.expire(cacheTtlKey, cacheTtl);
39
+ }
40
+ redisClient.expire(key, cacheTtl);
27
41
  value = value + '';
28
42
  }
29
43
  return value;
@@ -40,6 +54,7 @@ module.exports = {
40
54
  value = JSON.stringify(value);
41
55
  }
42
56
  if (key) {
57
+ redisClient.set(getCacheTtlKey(key), maxAge, 'EX', maxAge);
43
58
  return redisClient.set(key, value, 'EX', maxAge); // setMode: https://redis.io/commands/set
44
59
  }
45
60
  },
@@ -6,6 +6,7 @@ const path = require('path');
6
6
  const { RequestInProgressError } = require('@/errors');
7
7
 
8
8
  let Sentry;
9
+ let gitHash;
9
10
 
10
11
  if (config.sentry.dsn) {
11
12
  Sentry = Sentry || require('@sentry/node');
@@ -19,6 +20,12 @@ if (config.sentry.dsn) {
19
20
  logger.info('Sentry inited.');
20
21
  }
21
22
 
23
+ try {
24
+ gitHash = require('git-rev-sync').short();
25
+ } catch (e) {
26
+ gitHash = (process.env.HEROKU_SLUG_COMMIT && process.env.HEROKU_SLUG_COMMIT.slice(0, 7)) || (process.env.VERCEL_GITHUB_COMMIT_SHA && process.env.VERCEL_GITHUB_COMMIT_SHA.slice(0, 7)) || 'unknown';
27
+ }
28
+
22
29
  module.exports = async (ctx, next) => {
23
30
  try {
24
31
  const time = +new Date();
@@ -68,6 +75,7 @@ module.exports = async (ctx, next) => {
68
75
  message,
69
76
  errorPath: ctx.path,
70
77
  nodeVersion: process.version,
78
+ gitHash,
71
79
  });
72
80
  }
73
81
 
@@ -2,6 +2,7 @@ const art = require('art-template');
2
2
  const path = require('path');
3
3
  const config = require('@/config').value;
4
4
  const typeRegex = /\.(atom|rss|debug\.json)$/;
5
+ const { collapseWhitespace } = require('@/utils/common-utils');
5
6
 
6
7
  module.exports = async (ctx, next) => {
7
8
  if (ctx.headers['user-agent'] && ctx.headers['user-agent'].includes('Reeder')) {
@@ -40,10 +41,14 @@ module.exports = async (ctx, next) => {
40
41
  }
41
42
 
42
43
  if (ctx.state.data) {
44
+ ctx.state.data.title = collapseWhitespace(ctx.state.data.title);
45
+ ctx.state.data.subtitle = collapseWhitespace(ctx.state.data.subtitle);
46
+ ctx.state.data.author = collapseWhitespace(ctx.state.data.author);
47
+
43
48
  ctx.state.data.item &&
44
49
  ctx.state.data.item.forEach((item) => {
45
50
  if (item.title) {
46
- item.title = item.title.trim();
51
+ item.title = collapseWhitespace(item.title);
47
52
  // trim title length
48
53
  for (let length = 0, i = 0; i < item.title.length; i++) {
49
54
  length += Buffer.from(item.title[i]).length !== 1 ? 2 : 1;
@@ -54,10 +59,12 @@ module.exports = async (ctx, next) => {
54
59
  }
55
60
  }
56
61
 
57
- if (item.enclosure_length) {
58
- const itunes_duration =
59
- Math.floor(item.enclosure_length / 3600) + ':' + (Math.floor((item.enclosure_length % 3600) / 60) / 100).toFixed(2).slice(-2) + ':' + (((item.enclosure_length % 3600) % 60) / 100).toFixed(2).slice(-2);
60
- item.itunes_duration = itunes_duration;
62
+ item.author = collapseWhitespace(item.author);
63
+
64
+ if (item.itunes_duration && ((typeof item.itunes_duration === 'string' && item.itunes_duration.indexOf(':') === -1) || (typeof item.itunes_duration === 'number' && !isNaN(item.itunes_duration)))) {
65
+ item.itunes_duration = +item.itunes_duration;
66
+ item.itunes_duration =
67
+ Math.floor(item.itunes_duration / 3600) + ':' + (Math.floor((item.itunes_duration % 3600) / 60) / 100).toFixed(2).slice(-2) + ':' + (((item.itunes_duration % 3600) % 60) / 100).toFixed(2).slice(-2);
61
68
  }
62
69
  });
63
70
  }