rsshub 1.0.0-master.fb68956 → 1.0.0-master.fbabfc2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (481) hide show
  1. package/lib/config.js +1 -0
  2. package/lib/middleware/parameter.js +8 -1
  3. package/lib/middleware/template.js +29 -11
  4. package/lib/router.js +39 -39
  5. package/lib/routes/bandisoft/index.js +4 -0
  6. package/lib/routes/biobio/others.js +5 -0
  7. package/lib/routes/blogs/hedwig.js +4 -0
  8. package/lib/routes/blogs/wordpress.js +5 -0
  9. package/lib/routes/booth-pm/shop.js +4 -1
  10. package/lib/routes/craigslist/search.js +5 -0
  11. package/lib/routes/engadget/home.js +4 -0
  12. package/lib/routes/fanbox/main.js +4 -1
  13. package/lib/routes/fashionnetwork/headline.js +4 -0
  14. package/lib/routes/fashionnetwork/news.js +5 -0
  15. package/lib/routes/gitlab/common.js +5 -0
  16. package/lib/routes/gitlab/explore.js +5 -0
  17. package/lib/routes/gitlab/release.js +5 -0
  18. package/lib/routes/gitlab/tag.js +5 -0
  19. package/lib/routes/hexo/fluid.js +4 -0
  20. package/lib/routes/hexo/next.js +4 -0
  21. package/lib/routes/hexo/yilia.js +4 -0
  22. package/lib/routes/mastodon/account_id.js +4 -0
  23. package/lib/routes/mastodon/timeline_local.js +4 -0
  24. package/lib/routes/mastodon/timeline_remote.js +4 -0
  25. package/lib/routes/mastodon/utils.js +3 -0
  26. package/lib/routes/pornhub/category_url.js +4 -0
  27. package/lib/routes/pornhub/model.js +4 -0
  28. package/lib/routes/pornhub/pornstar.js +4 -0
  29. package/lib/routes/pornhub/users.js +4 -0
  30. package/lib/routes/touhougarakuta/index.js +3 -0
  31. package/lib/routes/weforum/report.js +10 -6
  32. package/lib/routes/ziroom/room.js +5 -0
  33. package/lib/utils/render.js +46 -0
  34. package/lib/utils/valid-host.js +16 -0
  35. package/lib/v2/18comic/album.js +2 -1
  36. package/lib/v2/18comic/blogs.js +2 -1
  37. package/lib/v2/18comic/radar.js +39 -29
  38. package/lib/v2/18comic/utils.js +6 -10
  39. package/lib/v2/19lou/index.js +4 -0
  40. package/lib/v2/91porn/author.js +2 -0
  41. package/lib/v2/91porn/index.js +2 -0
  42. package/lib/v2/91porn/utils.js +12 -0
  43. package/lib/v2/baai/comments.js +35 -0
  44. package/lib/v2/baai/events.js +35 -0
  45. package/lib/v2/baai/hub.js +60 -0
  46. package/lib/v2/baai/maintainer.js +5 -0
  47. package/lib/v2/baai/radar.js +31 -0
  48. package/lib/v2/baai/router.js +7 -0
  49. package/lib/v2/baai/utils.js +33 -0
  50. package/lib/v2/baidu/maintainer.js +1 -0
  51. package/lib/v2/baidu/radar.js +8 -0
  52. package/lib/v2/baidu/router.js +1 -0
  53. package/lib/v2/baidu/templates/top.art +9 -0
  54. package/lib/v2/baidu/top.js +34 -0
  55. package/lib/v2/bendibao/news.js +4 -0
  56. package/lib/v2/bioone/featured.js +10 -8
  57. package/lib/v2/bioone/journal.js +11 -8
  58. package/lib/v2/biquge/index.js +21 -0
  59. package/lib/v2/bitmovin/blog.js +15 -21
  60. package/lib/v2/bjp/apod.js +43 -0
  61. package/lib/v2/bjp/maintainer.js +3 -0
  62. package/lib/v2/bjp/radar.js +13 -0
  63. package/lib/v2/bjp/router.js +3 -0
  64. package/lib/v2/bjsk/index.js +52 -0
  65. package/lib/v2/bjsk/maintainer.js +3 -0
  66. package/lib/v2/bjsk/radar.js +13 -0
  67. package/lib/v2/bjsk/router.js +3 -0
  68. package/lib/v2/bjwxdxh/index.js +52 -0
  69. package/lib/v2/bjwxdxh/maintainer.js +3 -0
  70. package/lib/v2/bjwxdxh/radar.js +13 -0
  71. package/lib/v2/bjwxdxh/router.js +3 -0
  72. package/lib/v2/blockbeats/index.js +28 -35
  73. package/lib/v2/blockbeats/maintainer.js +1 -1
  74. package/lib/v2/blockbeats/radar.js +3 -3
  75. package/lib/v2/bloomberg/authors.js +52 -0
  76. package/lib/v2/bloomberg/index.js +1 -10
  77. package/lib/v2/bloomberg/maintainer.js +1 -0
  78. package/lib/v2/bloomberg/radar.js +9 -3
  79. package/lib/v2/bloomberg/router.js +1 -0
  80. package/lib/v2/bloomberg/utils.js +14 -2
  81. package/lib/v2/btzj/index.js +6 -1
  82. package/lib/v2/byteclicks/index.js +22 -0
  83. package/lib/v2/byteclicks/maintainer.js +4 -0
  84. package/lib/v2/byteclicks/radar.js +19 -0
  85. package/lib/v2/byteclicks/router.js +4 -0
  86. package/lib/v2/byteclicks/tag.js +30 -0
  87. package/lib/v2/byteclicks/utils.js +13 -0
  88. package/lib/v2/caixin/article.js +27 -0
  89. package/lib/v2/caixin/blog.js +58 -0
  90. package/lib/v2/caixin/category.js +56 -0
  91. package/lib/{routes → v2}/caixin/database.js +14 -14
  92. package/lib/v2/caixin/k.js +40 -0
  93. package/lib/v2/caixin/latest.js +50 -0
  94. package/lib/v2/caixin/maintainer.js +8 -0
  95. package/lib/v2/caixin/radar.js +43 -0
  96. package/lib/v2/caixin/router.js +8 -0
  97. package/lib/v2/caixin/templates/article.art +38 -0
  98. package/lib/v2/caixin/utils.js +52 -0
  99. package/lib/v2/cast/index.js +74 -0
  100. package/lib/v2/cast/maintainer.js +3 -0
  101. package/lib/v2/cast/radar.js +13 -0
  102. package/lib/v2/cast/router.js +3 -0
  103. package/lib/v2/chaincatcher/home.js +50 -0
  104. package/lib/v2/chaincatcher/maintainer.js +4 -0
  105. package/lib/v2/chaincatcher/news.js +40 -0
  106. package/lib/v2/chaincatcher/radar.js +19 -0
  107. package/lib/v2/chaincatcher/router.js +4 -0
  108. package/lib/v2/chaincatcher/templates/home.art +4 -0
  109. package/lib/v2/clickme/index.js +56 -0
  110. package/lib/v2/clickme/maintainer.js +3 -0
  111. package/lib/v2/clickme/radar.js +21 -0
  112. package/lib/v2/clickme/router.js +3 -0
  113. package/lib/v2/cnbc/rss.js +1 -1
  114. package/lib/v2/cnjxol/index.js +3 -0
  115. package/lib/v2/coindesk/index.js +36 -0
  116. package/lib/v2/coindesk/maintainer.js +3 -0
  117. package/lib/v2/coindesk/radar.js +13 -0
  118. package/lib/v2/coindesk/router.js +3 -0
  119. package/lib/v2/coolapk/utils.js +3 -2
  120. package/lib/v2/copymanga/comic.js +110 -0
  121. package/lib/v2/copymanga/maintainer.js +3 -0
  122. package/lib/v2/copymanga/radar.js +19 -0
  123. package/lib/v2/copymanga/router.js +3 -0
  124. package/lib/v2/copymanga/templates/comic.art +4 -0
  125. package/lib/v2/crac/index.js +46 -0
  126. package/lib/v2/crac/maintainer.js +3 -0
  127. package/lib/v2/crac/radar.js +13 -0
  128. package/lib/v2/crac/router.js +3 -0
  129. package/lib/v2/cw/author.js +18 -0
  130. package/lib/v2/cw/maintainer.js +1 -0
  131. package/lib/v2/cw/master.js +6 -19
  132. package/lib/v2/cw/radar.js +6 -0
  133. package/lib/v2/cw/router.js +1 -0
  134. package/lib/v2/cw/sub.js +6 -19
  135. package/lib/v2/cw/today.js +6 -15
  136. package/lib/v2/cw/utils.js +78 -20
  137. package/lib/{routes → v2}/dlsite/campaign.js +22 -24
  138. package/lib/v2/dlsite/maintainer.js +4 -0
  139. package/lib/{routes → v2}/dlsite/new.js +27 -28
  140. package/lib/v2/dlsite/radar.js +15 -0
  141. package/lib/v2/dlsite/router.js +4 -0
  142. package/lib/v2/dmzj/maintainer.js +3 -0
  143. package/lib/v2/dmzj/news.js +26 -0
  144. package/lib/v2/dmzj/radar.js +67 -0
  145. package/lib/v2/dmzj/router.js +3 -0
  146. package/lib/v2/douban/other/weekly_best.js +11 -4
  147. package/lib/v2/douban/templates/weekly_best.art +10 -0
  148. package/lib/v2/dut/index.js +4 -0
  149. package/lib/v2/eagle/blog.js +6 -2
  150. package/lib/v2/economist/espresso.js +55 -25
  151. package/lib/v2/economist/global-business-review.js +86 -0
  152. package/lib/v2/economist/maintainer.js +1 -0
  153. package/lib/v2/economist/radar.js +11 -0
  154. package/lib/v2/economist/router.js +1 -0
  155. package/lib/v2/ehentai/ehapi.js +10 -5
  156. package/lib/v2/ehentai/favorites.js +2 -2
  157. package/lib/v2/ehentai/search.js +2 -2
  158. package/lib/v2/ehentai/tag.js +1 -1
  159. package/lib/v2/eleduck/jobs.js +38 -0
  160. package/lib/v2/eleduck/maintainer.js +4 -0
  161. package/lib/v2/eleduck/posts.js +41 -0
  162. package/lib/v2/eleduck/radar.js +25 -0
  163. package/lib/v2/eleduck/router.js +4 -0
  164. package/lib/v2/eprice/rss.js +8 -16
  165. package/lib/v2/eprice/templates/image.art +4 -1
  166. package/lib/v2/famitsu/category.js +62 -0
  167. package/lib/v2/famitsu/maintainer.js +3 -0
  168. package/lib/v2/famitsu/radar.js +13 -0
  169. package/lib/v2/famitsu/router.js +3 -0
  170. package/lib/v2/ff14/ff14_global.js +5 -0
  171. package/lib/v2/fjksbm/index.js +53 -0
  172. package/lib/v2/fjksbm/maintainer.js +3 -0
  173. package/lib/v2/fjksbm/radar.js +13 -0
  174. package/lib/v2/fjksbm/router.js +3 -0
  175. package/lib/v2/gamme/category.js +4 -0
  176. package/lib/v2/gamme/tag.js +4 -0
  177. package/lib/v2/gelonghui/hot-article.js +33 -0
  178. package/lib/v2/gelonghui/live.js +31 -0
  179. package/lib/v2/gelonghui/radar.js +12 -0
  180. package/lib/v2/gelonghui/router.js +2 -0
  181. package/lib/v2/gelonghui/templates/live.art +7 -0
  182. package/lib/v2/gelonghui/utils.js +6 -0
  183. package/lib/v2/github/maintainer.js +1 -0
  184. package/lib/v2/github/radar.js +35 -29
  185. package/lib/v2/github/router.js +1 -0
  186. package/lib/v2/github/wiki.js +32 -0
  187. package/lib/v2/google/maintainer.js +1 -0
  188. package/lib/v2/google/news.js +48 -66
  189. package/lib/v2/google/router.js +1 -0
  190. package/lib/v2/google/templates/news.art +5 -0
  191. package/lib/v2/gov/maintainer.js +1 -0
  192. package/lib/v2/gov/radar.js +11 -0
  193. package/lib/v2/gov/router.js +1 -0
  194. package/lib/v2/gov/wuhan/whyw.js +44 -0
  195. package/lib/v2/gq/maintainer.js +3 -0
  196. package/lib/v2/gq/radar.js +13 -0
  197. package/lib/v2/gq/router.js +3 -0
  198. package/lib/v2/gq/templates/embed-article.art +1 -0
  199. package/lib/v2/gq/templates/embed-product.art +4 -0
  200. package/lib/v2/gq/templates/img.art +6 -0
  201. package/lib/v2/gq/templates/tw.art +3 -0
  202. package/lib/v2/gq/templates/videoObject.art +6 -0
  203. package/lib/v2/gq/templates/youtube.art +3 -0
  204. package/lib/v2/gq/tw/index.js +165 -0
  205. package/lib/v2/guandian/index.js +37 -0
  206. package/lib/v2/guandian/maintainer.js +3 -0
  207. package/lib/v2/guandian/radar.js +13 -0
  208. package/lib/v2/guandian/router.js +3 -0
  209. package/lib/v2/gumroad/index.js +4 -0
  210. package/lib/v2/hackmd/maintainer.js +3 -0
  211. package/lib/v2/hackmd/profile.js +24 -0
  212. package/lib/v2/hackmd/radar.js +13 -0
  213. package/lib/v2/hackmd/router.js +3 -0
  214. package/lib/v2/hellogithub/maintainer.js +1 -1
  215. package/lib/v2/hellogithub/volume.js +13 -12
  216. package/lib/v2/hljucm/maintainer.js +3 -0
  217. package/lib/v2/hljucm/radar.js +13 -0
  218. package/lib/v2/hljucm/router.js +3 -0
  219. package/lib/v2/hljucm/yjsy.js +56 -0
  220. package/lib/v2/hotukdeals/hottest.js +25 -0
  221. package/lib/v2/hotukdeals/maintainer.js +1 -0
  222. package/lib/v2/hotukdeals/radar.js +6 -0
  223. package/lib/v2/hotukdeals/router.js +1 -0
  224. package/lib/v2/huanqiu/index.js +5 -0
  225. package/lib/v2/huxiu/article.js +14 -11
  226. package/lib/v2/huxiu/author.js +11 -20
  227. package/lib/v2/huxiu/briefColumn.js +28 -38
  228. package/lib/v2/huxiu/collection.js +20 -15
  229. package/lib/v2/huxiu/moment.js +1 -2
  230. package/lib/v2/huxiu/search.js +19 -7
  231. package/lib/v2/huxiu/tag.js +17 -10
  232. package/lib/v2/huxiu/templates/brief.art +22 -0
  233. package/lib/v2/huxiu/templates/img.art +3 -0
  234. package/lib/v2/huxiu/templates/video.art +7 -0
  235. package/lib/v2/huxiu/utils.js +137 -52
  236. package/lib/v2/iiilab/index.js +24 -0
  237. package/lib/v2/iiilab/maintainer.js +3 -0
  238. package/lib/v2/iiilab/radar.js +13 -0
  239. package/lib/v2/iiilab/router.js +3 -0
  240. package/lib/v2/ikea/cn/family_offers.js +70 -0
  241. package/lib/v2/ikea/cn/low_price.js +22 -0
  242. package/lib/v2/ikea/cn/new.js +39 -0
  243. package/lib/v2/ikea/cn/utils.js +42 -0
  244. package/lib/v2/ikea/gb/new.js +54 -0
  245. package/lib/v2/ikea/gb/offer.js +69 -0
  246. package/lib/v2/ikea/maintainer.js +7 -0
  247. package/lib/v2/ikea/radar.js +42 -0
  248. package/lib/v2/ikea/router.js +7 -0
  249. package/lib/v2/ikea/templates/cn/product.art +14 -0
  250. package/lib/v2/ikea/templates/new.art +7 -0
  251. package/lib/v2/ikea/templates/offer.art +3 -0
  252. package/lib/v2/inewsweek/index.js +53 -0
  253. package/lib/v2/inewsweek/maintainer.js +3 -0
  254. package/lib/v2/inewsweek/radar.js +13 -0
  255. package/lib/v2/inewsweek/router.js +3 -0
  256. package/lib/v2/iqiyi/album.js +62 -0
  257. package/lib/v2/iqiyi/maintainer.js +4 -0
  258. package/lib/v2/iqiyi/radar.js +24 -0
  259. package/lib/v2/iqiyi/router.js +4 -0
  260. package/lib/v2/iqiyi/templates/album.art +1 -0
  261. package/lib/{routes → v2}/iqiyi/video.js +0 -0
  262. package/lib/v2/itch/devlog.js +4 -0
  263. package/lib/v2/iwara/index.js +1 -0
  264. package/lib/v2/javbus/index.js +12 -2
  265. package/lib/v2/javdb/utils.js +6 -0
  266. package/lib/v2/jike/maintainer.js +1 -1
  267. package/lib/v2/jike/router.js +1 -1
  268. package/lib/v2/jike/topic.js +1 -1
  269. package/lib/v2/jike/user.js +22 -12
  270. package/lib/v2/jike/utils.js +4 -2
  271. package/lib/v2/ke/maintainer.js +3 -0
  272. package/lib/v2/ke/radar.js +13 -0
  273. package/lib/v2/ke/results.js +36 -0
  274. package/lib/v2/ke/router.js +3 -0
  275. package/lib/v2/kimlaw/maintainer.js +3 -0
  276. package/lib/v2/kimlaw/radar.js +13 -0
  277. package/lib/v2/kimlaw/router.js +3 -0
  278. package/lib/v2/kimlaw/thesis.js +44 -0
  279. package/lib/v2/layoffs/index.js +104 -0
  280. package/lib/v2/layoffs/maintainer.js +3 -0
  281. package/lib/v2/layoffs/radar.js +13 -0
  282. package/lib/v2/layoffs/router.js +3 -0
  283. package/lib/v2/learnblockchain/maintainer.js +3 -0
  284. package/lib/v2/learnblockchain/posts.js +43 -0
  285. package/lib/v2/learnblockchain/radar.js +19 -0
  286. package/lib/v2/learnblockchain/router.js +3 -0
  287. package/lib/v2/linkedin/cn/index.js +13 -0
  288. package/lib/v2/linkedin/cn/renderer.js +179 -0
  289. package/lib/v2/linkedin/cn/utils.js +122 -0
  290. package/lib/v2/linkedin/jobs.js +44 -0
  291. package/lib/v2/linkedin/maintainer.js +4 -0
  292. package/lib/v2/linkedin/models.js +15 -0
  293. package/lib/v2/linkedin/radar.js +36 -0
  294. package/lib/v2/linkedin/router.js +4 -0
  295. package/lib/v2/linkedin/templates/cn/posting.art +25 -0
  296. package/lib/v2/linkedin/utils.js +121 -0
  297. package/lib/v2/lofter/user.js +6 -2
  298. package/lib/v2/mclaren/index.js +95 -0
  299. package/lib/v2/mclaren/maintainer.js +3 -0
  300. package/lib/v2/mclaren/radar.js +26 -0
  301. package/lib/v2/mclaren/router.js +3 -0
  302. package/lib/v2/mclaren/templates/desc.art +6 -0
  303. package/lib/v2/minecraft/maintainer.js +3 -0
  304. package/lib/v2/minecraft/radar.js +13 -0
  305. package/lib/v2/minecraft/router.js +3 -0
  306. package/lib/{routes → v2}/minecraft/version.js +1 -1
  307. package/lib/v2/mingpao/index.js +28 -33
  308. package/lib/v2/mingpao/templates/description.art +1 -1
  309. package/lib/v2/mingpao/templates/fancybox.art +6 -2
  310. package/lib/v2/mirror/index.js +4 -1
  311. package/lib/v2/mixcloud/index.js +130 -0
  312. package/lib/v2/mixcloud/maintainer.js +3 -0
  313. package/lib/v2/mixcloud/queries.js +1520 -0
  314. package/lib/v2/mixcloud/radar.js +37 -0
  315. package/lib/v2/mixcloud/router.js +3 -0
  316. package/lib/v2/myfigurecollection/activity.js +5 -0
  317. package/lib/v2/myfigurecollection/index.js +4 -0
  318. package/lib/v2/mysql/release.js +9 -2
  319. package/lib/v2/nikkei-cn/index.js +4 -0
  320. package/lib/v2/people/index.js +4 -0
  321. package/lib/v2/pixiv/novels.js +32 -23
  322. package/lib/v2/pku/ss/admission.js +4 -42
  323. package/lib/v2/pku/ss/common.js +37 -0
  324. package/lib/v2/pku/ss/notice.js +4 -42
  325. package/lib/v2/pku/ss/pg_admin.js +4 -42
  326. package/lib/v2/qoo-app/apps/card.js +38 -0
  327. package/lib/v2/qoo-app/apps/comment.js +43 -0
  328. package/lib/v2/qoo-app/apps/note.js +47 -0
  329. package/lib/v2/qoo-app/apps/post.js +51 -0
  330. package/lib/v2/qoo-app/maintainer.js +11 -0
  331. package/lib/v2/qoo-app/news.js +41 -0
  332. package/lib/v2/qoo-app/notes/note.js +43 -0
  333. package/lib/v2/qoo-app/notes/topic.js +20 -0
  334. package/lib/v2/qoo-app/notes/user.js +20 -0
  335. package/lib/v2/qoo-app/radar.js +73 -0
  336. package/lib/v2/qoo-app/router.js +11 -0
  337. package/lib/v2/qoo-app/templates/comment.art +3 -0
  338. package/lib/v2/qoo-app/templates/note.art +5 -0
  339. package/lib/v2/qoo-app/user/appComment.js +41 -0
  340. package/lib/v2/qoo-app/utils.js +57 -0
  341. package/lib/v2/ruancan/category.js +8 -0
  342. package/lib/v2/ruancan/index.js +3 -55
  343. package/lib/v2/ruancan/maintainer.js +3 -3
  344. package/lib/v2/ruancan/radar.js +12 -6
  345. package/lib/v2/ruancan/router.js +4 -1
  346. package/lib/v2/ruancan/search.js +8 -0
  347. package/lib/v2/ruancan/user.js +8 -0
  348. package/lib/v2/ruancan/utils.js +66 -0
  349. package/lib/v2/scitation/journal.js +4 -0
  350. package/lib/v2/scitation/section.js +4 -0
  351. package/lib/v2/shiep/index.js +91 -0
  352. package/lib/v2/shiep/maintainer.js +3 -0
  353. package/lib/v2/shiep/radar.js +181 -0
  354. package/lib/v2/shiep/router.js +3 -0
  355. package/lib/v2/shiep/templates/description.art +1 -0
  356. package/lib/v2/shoppingdesign/maintainer.js +3 -0
  357. package/lib/v2/shoppingdesign/posts.js +43 -0
  358. package/lib/v2/shoppingdesign/radar.js +13 -0
  359. package/lib/v2/shoppingdesign/router.js +3 -0
  360. package/lib/v2/skysports/maintainer.js +3 -0
  361. package/lib/{routes → v2}/skysports/news.js +10 -8
  362. package/lib/v2/skysports/radar.js +13 -0
  363. package/lib/v2/skysports/router.js +3 -0
  364. package/lib/v2/smzdm/haowen_fenlei.js +12 -6
  365. package/lib/v2/solidot/main.js +5 -0
  366. package/lib/v2/telegram/channel.js +24 -4
  367. package/lib/v2/test/index.js +46 -0
  368. package/lib/v2/thepaper/channel.js +11 -5
  369. package/lib/v2/thepaper/list.js +11 -5
  370. package/lib/v2/thepaper/utils.js +2 -3
  371. package/lib/v2/twitter/utils.js +28 -0
  372. package/lib/v2/typora/changelog-dev.js +31 -0
  373. package/lib/v2/typora/changelog.js +40 -0
  374. package/lib/v2/typora/maintainer.js +4 -0
  375. package/lib/v2/typora/radar.js +21 -0
  376. package/lib/v2/typora/router.js +4 -0
  377. package/lib/v2/uptimerobot/maintainer.js +3 -0
  378. package/lib/v2/uptimerobot/radar.js +13 -0
  379. package/lib/v2/uptimerobot/router.js +3 -0
  380. package/lib/v2/uptimerobot/rss.js +126 -0
  381. package/lib/v2/uptimerobot/templates/rss.art +20 -0
  382. package/lib/v2/vocus/maintainer.js +4 -0
  383. package/lib/v2/vocus/publication.js +42 -0
  384. package/lib/v2/vocus/radar.js +19 -0
  385. package/lib/v2/vocus/router.js +4 -0
  386. package/lib/v2/vocus/user.js +43 -0
  387. package/lib/v2/vocus/utils.js +51 -0
  388. package/lib/v2/wechat/maintainer.js +0 -1
  389. package/lib/v2/wechat/radar.js +0 -11
  390. package/lib/v2/wechat/router.js +0 -1
  391. package/lib/v2/wnacg/index.js +110 -0
  392. package/lib/v2/wnacg/maintainer.js +5 -0
  393. package/lib/v2/wnacg/radar.js +25 -0
  394. package/lib/v2/wnacg/router.js +5 -0
  395. package/lib/v2/wnacg/templates/manga.art +9 -0
  396. package/lib/v2/woshipm/bookmarks.js +34 -0
  397. package/lib/v2/woshipm/latest.js +27 -0
  398. package/lib/v2/woshipm/maintainer.js +7 -0
  399. package/lib/v2/woshipm/popular.js +33 -0
  400. package/lib/v2/woshipm/radar.js +39 -0
  401. package/lib/v2/woshipm/router.js +7 -0
  402. package/lib/{routes → v2}/woshipm/user_article.js +9 -15
  403. package/lib/v2/woshipm/utils.js +21 -0
  404. package/lib/v2/woshipm/wen.js +36 -0
  405. package/lib/v2/x6d/index.js +59 -0
  406. package/lib/v2/x6d/maintainer.js +3 -0
  407. package/lib/v2/x6d/radar.js +13 -0
  408. package/lib/v2/x6d/router.js +3 -0
  409. package/lib/v2/xaufe/jiaowu.js +72 -0
  410. package/lib/v2/xaufe/maintainer.js +3 -0
  411. package/lib/v2/xaufe/radar.js +11 -0
  412. package/lib/v2/xaufe/router.js +3 -0
  413. package/lib/v2/xiaomiyoupin/crowdfunding.js +43 -0
  414. package/lib/v2/xiaomiyoupin/latest.js +15 -0
  415. package/lib/v2/xiaomiyoupin/maintainer.js +4 -0
  416. package/lib/v2/xiaomiyoupin/radar.js +19 -0
  417. package/lib/v2/xiaomiyoupin/router.js +4 -0
  418. package/lib/v2/xiaomiyoupin/templates/goods.art +27 -0
  419. package/lib/v2/xiaomiyoupin/utils.js +21 -0
  420. package/lib/v2/xunhupay/index.js +24 -0
  421. package/lib/v2/xunhupay/maintainer.js +3 -0
  422. package/lib/v2/xunhupay/radar.js +13 -0
  423. package/lib/v2/xunhupay/router.js +3 -0
  424. package/lib/v2/yahoo/maintainer.js +3 -0
  425. package/lib/{routes/yahoo-news → v2/yahoo/news}/index.js +10 -8
  426. package/lib/v2/yahoo/radar.js +13 -0
  427. package/lib/v2/yahoo/router.js +3 -0
  428. package/lib/v2/youtube/user.js +15 -3
  429. package/lib/v2/yxrb/home.js +61 -0
  430. package/lib/v2/yxrb/maintainer.js +3 -0
  431. package/lib/v2/yxrb/radar.js +13 -0
  432. package/lib/v2/yxrb/router.js +3 -0
  433. package/lib/v2/zaozao/article.js +36 -0
  434. package/lib/v2/zaozao/maintainer.js +3 -0
  435. package/lib/v2/zaozao/radar.js +13 -0
  436. package/lib/v2/zaozao/router.js +3 -0
  437. package/lib/v2/zcmu/jwc/index.js +41 -0
  438. package/lib/v2/zcmu/maintainer.js +4 -0
  439. package/lib/v2/zcmu/radar.js +87 -0
  440. package/lib/v2/zcmu/router.js +4 -0
  441. package/lib/v2/zcmu/yxy/index.js +42 -0
  442. package/lib/v2/zcool/user.js +4 -0
  443. package/lib/v2/zhiy/letter.js +34 -0
  444. package/lib/v2/zhiy/maintainer.js +4 -0
  445. package/lib/v2/zhiy/post.js +69 -0
  446. package/lib/v2/zhiy/radar.js +19 -0
  447. package/lib/v2/zhiy/router.js +4 -0
  448. package/lib/v2/zhiy/templates/post.art +12 -0
  449. package/lib/v2/zhiy/utils.js +13 -0
  450. package/lib/v2/zhubai/index.js +4 -0
  451. package/package.json +20 -20
  452. package/lib/routes/baidu/topwords.js +0 -38
  453. package/lib/routes/bjp/apod.js +0 -48
  454. package/lib/routes/caixin/article.js +0 -46
  455. package/lib/routes/caixin/blog.js +0 -58
  456. package/lib/routes/caixin/category.js +0 -44
  457. package/lib/routes/caixin/latest.js +0 -75
  458. package/lib/routes/caixin/yxnews.js +0 -30
  459. package/lib/routes/clickme/index.js +0 -76
  460. package/lib/routes/copymanga/comic.js +0 -74
  461. package/lib/routes/eleduck/jobs.js +0 -38
  462. package/lib/routes/gq/tw/index.js +0 -66
  463. package/lib/routes/ikea/uk/new.js +0 -20
  464. package/lib/routes/ikea/uk/offer.js +0 -64
  465. package/lib/routes/iqiyi/dongman.js +0 -42
  466. package/lib/routes/mi/youpin/crowdfunding.js +0 -39
  467. package/lib/routes/mi/youpin/new.js +0 -26
  468. package/lib/routes/ssmh/category.js +0 -50
  469. package/lib/routes/ssmh/index.js +0 -32
  470. package/lib/routes/typora/changelog-dev.js +0 -35
  471. package/lib/routes/typora/changelog.js +0 -60
  472. package/lib/routes/universities/shiep/index.js +0 -95
  473. package/lib/routes/vocus/publication.js +0 -19
  474. package/lib/routes/vocus/utils.js +0 -29
  475. package/lib/routes/woshipm/bookmarks.js +0 -45
  476. package/lib/routes/woshipm/latest.js +0 -45
  477. package/lib/routes/woshipm/popular.js +0 -38
  478. package/lib/routes/woshipm/wen.js +0 -39
  479. package/lib/routes/x6d/index.js +0 -64
  480. package/lib/v2/eprice/templates/description.art +0 -1
  481. package/lib/v2/wechat/wemp.js +0 -58
@@ -0,0 +1,36 @@
1
+ const { parseDate } = require('@/utils/parse-date');
2
+ const got = require('@/utils/got');
3
+
4
+ module.exports = async (ctx) => {
5
+ const response = await got({
6
+ method: 'post',
7
+ url: 'https://research.ke.com/apis/consumer-access/index/contents/page',
8
+ headers: {
9
+ Referer: 'https://research.ke.com/ResearchResults',
10
+ },
11
+ json: {
12
+ pageIndex: 1,
13
+ pageSize: 9,
14
+ },
15
+ });
16
+
17
+ const { status, statusMessage } = response;
18
+ if (status !== 200) {
19
+ throw new Error(statusMessage);
20
+ }
21
+
22
+ const { list } = response.data.data;
23
+
24
+ ctx.state.data = {
25
+ title: '房地产行业研究报告',
26
+ link: 'https://research.ke.com/ResearchResults',
27
+ description: '研究成果',
28
+ item: list.map((item) => ({
29
+ title: item.title,
30
+ link: `https://research.ke.com/${item.contentTypeId}/ArticleDetail?id=${item.id}`,
31
+ author: item.author,
32
+ description: item.guideReading,
33
+ pubDate: parseDate(item.publishTime),
34
+ })),
35
+ };
36
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = function (router) {
2
+ router.get('/researchResults', require('./results'));
3
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = {
2
+ '/thesis': ['TonyRL'],
3
+ };
@@ -0,0 +1,13 @@
1
+ module.exports = {
2
+ 'kimlaw.or.kr': {
3
+ _name: '韓國海事法學會',
4
+ '.': [
5
+ {
6
+ title: '学术论文',
7
+ docs: 'https://docs.rsshub.app/study.html#han-guo-hai-shi-fa-xue-hui',
8
+ source: ['/67', '/'],
9
+ target: '/kimlaw/thesis',
10
+ },
11
+ ],
12
+ },
13
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = (router) => {
2
+ router.get('/thesis', require('./thesis'));
3
+ };
@@ -0,0 +1,44 @@
1
+ const got = require('@/utils/got');
2
+ const cheerio = require('cheerio');
3
+ const { parseDate } = require('@/utils/parse-date');
4
+ const timezone = require('@/utils/timezone');
5
+
6
+ const baseUrl = 'https://www.kimlaw.or.kr';
7
+
8
+ module.exports = async (ctx) => {
9
+ const link = `${baseUrl}/67`;
10
+ const { data: response } = await got(link);
11
+
12
+ const $ = cheerio.load(response);
13
+ const list = $('.li_body')
14
+ .toArray()
15
+ .map((item) => {
16
+ item = $(item);
17
+ const a = item.find('a.list_text_title');
18
+ return {
19
+ title: a.text(),
20
+ link: `${baseUrl}${a.attr('href')}`,
21
+ author: item.find('.name').text(),
22
+ pubDate: timezone(parseDate(item.find('.time').attr('title')), 9),
23
+ };
24
+ });
25
+
26
+ const items = await Promise.all(
27
+ list.map((item) =>
28
+ ctx.cache.tryGet(item.link, async () => {
29
+ const { data: response } = await got(item.link);
30
+ const $ = cheerio.load(response);
31
+
32
+ item.description = $('.board_txt_area').html();
33
+ return item;
34
+ })
35
+ )
36
+ );
37
+
38
+ ctx.state.data = {
39
+ title: `${$('.widget_menu_title').text()} - ${$('head title').text()}`,
40
+ link,
41
+ image: 'https://cdn.imweb.me/upload/S20210819f9dd86d20e7d7/9aec17c4e98a5.ico',
42
+ item: items,
43
+ };
44
+ };
@@ -0,0 +1,104 @@
1
+ const got = require('@/utils/got');
2
+ const { parseDate } = require('@/utils/parse-date');
3
+
4
+ const ROW_COUNT = 100;
5
+
6
+ const WEBSITE_URL = 'https://layoffs.fyi';
7
+ const SOURCE_URL = `https://airtable.com/v0.3/view/viwA14Z1pM69YIsaW/readSharedViewData?
8
+ stringifiedObjectParams=%7B%22shouldUseNestedResponseFormat%22%3Atrue%7D&
9
+ requestId=reqQcci3rVyhkcAyX&accessPolicy=%7B%22allowedActions%22%3A%5B%7B%22
10
+ modelClassName%22%3A%22view%22%2C%22modelIdSelector%22%3A%22viwA14Z1pM69YIsaW%22%2C%22
11
+ action%22%3A%22readSharedViewData%22%7D%2C%7B%22modelClassName%22%3A%22view%22%2C%22
12
+ modelIdSelector%22%3A%22viwA14Z1pM69YIsaW%22%2C%22action%22%3A%22getMetadataForPrinting
13
+ %22%7D%2C%7B%22modelClassName%22%3A%22view%22%2C%22modelIdSelector
14
+ %22%3A%22viwA14Z1pM69YIsaW%22%2C%22action%22%3A%22readSignedAttachmentUrls
15
+ %22%7D%2C%7B%22modelClassName%22%3A%22row%22%2C%22modelIdSelector%22%3A%22
16
+ rows%20*%5BdisplayedInView%3DviwA14Z1pM69YIsaW%5D%22%2C%22action%22%3A%22
17
+ createBoxDocumentSession%22%7D%2C%7B%22modelClassName%22%3A%22row%22%2C%22
18
+ modelIdSelector%22%3A%22rows%20*%5BdisplayedInView%3DviwA14Z1pM69YIsaW%5D%22%2C%22
19
+ action%22%3A%22createDocumentPreviewSession%22%7D%5D%2C%22shareId%22%3A%22shrqYt5kSqMzHV9R5%22%2C%22
20
+ applicationId%22%3A%22app1PaujS9zxVGUZ4%22%2C%22generationNumber%22%3A0%2C%22
21
+ expires%22%3A%222023-02-02T00%3A00%3A00.000Z%22%2C%22
22
+ signature%22%3A%22096478e17705ffdac261da07c5b4c025aff6d8c6d86be027533fd248913798de%22%7D`;
23
+
24
+ /**
25
+ * getMapping can convert either an array or an object
26
+ * of a specific structure into a Map, where the key is
27
+ * the name and the value is the Id. It will only parse
28
+ * entries with 'name' and 'id' in it
29
+ *
30
+ * Inputs:
31
+ * obj = [{name: 'Apple', id: 1}, {name: 'Peach', id: 2}]
32
+ * Returns:
33
+ * [{1: 'Apple', 2: 'Peach'}, {Apple: 1, Peach: 2}]
34
+ *
35
+ * Inputs:
36
+ * obj = {Apple: {name: 'Apple', id: 1}, Peach: {name: 'Peach', id: 2}}
37
+ * Returns:
38
+ * [{1: 'Apple', 2: 'Peach'}, {Apple: 1, Peach: 2}]
39
+ */
40
+ const getMappings = function (obj) {
41
+ const mapping = new Map();
42
+ const reverseMapping = new Map();
43
+ for (const key in obj) {
44
+ if ('name' in obj[key] && 'id' in obj[key]) {
45
+ reverseMapping.set(obj[key].name, obj[key].id);
46
+ mapping.set(obj[key].id, obj[key].name);
47
+ }
48
+ }
49
+ return [mapping, reverseMapping];
50
+ };
51
+
52
+ module.exports = async (ctx) => {
53
+ const headers = {
54
+ 'x-airtable-application-id': 'app1PaujS9zxVGUZ4',
55
+ 'x-airtable-inter-service-client': 'webClient',
56
+ 'x-requested-with': 'XMLHttpRequest',
57
+ 'x-time-zone': 'America/Los_Angeles',
58
+ };
59
+
60
+ // Get data from data source
61
+ const response = await got({
62
+ method: 'get',
63
+ url: SOURCE_URL,
64
+ headers,
65
+ });
66
+ const data = response.data.data;
67
+ const table = data.table;
68
+
69
+ // Columns are represented by special IDs
70
+ const columnReverseMapping = getMappings(table.columns)[1];
71
+
72
+ const companyColumnId = columnReverseMapping.get('Company');
73
+ const dateAddedColumnId = columnReverseMapping.get('Date Added');
74
+ const numOfLaidOffColumnId = columnReverseMapping.get('# Laid Off');
75
+ const sourceColumnId = columnReverseMapping.get('Source');
76
+ const countryColumnId = columnReverseMapping.get('Country');
77
+ const countryMapping = getMappings(table.columns.filter((col) => col.name === 'Country')[0].typeOptions.choices)[0];
78
+
79
+ const rows = table.rows.slice(0, ROW_COUNT);
80
+ ctx.state.data = {
81
+ title: 'Tech layoff data feed from layoffs.fyi',
82
+ link: WEBSITE_URL,
83
+ description: 'This feed gets tech layoff data from layoffs.fyi and display them in a user friendly way',
84
+ item: rows.map((row) => {
85
+ const rowContent = row.cellValuesByColumnId;
86
+
87
+ const company = rowContent[companyColumnId];
88
+ const dateAdded = parseDate(rowContent[dateAddedColumnId]);
89
+ const source = rowContent[sourceColumnId];
90
+ const numOfLaidOff = rowContent[numOfLaidOffColumnId] || 'some';
91
+ const country = countryMapping.get(rowContent[countryColumnId]);
92
+
93
+ const title = `${company} Layoffs Happening!`;
94
+ const description = `${company} lays off ${numOfLaidOff} employees in ${country}. For more details, please visit ${source}.`;
95
+
96
+ return {
97
+ title,
98
+ description, // the article content
99
+ pubDate: dateAdded, // Data publish date
100
+ link: source, // Laid off source link
101
+ };
102
+ }),
103
+ };
104
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = {
2
+ '/': ['BrandNewLifeJackie26'],
3
+ };
@@ -0,0 +1,13 @@
1
+ module.exports = {
2
+ 'layoffs.fyi': {
3
+ _name: 'Layoffs',
4
+ '.': [
5
+ {
6
+ title: 'Data Tracker Feed',
7
+ docs: 'https://docs.rsshub.app/en/other.html#layoffs-fyi',
8
+ source: '/',
9
+ target: '/layoffs',
10
+ },
11
+ ],
12
+ },
13
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = function (router) {
2
+ router.get('/', require('./index.js'));
3
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = {
2
+ '/posts/:cid/:sort?': ['running-grass'],
3
+ };
@@ -0,0 +1,43 @@
1
+ const cheerio = require('cheerio');
2
+ const got = require('@/utils/got');
3
+ const { parseRelativeDate } = require('@/utils/parse-date');
4
+
5
+ module.exports = async (ctx) => {
6
+ const cid = ctx.params.cid || 'all';
7
+ const sort = ctx.params.sort;
8
+
9
+ let url = 'https://learnblockchain.cn/categories/';
10
+ url += cid + '/';
11
+
12
+ if (sort) {
13
+ url += sort + '/';
14
+ }
15
+
16
+ const response = await got(url);
17
+
18
+ const data = response.data;
19
+ const $ = cheerio.load(data);
20
+ const list = $('div.stream-list section.stream-list-item');
21
+
22
+ ctx.state.data = {
23
+ title: `登链社区--${cid}`,
24
+ link: url,
25
+ description: `登链社区`,
26
+ item:
27
+ list &&
28
+ list
29
+ .map((idx, ite) => {
30
+ const item = $(ite);
31
+ const json = {
32
+ title: item.find('h2.title').text().trim(),
33
+ description: item.find('div.excerpt').text().trim(),
34
+ pubDate: parseRelativeDate(item.find('.author li:nth-child(2)').text().replace('发布于', '').trim()),
35
+ link: item.find('h2.title a').attr('href').trim(),
36
+ author: item.find('.author li:nth-child(1)').text().trim(),
37
+ };
38
+
39
+ return json;
40
+ })
41
+ .get(),
42
+ };
43
+ };
@@ -0,0 +1,19 @@
1
+ module.exports = {
2
+ 'learnblockchain.cn': {
3
+ _name: '登链社区',
4
+ '.': [
5
+ {
6
+ title: '分类文章',
7
+ docs: 'https://docs.rsshub.app/programming.html#deng-lian-she-qu-wen-zhang',
8
+ source: '/categories/:cid/:sort?',
9
+ target: (params) => `/learnblockchain/posts/${params.cid || 'all'}/${params.sort || 'featured'}`,
10
+ },
11
+ {
12
+ title: '全部文章',
13
+ docs: 'https://docs.rsshub.app/programming.html#deng-lian-she-qu-wen-zhang',
14
+ source: '*',
15
+ target: () => '/learnblockchain/posts/all/',
16
+ },
17
+ ],
18
+ },
19
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = (router) => {
2
+ router.get('/posts/:cid/:sort?', require('./posts'));
3
+ };
@@ -0,0 +1,13 @@
1
+ const { parseSearchHit, parseJobPosting } = require('./utils');
2
+
3
+ const siteUrl = 'https://www.linkedin.cn/incareer/jobs/search';
4
+
5
+ module.exports = async (ctx) => {
6
+ const { title, jobs } = await parseSearchHit(ctx);
7
+ const items = await Promise.all(jobs.map((job) => parseJobPosting(ctx, job)));
8
+ ctx.state.data = {
9
+ title: `领英 - ${title}`,
10
+ link: siteUrl,
11
+ item: items,
12
+ };
13
+ };
@@ -0,0 +1,179 @@
1
+ const text_tag = {
2
+ LINE_BREAK: 0,
3
+ INLINE_CODE: 1,
4
+ LEGACY_PUBLISHING_EMPHASIS: 2,
5
+ LIST_ITEM: 3,
6
+ LIST: 4,
7
+ STRIKETHROUGH: 5,
8
+ SUBSCRIPT: 6,
9
+ SUPERSCRIPT: 7,
10
+ UNDERLINE: 8,
11
+ BOLD: 9,
12
+ ITALIC: 10,
13
+ PARAGRAPH: 11,
14
+ };
15
+
16
+ class TreeNode {
17
+ constructor(attr) {
18
+ this.attr = attr;
19
+ this.start = attr.start;
20
+ this.end = attr.start + attr.length;
21
+ this.children = [];
22
+ }
23
+ }
24
+ class Ucs2Text {
25
+ constructor(text) {
26
+ if (Array.isArray(text)) {
27
+ this.string = null;
28
+ this.codePoints = text;
29
+ } else {
30
+ this.string = text;
31
+ const k = text.length;
32
+ const d = [];
33
+
34
+ let l,
35
+ e,
36
+ m = 0;
37
+ while (m < k) {
38
+ l = text.charCodeAt(m++);
39
+ if (l >= 55296 && l <= 56319 && m < k) {
40
+ e = text.charCodeAt(m++);
41
+ if (56320 === (64512 & e)) {
42
+ d.push(((1023 & l) << 10) + (1023 & e) + 65536);
43
+ } else {
44
+ d.push(l);
45
+ m--;
46
+ }
47
+ } else {
48
+ d.push(l);
49
+ }
50
+ }
51
+
52
+ this.codePoints = d;
53
+ }
54
+ this.length = this.codePoints.length;
55
+ }
56
+ substring(start, end) {
57
+ let _len = this.length,
58
+ _start = start,
59
+ _end = end;
60
+ if (_end === 0) {
61
+ return new Ucs2Text('');
62
+ }
63
+ if (((isNaN(_start) || 0 > _start) && (_start = 0), (isNaN(_end) || 0 > _end) && (_end = _len), _start > _len && (_start = _len), _end > _len && (_end = _len), _end < _start)) {
64
+ _len = [_start, _end];
65
+ _end = _len[0];
66
+ _start = _len[1];
67
+ }
68
+ return new Ucs2Text(_start === _end ? '' : this.codePoints.slice(_start, _end));
69
+ }
70
+ slice(a, b) {
71
+ return this.substring(a, b).toString();
72
+ }
73
+ toString() {
74
+ return null !== this.string
75
+ ? this.string
76
+ : this.codePoints
77
+ .map((a) => {
78
+ let b = '';
79
+ return 65535 < a && ((b += String.fromCharCode((((a -= 65536) >>> 10) & 1023) | 55296)), (a = 1023 & (56320 | a))), b + String.fromCharCode(a);
80
+ })
81
+ .join('');
82
+ }
83
+ }
84
+
85
+ const parseAttr = (description) => {
86
+ const { attributes, text } = description;
87
+ const attrs = [...attributes];
88
+ attrs.sort((b, d) => {
89
+ const f = b.start + b.length,
90
+ e = d.start + d.length;
91
+ return f !== e ? f - e : text_tag[b.detailData.style] - text_tag[d.detailData.style];
92
+ });
93
+ const n = [];
94
+ for (const q of attrs) {
95
+ const p = new TreeNode(q);
96
+ const w = q.start;
97
+ while (0 < n.length && n[n.length - 1].attr.start >= w) {
98
+ p.children.push(n.pop());
99
+ }
100
+ p.children.reverse();
101
+ n.push(p);
102
+ }
103
+
104
+ const m = new Ucs2Text(text);
105
+ const renderSingle = (node) => {
106
+ const style = node?.attr?.detailData?.style;
107
+ switch (style) {
108
+ case 'BOLD':
109
+ return `<b>${node.text}</b>`;
110
+ case 'LINE_BREAK':
111
+ return `<br>`;
112
+ case 'LIST_ITEM':
113
+ return `<li>${node.text}</li>`;
114
+ case 'LIST':
115
+ return `<ul>${node.text}</ul>`;
116
+ case 'INLINE_CODE':
117
+ return `<code>${node.text}</code>`;
118
+ case 'LEGACY_PUBLISHING_EMPHASIS':
119
+ return `<em>${node.text}</em>`;
120
+ case 'STRIKETHROUGH':
121
+ return `<s>${node.text}</s>`;
122
+ case 'SUBSCRIPT':
123
+ return `<sub>${node.text}</sub>`;
124
+ case 'SUPERSCRIPT':
125
+ return `<sup>${node.text}</sup>`;
126
+ case 'UNDERLINE':
127
+ return `<u>${node.text}</u>`;
128
+ case 'ITALIC':
129
+ return `<i>${node.text}</i>`;
130
+ case 'PARAGRAPH':
131
+ return `<p>${node.text}</p>`;
132
+ default:
133
+ return node.text || node;
134
+ }
135
+ };
136
+
137
+ const render = (node) => {
138
+ // DFS render
139
+ if (node.children.length === 0) {
140
+ node.text = m.slice(node.start, node.end);
141
+ return renderSingle(node);
142
+ }
143
+ const res = [];
144
+ let s = node.start;
145
+ for (const child of node.children) {
146
+ if (s < child.start) {
147
+ res.push(m.slice(s, child.start)); // added text before 1st child node
148
+ }
149
+ s = child.end;
150
+ res.push(render(child));
151
+ }
152
+
153
+ if (s < node.end) {
154
+ res.push(m.slice(s, node.end)); // added text after the last child node
155
+ }
156
+ node.text = res.join('');
157
+ return renderSingle(node);
158
+ };
159
+
160
+ const q = [];
161
+ let p = 0;
162
+ for (let w = 0; w < n.length; w++) {
163
+ // BFS render
164
+ const e = n[w];
165
+ if (e.start > p) {
166
+ q.push(m.slice(p, e.start));
167
+ }
168
+ p = e.end;
169
+ q.push(render(e));
170
+ }
171
+ if (p < m.length) {
172
+ q.push(m.slice(p, m.length));
173
+ }
174
+ return q.join('');
175
+ };
176
+
177
+ module.exports = {
178
+ parseAttr,
179
+ };
@@ -0,0 +1,122 @@
1
+ const crypto = require('crypto');
2
+ const path = require('path');
3
+ const { art } = require('@/utils/render');
4
+ const got = require('@/utils/got');
5
+ const { parseAttr } = require('./renderer');
6
+
7
+ const apiUrl = 'https://www.linkedin.cn/karpos/api/graphql';
8
+ const searchHitQueryId = 'searchSearchHitsByJob.be362cd720abd0ebf89b4bbc3253047f';
9
+ const jobPostingQueryId = 'jobsJobPostingsById.3b9573e88687a86607ddb74ff013ef50';
10
+
11
+ const makeHeader = () => {
12
+ const sessionId = crypto.randomBytes(8).toString('hex').slice(0, 8);
13
+ const headers = {
14
+ Accept: '*/*',
15
+ Cookie: `JSESSIONID="ajax:${sessionId}"`,
16
+ 'Content-Type': 'application/x-www-form-urlencoded',
17
+ Referer: 'https://www.linkedin.cn/incareer/jobs/search',
18
+ 'csrf-token': `ajax:${sessionId}`,
19
+ 'x-http-method-override': 'GET',
20
+ 'x-restli-protocol-version': '2.0.0',
21
+ };
22
+ return headers;
23
+ };
24
+
25
+ const period = {
26
+ 1: 'r86400',
27
+ 7: 'r604800',
28
+ 30: 'r2592000',
29
+ };
30
+
31
+ const location = {
32
+ china: '102890883',
33
+ shanghai: '102772228',
34
+ beijing: '103873152',
35
+ };
36
+
37
+ const makeVariables = (variables) =>
38
+ '(' +
39
+ Object.entries(variables)
40
+ .filter(([, v]) => v)
41
+ .map(([k, v]) => `${k}:${encodeURIComponent(v)}`)
42
+ .join(',') +
43
+ ')';
44
+
45
+ const makeBody = (body) => {
46
+ let output = '';
47
+ Object.entries(body).forEach(([key, value], index) => {
48
+ output += `${key}=${value}`;
49
+ if (index < Object.keys(body).length - 1) {
50
+ output += '&';
51
+ }
52
+ });
53
+ return output;
54
+ };
55
+
56
+ const ctxToTitle = (ctx) => {
57
+ const { keywords } = ctx.params;
58
+ const { geo, remote, location, period, relevant } = ctx.query;
59
+ const g = location || geo || 'China';
60
+ const r = remote ? '远程' : '';
61
+ const p = period ? `近${period}天` : '';
62
+ const o = relevant ? '相关' : '最新';
63
+ return `${o}${p}在${g}的${keywords || ''}${r}工作机会`;
64
+ };
65
+
66
+ const parseSearchHit = async (ctx) => {
67
+ const variables = {
68
+ origin: 'jserp',
69
+ isForRemoteJobsPage: !!ctx.query.remote,
70
+ isChinaMultiNationalCorporation: false,
71
+ count: ctx.query.limit || 20,
72
+ start: '0',
73
+ geoUrn: `urn:li:ks_geo:${location[ctx.query.location] || ctx.query.geo || location.china}`,
74
+ keywords: decodeURIComponent(ctx.params.keywords || ''),
75
+ f_TPR: period[ctx.query.period] || '',
76
+ sortType: ctx.query.relevant ? '' : 'DATE_DESCENDING',
77
+ };
78
+
79
+ const resp = await got.post(apiUrl, {
80
+ headers: makeHeader(),
81
+ body: makeBody({
82
+ operationName: 'searchSearchHitsByJob',
83
+ variables: makeVariables(variables),
84
+ queryId: searchHitQueryId,
85
+ }),
86
+ });
87
+
88
+ return {
89
+ jobs: resp.data.data.searchSearchHitsByJob.elements.map((e) => e.target.jobPosting),
90
+ title: ctxToTitle(ctx),
91
+ };
92
+ };
93
+
94
+ const parseJobPosting = (ctx, jobPosting) => {
95
+ const entityUrn = jobPosting.entityUrn;
96
+ return ctx.cache.tryGet(`linkedincn:${entityUrn}`, async () => {
97
+ const resp = await got.post(apiUrl, {
98
+ headers: makeHeader(),
99
+ body: makeBody({
100
+ operationName: 'jobViewPage',
101
+ variables: makeVariables({
102
+ jobPostingUrn: entityUrn,
103
+ }),
104
+ queryId: jobPostingQueryId,
105
+ }),
106
+ });
107
+ const job = resp.data.data.jobsJobPostingsById;
108
+ job.desc = parseAttr(job.description);
109
+ return {
110
+ title: `${jobPosting.companyName} 正在找 ${jobPosting.title}`,
111
+ link: `https://www.linkedin.cn/incareer/jobs/view/${entityUrn.split(':').pop()}`,
112
+ guid: `linkedincn:${entityUrn}`,
113
+ description: art(path.join(__dirname, '../templates/cn/posting.art'), job),
114
+ pubDate: jobPosting.listedAt,
115
+ };
116
+ });
117
+ };
118
+
119
+ module.exports = {
120
+ parseSearchHit,
121
+ parseJobPosting,
122
+ };
@@ -0,0 +1,44 @@
1
+ const got = require('@/utils/got');
2
+ const { parseDate } = require('@/utils/parse-date');
3
+ const { parseJobSearch, KEYWORDS_QUERY_KEY, JOB_TYPES, JOB_TYPES_QUERY_KEY, EXP_LEVELS_QUERY_KEY, parseParamsToSearchParams, EXP_LEVELS, parseParamsToString } = require('./utils');
4
+
5
+ const BASE_URL = 'https://www.linkedin.com/';
6
+ const JOB_SEARCH_PATH = '/jobs-guest/jobs/api/seeMoreJobPostings/search';
7
+
8
+ module.exports = async (ctx) => {
9
+ const jobTypesParam = parseParamsToSearchParams(ctx.params.job_types, JOB_TYPES);
10
+ const expLevelsParam = parseParamsToSearchParams(ctx.params.exp_levels, EXP_LEVELS);
11
+
12
+ let url = new URL(JOB_SEARCH_PATH, BASE_URL);
13
+ url.searchParams.append(KEYWORDS_QUERY_KEY, ctx.params.keywords || '');
14
+ url.searchParams.append(JOB_TYPES_QUERY_KEY, jobTypesParam); // see JOB_TYPES in utils.js
15
+ url.searchParams.append(EXP_LEVELS_QUERY_KEY, expLevelsParam); // see EXPERIENCE_LEVELS in utils.js
16
+ url = url.toString();
17
+
18
+ // Parse job search page
19
+ const response = await got({
20
+ method: 'get',
21
+ url,
22
+ });
23
+ const jobs = parseJobSearch(response.data);
24
+
25
+ const jobTypes = parseParamsToString(ctx.params.job_types, JOB_TYPES);
26
+ const expLevels = parseParamsToString(ctx.params.exp_levels, EXP_LEVELS);
27
+ const feedTitle = 'LinkedIn Job Listing' + (jobTypes ? ` | Job Types: ${jobTypes}` : '') + (expLevels ? ` | Experience Levels: ${expLevels}` : '') + (ctx.params.keywords ? ` | Keywords: ${ctx.params.keywords}` : '');
28
+ ctx.state.data = {
29
+ title: feedTitle,
30
+ link: url,
31
+ description: 'This feed gets LinkedIn job posts',
32
+ item: jobs.map((job) => {
33
+ const title = `${job.company} is hiring ${job.title}`;
34
+ const description = `Title: ${job.title} | Company: ${job.company} | Location: ${job.location} `;
35
+
36
+ return {
37
+ title, // item title
38
+ description, // job description
39
+ pubDate: parseDate(job.pubDate), // data publish date
40
+ link: job.link, // job source link
41
+ };
42
+ }),
43
+ };
44
+ };
@@ -0,0 +1,4 @@
1
+ module.exports = {
2
+ '/cn/jobs/:keywords?': ['bigfei'],
3
+ '/jobs': ['BrandNewLifeJackie26'],
4
+ };