rsshub 1.0.0-master.b23bb63 → 1.0.0-master.b24beaa
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/radar/rules/all.ts +3 -6
- package/lib/api/radar/rules/one.ts +3 -6
- package/lib/config.ts +12 -2
- package/lib/errors/index.tsx +1 -1
- package/lib/middleware/anti-hotlink.test.ts +6 -6
- package/lib/middleware/parameter.test.ts +22 -5
- package/lib/middleware/parameter.ts +47 -17
- package/lib/registry.test.ts +8 -0
- package/lib/registry.ts +2 -0
- package/lib/router.js +0 -3
- package/lib/routes/141jav/index.ts +25 -21
- package/lib/routes/141ppv/index.ts +24 -20
- package/lib/routes/51read/article.ts +82 -0
- package/lib/routes/51read/namespace.ts +6 -0
- package/lib/routes/aljazeera/index.ts +2 -2
- package/lib/routes/apnews/rss.ts +2 -1
- package/lib/routes/apnews/sitemap.ts +98 -0
- package/lib/routes/apnews/topics.ts +2 -1
- package/lib/routes/apnews/utils.ts +7 -5
- package/lib/routes/apple/apps.ts +30 -8
- package/lib/routes/autocentre/index.ts +29 -0
- package/lib/routes/autocentre/namespace.ts +7 -0
- package/lib/routes/bilibili/api-interface.d.ts +1 -0
- package/lib/routes/bilibili/cache.ts +3 -1
- package/lib/routes/bilibili/dynamic.ts +7 -2
- package/lib/routes/bilibili/ranking.ts +2 -1
- package/lib/routes/bilibili/video.ts +2 -1
- package/lib/routes/bing/daily-wallpaper.ts +1 -1
- package/lib/routes/bjnews/cat.ts +43 -0
- package/lib/routes/bjnews/column.ts +43 -0
- package/lib/routes/bjnews/namespace.ts +6 -0
- package/lib/routes/bjnews/utils.ts +19 -0
- package/lib/routes/bjx/fd.ts +35 -26
- package/lib/routes/buaa/jiaowu.ts +1 -1
- package/lib/routes/buaa/lib/space/newbook.ts +171 -0
- package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
- package/lib/routes/cccfna/index.ts +2 -2
- package/lib/routes/cctv/category.ts +16 -12
- package/lib/routes/cctv/xwlb.ts +32 -10
- package/lib/routes/cffex/announcement.ts +73 -0
- package/lib/routes/cffex/namespace.ts +6 -0
- package/lib/routes/chlinlearn/daily-blog.ts +48 -0
- package/lib/routes/chlinlearn/namespcae.ts +6 -0
- package/lib/routes/copymanga/comic.ts +3 -1
- package/lib/routes/devolverdigital/blog.ts +59 -42
- package/lib/routes/digitalcameraworld/news.ts +1 -1
- package/lib/routes/discord/channel.ts +10 -10
- package/lib/routes/discord/discord-api.ts +27 -32
- package/lib/routes/discord/templates/message.art +15 -0
- package/lib/routes/discourse/notifications.ts +2 -1
- package/lib/routes/dockerhub/build.ts +3 -2
- package/lib/routes/dongqiudi/result.ts +1 -1
- package/lib/routes/douban/other/group.ts +2 -1
- package/lib/routes/epicgames/index.ts +13 -3
- package/lib/routes/fediverse/timeline.ts +37 -19
- package/lib/routes/flashcat/blog.ts +61 -0
- package/lib/routes/flashcat/namespace.ts +6 -0
- package/lib/routes/ftm/index.ts +60 -0
- package/lib/routes/ftm/namespace.ts +6 -0
- package/lib/routes/galxe/index.ts +94 -0
- package/lib/routes/galxe/namespace.ts +9 -0
- package/lib/routes/gdut/oa-news.ts +12 -17
- package/lib/routes/gisreportsonline/index.ts +60 -0
- package/lib/routes/gisreportsonline/namespace.ts +6 -0
- package/lib/routes/github/activity.ts +5 -4
- package/lib/routes/github/issue.ts +3 -2
- package/lib/routes/github/search.ts +20 -18
- package/lib/routes/github/star.ts +4 -3
- package/lib/routes/github/trending.ts +27 -5
- package/lib/routes/google/citations.ts +2 -2
- package/lib/routes/google/research.ts +45 -0
- package/lib/routes/google/scholar.ts +2 -2
- package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
- package/lib/routes/gov/lswz/index.ts +289 -0
- package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
- package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
- package/lib/routes/gq/news.ts +1 -1
- package/lib/routes/healthz.ts +8 -0
- package/lib/routes/hket/index.ts +80 -76
- package/lib/routes/hottoys/index.ts +63 -0
- package/lib/routes/hottoys/namespace.ts +6 -0
- package/lib/routes/imop/namespace.ts +10 -0
- package/lib/routes/imop/tianshu.ts +53 -0
- package/lib/routes/infzm/hot.ts +39 -0
- package/lib/routes/infzm/index.ts +3 -30
- package/lib/routes/infzm/utils.ts +34 -0
- package/lib/routes/inspirehep/author.ts +46 -0
- package/lib/routes/inspirehep/literature.ts +42 -0
- package/lib/routes/inspirehep/namespace.ts +7 -0
- package/lib/routes/inspirehep/types.ts +210 -0
- package/lib/routes/inspirehep/utils.ts +15 -0
- package/lib/routes/instagram/private-api/index.ts +20 -3
- package/lib/routes/iwara/subscriptions.ts +1 -1
- package/lib/routes/javbus/index.ts +2 -1
- package/lib/routes/javdb/actors.ts +6 -2
- package/lib/routes/jjwxc/book.ts +4 -3
- package/lib/routes/joins/chinese.ts +218 -0
- package/lib/routes/joins/namespace.ts +8 -0
- package/lib/routes/joins/templates/description.art +17 -0
- package/lib/routes/juejin/dynamic.ts +114 -0
- package/lib/routes/kaopu/news.ts +3 -3
- package/lib/routes/kemono/index.ts +21 -0
- package/lib/routes/keylol/index.ts +56 -11
- package/lib/routes/kurogames/namespace.ts +7 -0
- package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
- package/lib/routes/linkedin/cn/renderer.ts +1 -1
- package/lib/routes/lmu/jobs.ts +96 -0
- package/lib/routes/lmu/namespace.ts +17 -0
- package/lib/routes/lmu/templates/jobPosting.art +11 -0
- package/lib/routes/lofter/user.ts +2 -1
- package/lib/routes/mcmod/index.ts +105 -0
- package/lib/routes/mcmod/namespace.ts +6 -0
- package/lib/routes/mcmod/templates/mod.art +13 -0
- package/lib/routes/misskey/user-timeline.ts +42 -0
- package/lib/routes/misskey/utils.ts +41 -1
- package/lib/routes/nasa/apod.ts +4 -3
- package/lib/routes/nasa/namespace.ts +1 -1
- package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
- package/lib/routes/nationalgeographic/templates/stories.art +1 -1
- package/lib/routes/newyorker/news.ts +24 -17
- package/lib/routes/nga/forum.ts +3 -2
- package/lib/routes/oschina/news.ts +2 -0
- package/lib/routes/people/index.ts +4 -2
- package/lib/routes/picnob/namespace.ts +1 -4
- package/lib/routes/picnob/user.ts +3 -2
- package/lib/routes/picuki/namespace.ts +1 -4
- package/lib/routes/picuki/profile.ts +11 -7
- package/lib/routes/pixiv/ranking.ts +2 -1
- package/lib/routes/pixiv/search.ts +22 -2
- package/lib/routes/pixiv/user.ts +2 -1
- package/lib/routes/pixiv/utils.ts +3 -3
- package/lib/routes/ps/monthly-games.ts +3 -2
- package/lib/routes/psyche/topic.ts +1 -1
- package/lib/routes/psyche/type.ts +1 -1
- package/lib/routes/psyche/utils.ts +1 -1
- package/lib/routes/qidian/chapter.ts +4 -3
- package/lib/routes/rebase/geekdaily.ts +35 -0
- package/lib/routes/rebase/namespace.ts +6 -0
- package/lib/routes/reuters/common.ts +2 -1
- package/lib/routes/rss3/index.ts +448 -14
- package/lib/routes/rss3/interfaces/metadata.ts +67 -0
- package/lib/routes/rsshub/routes.ts +20 -13
- package/lib/routes/samd/news.ts +1 -1
- package/lib/routes/sara/index.ts +1 -1
- package/lib/routes/shiep/config.ts +4 -10
- package/lib/routes/shiep/index.ts +9 -9
- package/lib/routes/showstart/artist.ts +5 -4
- package/lib/routes/showstart/brand.ts +5 -4
- package/lib/routes/showstart/event.ts +8 -7
- package/lib/routes/showstart/search.ts +43 -9
- package/lib/routes/showstart/service.ts +81 -53
- package/lib/routes/showstart/site.ts +41 -0
- package/lib/routes/showstart/utils.ts +9 -8
- package/lib/routes/sjtu/jwc.ts +4 -1
- package/lib/routes/smzdm/keyword.ts +3 -2
- package/lib/routes/smzdm/product.ts +86 -0
- package/lib/routes/smzdm/ranking.ts +180 -46
- package/lib/routes/spotify/artist.ts +3 -2
- package/lib/routes/spotify/playlist.ts +3 -2
- package/lib/routes/spotify/show.ts +1 -1
- package/lib/routes/springer/journal.ts +10 -12
- package/lib/routes/sspai/author.ts +1 -1
- package/lib/routes/sspai/column.ts +1 -1
- package/lib/routes/sspai/index.ts +4 -3
- package/lib/routes/sspai/matrix.ts +1 -1
- package/lib/routes/sspai/series-update.ts +1 -1
- package/lib/routes/sspai/tag.ts +1 -1
- package/lib/routes/sspai/topic.ts +1 -1
- package/lib/routes/sustainabilitymag/articles.ts +2 -0
- package/lib/routes/t66y/index.ts +29 -7
- package/lib/routes/techcrunch/news.ts +20 -29
- package/lib/routes/techcrunch/templates/description.art +7 -0
- package/lib/routes/telegram/channel.ts +37 -3
- package/lib/routes/test/index.ts +6 -36
- package/lib/routes/the/index.ts +210 -0
- package/lib/routes/the/namespace.ts +8 -0
- package/lib/routes/the/templates/description.art +27 -0
- package/lib/routes/the/util.ts +307 -0
- package/lib/routes/towardsdatascience/latest.ts +67 -0
- package/lib/routes/towardsdatascience/namespace.ts +6 -0
- package/lib/routes/tvb/news.ts +1 -0
- package/lib/routes/twitter/api/web-api/login.ts +66 -0
- package/lib/routes/twitter/api/web-api/utils.ts +49 -11
- package/lib/routes/twitter/home.ts +1 -1
- package/lib/routes/twitter/keyword.ts +2 -1
- package/lib/routes/twitter/media.ts +3 -2
- package/lib/routes/twitter/user.ts +4 -3
- package/lib/routes/twitter/utils.ts +4 -1
- package/lib/routes/uber/blog.ts +1 -1
- package/lib/routes/v2ex/tab.ts +3 -2
- package/lib/routes/v2ex/topics.ts +18 -3
- package/lib/routes/v2ex/xna.ts +55 -0
- package/lib/routes/weibo/keyword.ts +3 -2
- package/lib/routes/weibo/namespace.ts +1 -1
- package/lib/routes/weibo/search/hot.ts +12 -7
- package/lib/routes/weibo/user.ts +2 -1
- package/lib/routes/weibo/utils.ts +20 -0
- package/lib/routes/xiaohongshu/notes.ts +10 -2
- package/lib/routes/xiaohongshu/user.ts +23 -2
- package/lib/routes/xiaoyuzhou/podcast.ts +2 -1
- package/lib/routes/yahoo/news/index.ts +1 -0
- package/lib/routes/yahoo/news/listid.ts +67 -0
- package/lib/routes/yahoo/news/utils.ts +8 -2
- package/lib/routes/yicai/carousel.ts +48 -0
- package/lib/routes/yicai/utils.ts +23 -17
- package/lib/routes/youtube/subscriptions.ts +1 -0
- package/lib/routes/youtube/user.ts +2 -1
- package/lib/routes/zhihu/activities.ts +2 -1
- package/lib/routes/zhihu/answers.ts +5 -1
- package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
- package/lib/routes/zhihu/hot.ts +56 -7
- package/lib/routes/zhihu/namespace.ts +3 -0
- package/lib/routes/zhihu/utils.ts +15 -2
- package/lib/routes.test.ts +11 -5
- package/lib/setup.test.ts +1 -1
- package/lib/types.ts +20 -0
- package/lib/utils/cache/index.ts +8 -0
- package/lib/utils/camelcase-keys.spec.ts +127 -0
- package/lib/utils/camelcase-keys.ts +27 -0
- package/lib/views/atom.tsx +2 -2
- package/lib/views/error.tsx +3 -3
- package/lib/views/index.tsx +4 -3
- package/lib/views/json.ts +1 -1
- package/lib/views/layout.tsx +1 -1
- package/lib/views/rss.tsx +2 -2
- package/package.json +42 -40
- package/lib/routes/zhihu/hotlist.ts +0 -72
- package/lib/routes-deprecated/bjnews/news.js +0 -44
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import { Route, ViewType } from '@/types';
|
|
2
|
+
import { fetchArticle } from './utils';
|
|
3
|
+
import ofetch from '@/utils/ofetch';
|
|
4
|
+
import { load } from 'cheerio';
|
|
5
|
+
import { parseDate } from '@/utils/parse-date';
|
|
6
|
+
import asyncPool from 'tiny-async-pool';
|
|
7
|
+
import timezone from '@/utils/timezone';
|
|
8
|
+
const HOME_PAGE = 'https://apnews.com';
|
|
9
|
+
|
|
10
|
+
export const route: Route = {
|
|
11
|
+
path: '/sitemap/:route',
|
|
12
|
+
categories: ['traditional-media'],
|
|
13
|
+
example: '/apnews/sitemap/ap-sitemap-latest',
|
|
14
|
+
view: ViewType.Articles,
|
|
15
|
+
parameters: {
|
|
16
|
+
route: {
|
|
17
|
+
description: 'Route for sitemap, excluding the `.xml` extension',
|
|
18
|
+
},
|
|
19
|
+
},
|
|
20
|
+
features: {
|
|
21
|
+
requireConfig: false,
|
|
22
|
+
requirePuppeteer: false,
|
|
23
|
+
antiCrawler: false,
|
|
24
|
+
supportBT: false,
|
|
25
|
+
supportPodcast: false,
|
|
26
|
+
supportScihub: false,
|
|
27
|
+
},
|
|
28
|
+
radar: [
|
|
29
|
+
{
|
|
30
|
+
source: ['apnews.com/'],
|
|
31
|
+
},
|
|
32
|
+
],
|
|
33
|
+
name: 'Sitemap',
|
|
34
|
+
maintainers: ['zoenglinghou', 'mjysci', 'TonyRL', 'dzx-dzx'],
|
|
35
|
+
handler,
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
async function handler(ctx) {
|
|
39
|
+
const route = ctx.req.param('route');
|
|
40
|
+
const url = `${HOME_PAGE}/${route}.xml`;
|
|
41
|
+
const response = await ofetch(url);
|
|
42
|
+
const $ = load(response);
|
|
43
|
+
|
|
44
|
+
const list = $('urlset url')
|
|
45
|
+
.toArray()
|
|
46
|
+
.map((e) => {
|
|
47
|
+
const LANGUAGE_MAP = new Map([
|
|
48
|
+
['eng', 'en'],
|
|
49
|
+
['spa', 'es'],
|
|
50
|
+
]);
|
|
51
|
+
|
|
52
|
+
const title = $(e)
|
|
53
|
+
.find(String.raw`news\:title`)
|
|
54
|
+
.text();
|
|
55
|
+
const pubDate = parseDate(
|
|
56
|
+
$(e)
|
|
57
|
+
.find(String.raw`news\:publication_date`)
|
|
58
|
+
.text()
|
|
59
|
+
);
|
|
60
|
+
const lastmod = timezone(parseDate($(e).find(`lastmod`).text()), -4);
|
|
61
|
+
const language = LANGUAGE_MAP.get(
|
|
62
|
+
$(e)
|
|
63
|
+
.find(String.raw`news\:language`)
|
|
64
|
+
.text()
|
|
65
|
+
);
|
|
66
|
+
let res = { link: $(e).find('loc').text() };
|
|
67
|
+
if (title) {
|
|
68
|
+
res = Object.assign(res, { title });
|
|
69
|
+
}
|
|
70
|
+
if (pubDate.toString() !== 'Invalid Date') {
|
|
71
|
+
res = Object.assign(res, { pubDate });
|
|
72
|
+
}
|
|
73
|
+
if (language) {
|
|
74
|
+
res = Object.assign(res, { language });
|
|
75
|
+
}
|
|
76
|
+
if (lastmod.toString() !== 'Invalid Date') {
|
|
77
|
+
res = Object.assign(res, { lastmod });
|
|
78
|
+
}
|
|
79
|
+
return res;
|
|
80
|
+
})
|
|
81
|
+
.filter((e) => Boolean(e.link) && !new URL(e.link).pathname.split('/').includes('hub'))
|
|
82
|
+
.sort((a, b) => (a.pubDate && b.pubDate ? b.pubDate - a.pubDate : b.lastmod - a.lastmod))
|
|
83
|
+
.slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20);
|
|
84
|
+
|
|
85
|
+
const items = await asyncPoolAll(20, list, (item) => fetchArticle(item));
|
|
86
|
+
|
|
87
|
+
return {
|
|
88
|
+
title: `AP News sitemap:${route}`,
|
|
89
|
+
item: items,
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
async function asyncPoolAll<IN, OUT>(poolLimit: number, array: readonly IN[], iteratorFn: (generator: IN) => Promise<OUT>) {
|
|
93
|
+
const results: Awaited<OUT[]> = [];
|
|
94
|
+
for await (const result of asyncPool(poolLimit, array, iteratorFn)) {
|
|
95
|
+
results.push(result);
|
|
96
|
+
}
|
|
97
|
+
return results;
|
|
98
|
+
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Route } from '@/types';
|
|
1
|
+
import { Route, ViewType } from '@/types';
|
|
2
2
|
import got from '@/utils/got';
|
|
3
3
|
import { load } from 'cheerio';
|
|
4
4
|
import { fetchArticle, removeDuplicateByKey } from './utils';
|
|
@@ -8,6 +8,7 @@ export const route: Route = {
|
|
|
8
8
|
path: '/topics/:topic?',
|
|
9
9
|
categories: ['traditional-media', 'popular'],
|
|
10
10
|
example: '/apnews/topics/apf-topnews',
|
|
11
|
+
view: ViewType.Articles,
|
|
11
12
|
parameters: {
|
|
12
13
|
topic: {
|
|
13
14
|
description: 'Topic name, can be found in URL. For example: the topic name of AP Top News [https://apnews.com/apf-topnews](https://apnews.com/apf-topnews) is `apf-topnews`',
|
|
@@ -16,16 +16,18 @@ export function fetchArticle(item) {
|
|
|
16
16
|
}
|
|
17
17
|
const rawLdjson = JSON.parse($('#link-ld-json').text());
|
|
18
18
|
let ldjson;
|
|
19
|
-
if (Array.isArray(rawLdjson)) {
|
|
20
|
-
// Regular
|
|
21
|
-
ldjson = rawLdjson[
|
|
19
|
+
if (rawLdjson['@type'] === 'NewsArticle' || (Array.isArray(rawLdjson) && rawLdjson.some((e) => e['@type'] === 'NewsArticle'))) {
|
|
20
|
+
// Regular(Articles, Videos)
|
|
21
|
+
ldjson = Array.isArray(rawLdjson) ? rawLdjson.find((e) => e['@type'] === 'NewsArticle') : rawLdjson;
|
|
22
22
|
|
|
23
23
|
$('div.Enhancement').remove();
|
|
24
|
+
const section = $("meta[property='article:section']").attr('content');
|
|
24
25
|
return {
|
|
26
|
+
title: ldjson.headline,
|
|
25
27
|
pubDate: parseDate(ldjson.datePublished),
|
|
26
28
|
updated: parseDate(ldjson.dateModified),
|
|
27
|
-
description: $('div.RichTextStoryBody').html(),
|
|
28
|
-
category: [
|
|
29
|
+
description: $('div.RichTextStoryBody').html() || $(':is(.VideoLead, .VideoPage-pageSubHeading)').html(),
|
|
30
|
+
category: [...(section ? [section] : []), ...(ldjson.keywords ?? [])],
|
|
29
31
|
guid: $("meta[name='brightspot.contentId']").attr('content'),
|
|
30
32
|
author: ldjson.author,
|
|
31
33
|
...item,
|
package/lib/routes/apple/apps.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Route } from '@/types';
|
|
1
|
+
import { Route, ViewType } from '@/types';
|
|
2
2
|
import got from '@/utils/got';
|
|
3
3
|
import { load } from 'cheerio';
|
|
4
4
|
import { parseDate } from '@/utils/parse-date';
|
|
@@ -17,9 +17,34 @@ const platforms = {
|
|
|
17
17
|
|
|
18
18
|
export const route: Route = {
|
|
19
19
|
path: '/apps/update/:country/:id/:platform?',
|
|
20
|
-
categories: ['program-update'],
|
|
20
|
+
categories: ['program-update', 'popular'],
|
|
21
|
+
view: ViewType.Notifications,
|
|
21
22
|
example: '/apple/apps/update/us/id408709785',
|
|
22
|
-
parameters: {
|
|
23
|
+
parameters: {
|
|
24
|
+
country: 'App Store Country, obtain from the app URL, see below',
|
|
25
|
+
id: 'App id, obtain from the app URL',
|
|
26
|
+
platform: {
|
|
27
|
+
description: 'App Platform, see below, all by default',
|
|
28
|
+
options: [
|
|
29
|
+
{
|
|
30
|
+
value: 'All',
|
|
31
|
+
label: 'all',
|
|
32
|
+
},
|
|
33
|
+
{
|
|
34
|
+
value: 'iOS',
|
|
35
|
+
label: 'iOS',
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
value: 'macOS',
|
|
39
|
+
label: 'macOS',
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
value: 'tvOS',
|
|
43
|
+
label: 'tvOS',
|
|
44
|
+
},
|
|
45
|
+
],
|
|
46
|
+
},
|
|
47
|
+
},
|
|
23
48
|
features: {
|
|
24
49
|
requireConfig: false,
|
|
25
50
|
requirePuppeteer: false,
|
|
@@ -37,10 +62,7 @@ export const route: Route = {
|
|
|
37
62
|
name: 'App Update',
|
|
38
63
|
maintainers: ['EkkoG', 'nczitzk'],
|
|
39
64
|
handler,
|
|
40
|
-
description:
|
|
41
|
-
| --- | --- | ----- | ---- |
|
|
42
|
-
| | iOS | macOS | tvOS |
|
|
43
|
-
|
|
65
|
+
description: `
|
|
44
66
|
:::tip
|
|
45
67
|
For example, the URL of [GarageBand](https://apps.apple.com/us/app/messages/id408709785) in the App Store is \`https://apps.apple.com/us/app/messages/id408709785\`. In this case, the \`App Store Country\` parameter for the route is \`us\`, and the \`App id\` parameter is \`id1146560473\`. So the route should be [\`/apple/apps/update/us/id408709785\`](https://rsshub.app/apple/apps/update/us/id408709785).
|
|
46
68
|
:::`,
|
|
@@ -52,7 +74,7 @@ async function handler(ctx) {
|
|
|
52
74
|
|
|
53
75
|
let platformId;
|
|
54
76
|
|
|
55
|
-
if (platform) {
|
|
77
|
+
if (platform && platform !== 'all') {
|
|
56
78
|
platform = platform.toLowerCase();
|
|
57
79
|
platformId = Object.hasOwn(platforms, platform) ? platforms[platform] : platform;
|
|
58
80
|
}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { Data, Route } from '@/types';
|
|
2
|
+
import parser from '@/utils/rss-parser';
|
|
3
|
+
|
|
4
|
+
export const route: Route = {
|
|
5
|
+
path: '/',
|
|
6
|
+
name: 'Автомобільний сайт N1 в Україні',
|
|
7
|
+
categories: ['new-media'],
|
|
8
|
+
maintainers: ['driversti'],
|
|
9
|
+
example: '/autocentre',
|
|
10
|
+
handler,
|
|
11
|
+
};
|
|
12
|
+
|
|
13
|
+
const createItem = (item) => ({
|
|
14
|
+
title: item.title,
|
|
15
|
+
link: item.link,
|
|
16
|
+
description: item.contentSnippet,
|
|
17
|
+
});
|
|
18
|
+
|
|
19
|
+
async function handler(): Promise<Data> {
|
|
20
|
+
const feed = await parser.parseURL('https://www.autocentre.ua/rss');
|
|
21
|
+
|
|
22
|
+
return {
|
|
23
|
+
title: feed.title as string,
|
|
24
|
+
link: feed.link,
|
|
25
|
+
description: feed.description,
|
|
26
|
+
language: 'uk',
|
|
27
|
+
item: await Promise.all(feed.items.map((item) => createItem(item))),
|
|
28
|
+
};
|
|
29
|
+
}
|
|
@@ -13,7 +13,9 @@ const getCookie = () => {
|
|
|
13
13
|
}
|
|
14
14
|
const key = 'bili-cookie';
|
|
15
15
|
return cache.tryGet(key, async () => {
|
|
16
|
-
const browser = await puppeteer(
|
|
16
|
+
const browser = await puppeteer({
|
|
17
|
+
stealth: true,
|
|
18
|
+
});
|
|
17
19
|
const page = await browser.newPage();
|
|
18
20
|
const waitForRequest = new Promise<string>((resolve) => {
|
|
19
21
|
page.on('requestfinished', async (request) => {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Route } from '@/types';
|
|
1
|
+
import { Route, ViewType } from '@/types';
|
|
2
2
|
import cache from '@/utils/cache';
|
|
3
3
|
import got from '@/utils/got';
|
|
4
4
|
import JSONbig from 'json-bigint';
|
|
@@ -11,6 +11,7 @@ import { BilibiliWebDynamicResponse, Item2, Modules } from './api-interface';
|
|
|
11
11
|
export const route: Route = {
|
|
12
12
|
path: '/user/dynamic/:uid/:routeParams?',
|
|
13
13
|
categories: ['social-media', 'popular'],
|
|
14
|
+
view: ViewType.SocialMedia,
|
|
14
15
|
example: '/bilibili/user/dynamic/2267573',
|
|
15
16
|
parameters: {
|
|
16
17
|
uid: '用户 id, 可在 UP 主主页中找到',
|
|
@@ -314,6 +315,10 @@ async function handler(ctx) {
|
|
|
314
315
|
}
|
|
315
316
|
}
|
|
316
317
|
}
|
|
318
|
+
if (data.module_dynamic?.topic?.name) {
|
|
319
|
+
// 将话题作为 category
|
|
320
|
+
category.push(data.module_dynamic.topic.name);
|
|
321
|
+
}
|
|
317
322
|
|
|
318
323
|
if (item.type === 'DYNAMIC_TYPE_ARTICLE' && displayArticle) {
|
|
319
324
|
// 抓取专栏全文
|
|
@@ -364,7 +369,7 @@ async function handler(ctx) {
|
|
|
364
369
|
pubDate: data.module_author?.pub_ts ? parseDate(data.module_author.pub_ts, 'X') : undefined,
|
|
365
370
|
link,
|
|
366
371
|
author,
|
|
367
|
-
category: category.length ? category : undefined,
|
|
372
|
+
category: category.length ? [...new Set(category)] : undefined,
|
|
368
373
|
};
|
|
369
374
|
})
|
|
370
375
|
);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Route } from '@/types';
|
|
1
|
+
import { Route, ViewType } from '@/types';
|
|
2
2
|
import got from '@/utils/got';
|
|
3
3
|
import utils from './utils';
|
|
4
4
|
|
|
@@ -7,6 +7,7 @@ export const route: Route = {
|
|
|
7
7
|
name: '排行榜',
|
|
8
8
|
maintainers: ['DIYgod'],
|
|
9
9
|
categories: ['social-media', 'popular'],
|
|
10
|
+
view: ViewType.Videos,
|
|
10
11
|
example: '/bilibili/ranking/0/3/1',
|
|
11
12
|
parameters: {
|
|
12
13
|
rid: {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Route } from '@/types';
|
|
1
|
+
import { Route, ViewType } from '@/types';
|
|
2
2
|
import got from '@/utils/got';
|
|
3
3
|
import cache from './cache';
|
|
4
4
|
import utils from './utils';
|
|
@@ -7,6 +7,7 @@ import logger from '@/utils/logger';
|
|
|
7
7
|
export const route: Route = {
|
|
8
8
|
path: '/user/video/:uid/:disableEmbed?',
|
|
9
9
|
categories: ['social-media', 'popular'],
|
|
10
|
+
view: ViewType.Videos,
|
|
10
11
|
example: '/bilibili/user/video/2267573',
|
|
11
12
|
parameters: { uid: '用户 id, 可在 UP 主主页中找到', disableEmbed: '默认为开启内嵌视频, 任意值为关闭' },
|
|
12
13
|
features: {
|
|
@@ -57,7 +57,7 @@ async function handler(ctx) {
|
|
|
57
57
|
const items = resp.MediaContents.map((item) => {
|
|
58
58
|
const ssd = item.Ssd;
|
|
59
59
|
const link = `${apiUrl}${item.ImageContent.Image.Url.match(/\/th\?id=[^_]+_[^_]+/)[0].replace(/(_\d+x\d+\.webp)$/i, '')}_${type}.jpg`;
|
|
60
|
-
let description = `<img src="${link}" alt="Article Cover Image" style="display: block; margin: 0 auto;"><br>`;
|
|
60
|
+
let description = `<img width="1920" height="1080" src="${link}" alt="Article Cover Image" style="display: block; margin: 0 auto;"><br>`;
|
|
61
61
|
if (story) {
|
|
62
62
|
description += `<b>${item.ImageContent.Headline}</b>`;
|
|
63
63
|
description += `<i>${item.ImageContent.QuickFact.MainText}</i><br>`;
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
import { load } from 'cheerio';
|
|
3
|
+
import ofetch from '@/utils/ofetch';
|
|
4
|
+
|
|
5
|
+
import { fetchArticle } from './utils';
|
|
6
|
+
|
|
7
|
+
export const route: Route = {
|
|
8
|
+
path: '/cat/:cat',
|
|
9
|
+
categories: ['traditional-media'],
|
|
10
|
+
example: '/bjnews/cat/depth',
|
|
11
|
+
parameters: { cat: '分类, 可从URL中找到' },
|
|
12
|
+
features: {},
|
|
13
|
+
radar: [
|
|
14
|
+
{
|
|
15
|
+
source: ['www.bjnews.com.cn/:cat'],
|
|
16
|
+
},
|
|
17
|
+
],
|
|
18
|
+
name: '分类',
|
|
19
|
+
maintainers: ['dzx-dzx'],
|
|
20
|
+
handler,
|
|
21
|
+
url: 'www.bjnews.com.cn',
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
async function handler(ctx) {
|
|
25
|
+
const url = `https://www.bjnews.com.cn/${ctx.req.param('cat')}`;
|
|
26
|
+
const res = await ofetch(url);
|
|
27
|
+
const $ = load(res);
|
|
28
|
+
const list = $('#waterfall-container .pin_demo > a')
|
|
29
|
+
.toArray()
|
|
30
|
+
.slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 15)
|
|
31
|
+
.map((a) => ({
|
|
32
|
+
title: $(a).text(),
|
|
33
|
+
link: $(a).attr('href'),
|
|
34
|
+
category: $(a).parent().find('.source').text().trim(),
|
|
35
|
+
}));
|
|
36
|
+
|
|
37
|
+
const out = await Promise.all(list.map((item) => fetchArticle(item)));
|
|
38
|
+
return {
|
|
39
|
+
title: `新京报 - 分类 - ${$('.cur').text().trim()}`,
|
|
40
|
+
link: url,
|
|
41
|
+
item: out,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
import ofetch from '@/utils/ofetch';
|
|
3
|
+
import { parseDate } from '@/utils/parse-date';
|
|
4
|
+
import timezone from '@/utils/timezone';
|
|
5
|
+
|
|
6
|
+
import { fetchArticle } from './utils';
|
|
7
|
+
|
|
8
|
+
export const route: Route = {
|
|
9
|
+
path: '/column/:column',
|
|
10
|
+
categories: ['traditional-media'],
|
|
11
|
+
example: '/bjnews/column/204',
|
|
12
|
+
parameters: { column: '栏目ID, 可从手机版网页URL中找到' },
|
|
13
|
+
features: {},
|
|
14
|
+
radar: [
|
|
15
|
+
{
|
|
16
|
+
source: ['m.bjnews.com.cn/column/:column.htm'],
|
|
17
|
+
},
|
|
18
|
+
],
|
|
19
|
+
name: '分类',
|
|
20
|
+
maintainers: ['dzx-dzx'],
|
|
21
|
+
handler,
|
|
22
|
+
url: 'www.bjnews.com.cn',
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
async function handler(ctx) {
|
|
26
|
+
const columnID = ctx.req.param('column');
|
|
27
|
+
const url = `https://api.bjnews.com.cn/api/v101/news/column_news.php?column_id=${columnID}`;
|
|
28
|
+
const res = await ofetch(url);
|
|
29
|
+
const list = res.data.slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 15).map((e) => ({
|
|
30
|
+
title: e.row.title,
|
|
31
|
+
guid: e.uuid,
|
|
32
|
+
pubDate: timezone(parseDate(e.row.publish_time), +8),
|
|
33
|
+
updated: timezone(parseDate(e.row.update_time), +8),
|
|
34
|
+
link: `https://www.bjnews.com.cn/detail/${e.uuid}.html`,
|
|
35
|
+
}));
|
|
36
|
+
|
|
37
|
+
const out = await Promise.all(list.map((item) => fetchArticle(item)));
|
|
38
|
+
return {
|
|
39
|
+
title: `新京报 - 栏目 - ${res.data[0].row.column_info[0].column_name}`,
|
|
40
|
+
link: `https://m.bjnews.com.cn/column/${columnID}.html`,
|
|
41
|
+
item: out,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import cache from '@/utils/cache';
|
|
2
|
+
import { parseDate } from '@/utils/parse-date';
|
|
3
|
+
import timezone from '@/utils/timezone';
|
|
4
|
+
import ofetch from '@/utils/ofetch';
|
|
5
|
+
import { load } from 'cheerio';
|
|
6
|
+
|
|
7
|
+
export function fetchArticle(item) {
|
|
8
|
+
return cache.tryGet(item.link, async () => {
|
|
9
|
+
const responses = await ofetch(item.link);
|
|
10
|
+
const $d = load(responses);
|
|
11
|
+
// $d('img').each((i, e) => $(e).attr('referrerpolicy', 'no-referrer'));
|
|
12
|
+
|
|
13
|
+
item.pubDate = timezone(parseDate($d('.left-info .timer').text()), +8);
|
|
14
|
+
item.author = $d('.left-info .reporter').text();
|
|
15
|
+
item.description = $d('#contentStr').html();
|
|
16
|
+
|
|
17
|
+
return item;
|
|
18
|
+
});
|
|
19
|
+
}
|
package/lib/routes/bjx/fd.ts
CHANGED
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
import { DataItem, Route } from '@/types';
|
|
2
|
-
import got from '@/utils/got';
|
|
3
2
|
import { load } from 'cheerio';
|
|
4
3
|
import { parseDate } from '@/utils/parse-date';
|
|
4
|
+
import ofetch from '@/utils/ofetch';
|
|
5
|
+
import cache from '@/utils/cache';
|
|
5
6
|
|
|
6
7
|
export const route: Route = {
|
|
7
8
|
path: '/fd/:type',
|
|
8
9
|
categories: ['traditional-media'],
|
|
9
10
|
example: '/bjx/fd/yw',
|
|
10
|
-
parameters: { type: '
|
|
11
|
+
parameters: { type: '文章分类,详见下表' },
|
|
11
12
|
features: {
|
|
12
13
|
requireConfig: false,
|
|
13
14
|
requirePuppeteer: false,
|
|
@@ -18,37 +19,45 @@ export const route: Route = {
|
|
|
18
19
|
},
|
|
19
20
|
name: '风电',
|
|
20
21
|
maintainers: ['hualiong'],
|
|
22
|
+
description: `\`:type\` 类型可选如下
|
|
23
|
+
|
|
24
|
+
| 要闻 | 政策 | 数据 | 市场 | 企业 | 招标 | 技术 | 报道 |
|
|
25
|
+
| ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- |
|
|
26
|
+
| yw | zc | sj | sc | mq | zb | js | bd |`,
|
|
21
27
|
handler: async (ctx) => {
|
|
22
28
|
const type = ctx.req.param('type');
|
|
23
|
-
const response = await
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
const
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
29
|
+
const response = await ofetch(`https://fd.bjx.com.cn/${type}/`);
|
|
30
|
+
|
|
31
|
+
const $ = load(response);
|
|
32
|
+
const typeName = $('div.box2 em:last-child').text();
|
|
33
|
+
const list = $('div.cc-list-content ul li:nth-child(-n+20)')
|
|
34
|
+
.toArray()
|
|
35
|
+
.map((item): DataItem => {
|
|
36
|
+
const each = $(item);
|
|
37
|
+
return {
|
|
38
|
+
title: each.find('a').attr('title')!,
|
|
39
|
+
link: each.find('a').attr('href'),
|
|
40
|
+
pubDate: parseDate(each.find('span').text()),
|
|
41
|
+
};
|
|
42
|
+
});
|
|
43
|
+
|
|
44
|
+
const items = await Promise.all(
|
|
45
|
+
list.map((item) =>
|
|
46
|
+
cache.tryGet(item.link!, async () => {
|
|
47
|
+
const response = await ofetch(item.link!);
|
|
48
|
+
const $ = load(response);
|
|
49
|
+
|
|
50
|
+
item.description = $('#article_cont').html()!;
|
|
51
|
+
return item;
|
|
52
|
+
})
|
|
53
|
+
)
|
|
54
|
+
);
|
|
31
55
|
|
|
32
56
|
return {
|
|
33
57
|
title: `北极星风力发电网${typeName}`,
|
|
34
58
|
description: $('meta[name="Description"]').attr('content'),
|
|
35
59
|
link: `https://fd.bjx.com.cn/${type}/`,
|
|
36
|
-
item:
|
|
37
|
-
.map((index, item) => {
|
|
38
|
-
const each = $(item);
|
|
39
|
-
return {
|
|
40
|
-
title: each.find('a').attr('title'),
|
|
41
|
-
description: each.html(),
|
|
42
|
-
link: each.find('a').attr('href'),
|
|
43
|
-
pubDate: parseDate(each.find('span').text()),
|
|
44
|
-
};
|
|
45
|
-
})
|
|
46
|
-
.get() as DataItem[],
|
|
60
|
+
item: items as DataItem[],
|
|
47
61
|
};
|
|
48
62
|
},
|
|
49
|
-
description: `\`:type\` 类型可选如下
|
|
50
|
-
|
|
51
|
-
| 要闻 | 政策 | 数据 | 市场 | 企业 | 招标 | 技术 | 报道 |
|
|
52
|
-
| ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- |
|
|
53
|
-
| yw | zc | sj | sc | mq | zb | js | bd |`,
|
|
54
63
|
};
|
|
@@ -85,7 +85,7 @@ function getArticleUrl(onclick?: string) {
|
|
|
85
85
|
async function getList(url: string | URL, form: Record<string, string> = {}) {
|
|
86
86
|
const { body } = await got.post(url, { form });
|
|
87
87
|
const $ = load(body);
|
|
88
|
-
const title = $('#main > div.dqwz > a').last().text();
|
|
88
|
+
const title = $('#main > div.dqwz > a').last().text() || '北京航空航天大学教务部';
|
|
89
89
|
const list = $('#main div.news_list > ul > li')
|
|
90
90
|
.toArray()
|
|
91
91
|
.map((item) => {
|