rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/github/discussions.ts

@@ -0,0 +1,194 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import MarkdownIt from 'markdown-it';
+const md = MarkdownIt({
+    html: true,
+    linkify: true,
+});
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/discussion/:user/:repo/:state?/:category?',
+    categories: ['programming'],
+    example: '/github/discussion/DIYgod/RSSHub',
+    parameters: {
+        user: 'User name',
+        repo: 'Repo name',
+        state: {
+            description: 'The state of discussions',
+            default: 'open',
+            options: [
+                {
+                    label: 'Open',
+                    value: 'open',
+                },
+                {
+                    label: 'Closed',
+                    value: 'closed',
+                },
+                {
+                    label: 'Answered',
+                    value: 'answered',
+                },
+                {
+                    label: 'Unanswered',
+                    value: 'unanswered',
+                },
+                {
+                    label: 'Locked',
+                    value: 'locked',
+                },
+                {
+                    label: 'Unlocked',
+                    value: 'unlocked',
+                },
+                {
+                    label: 'All',
+                    value: 'all',
+                },
+            ],
+        },
+        category: 'Category Name (case-sensitive). Default: `null`.',
+    },
+    features: {
+        requireConfig: [
+            {
+                name: 'GITHUB_ACCESS_TOKEN',
+                description: 'GitHub Access Token',
+            },
+        ],
+    },
+    radar: [
+        {
+            source: ['github.com/:user/:repo/discussions', 'github.com/:user/:repo/discussions/:id', 'github.com/:user/:repo'],
+            target: '/discussion/:user/:repo',
+        },
+    ],
+    name: 'Repo Discussions',
+    maintainers: ['waynzh'],
+    handler,
+};
+
+async function handler(ctx) {
+    if (!config.github || !config.github.access_token) {
+        throw new ConfigNotFoundError('GitHub Discussions RSS is disabled due to the lack of <a href="https://docs.rsshub.app/deploy/config#route-specific-configurations">relevant config</a>');
+    }
+    const { user, repo, limit, state = 'open', category = null } = ctx.req.param();
+    const { answered, closed, locked } = mapStateToBooleans(state);
+    const perPage = Math.min(Number.parseInt(limit) || 100, 100);
+
+    const host = `https://github.com/${user}/${repo}/discussions`;
+    const url = 'https://api.github.com/graphql';
+
+    let filters = `first: ${perPage}`;
+    if (answered !== null) {
+        filters += `, answered: ${answered}`;
+    }
+    if (category !== null) {
+        const response = await got({
+            method: 'post',
+            url,
+            headers: {
+                Authorization: `bearer ${config.github.access_token}`,
+            },
+            json: {
+                query: `
+                {
+                    repository(owner: "${user}", name: "${repo}") {
+                        discussionCategories(first: 25) {
+                            nodes {
+                                id,
+                                name,
+                            }
+                        },
+                    }
+                  }
+                `,
+            },
+        });
+        const categoryItem = response.data.data.repository.discussionCategories.nodes.find((item) => item.name === category);
+        filters += categoryItem?.id ? `, categoryId: "${categoryItem.id}"` : '';
+    }
+
+    const response = await got({
+        method: 'post',
+        url,
+        headers: {
+            Authorization: `bearer ${config.github.access_token}`,
+        },
+        json: {
+            query: `
+            {
+                repository(owner: "${user}", name: "${repo}") {
+                    discussions(${filters}) {
+                        nodes {
+                            title,
+                            author {
+                                login
+                            },
+                            createdAt,
+                            closed,
+                            isAnswered,
+                            locked,
+                            body,
+                            url
+                        }
+                  },
+                }
+              }
+            `,
+        },
+    });
+
+    const data = response.data.data.repository.discussions.nodes.filter((item) => (closed === null ? item : item.closed === closed)).filter((item) => (locked === null ? item : item.locked === locked));
+
+    return {
+        allowEmpty: true,
+        title: `${user}/${repo} Discussions`,
+        link: host,
+        item: data.map((item) => ({
+            title: item.title,
+            author: item.author?.login ?? 'ghost',
+            description: item.body ? md.render(item.body) : 'No description',
+            pubDate: parseDate(item.createdAt),
+            link: item.url,
+        })),
+    };
+}
+
+function mapStateToBooleans(state: string) {
+    // 初始化布尔值
+    let answered: boolean | null = null;
+    let closed: boolean | null = null;
+    let locked: boolean | null = null;
+
+    // 设置布尔值，根据 state 的值
+    switch (state) {
+        case 'answered':
+            answered = true;
+            break;
+        case 'unanswered':
+            answered = false;
+            break;
+        case 'closed':
+            closed = true;
+            break;
+        case 'open':
+            closed = false;
+            break;
+        case 'locked':
+            locked = true;
+            break;
+        case 'unlocked':
+            locked = false;
+            break;
+        case 'all':
+        default:
+            // 保持 answered, closed, locked 为 null
+            break;
+    }
+
+    return { answered, closed, locked };
+}

package/lib/routes/github/issue.ts

@@ -53,7 +53,7 @@ async function handler(ctx) {
     const repo = ctx.req.param('repo');
     const state = ctx.req.param('state');
     const labels = ctx.req.param('labels');
-    const limit = ctx.req.query('limit') ? (Number.parseInt(ctx.req.query('limit')) > 100 ? 100 : Number.parseInt(ctx.req.query('limit'))) : 100;
+    const limit = ctx.req.query('limit') ? Math.min(Number.parseInt(ctx.req.query('limit')), 100) : 100;
 
     const host = `https://github.com/${user}/${repo}/issues`;
     const url = `https://api.github.com/repos/${user}/${repo}/issues`;

package/lib/routes/github/pulls.ts

@@ -51,7 +51,7 @@ async function handler(ctx) {
             labels,
             sort: 'created',
             direction: 'desc',
-            per_page: ctx.req.query('limit') ? (Number.parseInt(ctx.req.query('limit')) <= 100 ? Number.parseInt(ctx.req.query('limit')) : 100) : 100,
+            per_page: ctx.req.query('limit') ? Math.min(Number.parseInt(ctx.req.query('limit')), 100) : 100,
         },
         headers,
     });

package/lib/routes/gmcmonline/chinacustoms.ts

@@ -0,0 +1,130 @@
+import { Route } from '@/types';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx) => {
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10;
+
+    const rootUrl = 'http://chinacustoms.gmcmonline.com';
+    const magRootUrl = 'http://manager.gmcmonline.com';
+
+    const { data: response } = await got(rootUrl);
+
+    const $ = load(response);
+
+    const author = $('p.copyright a').text();
+    const language = $('html').prop('lang');
+
+    let items = $('ul.booklist li a')
+        .toArray()
+        .slice(0, limit)
+        .map((item) => {
+            item = $(item);
+
+            const title = item.find('p.txt').text();
+            const image = new URL(item.find('img').prop('src'), rootUrl).href;
+
+            return {
+                title,
+                link: new URL(item.prop('href'), rootUrl).href,
+                pubDate: parseDate(title, 'YYYY年MM期'),
+                author,
+                image,
+                banner: image,
+                language,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                $$('ol.breadcrumb li a').first().remove();
+
+                const current = $$('ol.breadcrumb li a').first().text();
+                const pubDate = parseDate($$('div.title').text(), 'YYYY年MM月DD日');
+                const image = new URL($$('div.coverline img').prop('src'), rootUrl).href;
+
+                return $$('a.txt')
+                    .toArray()
+                    .map((i) => {
+                        i = $(i);
+
+                        const id = i.prop('href').match(/c\/(\d+)\.shtml/)?.[1] ?? undefined;
+
+                        if (!id) {
+                            return;
+                        }
+
+                        const title = i.prop('title') || i.text();
+                        const guid = `gmcmonline-chinacustoms-${id}`;
+
+                        return {
+                            title,
+                            pubDate,
+                            link: new URL(i.prop('href'), item.link).href,
+                            category: [current, i.closest('div.class-box').find('div.title-box span').text().replaceAll(/【|】/g, '') || undefined].filter(Boolean),
+                            author,
+                            guid,
+                            id: guid,
+                            image,
+                            banner: image,
+                            language,
+                            enclosure_url: new URL(`front/article/${id}/pdf?magazineID=2`, magRootUrl).href,
+                            enclosure_type: 'application/pdf',
+                            enclosure_title: title,
+                        };
+                    })
+                    .filter(Boolean);
+            })
+        )
+    );
+
+    const title = $('title').text();
+    const image = new URL($('div.img-box img').prop('src'), rootUrl).href;
+
+    return {
+        title,
+        description: title,
+        link: rootUrl,
+        item: items.flat(),
+        allowEmpty: true,
+        image,
+        author: title,
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/chinacustoms',
+    name: '中国海关',
+    url: 'chinacustoms.gmcmonline.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/gmcmonline/chinacustoms',
+    parameters: undefined,
+    description: undefined,
+    categories: ['reading'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['chinacustoms.gmcmonline.com'],
+            target: '/chinacustoms',
+        },
+    ],
+};

package/lib/routes/gmcmonline/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '国门传媒在线',
+    url: 'gmcmonline.com',
+    categories: ['journal'],
+    description: '',
+};

package/lib/routes/go/mhlw/pdf.ts

@@ -0,0 +1,87 @@
+import { Route } from '@/types';
+
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+export const handler = async (ctx) => {
+    const { category = 'stf/seisakunitsuite/bunya/houkokusuunosuii' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 30;
+
+    const rootUrl = 'https://www.mhlw.go.jp';
+    const currentUrl = new URL(category.endsWith('.html') ? category : `${category}.html`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    const language = $('html').prop('lang');
+
+    const items = $('a[data-icon="pdf"]')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const title = item.find('font').text() || item.text();
+            const link = new URL(item.prop('href'), rootUrl).href;
+
+            return {
+                title,
+                link,
+                language,
+                enclosure_url: link,
+                enclosure_type: link ? 'application/pdf' : undefined,
+                enclosure_title: title,
+            };
+        });
+
+    const image = new URL($('div.m-headerLogo img').first().prop('src'), rootUrl).href;
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[property="og:site_name"]').prop('content'),
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/mhlw/pdf/:category{.+}?',
+    name: 'PDF',
+    url: 'www.mhlw.go.jp',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/go/mhlw/pdf/stf/seisakunitsuite/bunya/houkokusuunosuii',
+    parameters: { category: 'Category, `stf/seisakunitsuite/bunya/houkokusuunosuii` as 新型コロナウイルス感染症の定点当たり報告数の推移 by default' },
+    description: `:::tip
+  Subscribing to this route will give you access to all PDF files on this page.
+
+  If you subscribe to [新型コロナウイルス感染症の定点当たり報告数の推移](https://www.mhlw.go.jp/stf/seisakunitsuite/bunya/houkokusuunosuii.html)，where the URL is \`https://www.mhlw.go.jp/stf/seisakunitsuite/bunya/houkokusuunosuii.html\`, extract the part \`https://www.mhlw.go.jp/\` to the end, which is \`.html\`, and use it as the parameter to fill in. Therefore, the route will be [\`/go/mhlw/stf/seisakunitsuite/bunya/houkokusuunosuii\`](https://rsshub.app/go/mhlw/stf/seisakunitsuite/bunya/houkokusuunosuii).
+  :::
+  `,
+    categories: ['government'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.mhlw.go.jp'],
+            target: (_, url) => {
+                const category = new URL(url).href.match(/mhlw\.go\.jp\/(.*)$/)?.[1] ?? undefined;
+
+                return `/mhlw/pdf${category ? `/${category}` : ''}`;
+            },
+        },
+    ],
+};

package/lib/routes/go/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'JapanGov',
+    url: 'go.jp',
+    categories: ['government'],
+    description: 'The Government of Japan',
+};

package/lib/routes/go/niid/idwr-dl.ts

@@ -0,0 +1,104 @@
+import { Route } from '@/types';
+
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx) => {
+    const { year = new Date().getFullYear() } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 52;
+
+    const rootUrl = 'https://www.niid.go.jp';
+    const currentUrl = new URL(`niid/ja/idwr-dl/${year}.html`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    const language = $('html').prop('lang');
+
+    const items = $('div.items-row')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            item.find('div.item-separator').remove();
+
+            const title = item.find('div.item p').first().text();
+            const description = item.find('div.item').html();
+            const link = item.find('p.body1 a').prop('href');
+
+            return {
+                title,
+                description,
+                pubDate: parseDate(
+                    item
+                        .find('p.contents')
+                        .text()
+                        .match(/(\d{4}年\d{1,2}月\d{1,2}日)発行/)?.[1] ??
+                        title.match(/(\d{4})年/)?.[1] ??
+                        year,
+                    ['YYYY年M月D日', 'YYYY']
+                ),
+                link,
+                content: {
+                    html: description,
+                    text: item.find('div.item').text(),
+                },
+                updated: timezone(parseDate(item.find('.time').prop('datetime')), +8),
+                language,
+                enclosure_url: link,
+                enclosure_type: link ? `application/${link.split(/\./).pop()}` : undefined,
+                enclosure_title: link ? title : undefined,
+            };
+        });
+
+    const image = new URL('niid/templates/gk_memovie/images/main_header.jpg', rootUrl).href;
+
+    return {
+        title: `感染症発生動向調査週報ダウンロード${$('title').text()}`,
+        description: '感染症発生動向調査週報ダウンロード',
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: 'NIID国立感染症研究所',
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/niid/idwr-dl/:year?',
+    name: '感染症発生動向調査週報ダウンロード',
+    url: 'www.niid.go.jp',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/go/niid/idwr-dl/:year?',
+    parameters: { year: 'Year, current year by default' },
+    description: `:::tip
+  If you subscribe to [感染症発生動向調査週報ダウンロード2024年](https://www.niid.go.jp/niid/ja/idwr-dl/2024.html)，where the URL is \`https://www.niid.go.jp/niid/ja/idwr-dl/2024.html\`, extract the part \`https://www.niid.go.jp/niid/ja/idwr-dl/\` to the end, which is \`.html\`, and use it as the parameter to fill in. Therefore, the route will be [\`/go/niid/idwr-dl/2024\`](https://rsshub.app/go/niid/idwr-dl/2024).
+  :::`,
+    categories: ['government'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.niid.go.jp/niid/ja/idwr-dl/:year'],
+            target: (params) => {
+                const year = params.year;
+
+                return `/niid/idwr-dl/${year ? `/${year}` : ''}`;
+            },
+        },
+    ],
+};