rsshub 1.0.0-master.f72af1b → 1.0.0-master.f7347d9

package/lib/routes/github/discussions.ts

@@ -0,0 +1,194 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import MarkdownIt from 'markdown-it';
+const md = MarkdownIt({
+    html: true,
+    linkify: true,
+});
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/discussion/:user/:repo/:state?/:category?',
+    categories: ['programming'],
+    example: '/github/discussion/DIYgod/RSSHub',
+    parameters: {
+        user: 'User name',
+        repo: 'Repo name',
+        state: {
+            description: 'The state of discussions',
+            default: 'open',
+            options: [
+                {
+                    label: 'Open',
+                    value: 'open',
+                },
+                {
+                    label: 'Closed',
+                    value: 'closed',
+                },
+                {
+                    label: 'Answered',
+                    value: 'answered',
+                },
+                {
+                    label: 'Unanswered',
+                    value: 'unanswered',
+                },
+                {
+                    label: 'Locked',
+                    value: 'locked',
+                },
+                {
+                    label: 'Unlocked',
+                    value: 'unlocked',
+                },
+                {
+                    label: 'All',
+                    value: 'all',
+                },
+            ],
+        },
+        category: 'Category Name (case-sensitive). Default: `null`.',
+    },
+    features: {
+        requireConfig: [
+            {
+                name: 'GITHUB_ACCESS_TOKEN',
+                description: 'GitHub Access Token',
+            },
+        ],
+    },
+    radar: [
+        {
+            source: ['github.com/:user/:repo/discussions', 'github.com/:user/:repo/discussions/:id', 'github.com/:user/:repo'],
+            target: '/discussion/:user/:repo',
+        },
+    ],
+    name: 'Repo Discussions',
+    maintainers: ['waynzh'],
+    handler,
+};
+
+async function handler(ctx) {
+    if (!config.github || !config.github.access_token) {
+        throw new ConfigNotFoundError('GitHub Discussions RSS is disabled due to the lack of <a href="https://docs.rsshub.app/deploy/config#route-specific-configurations">relevant config</a>');
+    }
+    const { user, repo, limit, state = 'open', category = null } = ctx.req.param();
+    const { answered, closed, locked } = mapStateToBooleans(state);
+    const perPage = Math.min(Number.parseInt(limit) || 100, 100);
+
+    const host = `https://github.com/${user}/${repo}/discussions`;
+    const url = 'https://api.github.com/graphql';
+
+    let filters = `first: ${perPage}`;
+    if (answered !== null) {
+        filters += `, answered: ${answered}`;
+    }
+    if (category !== null) {
+        const response = await got({
+            method: 'post',
+            url,
+            headers: {
+                Authorization: `bearer ${config.github.access_token}`,
+            },
+            json: {
+                query: `
+                {
+                    repository(owner: "${user}", name: "${repo}") {
+                        discussionCategories(first: 25) {
+                            nodes {
+                                id,
+                                name,
+                            }
+                        },
+                    }
+                  }
+                `,
+            },
+        });
+        const categoryItem = response.data.data.repository.discussionCategories.nodes.find((item) => item.name === category);
+        filters += categoryItem?.id ? `, categoryId: "${categoryItem.id}"` : '';
+    }
+
+    const response = await got({
+        method: 'post',
+        url,
+        headers: {
+            Authorization: `bearer ${config.github.access_token}`,
+        },
+        json: {
+            query: `
+            {
+                repository(owner: "${user}", name: "${repo}") {
+                    discussions(${filters}) {
+                        nodes {
+                            title,
+                            author {
+                                login
+                            },
+                            createdAt,
+                            closed,
+                            isAnswered,
+                            locked,
+                            body,
+                            url
+                        }
+                  },
+                }
+              }
+            `,
+        },
+    });
+
+    const data = response.data.data.repository.discussions.nodes.filter((item) => (closed === null ? item : item.closed === closed)).filter((item) => (locked === null ? item : item.locked === locked));
+
+    return {
+        allowEmpty: true,
+        title: `${user}/${repo} Discussions`,
+        link: host,
+        item: data.map((item) => ({
+            title: item.title,
+            author: item.author?.login ?? 'ghost',
+            description: item.body ? md.render(item.body) : 'No description',
+            pubDate: parseDate(item.createdAt),
+            link: item.url,
+        })),
+    };
+}
+
+function mapStateToBooleans(state: string) {
+    // 初始化布尔值
+    let answered: boolean | null = null;
+    let closed: boolean | null = null;
+    let locked: boolean | null = null;
+
+    // 设置布尔值，根据 state 的值
+    switch (state) {
+        case 'answered':
+            answered = true;
+            break;
+        case 'unanswered':
+            answered = false;
+            break;
+        case 'closed':
+            closed = true;
+            break;
+        case 'open':
+            closed = false;
+            break;
+        case 'locked':
+            locked = true;
+            break;
+        case 'unlocked':
+            locked = false;
+            break;
+        case 'all':
+        default:
+            // 保持 answered, closed, locked 为 null
+            break;
+    }
+
+    return { answered, closed, locked };
+}

package/lib/routes/github/issue.ts

@@ -53,7 +53,7 @@ async function handler(ctx) {
     const repo = ctx.req.param('repo');
     const state = ctx.req.param('state');
     const labels = ctx.req.param('labels');
-    const limit = ctx.req.query('limit') ? (Number.parseInt(ctx.req.query('limit')) > 100 ? 100 : Number.parseInt(ctx.req.query('limit'))) : 100;
+    const limit = ctx.req.query('limit') ? Math.min(Number.parseInt(ctx.req.query('limit')), 100) : 100;
 
     const host = `https://github.com/${user}/${repo}/issues`;
     const url = `https://api.github.com/repos/${user}/${repo}/issues`;

package/lib/routes/github/pulls.ts

@@ -51,7 +51,7 @@ async function handler(ctx) {
             labels,
             sort: 'created',
             direction: 'desc',
-            per_page: ctx.req.query('limit') ? (Number.parseInt(ctx.req.query('limit')) <= 100 ? Number.parseInt(ctx.req.query('limit')) : 100) : 100,
+            per_page: ctx.req.query('limit') ? Math.min(Number.parseInt(ctx.req.query('limit')), 100) : 100,
         },
         headers,
     });

package/lib/routes/gmcmonline/chinacustoms.ts

@@ -0,0 +1,130 @@
+import { Route } from '@/types';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx) => {
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10;
+
+    const rootUrl = 'http://chinacustoms.gmcmonline.com';
+    const magRootUrl = 'http://manager.gmcmonline.com';
+
+    const { data: response } = await got(rootUrl);
+
+    const $ = load(response);
+
+    const author = $('p.copyright a').text();
+    const language = $('html').prop('lang');
+
+    let items = $('ul.booklist li a')
+        .toArray()
+        .slice(0, limit)
+        .map((item) => {
+            item = $(item);
+
+            const title = item.find('p.txt').text();
+            const image = new URL(item.find('img').prop('src'), rootUrl).href;
+
+            return {
+                title,
+                link: new URL(item.prop('href'), rootUrl).href,
+                pubDate: parseDate(title, 'YYYY年MM期'),
+                author,
+                image,
+                banner: image,
+                language,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                $$('ol.breadcrumb li a').first().remove();
+
+                const current = $$('ol.breadcrumb li a').first().text();
+                const pubDate = parseDate($$('div.title').text(), 'YYYY年MM月DD日');
+                const image = new URL($$('div.coverline img').prop('src'), rootUrl).href;
+
+                return $$('a.txt')
+                    .toArray()
+                    .map((i) => {
+                        i = $(i);
+
+                        const id = i.prop('href').match(/c\/(\d+)\.shtml/)?.[1] ?? undefined;
+
+                        if (!id) {
+                            return;
+                        }
+
+                        const title = i.prop('title') || i.text();
+                        const guid = `gmcmonline-chinacustoms-${id}`;
+
+                        return {
+                            title,
+                            pubDate,
+                            link: new URL(i.prop('href'), item.link).href,
+                            category: [current, i.closest('div.class-box').find('div.title-box span').text().replaceAll(/【|】/g, '') || undefined].filter(Boolean),
+                            author,
+                            guid,
+                            id: guid,
+                            image,
+                            banner: image,
+                            language,
+                            enclosure_url: new URL(`front/article/${id}/pdf?magazineID=2`, magRootUrl).href,
+                            enclosure_type: 'application/pdf',
+                            enclosure_title: title,
+                        };
+                    })
+                    .filter(Boolean);
+            })
+        )
+    );
+
+    const title = $('title').text();
+    const image = new URL($('div.img-box img').prop('src'), rootUrl).href;
+
+    return {
+        title,
+        description: title,
+        link: rootUrl,
+        item: items.flat(),
+        allowEmpty: true,
+        image,
+        author: title,
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/chinacustoms',
+    name: '中国海关',
+    url: 'chinacustoms.gmcmonline.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/gmcmonline/chinacustoms',
+    parameters: undefined,
+    description: undefined,
+    categories: ['reading'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['chinacustoms.gmcmonline.com'],
+            target: '/chinacustoms',
+        },
+    ],
+};

package/lib/routes/gmcmonline/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '国门传媒在线',
+    url: 'gmcmonline.com',
+    categories: ['journal'],
+    description: '',
+};