rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes/dangdang/notice.ts

@@ -0,0 +1,69 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const typeMap = {
+    0: '全部',
+    1: '其他',
+    2: '规则变更',
+};
+
+/**
+ *
+ * @param ctx {import('koa').Context}
+ */
+export const route: Route = {
+    path: '/notice/:type?',
+    categories: ['programming'],
+    example: '/dangdang/notice/1',
+    parameters: { type: '公告分类，默认为全部' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '公告',
+    maintainers: ['353325487'],
+    handler,
+    description: `| 类型     | type |
+  | -------- | ---- |
+  | 全部      | 0    |
+  | 其他      | 1    |
+  | 规则变更   | 2    |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type');
+    const url = `https://open.dangdang.com/op-api/developer-platform/document/menu/list?categoryId=3&type=${type > 0 ? typeMap[type] : ''}`;
+    const response = await got({ method: 'get', url });
+
+    const list = response.data.data.documentMenu.map((item) => ({
+        title: item.title,
+        description: item.type,
+        documentId: item.documentId,
+        source: `https://open.dangdang.com/op-api/developer-platform/document/info/get?document_id=${item.documentId}`,
+        link: `https://open.dangdang.com/home/notice/message/1/${item.documentId}`,
+        pubDate: timezone(parseDate(item.modifyTime), +8),
+    }));
+
+    const result = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.source, async () => {
+                const itemResponse = await got(item.source);
+                item.description = itemResponse.data.data.documentContentList[0].content;
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `当当开放平台 - ${typeMap[type] || typeMap[0]}`,
+        link: `https://open.dangdang.com/home/notice/message/1`,
+        item: result,
+    };
+}

package/lib/routes/darwinawards/index.ts

@@ -4,18 +4,17 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 
 export const route: Route = {
-    path: ['/all', '/'],
+    name: 'Award Winners',
+    example: '/darwinawards',
+    path: '/',
     radar: [
         {
             source: ['darwinawards.com/darwin', 'darwinawards.com/'],
-            target: '',
         },
     ],
-    name: 'Unknown',
     maintainers: ['zoenglinghou', 'nczitzk'],
     handler,
     url: 'darwinawards.com/darwin',
-    url: 'darwinawards.com/darwin',
 };
 
 async function handler() {

package/lib/routes/darwinawards/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Darwin Awards',
     url: 'darwinawards.com',
+    categories: ['other'],
 };

package/lib/routes/{gov/anhui/kjt.ts → dataguidance/index.ts}

@@ -2,21 +2,25 @@ import { Route } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
-import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
-    path: '/anhui/kjt/*',
-    name: 'Unknown',
-    maintainers: [],
+    name: 'News',
+    example: '/dataguidance/news',
+    path: '/news',
+    radar: [
+        {
+            source: ['dataguidance.com/search/news'],
+        },
+    ],
+    maintainers: ['harveyqiu'],
     handler,
+    url: 'dataguidance.com/news',
 };
 
-async function handler(ctx) {
-    const params = ctx.params[0] ?? 'kjzx/tzgg';
-
-    const rootUrl = 'http://kjt.ah.gov.cn';
-    const currentUrl = `${rootUrl}/${params}/index.html`;
+async function handler() {
+    const rootUrl = 'https://www.dataguidance.com';
+    const currentUrl = `${rootUrl}/search/news/`;
 
     const response = await got({
         method: 'get',
@@ -25,16 +29,15 @@ async function handler(ctx) {
 
     const $ = load(response.data);
 
-    let items = $('.doc_list li')
-        .not('.columnName')
-        .find('a')
+    let items = $('.field-name-title')
         .toArray()
         .map((item) => {
             item = $(item);
+            const a = item.find('a').first();
 
             return {
-                title: item.text(),
-                link: item.attr('href'),
+                title: a.text(),
+                link: `${rootUrl}${a.attr('href')}`,
             };
         });
 
@@ -47,10 +50,8 @@ async function handler(ctx) {
                 });
 
                 const content = load(detailResponse.data);
-
-                item.description = content('.wzcon').html();
-                item.author = content('meta[name="Author"]').attr('content');
-                item.pubDate = timezone(parseDate(content('meta[name="PubDate"]').attr('content')), +8);
+                item.pubDate = parseDate(content('.field-name-post-date').text());
+                item.description = content('.field-name-body').html();
 
                 return item;
             })
@@ -58,7 +59,7 @@ async function handler(ctx) {
     );
 
     return {
-        title: $('title').text(),
+        title: 'Data Guidance News',
         link: currentUrl,
         item: items,
     };

package/lib/routes/dataguidance/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'DataGuidance',
+    url: 'dataguidance.com',
+    categories: ['other'],
+};

package/lib/routes/dblp/publication.ts

@@ -1,6 +1,6 @@
 import { Route } from '@/types';
 // 导入所需模组
-import got from '@/utils/got'; // 自订的 got
+import ofetch from '@/utils/ofetch';
 // import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
@@ -35,10 +35,8 @@ async function handler(ctx) {
         result: {
             hits: { hit: data },
         },
-    } = await got({
-        method: 'get',
-        url: 'https://dblp.org/search/publ/api',
-        searchParams: {
+    } = await ofetch('https://dblp.org/search/publ/api', {
+        query: {
             q: field,
             format: 'json',
             h: 10,
@@ -46,7 +44,7 @@ async function handler(ctx) {
         headers: {
             'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
         },
-    }).json();
+    });
 
     // console.log(data);
 

package/lib/routes/deadbydaylight/index.ts

@@ -0,0 +1,69 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import MarkdownIt from 'markdown-it';
+const md = MarkdownIt({
+    html: true,
+    linkify: true,
+});
+
+const baseUrl = 'https://deadbydaylight.com';
+
+export const route: Route = {
+    path: '/blog',
+    categories: ['game'],
+    example: '/deadbydaylight/blog',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['deadbydaylight.com/news'],
+            target: '/news',
+        },
+    ],
+    name: 'Latest News',
+    maintainers: ['NeverBehave'],
+    handler,
+};
+
+async function handler() {
+    const data = await ofetch(`${baseUrl}/page-data/news/page-data.json`);
+
+    const articleMeta = data.result.pageContext.postsData.articles.edges;
+    // { 0: node: { id, locale, slug, title, excerpt, image, published_at, article_category}}
+
+    const items = await Promise.all(
+        Object.keys(articleMeta).map((id) => {
+            const content = articleMeta[id].node;
+            const slug = content.slug;
+            const dataUrl = `${baseUrl}/page-data/news/${slug}/page-data.json`;
+
+            return cache.tryGet(dataUrl, async () => {
+                const articleData = await ofetch(dataUrl);
+                const pageData = articleData.result.data.pageData;
+
+                return {
+                    title: pageData.title,
+                    link: `${baseUrl}${articleData.path}`,
+                    description: md.render(pageData.content),
+                    pubDate: parseDate(pageData.published_at),
+                    category: pageData.article_category.name,
+                };
+            });
+        })
+    );
+
+    return {
+        title: 'Latest News',
+        link: 'https://deadbydaylight.com/news',
+        item: items,
+    };
+}

package/lib/routes/deadbydaylight/namespace.ts

@@ -0,0 +1,12 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'DeadbyDaylight',
+    url: 'deadbydaylight.com',
+    description: `
+      DeadbyDaylight Official
+    `,
+    zh: {
+        name: '黎明杀机',
+    },
+};

package/lib/routes/dedao/list.ts

@@ -44,7 +44,7 @@ async function handler(ctx) {
         url: listUrl,
     });
 
-    const currentUrl = `${rootUrl}${listResponse.data.match(new RegExp('<span>' + category + '<\\/span><a href="(.*)" rel="tag"><\\/a>'))[1].split('"')[0]}`;
+    const currentUrl = `${rootUrl}${listResponse.data.match(new RegExp('<span>' + category + String.raw`<\/span><a href="(.*)" rel="tag"><\/a>`))[1].split('"')[0]}`;
 
     const currentResponse = await got({
         method: 'get',

package/lib/routes/deepin/homepage.ts

@@ -9,10 +9,12 @@ export const route: Route = {
     parameters: { user_id: 'user id' },
     name: 'BBS Home Page',
     maintainers: ['tensor-tech'],
-    radar: {
-        source: ['bbs.deepin.org/user/:user_id'],
-        target: '/homepage/:user_id',
-    },
+    radar: [
+        {
+            source: ['bbs.deepin.org/user/:user_id'],
+            target: '/homepage/:user_id',
+        },
+    ],
     handler,
 };
 

package/lib/routes/deepin/thread.ts

@@ -0,0 +1,102 @@
+import { Route, DataItem } from '@/types';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/threads/:type?',
+    categories: ['bbs'],
+    example: '/deepin/threads/latest',
+    parameters: {
+        type: {
+            description: '主题类型',
+            options: [
+                {
+                    value: 'hot',
+                    label: '最热主题',
+                },
+                {
+                    value: 'latest',
+                    label: '最新主题',
+                },
+            ],
+        },
+    },
+    name: '首页主题列表',
+    maintainers: ['myml'],
+    radar: [
+        {
+            source: ['bbs.deepin.org'],
+            target: '/threads/latest',
+        },
+    ],
+    handler,
+};
+
+interface ThreadIndexResult {
+    ThreadIndex: {
+        id: number;
+        subject: string;
+        created_at: string;
+        user: { nickname: string };
+        forum: { name: string };
+    }[];
+}
+interface ThreadInfoResult {
+    data: {
+        id: number;
+        subject: string;
+        created_at: string;
+        user: { nickname: string };
+        post: { message: string };
+    };
+}
+
+const TypeMap = {
+    hot: { where: 'hot_value', title: '最热主题' },
+    latest: { where: 'id', title: '最新主题' },
+};
+
+async function handler(ctx) {
+    let type = TypeMap.latest;
+    if (ctx.req.param('type') === 'hot') {
+        type = TypeMap.hot;
+    }
+    const res = await ofetch<ThreadIndexResult>('https://bbs.deepin.org.cn/api/v1/thread/index', {
+        query: {
+            languages: 'zh_CN',
+            order: 'updated_at',
+            where: type.where,
+        },
+        headers: {
+            accept: 'application/json',
+        },
+    });
+    const items = await Promise.all(
+        res.ThreadIndex.map((thread) => {
+            const link = 'https://bbs.deepin.org.cn/post/' + thread.id;
+            return cache.tryGet(link, async () => {
+                const item: DataItem = {
+                    id: String(thread.id),
+                    title: thread.subject,
+                    link,
+                    pubDate: parseDate(thread.created_at),
+                    author: thread.user.nickname,
+                    category: [thread.forum.name],
+                    description: '',
+                };
+                const cacheData = await ofetch<ThreadInfoResult>('https://bbs.deepin.org.cn/api/v1/thread/info?id=' + item.id);
+                if (cacheData) {
+                    const info = cacheData as ThreadInfoResult;
+                    item.description = info.data.post.message;
+                }
+                return item;
+            }) as Promise<DataItem>;
+        })
+    );
+    return {
+        title: 'deepin论坛主页 - ' + type.title,
+        link: 'https://bbs.deepin.org',
+        item: items,
+    };
+}

package/lib/routes/deeplearning/thebatch.ts

@@ -1,6 +1,8 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/thebatch',
@@ -27,33 +29,43 @@ export const route: Route = {
 };
 
 async function handler() {
-    const page = await got({
-        method: 'get',
-        url: `https://www.deeplearning.ai/the-batch/`,
-    });
-    const nextJs = page.data.match(/<script id="__NEXT_DATA__" type="application\/json">(.*)<\/script>/)[1];
+    const baseUrl = 'https://www.deeplearning.ai';
+    const link = `${baseUrl}/the-batch/`;
+    const page = await ofetch(link);
+    const $ = cheerio.load(page);
+    const nextJs = $('script#__NEXT_DATA__').text();
     const nextBuildId = JSON.parse(nextJs).buildId;
 
-    const listing = await got({
-        method: 'get',
-        url: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch.json`,
-    });
+    const listing = await ofetch(`${baseUrl}/_next/data/${nextBuildId}/the-batch.json`);
 
-    const items = listing.data.pageProps.posts.map((item) => ({
+    const items = listing.pageProps.posts.map((item) => ({
         title: item.title,
-        link: `https://www.deeplearning.ai/the-batch/${item.slug}`,
-        jsonUrl: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch/${item.slug}.json`,
-        pubDate: new Date(item.published_at).toUTCString(),
+        link: `${link}${item.slug}`,
+        jsonUrl: `${baseUrl}/_next/data/${nextBuildId}/the-batch/${item.slug}.json`,
+        pubDate: parseDate(item.published_at),
     }));
 
     return {
-        title: `The Batch - a new weekly newsletter from deeplearning.ai`,
-        link: `https://www.deeplearning.ai/the-batch/`,
+        title: 'The Batch - a new weekly newsletter from deeplearning.ai',
+        link,
         item: await Promise.all(
             items.map((item) =>
                 cache.tryGet(item.link, async () => {
-                    const resp = await got({ method: 'get', url: item.jsonUrl });
-                    item.description = resp.data.pageProps.cmsData.post.html;
+                    const resp = await ofetch(item.jsonUrl);
+                    const $ = cheerio.load(resp.pageProps.cmsData.post.html);
+
+                    $('a').each((_, ele) => {
+                        if (ele.attribs.href?.includes('utm_campaign')) {
+                            const url = new URL(ele.attribs.href);
+                            url.searchParams.delete('utm_campaign');
+                            url.searchParams.delete('utm_source');
+                            url.searchParams.delete('utm_medium');
+                            url.searchParams.delete('_hsenc');
+                            ele.attribs.href = url.href;
+                        }
+                    });
+
+                    item.description = $.html();
                     return item;
                 })
             )

package/lib/routes/dehenglaw/index.ts

@@ -0,0 +1,128 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const handler = async (ctx) => {
+    const { language = 'CN', category = 'paper' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 6;
+
+    const rootUrl = 'https://www.dehenglaw.com';
+    const currentUrl = new URL(`${language}/${category}/0008/000901.aspx`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    let items = $('div.news_box ul li')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const title = item.find('h2').text();
+            const description = art(path.join(__dirname, 'templates/description.art'), {
+                intro: item.find('div.deheng_newscontent p').text(),
+            });
+
+            return {
+                title,
+                description,
+                pubDate: parseDate(item.find('span').text(), 'YYYY/M/D'),
+                link: item.find('a').first().prop('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const description =
+                    item.description +
+                    art(path.join(__dirname, 'templates/description.art'), {
+                        description: $$('div.news_content').html(),
+                    });
+                const image = $$('div.news_content img').prop('src');
+
+                item.description = description;
+                item.author = $$('div.name h4 a').text();
+                item.content = {
+                    html: description,
+                    text: $$('div.news_content').text(),
+                };
+                item.image = image;
+                item.banner = image;
+
+                return item;
+            })
+        )
+    );
+
+    const image = $('div.logo_content a img').prop('src');
+
+    return {
+        title: $('title')
+            .text()
+            .replace(/\|.*?$/, `| ${$('li.onthis').text()}`),
+        description: $('meta[name="Description"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[name="Description"]').prop('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/:language?/:category?',
+    name: '德恒探索',
+    url: 'dehenglaw.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/dehenglaw/CN/paper',
+    parameters: { language: '语言，默认为中文，即 CN，可在对应分类页 URL 中找到，可选 CN 和 EN', category: '分类，默认为专业文章，即 paper，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [专业文章](https://dehenglaw.com/)，网址为 \`https://www.dehenglaw.com/CN/paper/0008/000902.aspx\`。截取 \`https://dehenglaw.com/\` 到末尾 \`/0008/000902.aspx\` 的部分 \`CN/paper\` 作为参数填入，此时路由为 [\`/dehenglaw/CN/paper\`](https://rsshub.app/dehenglaw/CN/paper)。
+
+  | 专业文章 | 出版物  | 德恒论坛 |
+  | -------- | ------- | -------- |
+  | paper    | publish | luntan   |
+  :::`,
+    categories: ['new-media'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            title: '专业文章',
+            source: ['dehenglaw.com/:language/paper/0008/000902.aspx'],
+            target: '/:language/paper',
+        },
+        {
+            title: '出版物',
+            source: ['dehenglaw.com/:language/publish/0008/000903.aspx'],
+            target: '/:language/publish',
+        },
+        {
+            title: '德恒论坛',
+            source: ['dehenglaw.com/:language/luntan/0008/000901.aspx'],
+            target: '/:language/luntan',
+        },
+    ],
+};

package/lib/routes/dehenglaw/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '德恒律师事务所',
+    url: 'dehenglaw.com',
+    categories: ['new-media'],
+    description: '',
+};

package/lib/routes/dehenglaw/templates/description.art

@@ -0,0 +1,7 @@
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}