rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/ccfa/index.ts

@@ -0,0 +1,216 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const handler = async (ctx) => {
+    const { type = '1' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 30;
+
+    const rootUrl = 'http://www.ccfa.org.cn';
+    const currentUrl = new URL(`portal/cn/xiehui_list.jsp?type=${type}`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    let items = $('div.page_right ul li')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('a');
+
+            return {
+                title: a.text(),
+                pubDate: parseDate(item.find('span.list_time').text(), 'YYYY/MM/DD'),
+                link: new URL(a.prop('href'), currentUrl).href,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!item.link.includes('ccfa.org.cn')) {
+                    return item;
+                }
+
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('h2#title').text();
+                const description = art(path.join(__dirname, 'templates/description.art'), {
+                    intro: $$('div.artical_info_jianjie').html(),
+                    description: $$('div.news_artical_txt').html(),
+                });
+
+                const pubDate =
+                    $$('div.artical_info_left')
+                        .text()
+                        .match(/(\d{4}(?:\/\d{2}){2})/)?.[1] ?? undefined;
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = pubDate ? parseDate(pubDate, 'YYYY/MM/DD') : item.pubDate;
+                item.author = $$('div.artical_info_left')
+                    .text()
+                    .split(/来源：/)
+                    .pop();
+                item.content = {
+                    html: description,
+                    text: $$('div.news_artical_txt').text(),
+                };
+
+                const attachmentEl =
+                    $$('p.download').length === 0
+                        ? undefined
+                        : $$('div.news_artical_txt a')
+                              .toArray()
+                              .find((a) => $$(a).prop('href')?.includes('downFiles.do'));
+
+                item.enclosure_url = attachmentEl ? new URL($$(attachmentEl).prop('href'), rootUrl) : undefined;
+                item.enclosure_title = attachmentEl ? $$(attachmentEl).text() : undefined;
+
+                return item;
+            })
+        )
+    );
+
+    const description = $('li.page_tit').contents().last().text().split(/>/).pop();
+    const image = new URL($('div.logo img').prop('src'), currentUrl).href;
+    const author = $('title').text();
+
+    return {
+        title: `${author} - ${description}`,
+        description,
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[property="og:site_name"]').prop('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/:type?',
+    name: '分类',
+    url: 'www.ccfa.org.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/ccfa/1',
+    parameters: { category: '分类，默认为 `1`，即协会动态，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [协会动态](https://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=1)，网址为 \`https://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=1\`。截取 \`https://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=\` 到末尾的部分 \`1\` 作为参数填入，此时路由为 [\`/ccfa/1\`](https://rsshub.app/ccfa/1)。
+  :::
+
+  | 分类                                                                      | ID                                     |
+  | ------------------------------------------------------------------------- | -------------------------------------- |
+  | [协会动态](http://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=1)       | [1](https://rsshub.app/ccfa/1)         |
+  | [行业动态](http://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=2)       | [2](https://rsshub.app/ccfa/2)         |
+  | [政策/报告/标准](http://www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33)  | [33](https://rsshub.app/ccfa/33)       |
+  | [行业统计](http://www.ccfa.org.cn/portal/cn/lsbq.jsp?type=10003)          | [10003](https://rsshub.app/ccfa/10003) |
+  | [创新案例](http://www.ccfa.org.cn/portal/cn/hybzs_list.jsp?type=10004)    | [10004](https://rsshub.app/ccfa/10004) |
+  | [党建工作](http://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=7)       | [7](https://rsshub.app/ccfa/7)         |
+  | [新消费论坛](http://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=10005) | [10005](https://rsshub.app/ccfa/10005) |
+
+  #### [政策/报告/标准](http://www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33)
+
+  | 分类                                                                            | ID                               |
+  | ------------------------------------------------------------------------------- | -------------------------------- |
+  | [行业报告](http://www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33)              | [33](https://rsshub.app/ccfa/33) |
+  | [行业标准](http://www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=34)              | [34](https://rsshub.app/ccfa/34) |
+  | [行业政策](http://www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp?type=39)     | [39](https://rsshub.app/ccfa/39) |
+  | [政策权威解读](http://www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp?type=40) | [40](https://rsshub.app/ccfa/40) |
+    `,
+    categories: ['new-media'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: [
+                'www.ccfa.org.cn/portal/cn/xiehui_list.jsp',
+                'www.ccfa.org.cn/portal/cn/hybz_list.jsp',
+                'www.ccfa.org.cn/portal/cn/lsbq.jsp',
+                'www.ccfa.org.cn/portal/cn/hybzs_list.jsp',
+                'www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp',
+            ],
+            target: (_, url) => {
+                url = new URL(url);
+                const type = url.searchParams.get('type');
+
+                return type ? `/${type}` : '';
+            },
+        },
+        {
+            title: '协会动态',
+            source: ['www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=1'],
+            target: '/1',
+        },
+        {
+            title: '行业动态',
+            source: ['www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=2'],
+            target: '/2',
+        },
+        {
+            title: '政策/报告/标准',
+            source: ['www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33'],
+            target: '/33',
+        },
+        {
+            title: '行业统计',
+            source: ['www.ccfa.org.cn/portal/cn/lsbq.jsp?type=10003'],
+            target: '/10003',
+        },
+        {
+            title: '创新案例',
+            source: ['www.ccfa.org.cn/portal/cn/hybzs_list.jsp?type=10004'],
+            target: '/10004',
+        },
+        {
+            title: '党建工作',
+            source: ['www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=7'],
+            target: '/7',
+        },
+        {
+            title: '新消费论坛',
+            source: ['www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=10005'],
+            target: '/10005',
+        },
+        {
+            title: '政策/报告/标准 - 行业报告',
+            source: ['www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33'],
+            target: '/33',
+        },
+        {
+            title: '政策/报告/标准 - 行业标准',
+            source: ['www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=34'],
+            target: '/34',
+        },
+        {
+            title: '政策/报告/标准 - 行业政策',
+            source: ['www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp?type=39'],
+            target: '/39',
+        },
+        {
+            title: '政策/报告/标准 - 政策权威解读',
+            source: ['www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp?type=40'],
+            target: '/40',
+        },
+    ],
+};

package/lib/routes/ccfa/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国连锁经营协会',
+    url: 'ccfa.org.cn',
+    categories: ['new-media'],
+    description: '',
+};

package/lib/routes/ccfa/templates/description.art

@@ -0,0 +1,7 @@
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/cctv/category.ts

@@ -2,6 +2,7 @@ import { Route } from '@/types';
 import getMzzlbg from './utils/mzzlbg';
 import xinwen1j1 from './utils/xinwen1j1';
 import getNews from './utils/news';
+import getXWLB from './xwlb';
 
 export const route: Route = {
     path: '/:category',
@@ -31,18 +32,21 @@ export const route: Route = {
 
 async function handler(ctx) {
     const category = ctx.req.param('category');
-    let responseData;
 
-    if (category === 'mzzlbg') {
-        // 每周质量报告
-        responseData = await getMzzlbg();
-    } else if (category === 'xinwen1j1') {
-        // 新闻1+1
-        responseData = await xinwen1j1();
-    } else {
-        // 央视新闻
-        responseData = await getNews(category);
-    }
+    switch (category) {
+        case 'mzzlbg':
+            // 每周质量报告
+            return await getMzzlbg();
+
+        case 'xinwen1j1':
+            // 新闻1+1
+            return await xinwen1j1();
 
-    return responseData;
+        case 'xwlb':
+            return await getXWLB();
+
+        default:
+            // 央视新闻
+            return await getNews(category);
+    }
 }

package/lib/routes/cctv/xwlb.ts

@@ -9,10 +9,22 @@ import customParseFormat from 'dayjs/plugin/customParseFormat';
 dayjs.extend(customParseFormat);
 
 export const route: Route = {
-    path: '/xwlb',
+    path: '/:site/:category/:name',
     categories: ['traditional-media'],
-    example: '/cctv/xwlb',
-    parameters: {},
+    example: '/cctv/tv/lm/xwlb',
+    parameters: {
+        site: "站点, 可选值如'tv', 既'央视节目'",
+        category: "分类名, 官网对应分类, 当前可选值'lm', 既'栏目大全'",
+        name: {
+            description: "栏目名称, 可在对应栏目页面 URL 中找到, 可选值如'xwlb',既'新闻联播'",
+            options: [
+                {
+                    value: 'xwlb',
+                    label: '新闻联播',
+                },
+            ],
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -33,12 +45,21 @@ export const route: Route = {
     description: `新闻联播内容摘要。`,
 };
 
-async function handler() {
+async function handler(ctx) {
+    const { site, category, name } = ctx.req.param();
+    let responseData;
+    if (site === 'tv' && category === 'lm' && name === 'xwlb') {
+        responseData = await getXWLB();
+    }
+    return responseData;
+}
+
+const getXWLB = async () => {
     const res = await got({ method: 'get', url: 'https://tv.cctv.com/lm/xwlb/' });
     const $ = load(res.data);
     // 解析最新一期新闻联播的日期
     const latestDate = dayjs($('.rilititle p').text(), 'YYYY-MM-DD');
-    const count = [];
+    const count: number[] = [];
     for (let i = 0; i < 20; i++) {
         count.push(i);
     }
@@ -49,13 +70,13 @@ async function handler() {
             const item = {
                 title: `新闻联播 ${newsDate.format('YYYY/MM/DD')}`,
                 link: url,
-                pubDate: timezone(parseDate(newsDate), +8),
+                pubDate: timezone(parseDate(newsDate.format()), +8),
                 description: await cache.tryGet(url, async () => {
                     const res = await got(url);
                     const content = load(res.data);
-                    const list = [];
-                    content('body li').map((i, e) => {
-                        e = content(e);
+                    const list: string[] = [];
+                    content('body li').map((i, elem) => {
+                        const e = content(elem);
                         const href = e.find('a').attr('href');
                         const title = e.find('a').attr('title');
                         const dur = e.find('span').text();
@@ -74,4 +95,5 @@ async function handler() {
         link: 'http://tv.cctv.com/lm/xwlb/',
         item: resultItems,
     };
-}
+};
+export default getXWLB;

package/lib/routes/cdu/jwgg.ts

@@ -0,0 +1,79 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/jwgg',
+    categories: ['university'],
+    example: '/cdu/jwgg',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['jw.cdu.edu.cn/'],
+        },
+    ],
+    name: '教务处通知公告',
+    maintainers: ['uuwor'],
+    handler,
+    url: 'jw.cdu.edu.cn/',
+};
+
+async function handler() {
+    const url = 'https://jw.cdu.edu.cn/jwgg.htm'; // 数据来源网页（待提取网页）
+    const response = await got.get(url);
+    const data = response.data;
+    const $ = load(data);
+    const list = $('.ListTable.dataTable.no-footer tbody tr[role="row"].odd')
+        .slice(0, 10)
+        .toArray()
+        .map((e) => {
+            const element = $(e);
+            const title = element.find('tr.odd a').text().trim(); /* 1.选择器 tr.odd a：这个选择器查找具有 class="odd" 的 <tr> 元素下的 <a> 标签。
+                                                                    2..text()：该方法获取选中元素的文本内容。
+                                                                    3..trim()：用于去掉字符串前后的空格，确保得到干净的文本。*/
+            const link = element.find('tr.odd a').attr('href');
+            const date = element
+                .find('tr.odd td.columnDate')
+                .text()
+                .match(/\d{4}-\d{2}-\d{2}/);
+            const pubDate = timezone(parseDate(date), 8);
+
+            return {
+                title,
+                link: 'https://jw.cdu.edu.cn/' + link,
+                author: '成都大学教务处通知公告',
+                pubDate,
+            };
+        });
+
+    const result = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const itemReponse = await got.get(item.link);
+                const data = itemReponse.data;
+                const itemElement = load(data);
+
+                item.description = itemElement('.v_news_content').html();
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '成大教务处通知公告',
+        link: url,
+        item: result,
+    };
+}

package/lib/routes/cdu/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '成都大学',
+    url: 'www.cdu.edu.cn',
+};

package/lib/routes/ceph/blog.ts

@@ -0,0 +1,72 @@
+import { Data, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { Context } from 'hono';
+
+export const route: Route = {
+    path: '/blog/:topic?',
+    categories: ['blog'],
+    example: '/ceph/blog/a11y',
+    parameters: {
+        category: 'filter blog post by category, return all posts if not specified',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['ceph.io/'],
+        },
+    ],
+    name: 'Blog',
+    maintainers: ['pandada8'],
+    handler,
+    url: 'ceph.io',
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const { category } = ctx.req.param();
+    const url = category ? `https://ceph.io/en/news/blog/category/${category}/` : 'https://ceph.io/en/news/blog/';
+    const response = await got.get(url);
+    const data = response.data;
+    const $ = load(data);
+    const list = $('#main .section li')
+        .toArray()
+        .map((e) => {
+            const element = $(e);
+            const title = element.find('a').text().trim();
+            const pubDate = parseDate(element.find('time').attr('datetime'));
+            return {
+                title,
+                link: new URL(element.find('a').attr('href'), 'https://ceph.io').href,
+                pubDate,
+            };
+        });
+
+    const result = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const itemReponse = await got.get(item.link);
+                const data = itemReponse.data;
+                const item$ = load(data);
+
+                item.author = item$('#main section > div:nth-child(1) span').text().trim();
+                item.description = item$('#main section > div:nth-child(2) > div').html();
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: 'Ceph Blog',
+        link: url,
+        item: result,
+    };
+}

package/lib/routes/ceph/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Ceph',
+    url: 'ceph.io',
+    description: 'Ceph is an open source distributed storage system designed to evolve with data.',
+};

package/lib/routes/changba/user.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -11,7 +11,8 @@ const headers = { 'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Ma
 
 export const route: Route = {
     path: '/:userid',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.Audios,
     example: '/changba/skp6hhF59n48R-UpqO3izw',
     parameters: { userid: '用户ID, 可在对应分享页面的 URL 中找到' },
     features: {
@@ -28,7 +29,7 @@ export const route: Route = {
         },
     ],
     name: '用户',
-    maintainers: [],
+    maintainers: ['kt286', 'xizeyoupan', 'pseudoyu'],
     handler,
 };
 
@@ -101,9 +102,9 @@ async function handler(ctx) {
     items = items.filter(Boolean);
 
     return {
-        title: $('title').text(),
+        title: author + ' - 唱吧',
         link: url,
-        description: $('meta[name="description"]').attr('content') || $('title').text(),
+        description: $('meta[name="description"]').attr('content') || author + ' - 唱吧',
         item: items,
         image: authorimg,
         itunes_author: author,

package/lib/routes/chikubi/category.ts

@@ -0,0 +1,41 @@
+import { Route, Data } from '@/types';
+import { getBySlug, getPostsBy } from './utils';
+
+export const route: Route = {
+    path: '/category/:keyword',
+    categories: ['multimedia'],
+    example: '/chikubi/category/nipple-lesbian',
+    parameters: { keyword: 'Keyword' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Category',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Category',
+            source: ['chikubi.jp/category/:keyword'],
+            target: '/category/:keyword',
+        },
+    ],
+};
+
+async function handler(ctx): Promise<Data> {
+    const baseUrl = 'https://chikubi.jp';
+    const { keyword } = ctx.req.param();
+    const { id, name } = await getBySlug('category', keyword);
+
+    const items = await getPostsBy('category', id);
+
+    return {
+        title: `Category: ${name} - chikubi.jp`,
+        link: `${baseUrl}/category/${keyword}`,
+        item: items,
+    };
+}

package/lib/routes/chikubi/index.ts

@@ -0,0 +1,66 @@
+import { Route, Data } from '@/types';
+import { getPosts } from './utils';
+
+export const route: Route = {
+    path: '/',
+    categories: ['multimedia'],
+    example: '/chikubi',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '最新記事',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: '最新記事',
+            source: ['chikubi.jp/'],
+            target: '/',
+        },
+        {
+            title: '殿堂',
+            source: ['chikubi.jp/best-nipple-article'],
+            target: '/best',
+        },
+        {
+            title: '動畫',
+            source: ['chikubi.jp/nipple-video'],
+            target: '/video',
+        },
+        {
+            title: 'VR',
+            source: ['chikubi.jp/nipple-video-category/cat-nipple-video-vr'],
+            target: '/vr',
+        },
+        {
+            title: '漫畫',
+            source: ['chikubi.jp/comic'],
+            target: '/comic',
+        },
+        {
+            title: '音聲',
+            source: ['chikubi.jp/voice'],
+            target: '/voice',
+        },
+        {
+            title: 'CG・イラスト',
+            source: ['chikubi.jp/cg'],
+            target: '/cg',
+        },
+    ],
+};
+
+async function handler(): Promise<Data> {
+    const items = await getPosts();
+
+    return {
+        title: '最新記事 - chikubi.jp',
+        link: 'https://chikubi.jp',
+        item: items,
+    };
+}

package/lib/routes/chikubi/namespace.ts

@@ -0,0 +1,15 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '乳首ふぇち',
+    url: 'chikubi.jp',
+    description: `:::tip
+The content of 乳首ふぇち is divided into two parts:
+
+Works: Only reposts official product descriptions.
+Posts: Contains the website author's thoughts and additional information.
+
+Sometimes a product may exist in both posts and works.
+Sometimes there might be only a single post without any reposted work, and vice versa.
+:::`,
+};