rsshub 1.0.0-master.f88e58b → 1.0.0-master.f8b1c8d

package/lib/routes/bangumi/subject/index.js

@@ -1,27 +0,0 @@
-const getComments = require('./comments.js');
-const getFromAPI = require('./offcial-subject-api.js');
-
-const getEps = require('./ep.js');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    let response;
-    if (ctx.params.type) {
-        switch (ctx.params.type) {
-            case 'comments':
-                response = await getComments(id, Number(ctx.request.query.minLength) || 0);
-                break;
-            case 'blogs':
-                response = await getFromAPI('blog')(id);
-                break;
-            case 'topics':
-                response = await getFromAPI('topic')(id);
-                break;
-            default:
-                throw Error(`暂不支持对${ctx.params.type}的订阅`);
-        }
-    } else {
-        response = await getEps(id);
-    }
-    ctx.state.data = response;
-};

package/lib/routes/bangumi/subject/offcial-subject-api.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = (type) => {
-    const mapping = {
-        blog: {
-            en: 'reviews',
-            cn: '评论',
-        },
-        topic: {
-            en: 'board',
-            cn: '讨论',
-        },
-    };
-
-    return async (subjectID) => {
-        // 官方提供的条目API文档见https://github.com/bangumi/api/blob/master/docs-raw/Subject-API.md
-        const url = `https://api.bgm.tv/subject/${subjectID}?responseGroup=large`;
-        const subjectInfo = (await got.get(url)).data;
-        return {
-            title: `${subjectInfo.name_cn || subjectInfo.name}的Bangumi${mapping[type].cn}`,
-            link: `https://bgm.tv/subject/${subjectInfo.id}/${mapping[type].en}`,
-            item: subjectInfo[type].map((article) => ({
-                title: `${article.user.nickname}：${article.title}`,
-                description: article.summary || '',
-                link: article.url,
-                pubDate: new Date(article.timestamp * 1000).toUTCString(),
-            })),
-        };
-    };
-};

package/lib/routes/bangumi/user/blog.js

@@ -1,42 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://bgm.tv/user/${ctx.params.id}/blog`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('#entry_list div.item')
-        .find('h2.title')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: a.text(),
-                link: url.resolve(`https://bgm.tv/`, a.attr('href')),
-                pubDate: new Date(item.parent().find('small.time').text() + ' GMT+8').toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('#entry_content').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/behance/index.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-
-module.exports = async (ctx) => {
-    const user = ctx.params.user || '';
-    const type = ctx.params.type || 'projects';
-
-    const response = await got({
-        method: 'get',
-        url: `https://www.behance.net/${user}/${type}`, // 接口只获取12个项目
-        headers: {
-            'X-Requested-With': 'XMLHttpRequest',
-        },
-    });
-    const data = response.data;
-    const list = data.profile.activeSection.work.projects;
-    const articledata = await Promise.all(
-        list.map(async (item) => {
-            if (type !== 'projects') {
-                item = item.project;
-            }
-            const url = `${item.url}?ilo0=1`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response2 = await got({
-                method: 'get',
-                url,
-            });
-            const articleHtml = response2.data;
-            const $2 = cheerio.load(articleHtml);
-
-            const content = $2('div.project-styles').html();
-            const single = {
-                content,
-            };
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `${data.profile.owner.first_name} ${data.profile.owner.last_name}'s Work`,
-        link: data.profile.owner.url,
-        item: list.map((item, index) => {
-            if (type !== 'projects') {
-                item = item.project;
-            }
-            return {
-                title: item.name,
-                description: articledata[index].content,
-                link: item.url,
-                pubDate: dayjs.unix(item.published_on).format(),
-            };
-        }),
-    };
-};

package/lib/routes/ccdi/scdc.js

@@ -1,51 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const { resolve } = require('url');
-
-module.exports = async (ctx) => {
-    const url = 'https://www.ccdi.gov.cn/scdcn/';
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-
-    const list = $('ul.list_news_dl.fixed li');
-    const out = await Promise.all(
-        list
-            .map(async (index, elem) => {
-                elem = $(elem);
-                const title = elem.find('a').text();
-                const link = resolve(url, elem.find('a').attr('href'));
-                const pubDate = new Date(elem.find('span').text()).toUTCString();
-
-                const item = {
-                    title,
-                    pubDate,
-                    link,
-                };
-
-                const key = link;
-                const value = await ctx.cache.get(key);
-                if (value) {
-                    item.description = value;
-                } else {
-                    try {
-                        const response = await got.get(item.link);
-                        const data = response.data;
-                        const $ = cheerio.load(data);
-                        item.description = $('div.TRS_Editor').html();
-                        ctx.cache.set(key, item.description);
-                    } catch (error) {
-                        item.description = '';
-                    }
-                }
-
-                return item;
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: '中央纪委国家监委-审查调查',
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/darwinawards/articles.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://darwinawards.com/',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = [];
-    $('div.column.content')
-        .find('p')
-        .each((index, item) => {
-            if (!$(item).find('a').text().startsWith('20') && $(item).find('a').text() !== '') {
-                list.push(item);
-            }
-        });
-
-    let index = 0;
-
-    ctx.state.data = {
-        title: 'Darwin Awards',
-        link: 'https://darwinawards.com/',
-        item: list.map((item) => {
-            const title = $(item).find('a').text();
-
-            const time = new Date();
-            time.setMinutes(time.getMinutes() - index);
-            index++;
-
-            return {
-                title,
-                description: $(item).text().replace(title, ''),
-                link: $(item).find('a').attr('href'),
-                pubDate: time,
-            };
-        }),
-    };
-};

package/lib/routes/dcard/section.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const { type, section = 'posts' } = ctx.params;
-
-    let link = `https://www.dcard.tw/f`;
-
-    let api = `https://www.dcard.tw/service/api/v2`;
-
-    let title = `Dcard - `;
-
-    if (section !== 'posts' && section !== 'popular' && section !== 'latest') {
-        link += `/${section}`;
-        api += `/forums/${section}`;
-        title += `${section} - `;
-    }
-
-    api += `/posts`;
-
-    if (type === 'popular') {
-        link += '?latest=false';
-        api += '?popular=true';
-        title += '熱門';
-    } else if (type === 'latest' || !type) {
-        link += '?latest=true';
-        api += '?popular=false';
-        title += '最新';
-    }
-
-    const response = await got({
-        method: 'get',
-        url: `${api}&limit=30`,
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const items = await utils.ProcessFeed(response.data, ctx.cache);
-
-    ctx.state.data = {
-        title,
-        link,
-        description: '不想錯過任何有趣的話題嗎？趕快加入我們吧！',
-        item: items,
-    };
-};

package/lib/routes/dcard/utils.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-const ProcessFeed = async (list, cache) => {
-    const result = await Promise.all(
-        list.map(async (item) => {
-            const url = `https://www.dcard.tw/_api/posts/${item.id}`;
-
-            const content = await cache.tryGet(`dcard${item.id}`, async () => {
-                let response;
-
-                // try catch 处理被删除的帖子
-
-                try {
-                    response = await got({
-                        method: 'get',
-                        url,
-                        headers: {
-                            Referer: 'https://www.dcard.tw/f',
-                        },
-                    });
-
-                    let body = response.data.content;
-
-                    body = body.replace(/(?=https?:\/\/).*?(?<=\.(jpe?g|gif|png))/gi, (m) => `<img src="${m}">`);
-
-                    body = body.replace(/(?=https?:\/\/).*(?<!jpe?g"?>?)$/gim, (m) => `<a href="${m}">${m}</a>`);
-
-                    body = body.replace(/\n/g, '<br>');
-
-                    return body;
-                } catch (error) {
-                    return '';
-                }
-            });
-
-            const single = {
-                title: `「${item.forumName}」${item.title}`,
-                link: `https://www.dcard.tw/f/${item.forumAlias}/p/${item.id}`,
-                description: content,
-                author: item.school || '匿名',
-                pubDate: item.createdAt,
-                guid: item.id,
-            };
-
-            return Promise.resolve(single);
-        })
-    );
-
-    return result.filter((f) => f.description);
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/deepmind/blog.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    const rootUrl = 'https://deepmind.com';
-    const currentUrl = `${rootUrl}/api/search/?content_type=blog&filters=${category === '' ? '' : `{"category":["${category}"]}`}&page=1&pagelen=21&q=&sort=relevance`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const data = JSON.parse(response.data.substr(5, response.data.length - 5));
-
-    const list = data.results.slice(0, 10).map((item) => ({
-        title: item.title,
-        link: `${rootUrl}${item.link.internal_page}`,
-        pubDate: new Date(item.date).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.user-content').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${category === '' ? 'Blog' : category} | DeepMind`,
-        link: `${rootUrl}/blog?filters=${category === '' ? '' : `{"category":["${category}"]}`}`,
-        item: items,
-    };
-};

package/lib/routes/dgjyw/index.js

@@ -1,66 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const rootUrl = 'http://zxls.dgjyw.com/';
-
-const config = {
-    news: {
-        link: '/node/57620',
-        title: '动态',
-    },
-    announcement: {
-        link: '/node/57725',
-        title: '公示',
-    },
-    notice: {
-        link: '/node/57621',
-        title: '通知',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.type];
-    if (!cfg) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/other.html#dong-guan-jiao-yan-wang">docs</a>');
-    }
-
-    const currentUrl = url.resolve(rootUrl, cfg.link);
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('ul.list-ul')
-        .eq(2)
-        .find('li')
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a[title]');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(new Date().getFullYear().toString().substr(0, 2) + item.find('span').text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('div.text').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '东莞教研网 - ' + cfg.title,
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/dsndsht23/index.js

@@ -1,127 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'https://www.sehuatang.net/';
-
-const forumIdMaps = {
-    mrhj: '106',
-    gcyc: '2',
-    yzwmyc: '36',
-    yzymyc: '37',
-    gqzwzm: '103',
-    sjxz: '107',
-    yzmzym: '104',
-    vr: '102',
-    omwm: '38',
-    dmyc: '39',
-    ai: '113',
-    ydsc: '111',
-    hrxazp: '98',
-    hrjpq: '50',
-    yzxa: '48',
-    omxa: '49',
-    ktdm: '117',
-    zhtlq: '95',
-};
-
-module.exports = async (ctx) => {
-    const subformName = ctx.params.subforumid || 'gqzwzm';
-    const subformId = subformName in forumIdMaps ? forumIdMaps[subformName] : subformName;
-    const typefilter = ctx.params.type ? `&filter=typeid&typeid=${ctx.params.type}` : '';
-    const link = `${host}forum.php?mod=forumdisplay&orderby=dateline&fid=${subformId}${typefilter}`;
-    const headers = {
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
-    };
-    let c;
-    const response = await got({
-        method: 'get',
-        url: link,
-        headers,
-        hooks: {
-            beforeRedirect: [
-                (options, response) => {
-                    const cookie = response.headers['set-cookie'];
-                    if (cookie) {
-                        const cook = cookie.map((c) => c.split(';')[0]).join('; ');
-                        options.headers.Cookie = cook;
-                        c = cook;
-                        options.headers.Referer = response.url;
-                    }
-                },
-            ],
-        },
-    });
-    headers.Cookie = c;
-    const $ = cheerio.load(response.data);
-
-    const list = $('#threadlisttableid tbody[id^=normalthread]')
-        .slice(0, 25)
-        .map(function () {
-            const info = {
-                title: '[' + $(this).find('th em a').text() + '] ' + $(this).find('a.xst').text(),
-                link: $(this).find('a.xst').attr('href'),
-                date: $(this).find('td.by').find('em span span').attr('title'),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const date = info.date;
-            const itemUrl = host + info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl, { headers });
-
-            const $ = cheerio.load(response.data);
-            const postMessage = $("td[id^='postmessage']").slice(0, 1);
-            const images = $(postMessage).find('img');
-            for (let k = 0; k < images.length; k++) {
-                if (!$(images[k]).attr('file') || $(images[k]).attr('file') === 'undefined') {
-                    $(images[k]).replaceWith('');
-                } else {
-                    $(images[k]).replaceWith(`<img src="${$(images[k]).attr('file')}" />`);
-                }
-            }
-            const description = (postMessage.html() || '抓取原帖失败').replace(/ignore_js_op/g, 'div');
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            const magnet = postMessage.find('div.blockcode li').text();
-            const isMag = magnet.startsWith('magnet');
-            const torrent = postMessage.find('a[href^=forum\\.php\\?mod\\=attachment]:not([href$=nothumb\\=yes])').attr('href');
-
-            const hasEnclosureUrl = isMag || torrent !== undefined;
-            if (hasEnclosureUrl) {
-                const enclosureUrl = isMag ? magnet : url.resolve(host, torrent);
-                const enclosure = {
-                    enclosure_url: enclosureUrl,
-                    enclosure_type: isMag ? 'application/x-bittorrent' : 'application/octet-stream',
-                };
-                Object.assign(single, enclosure);
-            }
-            if (description !== '抓取原帖失败') {
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-            }
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `色花堂 - ${$('#pt > div:nth-child(1) > a:last-child').text()}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/dwnews/rank.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.dwnews.com/';
-    const api = 'https://prod-site-api.dwnews.com/v2/articles';
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data, { xmlMode: true });
-    const list = JSON.parse($('#__NEXT_DATA__')[0].children[0].data).props.pageProps.initialState.home.page.sections.find((s) => s.name === '新闻排行榜 24h').items;
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const url = `${api}/${item.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got.get(url);
-
-            const single = utils.ProcessFeed(response.data);
-
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    if (ctx.params.type || ctx.params.range) {
-        out.push({
-            title: '由于源站改版，该源地址及参数已更新，请参考文档。',
-            pubDate: new Date(),
-        });
-    }
-
-    ctx.state.data = {
-        title: `多维新闻网 - 24 小时新闻排行榜`,
-        description: '多维新闻网—记住世界的轨迹 更需多维的视线，海外华人首选的中文门户新闻网站，及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容，是海外华人必上的新闻门户网站。',
-        link: 'http://www.dwnews.com/',
-        item: out,
-    };
-};