rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/cqwu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:type?', require('./index'));
+};

package/lib/v2/csc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/notice/:type?': ['Derekmini'],
+};

package/lib/v2/csc/notice.js

@@ -0,0 +1,99 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = require('url');
+const iconv = require('iconv-lite');
+
+const baseUrl = 'https://www.csc.edu.cn';
+
+const typeMap = {
+    lxtz: {
+        name: '遴选通知',
+        url: '/chuguo/list/24',
+    },
+    xmzl: {
+        name: '综合项目专栏',
+        url: '/chuguo/list/26',
+    },
+    wtjd: {
+        name: '常见问题解答',
+        url: '/chuguo/list/27',
+    },
+    lqgg: {
+        name: '录取公告',
+        url: '/chuguo/list/28',
+    },
+    xwzx: {
+        name: '新闻资讯',
+        url: '/news',
+    },
+    xwgg: {
+        name: '新闻公告',
+        url: '/news/gonggao',
+    },
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || 'jjyw';
+    const link = baseUrl + typeMap[type].url;
+    const response = await got({
+        method: 'get',
+        url: link,
+        headers: {
+            Referer: baseUrl,
+        },
+        responseType: 'buffer',
+    });
+    const responseHtml = iconv.decode(response.data, 'gbk');
+    const $ = cheerio.load(responseHtml);
+
+    const urlList = $('.list-a li')
+        .slice(0, 10)
+        .map((i, e) => $('a', e).attr('href'))
+        .get();
+
+    const titleList = $('.list-a li')
+        .slice(0, 10)
+        .map((i, e) => $('a', e).attr('title'))
+        .get();
+
+    const dateList = $('.list-a li')
+        .slice(0, 10)
+        .map((i, e) => $('span', e).text())
+        .get();
+
+    const out = await Promise.all(
+        urlList.map(async (itemUrl, index) => {
+            itemUrl = url.resolve(baseUrl, itemUrl);
+
+            const cache = await ctx.cache.get(itemUrl);
+            if (cache) {
+                return Promise.resolve(JSON.parse(cache));
+            }
+            const response = await got({
+                method: 'get',
+                url: itemUrl,
+                responseType: 'buffer',
+            });
+            const responseHtmlItem = iconv.decode(response.data, 'gbk');
+            const $ = cheerio.load(responseHtmlItem);
+            const single = {
+                title: titleList[index],
+                link: itemUrl,
+                description: $('.contents')
+                    .html()
+                    .replace(/src="\//g, `src="${url.resolve(baseUrl, '.')}`)
+                    .replace(/href="\//g, `href="${url.resolve(baseUrl, '.')}`)
+                    .trim(),
+                pubDate: dateList[index],
+            };
+            ctx.cache.set(itemUrl, JSON.stringify(single));
+            return Promise.resolve(single);
+        })
+    );
+
+    ctx.state.data = {
+        title: '国家留学网-' + typeMap[type].name,
+        link,
+        item: out,
+    };
+};

package/lib/v2/csc/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'csc.edu.cn': {
+        _name: '国家留学网',
+        www: [
+            {
+                title: '遴选通知',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-liu-xue-wang',
+                source: '/*',
+                target: '/csc/notice/lxtz',
+            },
+            {
+                title: '综合项目专栏',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-liu-xue-wang',
+                source: '/*',
+                target: '/csc/notice/xmzl',
+            },
+            {
+                title: '常见问题解答',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-liu-xue-wang',
+                source: '/*',
+                target: '/csc/notice/wtjd',
+            },
+            {
+                title: '录取公告',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-liu-xue-wang',
+                source: '/*',
+                target: '/csc/notice/lqgg',
+            },
+        ],
+    },
+};

package/lib/v2/csc/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/notice/:type?', require('./notice'));
+};

package/lib/v2/ddosi/category.js

@@ -0,0 +1,42 @@
+const envs = process.env;
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const url = 'https://www.ddosi.org/category';
+    const userAgent = envs.UA || 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1';
+    const category = ctx.params.category;
+    const response = await got({
+        method: 'get',
+        url: `${url}/${category}/`,
+        headers: {
+            'User-Agent': userAgent,
+            Referer: url,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('main>article').get();
+
+    const items = list.map((i) => {
+        const item = $(i);
+
+        const href = item.find('a:first-child').attr('href');
+        const title = item.find('.entry-title a').text();
+        const description = item.find('.entry-content p').text();
+        const date = parseDate(item.find('.meta-date a time').attr('datetime'));
+
+        return {
+            title: String(title),
+            description: String(description),
+            pubDate: date,
+            link: String(href),
+        };
+    });
+
+    ctx.state.data = {
+        title: `雨苁-${category}`,
+        link: `${url}/${category}/`,
+        item: items,
+    };
+};

package/lib/v2/ddosi/index.js

@@ -0,0 +1,41 @@
+const envs = process.env;
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const url = 'https://www.ddosi.org/';
+    const userAgent = envs.UA || 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1';
+    const response = await got({
+        method: 'get',
+        url: String(url),
+        headers: {
+            'User-Agent': userAgent,
+            Referer: url,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('main>article').get();
+
+    const items = list.map((i) => {
+        const item = $(i);
+
+        const href = item.find('a:first-child').attr('href');
+        const title = item.find('.entry-title a').text();
+        const description = item.find('.entry-content p').text();
+        const date = parseDate(item.find('.meta-date a time').attr('datetime'));
+
+        return {
+            title: String(title),
+            description: String(description),
+            pubDate: date,
+            link: String(href),
+        };
+    });
+
+    ctx.state.data = {
+        title: `雨苁`,
+        link: String(url),
+        item: items,
+    };
+};

package/lib/v2/ddosi/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/': ['XinRoom'],
+    '/category/:category': ['XinRoom'],
+};

package/lib/v2/ddosi/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'www.ddosi.org': {
+        _name: '🔰雨苁ℒ🔰',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/blog.html#yu-cong-bo-ke-shou-ye',
+                source: ['/'],
+                target: '/ddosi/',
+            },
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/blog.html#yu-cong-bo-ke-fen-lei',
+                source: ['/category/:category/'],
+                target: '/ddosi/category/:category',
+            },
+        ],
+    },
+};

package/lib/v2/ddosi/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/category/:category?', require('./category'));
+    router.get('/', require('./index'));
+};

package/lib/{routes → v2}/dockerhub/build.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { hash } = require('./utils');
 
 module.exports = async (ctx) => {
     const { owner, image, tag = 'latest' } = ctx.params;
@@ -22,7 +23,8 @@ module.exports = async (ctx) => {
                 link: `https://hub.docker.com/layers/docker/${namespace}/${tag}/images/${item.images[0].digest.replace(':', '-')}`,
                 author: owner,
                 pubDate: new Date(item.last_updated).toUTCString(),
-                guid: item.last_updated,
+                // only check for different images hashes (considering varients of all arches), since the tag name is already fixed
+                guid: hash(item.images),
             },
         ],
     };

package/lib/v2/dockerhub/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/build/:owner/:image/:tag?': ['HenryQW'],
+    '/tag/:owner/:image': ['outloudvi'],
+};

package/lib/v2/dockerhub/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'docker.com': {
+        _name: 'Docker Hub',
+        hub: [
+            {
+                title: '镜像有新 Build',
+                docs: 'https://docs.rsshub.app/program-update.html#docker-hub',
+                source: ['/r/:owner/:image', '/r/:owner/:image/tags', '/_/:image'],
+                target: (params) => `/dockerhub/build/${params.owner ? params.owner : 'library'}/${params.image}`,
+            },
+            {
+                title: '镜像有新 Tag',
+                docs: 'https://docs.rsshub.app/program-update.html#docker-hub',
+                source: ['/r/:owner/:image', '/r/:owner/:image/tags', '/_/:image'],
+                target: (params) => `/dockerhub/tag/${params.owner ? params.owner : 'library'}/${params.image}`,
+            },
+        ],
+    },
+};

package/lib/v2/dockerhub/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/build/:owner/:image/:tag?', require('./build'));
+    router.get('/tag/:owner/:image/:limits?', require('./tag'));
+};

package/lib/v2/dockerhub/tag.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { hash } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { owner, image, limits } = ctx.params;
+
+    const namespace = `${owner}/${image}`;
+    const link = `https://hub.docker.com/r/${namespace}`;
+
+    const pageSize = !isNaN(parseInt(limits)) ? parseInt(limits) : 10;
+
+    const data = await got.get(`https://hub.docker.com/v2/repositories/${namespace}/tags/?page_size=${pageSize}`);
+    const metadata = await got.get(`https://hub.docker.com/v2/repositories/${namespace}/`);
+
+    const tags = data.data.results;
+
+    ctx.state.data = {
+        title: `${namespace} tags`,
+        description: metadata.data.description,
+        link,
+        language: 'en',
+        item: tags.map((item) => ({
+            title: `${namespace}:${item.name} was updated`,
+            description: `${namespace}:${item.name} was updated, supporting the architectures of ${item.images.map((img) => `${img.os}/${img.architecture}`).join(', ')}`,
+            link: `https://hub.docker.com/layers/${owner === 'library' ? `${image}/` : ''}${namespace}/${item.name}/images/${item.images[0].digest.replace(':', '-')}`,
+            author: owner,
+            pubDate: parseDate(item.tag_last_pushed),
+            // check for (1) different tag names and (2) different image hashes, considering varients of all arches
+            guid: `${namespace}:${item.name}@${hash(item.images)}`,
+        })),
+    };
+};

package/lib/v2/dockerhub/utils.js

@@ -0,0 +1,10 @@
+const md5 = require('@/utils/md5');
+
+function hash(images) {
+    const entries = Object.entries(images)
+        .map((x) => [`${x.os}/${x.architecture}`, x.digest])
+        .sort((a, b) => a[0] - b[0]);
+    return md5(entries.map((x) => x.join(',')).join('|'));
+}
+
+module.exports = { hash };

package/lib/v2/douban/maintainer.js

@@ -0,0 +1,27 @@
+module.exports = {
+    '/book/latest': ['fengkx'],
+    '/book/rank/:type?': ['xyqfer', 'queensferryme'],
+    '/bookstore': ['xyqfer'],
+    '/celebrity/:id/:sort?': ['minimalistrojan'],
+    '/channel/:id/:nav?': ['umm233'],
+    '/channel/:id/subject/:nav': ['umm233'],
+    '/commercialpress/latest': ['xyqfer'],
+    '/doulist/:id': ['LogicJake'],
+    '/event/hot/:locationId': ['xyqfer'],
+    '/explore': ['clarkzsd'],
+    '/explore_column/:id': ['LogicJake'],
+    '/group/:groupid/:type?': ['DIYgod'],
+    '/jobs/:type': ['Fatpandac'],
+    '/movie/classification/:sort?/:score?/:tags?': ['zzwab'],
+    '/movie/later': ['DIYgod'],
+    '/movie/playing': ['DIYgod'],
+    '/movie/playing/:score': ['DIYgod'],
+    '/movie/ustop': ['DIYgod'],
+    '/movie/weekly/:type?': ['numm233', 'nczitzk'],
+    '/music/latest/:area?': ['fengkx', 'xyqfer'],
+    '/people/:userid/status/:routeParams': ['alfredcai'],
+    '/people/:userid/wish/:routeParams?': ['exherb'],
+    '/replied/:uid': ['nczitzk'],
+    '/replies/:uid': ['nczitzk'],
+    '/topic/:id/:sort?': ['LogicJake'],
+};

package/lib/v2/douban/other/explore.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'https://www.douban.com/explore',
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('div.item');
+
+    ctx.state.data = {
+        title: '豆瓣-浏览发现',
+        link: 'https://www.douban.com/explore',
+        item:
+            list &&
+            list
+                .map((_, item) => {
+                    item = $(item);
+
+                    const title = item.find('.title a').first().text() ? item.find('.title a').first().text() : '#' + item.find('.icon-topic').text();
+                    const desc = item.find('.content p').text();
+                    const itemPic = item.find('a.cover').attr('style')
+                        ? item
+                              .find('a.cover')
+                              .attr('style')
+                              .match(/\('(.*?)'\)/)[1]
+                        : '';
+                    const author = item.find('.usr-pic a').last().text();
+                    const link = item.find('.title a').attr('href') ?? item.find('.icon-topic a').attr('href');
+
+                    return {
+                        title,
+                        author,
+                        description: art(path.join(__dirname, '../templates/explore.art'), {
+                            author,
+                            desc,
+                            itemPic,
+                        }),
+                        link,
+                    };
+                })
+                .get(),
+    };
+};

package/lib/{routes/douban → v2/douban/other}/group.js

@@ -1,4 +1,4 @@
-const got = require('../../utils/got');
+const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {

package/lib/v2/douban/other/jobs.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'https://jobs.douban.com';
+
+const titleMap = {
+    social: '社会招聘',
+    campus: '校园招聘',
+    intern: '实习生招聘',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const url = `${rootUrl}/jobs/${type}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.mod.position');
+
+    const items = list
+        .map((_, item) => ({
+            title: $(item).find('h3').text(),
+            link: `${url}#${$(item).find('h3').attr('id')}`,
+            description: $(item).find('div.bd').html(),
+        }))
+        .get();
+
+    ctx.state.data = {
+        title: `豆瓣${titleMap[type]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/{routes/douban → v2/douban/other}/topic.js

@@ -28,7 +28,7 @@ module.exports = async (ctx) => {
             let link;
             let title;
             if (type === 'status') {
-                link = item.target.status.sharing_url;
+                link = item.target.status.sharing_url.split('?')[0];
                 author = item.target.status.author.name;
                 title = author + '的广播';
                 date = item.target.status.create_time;

package/lib/{routes → v2}/douban/people/status.js

@@ -51,6 +51,11 @@ function tryFixStatus(status) {
         }
     }
 
+    // 接口提供的URL最后有分享追踪器，要删去，否则路由无法工作
+    if (status.sharing_url) {
+        status.sharing_url = status.sharing_url.split('?')[0];
+    }
+
     if (!result.isFixSuccess) {
         status.sharing_url = 'https://www.douban.com?rsshub_failed=' + now.getTime().toString();
         if (!status.create_time) {
@@ -443,11 +448,16 @@ async function getFullTextItems(ctx, items) {
             if (cache) {
                 item.status.reshared_status.text = cache;
             } else if (tryFixStatus(item.status.reshared_status).isFixSuccess) {
-                const {
-                    data: { text },
-                } = await got({ url, headers });
-                ctx.cache.set(url, text);
-                item.status.reshared_status.text = text;
+                try {
+                    // 存在reshared_status字段正常，但尝试获取时返回403的情况。比如原po被炸号就可能这样。
+                    const {
+                        data: { text },
+                    } = await got({ url, headers });
+                    ctx.cache.set(url, text);
+                    item.status.reshared_status.text = text;
+                } catch (err) {
+                    item.status.reshared_status.text += '\n[获取原动态失败]';
+                }
             }
         })
     );

package/lib/v2/douban/radar.js

@@ -0,0 +1,54 @@
+module.exports = {
+    'douban.com': {
+        _name: '豆瓣',
+        www: [
+            {
+                title: '用户的广播',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/people/:user/',
+                target: (params, url, document) => {
+                    const uid = document && document.querySelector('html').innerHTML.match(/"id":"([0-9]+)"/)[1];
+                    return uid ? `/douban/people/${uid}/status` : '';
+                },
+            },
+            {
+                title: '小组-最新',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/group/:groupid',
+                target: '/douban/group/:groupid',
+            },
+            {
+                title: '小组-最热',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/group/:groupid',
+                target: '/douban/group/:groupid/essence',
+            },
+            {
+                title: '小组-精华',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/group/:groupid',
+                target: '/douban/group/:groupid/elite',
+            },
+        ],
+        jobs: [
+            {
+                title: '社会招聘',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/jobs/social',
+                target: '/jobs/social',
+            },
+            {
+                title: '校园招聘',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/jobs/campus',
+                target: '/jobs/campus',
+            },
+            {
+                title: '实习生招聘',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/jobs/intern',
+                target: '/jobs/intern',
+            },
+        ],
+    },
+};