rsshub 1.0.0-master.fdf137b → 1.0.0-master.fe775f5

package/lib/v2/ciidbnu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ciidbnu.org': {
+        _name: '中国收入分配研究院',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#',
+                source: ['/new1.asp', '/'],
+                target: (_params, url) => `/ciidbnu/${new URL(url).searchParams.get('pagetype')}`,
+            },
+        ],
+    },
+};

package/lib/v2/ciidbnu/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:id?', require('./index'));
+};

package/lib/v2/dahecube/index.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const utils = require('./utils');
+const { TYPE, parseUrl } = utils;
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'recommend';
+    const params = JSON.stringify({
+        channelid: TYPE[type].id,
+        pno: 1,
+        psize: 15,
+    });
+
+    const res = await got({
+        method: 'post',
+        url: 'https://app.dahecube.com/napi/news/pc/list',
+        headers: {
+            'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        },
+        body: params,
+    });
+
+    const list = res.data.data.items.map((item) => ({
+        title: item.title,
+        pubDate: parseDate(item.pubtime, 'YYYY-MM-DD HH:ss:mm'),
+        author: item.source,
+        id: item.recid,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'post',
+                    url: 'https://app.dahecube.com/napi/news/pc/artinfo',
+                    headers: {
+                        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+                    },
+                    body: JSON.stringify({
+                        artid: item.id,
+                    }),
+                });
+
+                item.description = detailResponse.data.data.content;
+                item.link = `https://www.dahecube.com/article.html?artid=${item.id}`;
+                delete item.id;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '大河财立方',
+        link: parseUrl(type),
+        description: `大河财立方 ${TYPE[type].name}`,
+        language: 'zh-cn',
+        item: items,
+    };
+
+    ctx.state.json = {
+        title: '大河财立方',
+        link: parseUrl(type),
+        description: `大河财立方 ${TYPE[type].name}`,
+        items,
+    };
+};

package/lib/v2/dahecube/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['linbuxiao'],
+};

package/lib/v2/dahecube/radar.js

@@ -0,0 +1,23 @@
+const utils = require('./utils');
+
+module.exports = {
+    'dahecube.com': {
+        _name: '大河财立方',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#da-he-cai-li-fang',
+                source: ['/channel.html?recid=:id', '/index.html?recid=:id'],
+                target: ({ id }) => {
+                    let type = 'recommend';
+                    Object.entries(utils.TYPE).forEach(([key, value]) => {
+                        if (value.id === id) {
+                            type = key;
+                        }
+                    });
+                    return `/dahecube/${type}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/dahecube/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/dahecube/utils.js

@@ -0,0 +1,47 @@
+const TYPE = {
+    recommend: {
+        name: '推荐',
+        id: 1,
+    },
+    history: {
+        name: '党史',
+        id: 37,
+    },
+    stock: {
+        name: '豫股',
+        id: 2,
+    },
+    business: {
+        name: '财经',
+        id: 4,
+    },
+    education: {
+        name: '投教',
+        id: 36,
+    },
+    finance: {
+        name: '金融',
+        id: 5,
+    },
+    science: {
+        name: '科创',
+        id: 19,
+    },
+    invest: {
+        name: '投融',
+        id: 29,
+    },
+    column: {
+        name: '专栏',
+        id: 33,
+    },
+};
+
+function parseUrl(type) {
+    return type === 'recommend' ? 'https://www.dahecube.com/index.html?recid=1' : `https://www.dahecube.com/channel.html?recid=${TYPE[type].id}`;
+}
+
+module.exports = {
+    TYPE,
+    parseUrl,
+};

package/lib/v2/dayanzai/index.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'http://www.dayanzai.me/';
+
+module.exports = async (ctx) => {
+    const { category, fulltext } = ctx.params;
+    const currentUrl = rootUrl + category;
+    const response = await got.get(currentUrl);
+    const $ = cheerio.load(response.data);
+    const lists = $('div.c-box > div > div.c-zx-list > ul > li');
+    const reg = /日期：(.*?(\s\(.*?\))?)\s/;
+    const list = lists
+        .map((index, item) => {
+            item = $(item).find('div');
+            let date = reg.exec(item.find('div.r > p.other').text())[1];
+            if (date.indexOf('周') !== -1 || date.indexOf('月') !== -1) {
+                date = /\((.*?)\)/.exec(date)[1];
+                date = parseDate(date, 'MM-DD');
+            } else if (date.indexOf('年') !== -1) {
+                date = /\((.*?)\)/.exec(date)[1];
+                date = parseDate(date, 'YYYY-MM-DD');
+            } else {
+                date = parseRelativeDate(date);
+            }
+            return {
+                title: item.find('div.r > p.r-top > span > a').text(),
+                pubDate: timezone(date, +8),
+                description: item.find('div.r > p.desc').text(),
+                link: item.find('div.r > p.r-top > span > a').attr('href'),
+            };
+        })
+        .get();
+    let items;
+    if (fulltext === 'y') {
+        items = await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got.get(item.link);
+                    const content = cheerio.load(detailResponse.data);
+                    item.description = content('div.intro-box').html();
+                    return item;
+                })
+            )
+        );
+    } else {
+        items = list;
+    }
+
+    ctx.state.data = {
+        title: `大眼仔旭 ${category}`,
+        link: currentUrl,
+        description: `大眼仔旭 ${category} RSS`,
+        item: items,
+    };
+};

package/lib/v2/dayanzai/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/dayanzai/:category/:fulltext?': ['nitezs'],
+};

package/lib/v2/dayanzai/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'dayanzai.me': {
+        _name: '大眼仔旭',
+        '.': [
+            {
+                title: '大眼仔旭',
+                docs: 'https://docs.rsshub.app/bbs.html#dayanzai',
+                source: ['/:category', '/:category/*'],
+                target: '/dayanzai/:category',
+            },
+        ],
+    },
+};

package/lib/v2/dayanzai/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category/:fulltext?', require('./index'));
+};

package/lib/v2/dhu/jiaowu/news.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const iconv = require('iconv-lite');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const base_url = 'https://jw.dhu.edu.cn';
+
+const map = {
+    student: '/tzggwxszl/list.htm',
+    teacher: '/tzggwjszl/list.htm',
+};
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const link = map.hasOwnProperty(type) ? `${base_url}${map[type]}` : `${base_url}/tzggwxszl/list.htm`;
+    const response = await got({
+        method: 'get',
+        url: link,
+        responseType: 'buffer',
+        headers: {
+            Referer: base_url,
+        },
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'utf-8'));
+    ctx.state.data = {
+        link: base_url,
+        title: '东华大学教务处-' + $('.col_title').text(),
+        item: $('.list_item')
+            .map((_, elem) => ({
+                link: new URL($('a', elem).attr('href'), base_url),
+                title: $('a', elem).attr('title'),
+                pubDate: timezone(parseDate($('.Article_PublishDate', elem).text()), +8),
+            }))
+            .get(),
+    };
+};

package/lib/v2/dhu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jiaowu/news/:type?': ['KiraKiseki'],
+    '/xxgk/news': ['KiraKiseki'],
+};

package/lib/v2/dhu/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'dhu.edu.cn': {
+        _name: '东华大学',
+        jw: [
+            {
+                title: '教务处通知',
+                docs: 'https://docs.rsshub.app/university.html#dong-hua-da-xue',
+            },
+        ],
+        xxgk: [
+            {
+                title: '最新信息公开',
+                docs: 'https://docs.rsshub.app/university.html#dong-hua-da-xue',
+            },
+        ],
+    },
+};

package/lib/v2/dhu/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/jiaowu/news/:type?', require('./jiaowu/news'));
+    router.get('/xxgk/news', require('./xxgk/news'));
+};

package/lib/v2/dhu/xxgk/news.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const iconv = require('iconv-lite');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const base_url = 'https://xxgk.dhu.edu.cn/1737/list.htm';
+
+module.exports = async (ctx) => {
+    const link = base_url;
+    const response = await got({
+        method: 'get',
+        url: link,
+        responseType: 'buffer',
+        headers: {
+            Referer: base_url,
+        },
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'utf-8'));
+    ctx.state.data = {
+        link: base_url,
+        title: '东华大学信息公开网-最新公开信息',
+        item: $('.cols')
+            .map((_, elem) => ({
+                link: new URL($('a', elem).attr('href'), base_url),
+                title: $('a', elem).attr('title'),
+                pubDate: timezone(parseDate($('.cols_meta', elem).text()), +8),
+            }))
+            .get(),
+    };
+};

package/lib/v2/disinfo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/publications': ['nczitzk'],
+};

package/lib/v2/disinfo/publications.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.disinfo.eu';
+    const currentUrl = `${rootUrl}/publications`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.elementor-heading-title a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.wp-block-spacer').remove();
+                content('.elementor-widget-container p').eq(0).remove();
+
+                content('img').each(function () {
+                    content(this).attr('src', content(this).attr('data-lazy-src'));
+                });
+
+                item.description = content('.elementor-widget-theme-post-content').html();
+                item.pubDate = parseDate(content('meta[property="article:modified_time"]').attr('content'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/disinfo/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'disinfo.eu': {
+        _name: 'EU Disinfo Lab',
+        '.': [
+            {
+                title: 'Publications',
+                docs: 'https://docs.rsshub.app/new-media.html#eu-disinfo-lab',
+                source: ['/'],
+                target: '/disinfo/publications',
+            },
+        ],
+    },
+};

package/lib/v2/disinfo/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/publications', require('./publications'));
+};

package/lib/v2/disinformationindex/blog.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://disinformationindex.org';
+    const currentUrl = `${rootUrl}/blog`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.blog-entry-title a')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.author = content('.meta-author').text();
+                    item.description = content('.entry-content').html();
+                    item.pubDate = parseDate(content('.meta-date').text(), 'MMMM D, YYYY');
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/disinformationindex/maintainer.js

@@ -0,0 +1,4 @@
+module.export = {
+    '/blog': ['nczitzk'],
+    '/research': ['nczitzk'],
+};

package/lib/v2/disinformationindex/radar.js

@@ -0,0 +1,19 @@
+module.export = {
+    'disinformationindex.org': {
+        _name: 'Global Disinformation Index',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/new-media.html#global-disinformation-index',
+                source: ['/'],
+                target: '/disinformationindex/blog',
+            },
+            {
+                title: 'Research',
+                docs: 'https://docs.rsshub.app/new-media.html#global-disinformation-index',
+                source: ['/'],
+                target: '/disinformationindex/research',
+            },
+        ],
+    },
+};

package/lib/v2/disinformationindex/research.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://disinformationindex.org';
+    const currentUrl = `${rootUrl}/research`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.elementor-widget-container .elementor-text-editor')
+        .map((_, item) => {
+            item = $(item);
+            const title = item.find('h3, h4').eq(0);
+            const image = item.parentsUntil('.elementor-container').find('.elementor-image img');
+            const firstLink = item.find('a.button').eq(0);
+
+            let links = '';
+            item.find('a.button').each(function () {
+                links += `<br><a href="${$(this).attr('href')}">${$(this).text()}</a>`;
+            });
+
+            return {
+                link: firstLink.attr('href'),
+                title: title.text() || firstLink.text(),
+                description: art(path.resolve(__dirname, 'templates/description.art'), {
+                    image: image ? image.attr('src') : undefined,
+                    title: title.next().html(),
+                    links,
+                }),
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/disinformationindex/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/blog', require('./blog'));
+    router.get('/research', require('./research'));
+};

package/lib/v2/disinformationindex/templates/description.art

@@ -0,0 +1,7 @@
+{{ if image }}
+    <img src="{{ image }}"><br>
+{{ /if }}
+{{ if title }}
+    {{@ title }}
+{{ /if }}
+{{@ links }}

package/lib/v2/dockerhub/utils.js

@@ -2,7 +2,7 @@ const md5 = require('@/utils/md5');
 
 function hash(images) {
     const entries = Object.entries(images)
-        .map((x) => [`${x.os}/${x.architecture}`, x.digest])
+        .map((x) => [`${x[1].os}/${x[1].architecture}`, x[1].digest])
         .sort((a, b) => a[0] - b[0]);
     return md5(entries.map((x) => x.join(',')).join('|'));
 }

package/lib/v2/douban/people/wish.js

@@ -2,7 +2,7 @@ const querystring = require('querystring');
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const torrent = require('@/utils/torrent');
-
+const config = require('@/config').value;
 module.exports = async (ctx) => {
     const userid = ctx.params.userid;
     const routeParams = querystring.parse(ctx.params.routeParams);
@@ -25,6 +25,7 @@ module.exports = async (ctx) => {
                 url,
                 headers: {
                     Referer: url,
+                    Cookie: config.douban.cookie || '',
                 },
             }).then((response) => {
                 const data = response.data;

package/lib/{routes → v2}/dtcj/datahero.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 const titles = {
     5: '侠创',
@@ -9,7 +10,7 @@ const titles = {
 };
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
+    const category = ctx.params.category ?? '';
 
     const rootUrl = 'https://dtcj.com';
     const currentUrl = `${rootUrl}/api/v1/data_hero_informations?per=15&page=1&topic_id=${category}`;
@@ -22,7 +23,7 @@ module.exports = async (ctx) => {
         title: item.title,
         author: item.author,
         link: `https://dtcj.com/topic/${item.id}`,
-        pubDate: new Date(item.date).toUTCString(),
+        pubDate: parseDate(item.date),
     }));
 
     const items = await Promise.all(