rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/{routes → v2}/douban/people/status.js

@@ -51,6 +51,11 @@ function tryFixStatus(status) {
         }
     }
 
+    // 接口提供的URL最后有分享追踪器，要删去，否则路由无法工作
+    if (status.sharing_url) {
+        status.sharing_url = status.sharing_url.split('?')[0];
+    }
+
     if (!result.isFixSuccess) {
         status.sharing_url = 'https://www.douban.com?rsshub_failed=' + now.getTime().toString();
         if (!status.create_time) {
@@ -443,11 +448,16 @@ async function getFullTextItems(ctx, items) {
             if (cache) {
                 item.status.reshared_status.text = cache;
             } else if (tryFixStatus(item.status.reshared_status).isFixSuccess) {
-                const {
-                    data: { text },
-                } = await got({ url, headers });
-                ctx.cache.set(url, text);
-                item.status.reshared_status.text = text;
+                try {
+                    // 存在reshared_status字段正常，但尝试获取时返回403的情况。比如原po被炸号就可能这样。
+                    const {
+                        data: { text },
+                    } = await got({ url, headers });
+                    ctx.cache.set(url, text);
+                    item.status.reshared_status.text = text;
+                } catch (err) {
+                    item.status.reshared_status.text += '\n[获取原动态失败]';
+                }
             }
         })
     );

package/lib/v2/douban/radar.js

@@ -0,0 +1,54 @@
+module.exports = {
+    'douban.com': {
+        _name: '豆瓣',
+        www: [
+            {
+                title: '用户的广播',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/people/:user/',
+                target: (params, url, document) => {
+                    const uid = document && document.querySelector('html').innerHTML.match(/"id":"([0-9]+)"/)[1];
+                    return uid ? `/douban/people/${uid}/status` : '';
+                },
+            },
+            {
+                title: '小组-最新',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/group/:groupid',
+                target: '/douban/group/:groupid',
+            },
+            {
+                title: '小组-最热',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/group/:groupid',
+                target: '/douban/group/:groupid/essence',
+            },
+            {
+                title: '小组-精华',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/group/:groupid',
+                target: '/douban/group/:groupid/elite',
+            },
+        ],
+        jobs: [
+            {
+                title: '社会招聘',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/jobs/social',
+                target: '/jobs/social',
+            },
+            {
+                title: '校园招聘',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/jobs/campus',
+                target: '/jobs/campus',
+            },
+            {
+                title: '实习生招聘',
+                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                source: '/jobs/intern',
+                target: '/jobs/intern',
+            },
+        ],
+    },
+};

package/lib/v2/douban/router.js

@@ -0,0 +1,27 @@
+module.exports = function (router) {
+    router.get('/book/latest', require('./other/latest_book'));
+    router.get('/book/rank/:type?', require('./book/rank'));
+    router.get('/bookstore', require('./other/bookstore'));
+    router.get('/celebrity/:id/:sort?', require('./other/celebrity.js'));
+    router.get('/channel/:id/subject/:nav', require('./channel/subject.js'));
+    router.get('/channel/:id/:nav?', require('./channel/topic.js'));
+    router.get('/commercialpress/latest', require('./commercialpress/latest'));
+    router.get('/doulist/:id', require('./other/doulist'));
+    router.get('/event/hot/:locationId', require('./event/hot'));
+    router.get('/explore', require('./other/explore'));
+    router.get('/explore/column/:id', require('./other/explore_column'));
+    router.get('/group/:groupid/:type?', require('./other/group'));
+    router.get('/jobs/:type', require('./other/jobs.js'));
+    router.get('/movie/classification/:sort?/:score?/:tags?', require('./other/classification.js'));
+    router.get('/movie/later', require('./other/later'));
+    router.get('/movie/playing', require('./other/playing'));
+    router.get('/movie/playing/:score', require('./other/playing'));
+    router.get('/movie/ustop', require('./other/ustop'));
+    router.get('/movie/weekly/:type?', require('./other/weekly_best'));
+    router.get('/music/latest/:area?', require('./other/latest_music'));
+    router.get('/people/:userid/status/:routeParams?', require('./people/status.js'));
+    router.get('/people/:userid/wish/:routeParams?', require('./people/wish.js'));
+    router.get('/replied/:uid', require('./other/replied'));
+    router.get('/replies/:uid', require('./other/replies'));
+    router.get('/topic/:id/:sort?', require('./other/topic.js'));
+};

package/lib/v2/douban/templates/explore.art

@@ -0,0 +1,7 @@
+作者：{{author}}
+<br>
+描述：{{desc}}
+<br>
+{{ if itemPic }}
+<img src={{ itemPic }}>
+{{ /if }}

package/lib/v2/dushu/fuzhou/index.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const host = 'https://gateway-api-ipv4.dushu365.com/compose-orch/offlineActivity/v100/activity/list';
+const itemLink = 'https://card.dushu.io/requirement/offline-activity/activity-detail/v/index.html';
+const link = 'https://card.dushu.io/requirement/offline-activity/host-home/v/index.html?webview-type=rn&hostId=xtntzsnwsnkw511r';
+
+const transformTime = (item) => {
+    const startTime = new Date(item.startTime);
+    item.startTime = `${startTime.getFullYear()}-${startTime.getMonth() + 1}-${startTime.getDate()} ${startTime.getHours()}:${startTime.getMinutes()}`;
+    const endTime = new Date(item.endTime);
+    item.endTime = `${endTime.getFullYear()}-${endTime.getMonth() + 1}-${endTime.getDate()} ${endTime.getHours()}:${endTime.getMinutes()}`;
+};
+
+module.exports = async (ctx) => {
+    const response = await got
+        .post(host, {
+            json: {
+                channelTid: 'xtntzsnwsnkw511r',
+                pageNo: 1,
+                pageSize: 10,
+                type: 0,
+            },
+        })
+        .json();
+
+    const data = response.data.activityListVOS;
+    data.map(transformTime);
+
+    ctx.state.data = {
+        title: '樊登福州运营中心',
+        link,
+        item: data.map((item) => ({
+            title: item.activityName,
+            link: itemLink + '?productId=' + item.activityId + '&type=' + item.type,
+            description: art(path.join(__dirname, 'templates/message.art'), {
+                item,
+            }),
+        })),
+    };
+};

package/lib/v2/dushu/fuzhou/templates/message.art

@@ -0,0 +1,9 @@
+<text>地区：{{item.areaName}}</text>
+<br>
+<text>地点：{{item.address}}</text>
+<br>
+<text>开始时间： {{item.startTime}}</text>
+<br>
+<text>结束时间： {{item.endTime}}</text>
+<br>
+<img style="heigth:500px;width:500px" src="{{item.posterImg}}">

package/lib/v2/dushu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/fuzhou': ['Fatpandac'],
+};

package/lib/v2/dushu/radar.js

@@ -0,0 +1,24 @@
+module.exports = {
+    'dushu.io': {
+        _name: '樊登读书会',
+        card: [
+            {
+                title: '福州运营中心',
+                docs: 'https://docs.rsshub.app/new-media.html#fan-deng-du-shu-fan-deng-fu-zhou-yun-ying-zhong-xin',
+                source: ['*'],
+                target: '/dushu/fuzhou',
+            },
+        ],
+    },
+    'dushu365.com': {
+        _name: '樊登读书会',
+        www: [
+            {
+                title: '福州运营中心',
+                docs: 'https://docs.rsshub.app/new-media.html#fan-deng-du-shu-fan-deng-fu-zhou-yun-ying-zhong-xin',
+                source: ['*'],
+                target: '/dushu/fuzhou',
+            },
+        ],
+    },
+};

package/lib/v2/dushu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/fuzhou', require('./fuzhou/index'));
+};

package/lib/v2/e-hentai/index.js

@@ -0,0 +1,115 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+    const what = ctx.params.what ?? '';
+    const needTorrents = /t|y/i.test(ctx.params.needTorrents ?? 'true');
+    const needImages = /t|y/i.test(ctx.params.needImages ?? 'true');
+
+    const rootUrl = 'https://e-hentai.org';
+    const currentUrl = `${rootUrl}/${id ? (what === 'search' ? `?${id}` : what === 'category' ? id : `${what}/${id}`) : what}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.itd').parent().remove();
+
+    let items = $('table.gltc tbody tr')
+        .slice(1, ctx.query.limit ? parseInt(ctx.query.limit) + 1 : needImages ? 16 : 26)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.find('div.glink').text(),
+                author: item.find('td.glhide div a').text(),
+                link: item.find('td.glname a').attr('href'),
+                pubDate: parseDate(item.find('div.ir').prev().text()),
+                category: item
+                    .find('div.gt')
+                    .toArray()
+                    .map((tag) => $(tag).attr('title').replace(/^:/, '')),
+                description: needImages ? '' : `<img src="${item.find('div.glthumb div img').attr('data-src') ?? item.find('div.glthumb div img').attr('src')}">`,
+                enclosure_url: needTorrents ? (item.find('div.gldown a img[title="Show torrents"]').length > 0 ? item.find('.gldown a').attr('href') : undefined) : undefined,
+            };
+        });
+
+    items = await Promise.all(
+        items.map(async (item) => {
+            if (item.enclosure_url) {
+                let forms = '',
+                    torrents = await ctx.cache.get(item.enclosure_url);
+
+                if (!torrents) {
+                    const torrentResponse = await got({
+                        method: 'get',
+                        url: item.enclosure_url,
+                    });
+
+                    const torrent = cheerio.load(torrentResponse.data);
+
+                    torrent('h1, input[name="torrent_info"]').remove();
+                    forms = torrent('form').parent().html();
+
+                    torrents = torrent('table tbody tr td a')
+                        .toArray()
+                        .map((t) => {
+                            t = torrent(t);
+                            return { link: t.attr('href'), title: t.text() };
+                        });
+                    ctx.cache.set(item.enclosure_url, torrents);
+                }
+                item.description += forms;
+                item.enclosure_url = torrents[0].link;
+                item.enclosure_type = 'application/x-bittorrent';
+            }
+
+            if (needImages) {
+                let images = await ctx.cache.get(item.link);
+
+                if (!images) {
+                    const imageResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(imageResponse.data);
+
+                    images = await Promise.all(
+                        content('.gdtm a')
+                            .toArray()
+                            .map((i) =>
+                                ctx.cache.tryGet(content(i).attr('href'), async () => {
+                                    const imageResponse = await got({
+                                        method: 'get',
+                                        url: content(i).attr('href'),
+                                    });
+
+                                    const image = cheerio.load(imageResponse.data);
+
+                                    return image('#img').attr('src');
+                                })
+                            )
+                    );
+                    ctx.cache.set(item.link, images);
+                }
+                item.description += art(path.join(__dirname, 'templates/images.art'), { images });
+            }
+            return item;
+        })
+    );
+
+    ctx.state.data = {
+        title: `${id || what || 'Front Page'} - E-Hentai Galleries`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/e-hentai/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/category/:category?/:needTorrents?/:needImages?': ['nczitzk'],
+    '/tag/:tag?/:needTorrents?/:needImages?': ['nczitzk'],
+    '/search/:keyword?/:needTorrents?/:needImages?': ['nczitzk'],
+};

package/lib/v2/e-hentai/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'e-hentai.org': {
+        _name: 'E-Hentai',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/multimedia.html#e-hentai-fen-lei',
+                source: ['/:category', '/'],
+                target: '/e-hentai/category/:category?',
+            },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/multimedia.html#e-hentai-biao-qian',
+                source: ['/tag/:tag', '/'],
+                target: '/e-hentai/tag/:tag?',
+            },
+            {
+                title: '搜索',
+                docs: 'https://docs.rsshub.app/multimedia.html#e-hentai-sou-suo',
+                source: ['/:keyword', '/'],
+                target: '/e-hentai/search/:keyword?',
+            },
+        ],
+    },
+};

package/lib/v2/e-hentai/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:what?/:id?/:needTorrents?/:needImages?', require('./index'));
+};

package/lib/v2/e-hentai/templates/images.art

@@ -0,0 +1,3 @@
+{{ each images image }}
+<div><img src="{{ image }}"></div>
+{{ /each }}

package/lib/v2/eastday/find.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://apin.eastday.com';
+    const currentUrl = `${rootUrl}/api/news/Find`;
+
+    const response = await got({
+        method: 'post',
+        url: currentUrl,
+        json: {
+            currentPage: 1,
+            newsType: 1,
+            pageSize: 30,
+            query: '',
+        },
+    });
+
+    const list = response.data.newsList.list.map((item) => ({
+        link: item.url,
+        title: item.title,
+        pubDate: timezone(parseDate(item.time), +8),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.detail').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '热点搜索 - 东方网',
+        link: 'https://news.eastday.com/china/index_K43594.html',
+        item: items,
+    };
+};

package/lib/v2/eastday/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/find': ['nczitzk'],
+    '/portrait': ['nczitzk'],
+};

package/lib/v2/eastday/portrait.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://apin.eastday.com';
+    const currentUrl = `${rootUrl}/api/news/Portrait`;
+
+    const response = await got({
+        method: 'post',
+        url: currentUrl,
+        json: {
+            currentPage: 1,
+            pageSize: 30,
+        },
+    });
+
+    const list = response.data.list.map((item) => ({
+        link: item.url,
+        title: item.title,
+        pubDate: timezone(parseDate(item.time), +8),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.detail').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '原创 - 东方网',
+        link: 'https://www.eastday.com/eastday/shouye/07index/yc/index.html',
+        item: items,
+    };
+};

package/lib/v2/eastday/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'eastday.com': {
+        _name: '东方网',
+        www: [
+            {
+                title: '热点搜索',
+                docs: 'https://docs.rsshub.app/traditional-media.html#dong-fang-wang-re-dian-sou-suo',
+                source: '/',
+                target: '/eastday/find',
+            },
+            {
+                title: '原创',
+                docs: 'https://docs.rsshub.app/traditional-media.html#dong-fang-wang-yuan-chuang',
+                source: '/',
+                target: '/eastday/portrait',
+            },
+        ],
+    },
+};

package/lib/v2/eastday/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/find', require('./find'));
+    router.get('/portrait', require('./portrait'));
+};

package/lib/v2/ecust-jxjy/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/ecust-jxjy/news': ['jialinghui'],
+};

package/lib/v2/ecust-jxjy/news.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseURL = 'https://jxjy.ecust.edu.cn/';
+
+module.exports = async (ctx) => {
+    const url = baseURL + 'yeDaZhuanLan.aspx?pk=153';
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+
+    const list = $('#main .enro_content>dl');
+
+    const items = await Promise.all(
+        list.map(async (i, item) => {
+            item = $(item);
+            const link = baseURL + item.find('a').attr('href');
+            const description = await ctx.cache.tryGet(link, async () => {
+                const result = await got.get(link);
+
+                const $ = cheerio.load(result.data);
+
+                return $('#articlepanel').html();
+            });
+            return {
+                title: item.find('a').text().trim(),
+                pubDate: timezone(parseDate(item.find('dd').text().trim(), 'YYYY/MM/DD'), +8),
+                link,
+                description,
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: '华东理工继续教育学院',
+        description: '新闻公告',
+        link: baseURL,
+        item: items,
+    };
+};

package/lib/v2/ecust-jxjy/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'jxjy.ecust.edu.cn': {
+        _name: '华东理工继续教育学院',
+        '.': [
+            {
+                title: '新闻公告',
+                docs: 'https://docs.rsshub.app/university.html#hua-dong-li-gong-ji-xu-jiao-yu-xue-yuan',
+                source: '/yeDaZhuanLan.aspx?pk=153',
+                target: '/ecust-jxjy/news',
+            },
+        ],
+    },
+};

package/lib/v2/ecust-jxjy/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news', require('./news'));
+};

package/lib/v2/elsevier/latest.js

@@ -0,0 +1,87 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const host = 'https://www.sciencedirect.com';
+    const journal = ctx.params.journal;
+    const hostUrl = host.concat('/journal/', journal);
+    const resp = await got(host);
+    const cookie = resp.headers['set-cookie'].join(' ');
+    const headers = {
+        Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'Accept-Language': 'zh-CN,zh;q=0.9',
+        Referer: 'https://id.elsevier.com/',
+        Host: host.replace('https://', ''),
+        'User-Agent': config.ua,
+        cookie,
+    };
+
+    const preResponse = await got({
+        method: 'get',
+        url: hostUrl,
+        headers,
+    });
+    const $1 = cheerio.load(preResponse.data);
+    const jrnlName = $1('.anchor.js-title-link').text();
+    const ltstUrl = host.concat($1('.anchor.js-volume').attr('href'));
+    let volume = '';
+    if (ltstUrl.match('suppl') !== null) {
+        volume = 'Volume ' + ltstUrl.match('vol/(.*)/suppl')[1];
+    } else if (ltstUrl.match('issue') !== null) {
+        volume = 'Volume ' + ltstUrl.match('vol/(.*)/issue')[1] + ' Issue ' + ltstUrl.match('/issue/(.*)')[1];
+    }
+
+    const response = await got({
+        method: 'get',
+        url: ltstUrl,
+        headers,
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('.js-article')
+        .map((_, item) => {
+            const title = $(item).find('.js-article-title').text();
+            const authors = $(item).find('.js-article__item__authors').text();
+            const link = $(item).find('.article-content-title').attr('href');
+            const id = $(item).find('.article-content-title').attr('id');
+            return {
+                title,
+                link,
+                id,
+                authors,
+                volume,
+            };
+        })
+        .get();
+
+    const renderDesc = (item) =>
+        art(path.join(__dirname, 'templates/description.art'), {
+            item,
+        });
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const itemResponse = await got({
+                    method: 'get',
+                    url: host.concat('/science/article/pii/', item.id),
+                    headers,
+                });
+                const content = cheerio.load(itemResponse.data);
+                content('.section-title').remove();
+                const doi = content('.doi').attr('href').replace('https://doi.org/', '');
+                item.doi = doi;
+                item.abstract = content('.abstract.author').html();
+                item.description = renderDesc(item);
+                return item;
+            })
+        )
+    );
+    ctx.state.data = {
+        title: jrnlName.concat(' - Latest'),
+        link: hostUrl,
+        item: list,
+    };
+};