rsshub 1.0.0-master.fccb918 → 1.0.0-master.fd1d453

package/lib/v2/diandong/news.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://webapi.diandong.com';
+
+const titleMap = {
+    0: '推荐',
+    29: '新车',
+    61: '导购',
+    30: '试驾',
+    75: '用车',
+    22: '技术',
+    24: '政策',
+    23: '行业',
+};
+
+module.exports = async (ctx) => {
+    const cate = ctx.params.cate ?? 0;
+    const limit = ctx.query.limit ? Number(ctx.query.limit) : 25;
+    const url = `${rootUrl}/content/list?page=1&size=${limit}&source_id=12&content_type=news&content_ids=&category_id=${cate}`;
+
+    const response = await got(url);
+    const data = response.data.data.list;
+    const list = data.map((item) => ({
+        title: item.title,
+        pubDate: parseDate(item.published),
+        author: item.author,
+        link: `https://www.diandong.com/news/${item.contentid}.html`,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                item.description = $('#gallery-selector').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `电动邦 - ${titleMap[cate]}`,
+        link: 'https://www.diandong.com/news',
+        item: items,
+    };
+};

package/lib/v2/diandong/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'diandong.com': {
+        _name: '电动邦',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#dong-qiu-di',
+                source: ['/news'],
+                target: '/diandong/news/:cate',
+            },
+            {
+                title: '电动号',
+                docs: 'https://docs.rsshub.app/new-media.html#dong-qiu-di',
+                source: ['/news/ddh'],
+                target: '/diandong/ddh/:cate',
+            },
+        ],
+    },
+};

package/lib/v2/diandong/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/news/:cate?', require('./news'));
+    router.get('/ddh/:cate?', require('./ddh'));
+};

package/lib/v2/diershoubing/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news': ['wushijishan'],
+};

package/lib/v2/diershoubing/news.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const renderDesc = (data) => art(path.join(__dirname, 'templates/news.art'), data);
+
+module.exports = async (ctx) => {
+    const { data } = await got(`https://api.diershoubing.com:5001/feed/tag/?pn=0&rn=${ctx.query.limit ? Number(ctx.query.limit) : 20}&tag_type=0&src=ios`);
+
+    const items = data.feeds.map((item) => {
+        let acontent;
+        let type;
+        if (item.video_img && item.video_type === 'bilibili') {
+            acontent = { img: item.video_img, bvid: item.video_url.replace('https://www.bilibili.com/video/', '').replace('/', '') };
+            type = 'bilibili';
+        } else if (item.acontent.startsWith('{')) {
+            const contentData = JSON.parse(item.acontent);
+            if (contentData.imgs) {
+                acontent = contentData.imgs.split(',');
+                type = 'imgs';
+            } else {
+                acontent = { img: contentData.video.split('|')[0], bvid: contentData.video.split('|')[1].replace('https://www.bilibili.com/video/', '') };
+                type = 'bilibili';
+            }
+        } else {
+            acontent = item.acontent.split(',');
+            type = 'imgs';
+        }
+
+        return {
+            title: item.title,
+            link: item.share.url,
+            description: renderDesc({
+                description: item.content.replace(/\r\n/g, '<br>'),
+                type,
+                acontent,
+            }),
+            category: item.feed_type,
+            author: item.create_nick_name,
+            pubDate: parseDate(item.create_time),
+        };
+    });
+
+    ctx.state.data = {
+        title: `二柄APP`,
+        link: `https://www.diershoubing.com`,
+        description: `二柄APP新闻`,
+        item: items,
+    };
+};

package/lib/v2/diershoubing/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'diershoubing.com': {
+        _name: '二柄 APP',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/game.html#er-bing-app',
+                source: ['/'],
+                target: '/diershoubing/news',
+            },
+        ],
+    },
+};

package/lib/v2/diershoubing/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news', require('./news'));
+};

package/lib/v2/diershoubing/templates/news.art

@@ -0,0 +1,9 @@
+{{@ description }}
+{{ if type === 'imgs' }}
+{{ each acontent img }}
+<img src={{ img }}>
+{{ /each }}
+{{ else if type === 'bilibili' }}
+<img src={{ acontent.img }}>
+<iframe src="https://player.bilibili.com/player.html?bvid={{ acontent.bvid }}&high_quality=1" width="650" height="477" scrolling="no" border="0" frameborder="no" framespacing="0" allowfullscreen="true"></iframe>
+{{ /if }}

package/lib/v2/diskanalyzer/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/whats-new': ['nczitzk'],
+};

package/lib/v2/diskanalyzer/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'diskanalyzer.com': {
+        _name: "What's New",
+        '.': [
+            {
+                title: 'Change Log',
+                docs: 'https://docs.rsshub.app/program-update.html#wiztree-whats-new',
+                source: ['/whats-new', '/'],
+                target: '/diskanalyzer/whats-new',
+            },
+        ],
+    },
+};

package/lib/v2/diskanalyzer/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/whats-new', require('./whats-new'));
+};

package/lib/v2/diskanalyzer/whats-new.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://diskanalyzer.com';
+    const currentUrl = `${rootUrl}/whats-new`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.blog-content h4')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const title = item.text();
+
+            let description = '';
+            item.nextUntil('h4').each(function () {
+                description += $(this).html();
+            });
+            if (description === '') {
+                item.parent()
+                    .nextUntil('h4')
+                    .each(function () {
+                        description += $(this).html();
+                    });
+            }
+
+            return {
+                title,
+                link: currentUrl,
+                description,
+                pubDate: parseDate(title.match(/\((.*)\)/)[1], ['D MMMM YYYY', 'D MMM YYYY']),
+                guid: title,
+            };
+        });
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/domp4/detail.js

@@ -0,0 +1,67 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { decodeCipherText, composeMagnetUrl } = require('./utils');
+
+const baseUrl = 'https://www.domp4.cc';
+
+function getItemList($, detailUrl) {
+    const encoded = $('.article script[type]')
+        .text()
+        .match(/return p}\('(.*)',(\d+),(\d+),'(.*)'.split\(/);
+    const data = JSON.parse(
+        decodeCipherText(encoded[1], encoded[2], encoded[3], encoded[4].split('|'), 0, {})
+            .match(/var down_urls=\\'(.*)\\'/)[1]
+            .replace(/\\\\"/g, '"')
+            .replace(/\\\\\\/g, '')
+    );
+    const { downurls } = data.Data[0];
+    return downurls.map((item) => {
+        const [title, magnet] = item.split('$');
+        return {
+            enclosure_url: composeMagnetUrl(magnet),
+            enclosure_length: '',
+            enclosure_type: 'application/x-bittorrent',
+            title,
+            link: detailUrl,
+        };
+    });
+}
+
+function getMetaInfo($) {
+    const title = $('.article-header .text p').first().find('span').text();
+    const cover = $('.article-header .pic img').attr('src');
+    const description = $('.article-related.info p').text();
+    return {
+        title,
+        cover,
+        description,
+    };
+}
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    let pureId = id;
+    let detailType = 'html';
+    // compatible for .html suffix in radar
+    if (id.endsWith('.html')) {
+        pureId = id.replace('.html', '');
+    }
+    // compatible for /detail/123.html && /html/xxx.html
+    if (/^\d+$/.test(pureId)) {
+        detailType = 'detail';
+    }
+    const detailUrl = `${baseUrl}/${detailType}/${pureId}.html`;
+
+    const res = await got(detailUrl);
+    const $ = cheerio.load(res.data);
+    const list = getItemList($, detailUrl);
+    const meta = getMetaInfo($);
+
+    ctx.state.data = {
+        link: detailUrl,
+        title: meta.title || 'domp4电影 - 详情',
+        image: meta.cover,
+        description: meta.description,
+        item: list,
+    };
+};

package/lib/v2/domp4/latest.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const baseUrl = 'https://www.domp4.cc';
+const latestUrl = 'https://www.domp4.cc/custom/update.html';
+
+function getItemList($, type) {
+    const list = $(`#${type} .list-group-item`)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').text(),
+                link: `${baseUrl}${item.find('a').attr('href')}`,
+            };
+        });
+    return list;
+}
+
+module.exports = async (ctx) => {
+    const { type = 'vod' } = ctx.params;
+    const res = await got.get(latestUrl);
+    const $ = cheerio.load(res.data);
+    const list = getItemList($, type);
+
+    ctx.state.data = {
+        link: latestUrl,
+        title: 'domp4电影',
+        item: list,
+    };
+};

package/lib/v2/domp4/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/detail/:id': ['savokiss'],
+    '/latest/:type?': ['savokiss'],
+};

package/lib/v2/domp4/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'domp4.cc': {
+        _name: 'domp4电影',
+        '.': [
+            {
+                title: '最近更新',
+                docs: 'https://docs.rsshub.app/multimedia.html#domp4-ying-shi',
+                source: ['/', '/custom/update.html'],
+                target: '/domp4/latest/:type?',
+            },
+            {
+                title: '剧集订阅',
+                docs: 'https://docs.rsshub.app/multimedia.html#domp4-ying-shi',
+                source: '/html/:id',
+                target: '/domp4/detail/:id',
+            },
+            {
+                title: '剧集订阅',
+                docs: 'https://docs.rsshub.app/multimedia.html#domp4-ying-shi',
+                source: '/detail/:id',
+                target: '/domp4/detail/:id',
+            },
+        ],
+    },
+};

package/lib/v2/domp4/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/detail/:id', require('./detail'));
+    router.get('/latest/:type?', require('./latest'));
+};

package/lib/v2/domp4/utils.js

@@ -0,0 +1,72 @@
+/**
+ * trackers from https://www.domp4.cc/Style/2020/js/base.js?v=2
+ */
+const magnetTrackers = [
+    'https://tracker.iriseden.fr:443/announce',
+    'https://tr.highstar.shop:443/announce',
+    'https://tr.fuckbitcoin.xyz:443/announce',
+    'https://tr.doogh.club:443/announce',
+    'https://tr.burnabyhighstar.com:443/announce',
+    'https://t.btcland.xyz:443/announce',
+    'http://vps02.net.orel.ru:80/announce',
+    'https://tracker.kuroy.me:443/announce',
+    'http://tr.cili001.com:8070/announce',
+    'http://t.overflow.biz:6969/announce',
+    'http://t.nyaatracker.com:80/announce',
+    'http://open.acgnxtracker.com:80/announce',
+    'http://nyaa.tracker.wf:7777/announce',
+    'http://home.yxgz.vip:6969/announce',
+    'http://buny.uk:6969/announce',
+    'https://tracker.tamersunion.org:443/announce',
+    'https://tracker.nanoha.org:443/announce',
+    'https://tracker.loligirl.cn:443/announce',
+    'udp://bubu.mapfactor.com:6969/announce',
+    'http://share.camoe.cn:8080/announce',
+    'udp://movies.zsw.ca:6969/announce',
+    'udp://ipv4.tracker.harry.lu:80/announce',
+    'udp://tracker.sylphix.com:6969/announce',
+    'http://95.216.22.207:9001/announce',
+];
+
+/**
+ * compose magnet url with trackers
+ */
+function composeMagnetUrl(magnet, trackers = magnetTrackers) {
+    return `${magnet}&tr=${trackers.join('&tr=')}`;
+}
+
+/**
+ * method for generating magnet url
+ * from the detail page source
+ */
+function decodeCipherText(p, a, c, k, e, d) {
+    e = function (c) {
+        return (c < a ? '' : e(parseInt(c / a))) + ((c = c % a) > 35 ? String.fromCharCode(c + 29) : c.toString(36));
+    };
+    if (!''.replace(/^/, String)) {
+        while (c--) {
+            d[e(c)] = k[c] || e(c);
+        }
+        k = [
+            function (e) {
+                return d[e];
+            },
+        ];
+        e = function () {
+            return '\\w+';
+        };
+        c = 1;
+    }
+    while (c--) {
+        if (k[c]) {
+            p = p.replace(new RegExp('\\b' + e(c) + '\\b', 'g'), k[c]);
+        }
+    }
+    return p;
+}
+
+module.exports = {
+    magnetTrackers,
+    composeMagnetUrl,
+    decodeCipherText,
+};

package/lib/v2/dongqiudi/utils.js

@@ -84,39 +84,31 @@ const ProcessFeed = async (ctx, link, type) => {
     } else if (type === 'player') {
         name = data.playerDetail.base_info.person_name;
     }
+    const proList = [];
 
     const out = await Promise.all(
         list.map((item) => {
-            const url = item.share.replace('www', 'm').replace('articles', 'article');
-            return ctx.cache.tryGet(url, async () => {
-                const res = await got_ins.get(url);
-
-                const $ = cheerio.load(res.data);
-
-                const author = $('body > header a').text();
-
-                const content = $('article');
-
-                ProcessVideo($);
-
-                ProcessImg($('.data-gif-src'));
-                ProcessImg($('img'));
-
-                ProcessHref(content.find('a'));
+            const title = item.title;
+            const link = `https://www.dongqiudi.com/news/${item.id}.html`;
 
+            return ctx.cache.tryGet(link, () => {
                 const single = {
-                    title: item.title,
-                    guid: item.id,
-                    link: `https://www.dongqiudi.com/news/${item.id}.html`,
-                    description: content.html(),
-                    pubDate: parseDate(item.show_time * 1000),
-                    author,
+                    title,
+                    link,
                 };
+
+                const es = got(link);
+                proList.push(es);
                 return single;
             });
         })
     );
 
+    const responses = await got.all(proList);
+    for (let i = 0; i < proList.length; i++) {
+        ProcessFeedType2(out[i], responses[i].data);
+    }
+
     ctx.state.data = {
         title: `${name} - 相关新闻`,
         link,

package/lib/v2/douyin/hashtag.js

@@ -0,0 +1,93 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const config = require('@/config').value;
+const { fallback, queryToBoolean } = require('@/utils/readable-social');
+const { templates, resolveUrl, proxyVideo, getOriginAvatar } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { cid } = ctx.params;
+    if (isNaN(cid)) {
+        throw Error('Invalid tag ID. Tag ID should be a number.');
+    }
+    const routeParams = Object.fromEntries(new URLSearchParams(ctx.params.routeParams));
+    const embed = fallback(undefined, queryToBoolean(routeParams.embed), false); // embed video
+    const iframe = fallback(undefined, queryToBoolean(routeParams.iframe), false); // embed video in iframe
+    const relay = resolveUrl(routeParams.relay, true, true); // embed video behind a reverse proxy
+
+    const tagUrl = `https://www.douyin.com/hashtag/${cid}`;
+
+    const tagData = await ctx.cache.tryGet(
+        `douyin:hashtag:${cid}`,
+        async () => {
+            const browser = await require('@/utils/puppeteer')();
+            const page = await browser.newPage();
+            await page.setRequestInterception(true);
+            page.on('request', (request) => {
+                request.resourceType() === 'document' ? request.continue() : request.abort();
+            });
+            await page.goto(tagUrl, {
+                waitUntil: 'domcontentloaded',
+            });
+            await page.waitForSelector('#RENDER_DATA');
+            const html = await page.evaluate(() => document.documentElement.innerHTML);
+            await browser.close();
+
+            const $ = cheerio.load(html);
+            const renderData = JSON.parse(decodeURIComponent($('script#RENDER_DATA').text()));
+            const dataKey = Object.keys(renderData).find((key) => renderData[key].topicDetail && renderData[key].defaultData);
+            return renderData[dataKey];
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const tagInfo = tagData.topicDetail;
+    const tagName = tagInfo.chaName;
+    const userAvatar = getOriginAvatar(tagInfo.hashtagProfile);
+
+    const posts = tagData.defaultData;
+    const items = posts.map((post) => {
+        // parse video
+        let videoList = post.video && post.video.bitRateList && post.video.bitRateList.map((item) => resolveUrl(item.playApi));
+        if (relay) {
+            videoList = videoList.map((item) => proxyVideo(item, relay));
+        }
+        let duration = post.video && post.video.duration;
+        duration = duration && duration / 1000;
+        let img;
+        // if (!embed) {
+        //     img = post.video && post.video.dynamicCover; // dynamic cover (webp)
+        // }
+        img =
+            img ||
+            (post.video &&
+                ((post.video.coverUrlList && post.video.coverUrlList[post.video.coverUrlList.length - 1]) || // HD
+                    post.video.originCover || // LD
+                    post.video.cover)); // even more LD
+        img = img && resolveUrl(img);
+
+        // render description
+        const desc = post.desc && post.desc.replace(/\n/g, '<br>');
+        let media = art(embed && videoList ? templates.embed : templates.cover, { img, videoList, duration });
+        media = embed && videoList && iframe ? art(templates.iframe, { content: media }) : media; // warp in iframe
+        const description = art(templates.desc, { desc, media });
+
+        return {
+            title: post.desc,
+            description,
+            link: `https://www.douyin.com/video/${post.awemeId}`,
+            pubDate: parseDate(post.createTime * 1000),
+            category: post.textExtra.map((extra) => extra.hashtagName),
+            author: post.authorInfo.nickname,
+        };
+    });
+
+    ctx.state.data = {
+        title: tagName,
+        description: `${tagInfo.viewCount} 次播放`,
+        image: userAvatar,
+        link: tagUrl,
+        item: items,
+    };
+};

package/lib/v2/douyin/live.js

@@ -0,0 +1,68 @@
+const config = require('@/config').value;
+const { getOriginAvatar } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { rid } = ctx.params;
+    if (isNaN(rid)) {
+        throw Error('Invalid room ID. Room ID should be a number.');
+    }
+
+    const pageUrl = `https://live.douyin.com/${rid}`;
+
+    const renderData = await ctx.cache.tryGet(
+        `douyin:live:${rid}`,
+        async () => {
+            const browser = await require('@/utils/puppeteer')();
+            const page = await browser.newPage();
+            await page.setRequestInterception(true);
+            page.on('request', (request) => {
+                request.resourceType() === 'document' ? request.continue() : request.abort();
+            });
+            await page.goto(pageUrl, {
+                waitUntil: 'domcontentloaded',
+            });
+            const data = JSON.parse(decodeURIComponent(await page.evaluate(() => document.querySelector('#RENDER_DATA').innerText)));
+            browser.close();
+
+            return data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    if (renderData[Object.keys(renderData).find((k) => renderData[k].status_code)].status_code !== '0') {
+        throw `Status code ${renderData[Object.keys(renderData).find((k) => renderData[k].status_code)].status_code}`;
+    }
+
+    const roomInfo = renderData.app.initialState.roomStore.roomInfo;
+    const nickname = roomInfo.anchor.nickname;
+    const userAvatar = roomInfo.anchor.avatar_thumb.url_list[0];
+
+    const items = [];
+    if (roomInfo.roomId) {
+        if (roomInfo.room.status === 2) {
+            items.push({
+                title: `开播：${roomInfo.room.title}`,
+                link: pageUrl,
+                author: nickname,
+                guid: roomInfo.roomId, // roomId is unique for each live event
+            });
+        } else if (roomInfo.room.status === 4) {
+            items.push({
+                title: `当前直播已结束，期待下一场：${roomInfo.room.title}`,
+                link: `https://www.douyin.com/user/${roomInfo.anchor.sec_uid}`,
+                author: nickname,
+                guid: roomInfo.roomId,
+            });
+        }
+    }
+
+    ctx.state.data = {
+        title: `${nickname}的抖音直播间 - 抖音直播`,
+        description: `欢迎来到${nickname}的抖音直播间，${nickname}与大家一起记录美好生活 - 抖音直播`,
+        image: getOriginAvatar(userAvatar),
+        link: pageUrl,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/douyin/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/hashtag/:cid/:routeParams?': ['TonyRL'],
+    '/live/:rid': ['TonyRL'],
+    '/user/:uid/:routeParams?': ['Max-Tortoise', 'Rongronggg9'],
+};