rsshub 1.0.0-master.f992838 → 1.0.0-master.f9a482d

package/lib/routes/eleduck/jobs.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://svc.eleduck.com/api/v1/posts?category=5&page=1`,
-    });
-
-    const data = response.data.posts;
-
-    const out = await Promise.all(
-        data.map(async (job) => {
-            const url = `https://svc.eleduck.com/api/v1/posts/${job.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got.get(url);
-            const jobDetail = response.data.post;
-
-            const single = {
-                title: jobDetail.title,
-                link: `https://eleduck.com/posts/${job.id}`,
-                author: jobDetail.user.nickname,
-                description: jobDetail.content.main,
-                pubDate: new Date(jobDetail.published_at).toUTCString(),
-            };
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '电鸭社区-工作机会',
-        link: 'https://eleduck.com/?category=5',
-        item: out,
-    };
-};

package/lib/routes/futunn/highlights.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const link = `https://news.futunn.com/main`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const contents = $('script:not([src]):contains("window._params")');
-    const params = contents.html().trim().slice(17, -1);
-
-    const newslist = JSON.parse(params).preList;
-
-    const out = await Promise.all(
-        newslist
-            .filter((info) => {
-                const url = new URL(info.url);
-                if (url.hostname !== 'news.futunn.com') {
-                    // ignore videos.futunn.com
-                    return false;
-                } else if (url.searchParams.get('src') !== '3') {
-                    // ignore src=12 redirecting to mp.weixin.qq.com
-                    return false;
-                }
-                return true;
-            })
-            .map((info) =>
-                ctx.cache.tryGet(info.url, async () => {
-                    const response = await got({
-                        url: info.url,
-                        method: 'get',
-                        headers: {
-                            Referer: link,
-                        },
-                    });
-
-                    const $ = cheerio.load(response.data);
-                    const description = $('div.newsDetailBox div.main div.inner').html();
-                    const date = $('div.timeBar').children().remove().end().text().trim();
-
-                    info.link = info.url;
-                    info.description = description;
-                    info.pubDate = timezone(parseDate(date, 'YYYY/MM/DD HH:mm'), +8);
-
-                    return info;
-                })
-            )
-    );
-
-    ctx.state.data = {
-        title: `富途牛牛要闻`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/fzdm/manhua.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const domain = 'manhua.fffdm.com';
-const host = `https://${domain}`;
-const picHost = 'https://p5.fzacg.com';
-const cheerio = require('cheerio');
-
-const get_pic = (id, chapert, caches) => {
-    const picUrlPattern = RegExp(/var mhurl = "(.*?)";/);
-    return caches.tryGet(`${host}/${id}/${chapert}/`, async () => {
-        let is_last_page = false;
-        let index = 0;
-        let pic_content = '';
-        while (!is_last_page) {
-            // eslint-disable-next-line no-await-in-loop
-            const response = await got.get(`${host}/${id}/${chapert}/index_${index}.html`);
-            const data = response.data;
-            if (response.data !== undefined) {
-                const picurl = data.match(picUrlPattern);
-                pic_content += `<img src='${picHost}/${picurl[picurl.length - 1]}'/><br/>`;
-                if (data.match('最后一页了') !== null) {
-                    is_last_page = true;
-                }
-            } else {
-                pic_content += '';
-                is_last_page = true;
-            }
-
-            index += 1;
-        }
-        return pic_content;
-    });
-};
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const count = ctx.query.limit || 99999;
-    const comicPage = host + `/${id}/`;
-    const response = await got({
-        method: 'get',
-        url: comicPage,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('div#content > li > a').toArray();
-    const comicTitle = $('div#content > img').attr('alt').replace(/漫画/, '');
-    const chapter_detail = await Promise.all(
-        list.splice(0, count).map(async (item) => {
-            const pic_content = await get_pic(id, $(item).attr('href').replace('/', ''), ctx.cache);
-            return {
-                title: $(item).text().trim(),
-                description: pic_content,
-                link: `${comicPage}${item.attribs.href}`,
-            };
-        })
-    );
-    ctx.state.data = {
-        title: '风之动漫 - ' + comicTitle,
-        link: comicPage,
-        description: '风之动漫',
-        item: chapter_detail,
-    };
-};

package/lib/routes/go-weekly/index.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = 'https://studygolang.com/go/weekly';
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const $ = cheerio.load(response.data);
-    const resultItem = $('.title')
-        .map((index, elem) => {
-            elem = $(elem);
-            const $link = elem.find('a');
-            const title = $link.text();
-            const link = $link.attr('href');
-            return {
-                title,
-                link,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: 'Go语言爱好者周刊',
-        link: url,
-        item: resultItem,
-    };
-};

package/lib/routes/gov/news/index.js

@@ -1,115 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const logger = require('@/utils/logger');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    let url = '';
-    let title = '';
-    let list = '';
-    switch (uid) {
-        case 'bm':
-            url = `http://www.gov.cn/xinwen/lianbo/bumen.htm`;
-            title = '中国政府网 - 部门政务';
-            break;
-        case 'yw':
-            url = `http://www.gov.cn/xinwen/yaowen.htm`;
-            title = '中国政府网 - 新闻要闻';
-            break;
-        case 'gd':
-            url = `http://www.gov.cn/xinwen/gundong.htm`;
-            title = '中国政府网 - 滚动新闻';
-            break;
-        case 'gwy':
-            url = 'http://www.gov.cn/pushinfo/v150203/';
-            title = '中国政府网 - 国务院信息';
-            break;
-        case 'zhengce':
-            url = 'http://sousuo.gov.cn/s.htm?t=zhengcelibrary';
-            title = '中国政府网 - 政策文件';
-            break;
-        default:
-            logger.error('pattern not matched');
-    }
-    const listData = await got.get(url);
-    const $ = cheerio.load(listData.data);
-    if (url.search(/zhengcelibrary/g) !== -1) {
-        list = $('.dys_middle_result_content_item');
-    } else {
-        list = $('.news_box .list li:not(.line)');
-    }
-
-    ctx.state.data = {
-        title,
-        link: url,
-        item: await Promise.all(
-            list
-                .slice(0, 12)
-                .map(async (index, item) => {
-                    item = $(item);
-                    let fullText = '';
-                    let href = '';
-                    let contentUrl = '';
-                    let description = '';
-                    let fullTextData = '';
-                    let fullTextGet = '';
-                    if (item.html().search(/dysMiddleResultConItemTitle/g) !== -1) {
-                        contentUrl = item.find('a').attr('href');
-                        if (contentUrl.search(/content/g) === -1) {
-                            description = item.find('a').text(); // 忽略获取吹风会的全文
-                        } else {
-                            description = await ctx.cache.tryGet(contentUrl, async () => {
-                                fullTextGet = await got.get(contentUrl);
-                                fullTextData = cheerio.load(fullTextGet.data);
-                                if (fullTextData.html().search(/pages_content/g) !== -1) {
-                                    fullTextData('.shuzi').remove(); // 移除videobg的图片
-                                    fullTextData('#myFlash').remove(); // 移除flash
-                                    return fullTextData('.pages_content').html();
-                                } else {
-                                    fullTextData('.shuzi').remove(); // 移除videobg的图片
-                                    fullTextData('#myFlash').remove(); // 移除flash
-                                    return fullTextData('#UCAP-CONTENT').html();
-                                }
-                            });
-                        }
-                    } else {
-                        href = item.find('a').attr('href');
-                        contentUrl = href.startsWith('/') ? `http://www.gov.cn${href}` : href;
-                        if (contentUrl.search(/content/g) === -1) {
-                            description = item.find('a').text(); // 忽略获取吹风会的全文
-                        } else {
-                            description = await ctx.cache.tryGet(contentUrl, async () => {
-                                fullTextGet = await got.get(contentUrl);
-                                fullTextData = cheerio.load(fullTextGet.data);
-                                const $1 = fullTextData.html();
-                                if (contentUrl.search(/zhengceku/g) !== -1) {
-                                    // 政策文件库
-                                    fullText = fullTextData('.pages_content').html();
-                                } else {
-                                    if ($1.search(/UCAP-CONTENT/g) === -1) {
-                                        fullTextData('.shuzi').remove(); // 移除videobg的图片
-                                        fullTextData('#myFlash').remove(); // 移除flash
-                                        fullText = fullTextData('body').html();
-                                    } else {
-                                        fullTextData('.shuzi').remove(); // 移除videobg的图片
-                                        fullTextData('#myFlash').remove(); // 移除flash
-                                        fullText = fullTextData('#UCAP-CONTENT').html();
-                                    }
-                                }
-                                const regImg = /(img src=")(.*)(".*)/g;
-                                const regUrl = /(http.*\/)(content.*)/;
-                                const urlSplit = contentUrl.replace(regUrl, '$1');
-                                return fullText.replace(regImg, '$1' + urlSplit + '$2' + '$3'); // 处理图片链接
-                            });
-                        }
-                    }
-                    return {
-                        title: item.find('a').text(),
-                        description,
-                        link: contentUrl,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/icable/category.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const timezone = require('@/utils/timezone');
-
-function desc(item, option) {
-    if (option === 'withphoto') {
-        return `<img src="${item.pic_url}"><p>${item.desc}</p>`;
-    } else if (option === 'plain') {
-        return item.desc;
-    } else {
-        throw Error(`Invalid option ‘<code>${option}</code>’. Please refer to <a href="https://docs.rsshub.app/traditional-media.html#i-cable-you-xian-xin-wen">the documention</a>.`);
-    }
-}
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const option = ctx.params.option || 'withphoto';
-
-    const response = await got({
-        method: 'get',
-        url: `http://cablenews.i-cable.com/ci/news/listing/api`,
-        headers: {
-            Referer: `http://cablenews.i-cable.com/ci/news/listing`,
-        },
-    });
-
-    const data = response.data;
-    let result;
-    let feedTitle;
-    if (category === 'all') {
-        result = data;
-        feedTitle = 'i-CABLE 即時新聞';
-    } else if (category === 'local') {
-        result = data.filter((w) => w.group_id === '128');
-        feedTitle = '港聞 - i-CABLE 即時新聞';
-    } else if (category === 'international') {
-        result = data.filter((w) => w.group_id === '136');
-        feedTitle = '兩岸國際 - i-CABLE 即時新聞';
-    } else if (category === 'china') {
-        result = data.filter((w) => w.group_id === '18');
-        feedTitle = '有線中國組 - i-CABLE 即時新聞';
-    } else if (category === 'sports') {
-        result = data.filter((w) => w.group_id === '321');
-        feedTitle = '體育 - i-CABLE 即時新聞';
-    } else {
-        throw Error(`Invalid category ‘<code>${category}</code>’. Please refer to <a href="https://docs.rsshub.app/traditional-media.html#i-cable-you-xian-xin-wen">the documention</a>.`);
-    }
-
-    const items = result.map((item) => ({
-        title: item.title,
-        author: '有線新聞',
-        category: item.group_name,
-        description: desc(item, option),
-        pubDate: timezone(new Date(String(item.created_at)), +8),
-        guid: item.id,
-        link: `http://cablenews.i-cable.com/ci/news/article/37/${item.id}`,
-    }));
-
-    ctx.state.data = {
-        title: feedTitle,
-        link: 'http://cablenews.i-cable.com/ci/news/listing',
-        description: '有線新聞 - 走在事實最前線',
-        item: items,
-    };
-};

package/lib/routes/instagram/index.js

@@ -1,131 +0,0 @@
-const cheerio = require('cheerio');
-const { IgLoginRequiredError } = require('instagram-private-api');
-const { ig, login } = require('./utils');
-const logger = require('@/utils/logger');
-const config = require('@/config').value;
-
-// loadContent pulls the desired user/tag/etc
-async function loadContent(category, nameOrId) {
-    let title, link, description, logo;
-    let itemsRaw;
-
-    // TODO: extend to other feed categories
-    switch (category) {
-        case 'user': {
-            let userInfo, username, id;
-            if (!isNaN(nameOrId)) {
-                id = nameOrId;
-                userInfo = await ig.user.info(id);
-                username = userInfo.username;
-            } else {
-                username = nameOrId;
-                id = await ig.user.getIdByUsername(username);
-                userInfo = await ig.user.info(id);
-            }
-
-            description = userInfo.biography;
-            logo = userInfo.profile_pic_url;
-            const fullName = userInfo.full_name;
-            title = `${fullName} (@${username}) - Instagram`;
-            link = `https://www.instagram.com/${username}`;
-
-            itemsRaw = await ig.feed.user(id).items();
-            break;
-        }
-        case 'tag': {
-            const tag = nameOrId;
-
-            title = `#${tag}) - Instagram`;
-            link = `https://www.instagram.com/explore/tags/${tag}`;
-
-            itemsRaw = await (await ig.feed.tags(tag).items()).slice(1); // the 0 item is undefined for unknown reason
-            break;
-        }
-        default: {
-            break;
-        }
-    }
-
-    return {
-        title,
-        link,
-        description,
-        logo,
-        itemsRaw,
-    };
-}
-
-module.exports = async (ctx) => {
-    // https://github.com/dilame/instagram-private-api#feeds
-    // const availableCategories = ["accountFollowers", "accountFollowing", "news",
-    //     "discover", "pendingFriendships", "blockedUsers", "directInbox", "directPending",
-    //     "directThread", "user", "tag", "location", "mediaComments", "reelsMedia", "reelsTray",
-    //     "timeline", "musicTrending", "musicSearch", "musicGenre", "musicMood", "usertags", "saved"];
-    const availableCategories = ['user', 'tag'];
-    const category = ctx.params.category;
-    if (!availableCategories.includes(category)) {
-        throw Error('Such feed is not supported.');
-    }
-
-    if (config.instagram && config.instagram.proxy) {
-        ig.state.proxyUrl = config.instagram.proxy;
-    }
-
-    // Unique key for a feed category
-    // e.g. username for user feed
-    const key = ctx.params.key;
-
-    let data;
-    try {
-        data = await loadContent(category, key);
-    } catch (e) {
-        logger.error(`Instagram error: ${e}`);
-        if (e instanceof IgLoginRequiredError) {
-            // Login and try again
-            await login(ig);
-            data = await loadContent(category, key);
-        } else {
-            throw e;
-        }
-    }
-
-    const items = data.itemsRaw.map((item) => {
-        // Content
-        const summary = item.caption ? item.caption.text : '';
-        const $ = cheerio.load(`<p>${summary}</p>`);
-        const content = $.root();
-
-        // Image or carousel media
-        const images = item.image_versions2 ? [item.image_versions2] : item.carousel_media.map((i) => i.image_versions2);
-        for (const i of images) {
-            const img = i.candidates[0];
-            content.append(`<img src="${img.url}" height="${img.height}" width="${img.width}">`);
-        }
-
-        // Metadata
-        const url = `https://www.instagram.com/p/${item.code}`;
-        const pubDate = new Date(item.taken_at * 1000).toUTCString();
-        const title = summary.split('\n')[0];
-
-        return {
-            title,
-            id: item.pk,
-            pubDate,
-            author: item.creator,
-            link: url,
-            summary,
-            description: content.html(),
-            icon: 'https://www.instagram.com/static/images/ico/xxhdpi_launcher.png/99cf3909d459.png',
-            logo: data.logo,
-        };
-    });
-
-    ctx.state.data = {
-        title: data.title,
-        link: data.link,
-        description: data.description,
-        item: items,
-        icon: 'https://www.instagram.com/static/images/ico/xxhdpi_launcher.png/99cf3909d459.png',
-        logo: data.logo,
-    };
-};

package/lib/routes/instagram/utils.js

@@ -1,28 +0,0 @@
-const { IgApiClient } = require('instagram-private-api');
-const logger = require('@/utils/logger');
-const config = require('@/config').value;
-
-const ig = new IgApiClient();
-() => login(ig); // deepscan-disable-line UNUSED_EXPR
-
-async function login(ig) {
-    if (config.instagram && config.instagram.username && config.instagram.password) {
-        try {
-            ig.state.generateDevice(config.instagram.username);
-            try {
-                await ig.simulate.preLoginFlow();
-            } catch (error) {
-                logger.info('Instagram preLoginFlow fail: ' + error);
-            }
-            await ig.account.login(config.instagram.username, config.instagram.password);
-            process.nextTick(() => ig.simulate.postLoginFlow());
-            logger.info('Instagram login success.');
-        } catch (error) {
-            logger.error('Instagram login fail: ' + error);
-        }
-    } else {
-        throw Error('Instagram RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>');
-    }
-}
-
-module.exports = { ig, login };

package/lib/routes/iqiyi/dongman.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'get',
-        url: `http://www.iqiyi.com/${id}.html`,
-        headers: {
-            Host: 'www.iqiyi.com',
-            Referer: `http://www.iqiyi.com/${id}.html`,
-        },
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const description = $('.episodeIntro-brief').text();
-    const list = $('li[data-albumlist-elem="playItem"]');
-
-    ctx.state.data = {
-        title: $('title').text().split('-')[0],
-        link: `http://www.iqiyi.com/${id}.html`,
-        description,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    const episode = $(item).find('p.site-piclist_info_title a').text().trim();
-                    const describe = $(item).find('p.site-piclist_info_describe a').text();
-                    const title = `${episode}-${describe}`;
-
-                    return {
-                        title,
-                        description: `<img src="${$(item).find('.site-piclist_pic .site-piclist_pic_link img').attr('src')}">`,
-                        link: $(item).find('.site-piclist_pic .site-piclist_pic_link').attr('href'),
-                    };
-                })
-                .get()
-                .reverse(),
-    };
-};

package/lib/routes/jinshi/index.js

@@ -1,35 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.jin10.com/');
-    const $ = cheerio.load(response.data);
-    let date;
-
-    const item = $('#jin_flash_list .jin-flash-item-container')
-        .filter((index, ele) => !!$('.right-content div:first-of-type', ele).text() && !$('.is-vip', ele).length)
-        .map((index, ele) => {
-            const year = new Date().getFullYear();
-            const time = $('.item-time', ele).text();
-            const title = $('.right-content div:first-of-type', ele).text();
-            const link = $('.right-content .flash-item-share_right a', ele).attr('href');
-
-            date = $('.jin-flash-date-line span', ele).text().trim() ? $('.jin-flash-date-line span', ele).text().trim() : date;
-
-            const datetime = year + '-' + date.replace('月', '-').replace('日', ` ${time}`);
-
-            return {
-                title,
-                link,
-                description: datetime,
-                pubDate: new Date(datetime),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '金十数据',
-        link: 'https://www.jin10.com/',
-        item,
-    };
-};

package/lib/routes/maitta/index.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = 'https://www.ibc.co.jp/radio/maitta/audio/';
-
-module.exports = async (ctx) => {
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const items = $('.broadcast').get();
-    ctx.state.data = {
-        title: 'IBCラジオ　イヤーマイッタマイッタ｜IBC岩手放送',
-        link: 'http://www.ibc.co.jp/radio/maitta/audio',
-        description: $('meta[name=description]').attr('content'),
-        itunes_author: '水越アナと大塚アナ',
-        image: 'https://cdn.ibc.co.jp/radio/maitta/audio/images/og.png',
-        language: 'ja',
-        item: items.map((item) => {
-            item = $(item);
-            return {
-                title: item.find('h3').text(),
-                description: item.find('.linecontent').text().trim(),
-                link: `https:${item.find('a').first().attr('href').split('?')[0]}`,
-                pubDate: new Date(item.find('.onairdate').text().split('日')[0].replace(/年|月/g, '-')).toUTCString(),
-                itunes_item_image: 'https://cdn.ibc.co.jp/radio/maitta/audio/images/og.png',
-                enclosure_url: `https:${item.find('a').first().attr('href').split('?')[0]}`, // 音频链接
-                enclosure_type: 'audio/mpeg',
-            };
-        }),
-    };
-};

package/lib/routes/ncm/artist.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'get',
-        url: `https://music.163.com/api/artist/albums/${id}`,
-        headers: {
-            Referer: 'https://music.163.com/',
-        },
-    });
-
-    const data = response.data;
-
-    ctx.state.data = {
-        title: data.artist.name,
-        link: `https://music.163.com/#/artist/album?id=${id}`,
-        description: `网易云音乐歌手专辑 - ${data.artist.name}`,
-        item: data.hotAlbums.map((item) => {
-            const singer = item.artists.length === 1 ? item.artists[0].name : item.artists.reduce((prev, cur) => (prev.name || prev) + '/' + cur.name);
-            return {
-                title: `${item.name} - ${singer}`,
-                description: `歌手：${singer}<br>专辑：${item.name}<br>日期：${new Date(item.publishTime).toLocaleDateString()}<br><img src="${item.picUrl}">`,
-                link: `https://music.163.com/#/album?id=${item.id}`,
-                pubDate: new Date(item.publishTime),
-                published: new Date(item.publishTime),
-                category: item.subType,
-                author: singer,
-            };
-        }),
-    };
-};