rsshub 1.0.0-master.f961961 → 1.0.0-master.f992838

package/lib/routes/caixin/blog.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-async function load(link, need_feed_description) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const article = $('.blog_content').removeAttr('style');
-    article.find('img').removeAttr('style');
-    article
-        .find('div')
-        // Non-breaking space U+00A0, ` ` in html
-        // element.children[0].data === $(element, article).text()
-        .filter((_, element) => element.children[0].data === String.fromCharCode(160))
-        .remove();
-    const description = article.html();
-
-    const item = { description };
-
-    if (need_feed_description) {
-        const author = $('div.widget.author_detail p:nth-child(2)');
-        // workaround to split author name and author article
-        const author_name = author.find('strong');
-        author_name.text(author_name.text() + '，');
-        item.feed_description = author.text();
-    }
-    return item;
-}
-
-module.exports = async (ctx) => {
-    const { column } = ctx.params;
-    const link = `http://${column}.blog.caixin.com`;
-    const feed_url = `${link}/feed`;
-    const feed = await parser.parseURL(feed_url);
-
-    const title = `财新博客 - ${/[^»]*$/.exec(feed.title)[0]}`;
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item, index) => {
-            const link = item.link;
-            const single = {
-                title: item.title,
-                pubDate: item.pubDate,
-                link,
-                author: item['dc:creator'],
-            };
-            const other = await ctx.cache.tryGet(link, () => load(link, index === 0));
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link,
-        description: items[0].feed_description,
-        item: items,
-    };
-};

package/lib/routes/caixin/category.js

@@ -1,44 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const column = ctx.params.column;
-    const url = `http://${column}.caixin.com/${category}`;
-
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: url,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const title = $('title').text();
-    const list = $('.stitXtuwen_list dl dd');
-    const items = [];
-
-    for (let i = 0; i < list.length; i++) {
-        const item = {
-            title: $(list[i]).children('h4').children().text(),
-            desc: $(list[i]).children('p').text(),
-            pubDate: new Date($(list[i]).children('span').text().replace('年', '-').replace('月', '-').replace('日', '')).toUTCString(),
-            url: $(list[i]).children('h4').children().attr('href'),
-        };
-        items.push(item);
-    }
-
-    ctx.state.data = {
-        title,
-        link: url,
-        description: '财新网 - 提供财经新闻及资讯服务',
-        item: items.map((item) => ({
-            title: item.title,
-            description: item.desc,
-            guid: item.title,
-            link: item.url,
-            pubDate: item.pubDate,
-        })),
-    };
-};

package/lib/routes/caixin/latest.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const li_r = await got({
-        method: 'get',
-        url: 'https://www.caixin.com/2021-08-22/101758426.html',
-    });
-
-    const $ = cheerio.load(li_r.data);
-    const list = $('div.columnBox a[name="new_artical"]~ul.list li');
-
-    const tasks = [];
-
-    list.map((_index, li) => $(li).find('a').first().attr('href'))
-        .filter((_index, link) => !link.includes('fm.caixin.com') && !link.includes('video.caixin.com') && !link.includes('datanews.caixin.com')) // content filter
-        .each((_index, link) => {
-            const entry = ctx.cache.tryGet(link, async () => {
-                const entry_r = await got.get(link);
-                const $ = cheerio.load(entry_r.data);
-                // title
-                const h1 = $('div#conTit h1').text();
-                // desc items
-                const subhead = $('div#subhead.subhead').text();
-                let pic_url = $('img.cx-img-loader').attr('src');
-                if (pic_url === undefined) {
-                    pic_url = $('img.cx-img-loader').attr('data-src');
-                }
-                const pic_alt = $('dl.media_pic dd').text();
-                const content = $('div#Main_Content_Val.text').html();
-
-                /*
-                const [, count] =
-                    $('a.box_titlecontent.cost-uibtn')
-                        .text()
-                        .match(/本文共计(\d+)字/) || [];
-                if (count !== 0 && count !== undefined) {
-                    content = `${content}<blockquote><p>此乃财新通收费文章，全文共计${count}字。</p></blockquote>`;
-                }
-                */
-                // desc
-                let desc;
-                if (pic_url === undefined) {
-                    desc = `<blockquote><p>${subhead}</p></blockquote>${content}`;
-                } else {
-                    desc = `<blockquote><p>${subhead}</p></blockquote><img src="${pic_url}" alt="${pic_alt}">${content}`;
-                }
-                // time
-                /*
-                const [, year, month, day, hour, minute] = $('div#artInfo.artInfo')
-                    .text()
-                    .match(/(\d+)年(\d+)月(\d+)日 *(\d+):(\d+)/);
-                */
-
-                return {
-                    title: h1,
-                    description: desc,
-                    pubDate: timezone(parseDate($('div#artInfo.artInfo').text(), 'YYYY年MM月DD日 HH:mm'), +8),
-                    link,
-                };
-            });
-            tasks.push(entry);
-        });
-
-    const rss = await Promise.all(tasks);
-
-    ctx.state.data = {
-        title: '财新网 - 最新文章',
-        link: 'http://www.caixin.com/',
-        item: rss,
-    };
-};

package/lib/routes/caixin/yxnews.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'http://k.caixin.com/app/v1/list?productIdList=8,28&uid=&unit=1&name=&code=&deviceType=&device=&userTag=&p=1&c=20',
-        headers: {
-            Referer: `http://k.caixin.com/web/`,
-            Host: 'k.caixin.com',
-        },
-    });
-
-    const data = response.data.data.list;
-    const items = await Promise.all(
-        data.map((item) => ({
-            title: item.title,
-            description: item.text,
-            link: `http://k.caixin.com/web/detail_${item.oneline_news_code}`,
-            pubDate: new Date(item.ts),
-            author: '财新一线',
-        }))
-    );
-
-    ctx.state.data = {
-        title: `财新网 - 财新一线新闻`,
-        link: `http://k.caixin.com/`,
-        description: `财新网 - 财新一线新闻`,
-        item: items,
-    };
-};

package/lib/routes/clickme/index.js

@@ -1,76 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const site = ctx.params.site === 'r18' ? 'r18' : '';
-    const grouping = ctx.params.grouping === 'tag' ? 'tag' : 'category';
-    const name = ctx.params.name;
-
-    const url = `https://${site ? 'r18.' : ''}clickme.net/${grouping.slice(0, 1)}/${encodeURIComponent(name)}`;
-
-    const response = await got({
-        method: 'post',
-        url: 'https://api.clickme.net/article/list?key=clickme',
-        headers: {
-            Referer: url,
-        },
-        form: {
-            articleType: site ? 'r18' : 'article',
-            subtype: grouping,
-            subtypeSlug: name,
-            device: '',
-            limit: 10,
-            page: 1,
-        },
-    });
-
-    const category_name = name === 'new' ? '最新' : response.data.data.items[0].categoryName[0].name;
-    const displayed_name = grouping === 'tag' ? name : category_name;
-
-    const list = response.data.data.items;
-
-    const parseContent = (htmlString) => {
-        const $ = cheerio.load(htmlString);
-        const content = $('.article-detail-content');
-        return {
-            description: content.html(),
-        };
-    };
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const link = item.url;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const rssitem = {
-                title: item.title,
-                link,
-                author: item.userNick,
-                pubDate: new Date(item.date * 1000),
-            };
-
-            try {
-                const response = await got.get(link);
-                const result = parseContent(response.data);
-                if (!result.description) {
-                    return Promise.resolve('');
-                }
-                rssitem.description = result.description;
-            } catch (err) {
-                return Promise.resolve('');
-            }
-            ctx.cache.set(link, JSON.stringify(rssitem));
-            return Promise.resolve(rssitem);
-        })
-    );
-
-    ctx.state.data = {
-        title: `ClickMe ${site ? 'R18 ' : ''}- ${displayed_name}`,
-        link: url,
-        item: out.filter((item) => item !== ''),
-    };
-};

package/lib/routes/copymanga/comic.js

@@ -1,74 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-// 直接调用拷贝漫画的接口
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    // 用于控制返回的章节数量
-    const chapterCnt = Number(ctx.params.chapterCnt || 0);
-    // 获取漫画列表
-    let bHasNextPage = false;
-    const iReqLimit = (ctx.queries && ctx.queries.limit) || 100;
-    let iReqOffSet = 0;
-    const strBaseUrl = `https://api.copymanga.com/api/v3/comic/${id}/group/default/chapters?`;
-    let chapterArray = [];
-
-    do {
-        bHasNextPage = false;
-        // eslint-disable-next-line no-await-in-loop
-        const { data } = await got.get(strBaseUrl + 'limit=' + iReqLimit + '&offset=' + iReqOffSet);
-        const { code, results } = data;
-
-        if (code !== 200) {
-            break;
-        }
-
-        if (results.limit + results.offset < results.total) {
-            bHasNextPage = true;
-        }
-        iReqOffSet += iReqLimit;
-
-        chapterArray = chapterArray.concat(results.list);
-    } while (bHasNextPage);
-
-    chapterArray = chapterArray
-        .map(({ comic_path_word, uuid, name, size, datetime_created, index }) => ({
-            link: 'https://copymanga.com/comic/' + comic_path_word + '/chapter/' + uuid,
-            title: name,
-            num: size,
-            updateTime: datetime_created,
-            index,
-        }))
-        .reverse();
-
-    // 获取漫画标题、介绍
-    const { bookTitle, bookIntro } = await ctx.cache.tryGet(`https://copymanga.com/comic/${id}`, async () => {
-        const { data } = await got.get(`https://copymanga.com/comic/${id}`);
-        const $ = cheerio.load(data);
-        return {
-            bookTitle: $('.comicParticulars-title-right > ul > li > h6').text(),
-            bookIntro: $('.intro').text(),
-        };
-    });
-
-    const genResult = (chapter) => ({
-        link: chapter.link,
-        title: chapter.title,
-        description: `
-            <h1>${chapter.num}p</h1>
-        `.trim(),
-    });
-
-    let itemsLen = chapterArray.length;
-
-    if (chapterCnt > 0) {
-        itemsLen = chapterCnt;
-    }
-
-    ctx.state.data = {
-        title: `拷贝漫画 - ${bookTitle}`,
-        link: `https://copymanga.com/comic/${id}`,
-        description: bookIntro,
-        item: chapterArray.map(genResult).slice(0, itemsLen),
-    };
-};

package/lib/routes/gq/tw/index.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    ctx.params.caty = ctx.params.caty || '';
-    ctx.params.subcaty = ctx.params.subcaty || '';
-
-    const rootUrl = 'https://www.gq.com.tw';
-    const currentUrl = `${rootUrl}${ctx.params.caty === '' ? '' : '/' + ctx.params.caty}${ctx.params.subcaty === '' ? '' : '/' + ctx.params.subcaty}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('a[data-test-id="NavElement"]').remove();
-    $('a[data-test-id="Link"]').remove();
-    $('a[data-test-id="FooterLink"]').remove();
-
-    const list = $('a[data-test-id]')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.title = content('h1').text();
-
-                const article = content('section[data-test-id="ArticleBodyContent"]').html();
-                const gallery = content('section[data-test-id="GalleryImage"]').html();
-
-                if (ctx.params.caty === 'video') {
-                    item.description = content('div[data-test-id="EmbedIframe"]').html() + content('p[data-test-id="DekText"]').parent().html();
-                    item.pubDate = new Date(detailResponse.data.match(/pubDate":"(.*?)","channel/)[1]).toUTCString();
-                } else if (gallery !== null) {
-                    item.description = gallery;
-                    item.pubDate = new Date(detailResponse.data.match(/pubDate":"(.*?)","items/)[1]).toUTCString();
-                } else {
-                    item.description = article;
-                    item.pubDate = new Date(detailResponse.data.match(/pubDate":"(.*?)","publishedRevisions/)[1]).toUTCString();
-                }
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').eq(0).text()} - GQ Taiwan`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/ikea/uk/new.js

@@ -1,20 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.ikea.com/gb/en/news/product-news-gallery/';
-
-    const count = (await got.get('https://sik.search.blue.cdtapps.com/gb/en/product-list-page?category=products&f-toggles2=new_product')).data.productListPage.productCount;
-
-    const products = (await got.get(`http://sik.search.blue.cdtapps.com/gb/en/product-list-page/more-products?category=products&start=1&end=${count}`)).data.moreProducts.productWindow;
-
-    ctx.state.data = {
-        title: 'IKEA UK - New Products',
-        link,
-        description: 'New products released by IKEA UK.',
-        item: products.map((p) => ({
-            title: `${p.name} ${p.typeName} ${p.itemMeasureReferenceText}`,
-            description: `<img src="${p.mainImageUrl}">`,
-            link: p.pipUrl,
-        })),
-    };
-};

package/lib/routes/ikea/uk/offer.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.ikea.com/gb/en/ikea-family/discounts/';
-
-    const items = [];
-
-    const loadProductsOnPage = (data) => {
-        const $ = cheerio.load(data);
-        const products = $('.range-revamp-product-compact').get();
-
-        if (products.length > 0) {
-            for (const p of products) {
-                const price = $(p).find('.range-revamp-compact-price-package__price-wrapper').text();
-
-                if (!price) {
-                    continue;
-                }
-
-                let title = $(p).find('.range-revamp-header-section__title--small').text() + ' ';
-
-                title += $(p).find('.range-revamp-header-section__description-text').text().trim() + ' ';
-
-                const previous = $(p).find('.range-revamp-compact-price-package__previous-price-text').next('span').text();
-
-                title += `[${previous} ▶️ ${price}]`;
-
-                const link = $(p).find('.range-revamp-product-compact__bottom-wrapper > a').attr('href');
-
-                items.push({
-                    title,
-                    description: `<img src='${$($(p).find('.range-revamp-aspect-ratio-image__image')[1]).attr('data-src')}'>`,
-                    link,
-                });
-            }
-        }
-    };
-
-    const response = await got.get(link);
-
-    loadProductsOnPage(response.data);
-
-    const $ = cheerio.load(response.data);
-    const list = $('.text.component a')
-        .get()
-        .map((e) => $(e).attr('href'));
-
-    if (list.length > 0) {
-        await Promise.all(
-            list.map(async (url) => {
-                const response = await got.get(url);
-                loadProductsOnPage(response.data);
-            })
-        );
-    }
-
-    ctx.state.data = {
-        title: 'IKEA UK - Offers',
-        link,
-        description: 'Offers by IKEA UK.',
-        item: items,
-    };
-};

package/lib/routes/mi/youpin/crowdfunding.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://home.mi.com/lasagne/page/5',
-    });
-
-    const data = response.data.floors.filter((floor) => floor.floor_id === 99 || floor.floor_id === 100);
-    const item = data.reduce((acc, item) => {
-        if (!item.data) {
-            return acc;
-        }
-        let goodsList = [];
-
-        if (item.data.result) {
-            goodsList = item.data.result.goods_list;
-        }
-
-        goodsList.forEach((goods) => {
-            const img = goods.pic_url;
-            acc.push({
-                title: goods.name,
-                description: `<img src="${img}"><br>${goods.summary}<br>价格：${goods.market_price / 100}元`,
-                link: goods.jump_url,
-                pubDate: new Date(goods.first_release_time * 1000).toUTCString(),
-            });
-        });
-
-        return acc;
-    }, []);
-
-    ctx.state.data = {
-        title: '小米有品众筹',
-        link: 'https://m.xiaomiyoupin.com/w/crowdfunding?pageid=5',
-        description: '小米有品众筹',
-        item,
-    };
-};

package/lib/routes/mi/youpin/new.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'post',
-        url: 'https://m.xiaomiyoupin.com/homepage/main/v1005',
-    });
-
-    const items = response.data.data.homepage.floors
-        .filter((floor) => floor.module_key === 'product_hot')[0]
-        .data.items.map((item) => {
-            const i = item.item;
-            return {
-                title: i.name,
-                description: `<img src="${i.pic_url}"><br>${i.summary}<br>价格：${i.market_price / 100}元`,
-                link: i.jump_url,
-            };
-        });
-
-    ctx.state.data = {
-        title: '小米有品每日上新',
-        link: 'https://m.xiaomiyoupin.com/w/newproduct?pageid=1605',
-        description: '小米有品每日上新',
-        item: items,
-    };
-};

package/lib/routes/ssmh/category.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const categories = {
-    1: '同人誌 漢化',
-    2: '同人誌 CG畫集',
-    3: '同人誌 Cosplay',
-    5: '同人誌',
-    6: '單行本',
-    7: '雜誌&短篇',
-    9: '單行本 漢化',
-    10: '雜誌&短篇 漢化',
-    12: '同人誌 日語',
-    13: '單行本 日語',
-    14: '雜誌&短篇 日語',
-};
-
-module.exports = async (ctx) => {
-    const cid = ctx.params.cid;
-    if (!cid || !Object.keys(categories).includes(cid)) {
-        ctx.state.data = {
-            title: '此分类不存在',
-        };
-        return;
-    }
-    const url = `https://www.wnacg.com/albums-index-cate-${cid}.html`;
-    const response = await got.get(url);
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.pic_box');
-
-    ctx.state.data = {
-        title: '紳士漫畫 - ' + categories[cid],
-        link: url,
-        item: list
-            .map((index, item) => {
-                item = $(item);
-                const thumbnail_url = 'https:' + (item.find('a > img').attr('src') ? item.find('a > img').attr('src') : item.find('a > img').attr('data-original'));
-                const link_url = 'https://wnacg.org' + item.find('a').attr('href');
-                return {
-                    title: item.find('a').attr('title'),
-                    description: `<img src=${thumbnail_url} referrerpolicy="no-referrer">`,
-                    link: link_url,
-                };
-            })
-            .get(),
-    };
-};

package/lib/routes/ssmh/index.js

@@ -1,32 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://wnacg.org/albums.html',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.pic_box');
-    let thumbnail_url;
-    let link_url;
-    ctx.state.data = {
-        title: '紳士漫畫',
-        link: 'https://wnacg.org/albums.html',
-        item: list
-            .map((index, item) => {
-                item = $(item);
-                thumbnail_url = `https:${item.find('a > img').attr('src') ?? item.find('a > img').attr('data-original')}`;
-                link_url = `https://wnacg.org${item.find('a').attr('href')}`;
-                return {
-                    title: item.find('a').attr('title'),
-                    description: `<img src=${thumbnail_url} referrerpolicy="no-referrer">`,
-                    link: link_url,
-                };
-            })
-            .get(),
-    };
-};