rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/52hrtt/symposium.js

@@ -33,19 +33,18 @@ module.exports = async (ctx) => {
         }));
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.description = content('.info-content').html();
-
-                    return item;
-                })
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.info-content').html();
+
+                return item;
+            })
         )
     );
 

package/lib/v2/591/list.js

@@ -0,0 +1,144 @@
+const path = require('path');
+
+const { CookieJar } = require('tough-cookie');
+const cheerio = require('cheerio');
+
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const { isValidHost } = require('@/utils/valid-host');
+
+const cookieJar = new CookieJar();
+
+const client = got.extend({
+    cookieJar,
+});
+
+function appendRentalAPIParams(urlString) {
+    const searchParams = new URLSearchParams(urlString);
+
+    searchParams.set('is_format_data', '1');
+    searchParams.set('is_new_list', '1');
+    searchParams.set('type', '1');
+
+    return searchParams.toString();
+}
+
+async function getToken() {
+    const html = await client('https://rent.591.com.tw').text();
+
+    const $ = cheerio.load(html);
+    const csrfToken = $('meta[name="csrf-token"]').attr('content');
+
+    if (!csrfToken) {
+        throw 'CSRF token not found';
+    }
+
+    return csrfToken;
+}
+
+async function getHouseList(houseListURL) {
+    const csrfToken = await getToken();
+
+    const data = await client({
+        url: houseListURL,
+        headers: {
+            'X-CSRF-TOKEN': csrfToken,
+        },
+    }).json();
+
+    const {
+        data: { data: houseList },
+    } = data;
+
+    return houseList;
+}
+
+/**
+
+@typedef {object} House
+@property {string} title - The title of the house.
+@property {string} type - The type of the house.
+@property {number} post_id - The post id of the house.
+@property {string} kind_name - The name of the kind of the house.
+@property {string} room_str - A string representation of the number of rooms in the house.
+@property {string} floor_str - A string representation of the floor of the house.
+@property {string} community - The community the house is located in.
+@property {string} price - The price of the house.
+@property {string} price_unit - The unit of the price of the house.
+@property {string[]} photo_list - A list of photos of the house.
+@property {string} section_name - The name of the section where the house is located.
+@property {string} street_name - The name of the street where the house is located.
+@property {string} location - The location of the house.
+@property {RentTagItem[]} rent_tag - An array of rent tags for the house.
+@property {string} area - The area of the house.
+@property {string} role_name - The name of the role of the house.
+@property {string} contact - The contact information for the house.
+@property {string} refresh_time - The time the information about the house was last refreshed.
+@property {number} yesterday_hit - The number of hits the house received yesterday.
+@property {number} is_vip - A flag indicating whether the house is VIP or not.
+@property {number} is_combine - A flag indicating whether the house is combined or not.
+@property {number} hurry - A flag indicating whether there is a hurry for the house.
+@property {number} is_socail - A flag indicating whether the house is social or not.
+@property {Surrounding} surrounding - The surrounding area of the house.
+@property {string} discount_price_str - A string representation of the discounted price of the house.
+@property {number} cases_id - The id of the cases for the house.
+@property {number} is_video - A flag indicating whether there is a video for the house.
+@property {number} preferred - A flag indicating whether the house is preferred or not.
+@property {number} cid - The id of the house.
+*/
+
+/**
+
+@typedef {object} RentTagItem
+@property {string} id - The id of the rent tag item.
+@property {string} name - The name of the rent tag item.
+*/
+/**
+
+@typedef {object} Surrounding
+@property {string} type - The type of the surrounding.
+@property {string} desc - The description of the surrounding.
+@property {string} distance - The distance to the surrounding.
+*/
+
+const renderHouse = (house) => art(path.join(__dirname, 'templates/house.art'), { house });
+
+module.exports = async (ctx) => {
+    const query = ctx.params.query ?? '';
+    const country = ctx.params.country ?? 'tw';
+
+    if (!isValidHost(country) && country !== 'tw') {
+        throw Error('Invalid country codes. Only "tw" is supported now.');
+    }
+
+    /** @type {House[]} */
+    const houses = await getHouseList(`https://rent.591.com.tw/home/search/rsList?${appendRentalAPIParams(query)}`);
+
+    const queryUrl = `https://rent.591.com.tw/?${query}`;
+
+    const items = houses.map((house) => {
+        const { title, post_id, price, price_unit } = house;
+
+        const itemUrl = `https://rent.591.com.tw/home/${post_id}`;
+        const itemTitle = `${title} - ${price} ${price_unit}`;
+
+        const description = renderHouse(house);
+
+        return {
+            title: itemTitle,
+            description,
+            link: itemUrl,
+        };
+    });
+
+    ctx.state.data = {
+        title: '591 租屋 - 自訂查詢',
+        link: queryUrl,
+        description: `591 租屋 - 自訂查詢, query: ${query}`,
+        item: items,
+    };
+
+    ctx.state.json = {
+        houses,
+    };
+};

package/lib/v2/591/radar.js

@@ -0,0 +1,16 @@
+module.exports = {
+    '591.com.tw': {
+        _name: '591 租屋網',
+        rent: [
+            {
+                title: '所有物件',
+                docs: 'https://docs.rsshub.app/other.html#_591-zu-wu-wang',
+                source: ['/'],
+                target: (params, url) => {
+                    const searchParams = new URL(url).searchParams;
+                    return `/591/tw/rent/${searchParams.toString()}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/591/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:country/rent/:query?', require('./list'));
+};

package/lib/v2/591/templates/house.art

@@ -0,0 +1,52 @@
+{{set photoList = house.photo_list.slice(1)}}
+
+<img src="{{house.photo_list[0]}}" style="margin-bottom: 20px;">
+
+<table>
+    <tr>
+        <td>類型</td>
+        <td>{{house.kind_name}}</td>
+    </tr>
+    <tr>
+        <td>坪數</td>
+        <td>{{house.area}} 坪</td>
+    </tr>
+    <tr>
+        <td>樓層</td>
+        <td>{{house.floor_str}}</td>
+    </tr>
+    <tr>
+        <td>社區</td>
+        <td>{{house.community}}</td>
+    </tr>
+    <tr>
+        <td>地點</td>
+        <td>{{house.location}}</td>
+    </tr>
+    <tr>
+        <td>更新時間</td>
+        <td>{{house.refresh_time}}</td>
+    </tr>
+    <tr>
+        <td>標籤</td>
+        <td>
+            {{each house.rent_tag}}
+                <code>{{$value.name}}</code>
+            {{/each}}
+        </td>
+    </tr>
+</table>
+
+<p>更多資訊請見 <a href="https://rent.591.com.tw/home/{{house.post_id}}">591 租屋</a></p>
+
+<br />
+
+<h3>更多圖片</h3>
+
+<br />
+
+<div id="more-pictures">
+    {{each photoList}}
+        <img src="{{$value}}" style="margin-bottom: 20px;">
+    {{/each}}
+</div>

package/lib/v2/6v123/latestMovies.js

@@ -0,0 +1,14 @@
+const { processItems } = require('./utils');
+
+const baseURL = 'https://www.hao6v.cc/gvod/zx.html';
+
+module.exports = async (ctx) => {
+    const item = await processItems(ctx, baseURL);
+
+    ctx.state.data = {
+        title: '6v电影-最新电影',
+        link: baseURL,
+        description: '6v最新电影RSS',
+        item,
+    };
+};

package/lib/v2/6v123/latestTVSeries.js

@@ -0,0 +1,14 @@
+const { processItems } = require('./utils');
+
+const baseURL = 'https://www.hao6v.tv/gvod/dsj.html';
+
+module.exports = async (ctx) => {
+    const item = await processItems(ctx, baseURL);
+
+    ctx.state.data = {
+        title: '6v电影-最新电影',
+        link: baseURL,
+        description: '6v最新电影RSS',
+        item,
+    };
+};

package/lib/v2/6v123/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/latestMovies': ['tc9011'],
+    '/latestTVSeries': ['tc9011'],
+};

package/lib/v2/6v123/radar.js

@@ -0,0 +1,23 @@
+const radarConfig = {
+    _name: '6v电影',
+    '.': [
+        {
+            title: '最新电影',
+            docs: 'https://docs.rsshub.app/multimedia.html#_6v-dian-ying',
+            source: ['/', '/gvod/zx.html'],
+            target: '/6v123/latestMovies',
+        },
+        {
+            title: '最新电视剧',
+            docs: 'https://docs.rsshub.app/multimedia.html#_6v-dian-ying',
+            source: ['/', '/gvod/dsj.html'],
+            target: '/6v123/latestTVSeries',
+        },
+    ],
+};
+
+module.exports = {
+    'hao6v.cc': radarConfig,
+    'hao6v.tv': radarConfig,
+    'hao6v.com': radarConfig,
+};

package/lib/v2/6v123/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/latestMovies', require('./latestMovies'));
+    router.get('/latestTVSeries', require('./latestTVSeries'));
+};

package/lib/v2/6v123/utils.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const iconv = require('iconv-lite');
+const cheerio = require('cheerio');
+
+const utils = {
+    loadDetailPage: async function loadDetailPage(link) {
+        const response = await got.get(link, {
+            responseType: 'buffer',
+        });
+        response.data = iconv.decode(response.data, 'gb2312');
+
+        const $ = cheerio.load(response.data);
+
+        const detailInfo = {
+            title: $('title')
+                .text()
+                .replace(/，免费下载，迅雷下载|，6v电影/g, ''),
+            description: $('meta[name="description"]').attr('content'),
+            enclosure_urls: $('table td')
+                .map((i, e) => ({
+                    title: $(e).text().replace('磁力：', ''),
+                    magnet: $(e).find('a').attr('href'),
+                }))
+                .toArray()
+                .filter((item) => item.magnet?.includes('magnet')),
+        };
+        return detailInfo;
+    },
+    processItems: async (ctx, baseURL) => {
+        const response = await got.get(baseURL, {
+            responseType: 'buffer',
+        });
+        response.data = iconv.decode(response.data, 'gb2312');
+
+        const $ = cheerio.load(response.data);
+        const list = $('ul.list')[0].children;
+
+        const process = await Promise.all(
+            list.map((item) => {
+                const link = $(item).find('a');
+                const href = link.attr('href');
+                const pubDate = new Date($(item).find('span').text().replace(/[[\]]/g, '')).toUTCString();
+
+                if (href === undefined) {
+                    return undefined;
+                }
+
+                const itemUrl = 'https://www.hao6v.cc' + link.attr('href');
+
+                return ctx.cache.tryGet(itemUrl, async () => {
+                    const detailInfo = await utils.loadDetailPage(itemUrl);
+
+                    if (detailInfo.enclosure_urls.length > 1) {
+                        return detailInfo.enclosure_urls.map((url) => ({
+                            enclosure_url: url.magnet,
+                            enclosure_type: 'application/x-bittorrent',
+                            title: `${link.text()} ( ${url.title} )`,
+                            description: detailInfo.description,
+                            pubDate,
+                            link: itemUrl,
+                            guid: `${itemUrl}#${url.title}`,
+                        }));
+                    }
+
+                    return {
+                        enclosure_url: detailInfo.enclosure_urls[0].magnet,
+                        enclosure_type: 'application/x-bittorrent',
+                        title: link.text(),
+                        description: detailInfo.description,
+                        pubDate,
+                        link: itemUrl,
+                    };
+                });
+            })
+        );
+
+        return process.filter((item) => item !== undefined).flat();
+    },
+};
+
+module.exports = utils;

package/lib/v2/7mmtv/index.js

@@ -9,7 +9,7 @@ module.exports = async (ctx) => {
     const category = ctx.params.category ?? 'censored_list';
     const type = ctx.params.type ?? 'all';
 
-    const rootUrl = 'https://7mmtv.tv';
+    const rootUrl = 'https://7mmtv.sx';
     const currentUrl = `${rootUrl}/${language}/${category}/${type}/1.html`;
 
     const response = await got({
@@ -19,22 +19,19 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    $('.pull-left p a').remove();
-
-    let items = $('.latest-korean-box-text a')
+    let items = $('.video')
         .toArray()
         .map((item) => {
             item = $(item);
 
-            const video = item.parent().parent().find('video');
-
+            const title = item.find('.video-title a');
             return {
-                title: item.text(),
-                author: item.parent().find('.pull-left').text(),
-                pubDate: parseDate(item.parent().find('.date-part').text()),
-                link: `${item.attr('href').match(/^(http.*_content\/\d+)/)[1]}/index.html`,
-                poster: video.attr('poster'),
-                video: video.attr('srcmv'),
+                title: title.text(),
+                author: item.find('.video-channel').text(),
+                pubDate: parseDate(item.find('.small').text()),
+                link: title.attr('href'),
+                poster: item.find('img').attr('data-src'),
+                video: item.find('video').attr('data-src'),
             };
         });
 
@@ -49,23 +46,18 @@ module.exports = async (ctx) => {
                 const content = cheerio.load(detailResponse.data);
 
                 item.description = art(path.join(__dirname, 'templates/description.art'), {
-                    cover: content('.post-inner-details-img img').attr('src'),
-                    images: content('.video-introduction-images-list-row')
-                        .find('img')
+                    cover: content('.content_main_cover img').attr('src'),
+                    images: content('.owl-lazy')
                         .toArray()
-                        .map((i) => content(i).attr('src')),
+                        .map((i) => content(i).attr('data-src')),
+                    description: content('.video-introduction-images-text').html(),
                     poster: item.poster,
                     video: item.video,
                 });
 
-                item.category = content('.actor-right-images-part p')
+                item.category = content('.categories a')
                     .toArray()
-                    .map((a) => content(a).text())
-                    .concat(
-                        content('.posts-inner-details-text-under ul .posts-message span')
-                            .toArray()
-                            .map((c) => content(c).text())
-                    );
+                    .map((a) => content(a).text());
 
                 delete item.poster;
                 delete item.video;

package/lib/v2/7mmtv/templates/description.art

@@ -1,11 +1,15 @@
 {{ if cover }}
 <img src="{{ cover }}">
 {{ /if }}
+
 {{ if video }}
 <br>
 <video mute loop="loop" autoplay="autoplay" poster="{{ poster }}"><source src="{{ video }}"></video>
 <br>
 {{ /if }}
+
+{{ if description }}{{@ description }}{{ /if }}
+
 {{ each images }}
 <img src="{{ $value }}">
-{{ /each }}
+{{ /each }}

package/lib/v2/91porn/author.js

@@ -3,11 +3,13 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
+const { domainValidation } = require('./utils');
 
 module.exports = async (ctx) => {
     const { domain = '91porn.com' } = ctx.query;
     const { uid, lang = 'en_US' } = ctx.params;
     const siteUrl = `https://${domain}/uvideos.php?UID=${uid}&type=public`;
+    domainValidation(domain, ctx);
 
     const response = await got.post(siteUrl, {
         form: {

package/lib/v2/91porn/index.js

@@ -3,11 +3,13 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
+const { domainValidation } = require('./utils');
 
 module.exports = async (ctx) => {
     const { domain = '91porn.com' } = ctx.query;
     const siteUrl = `https://${domain}/index.php`;
     const { lang = 'en_US' } = ctx.params;
+    domainValidation(domain, ctx);
 
     const response = await got.post(siteUrl, {
         form: {

package/lib/v2/91porn/utils.js

@@ -0,0 +1,12 @@
+const config = require('@/config').value;
+const allowDomain = ['91porn.com', 'www.91porn.com', '0122.91p30.com', 'www.91zuixindizhi.com', 'w1218.91p46.com'];
+
+const domainValidation = (domain, ctx) => {
+    if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.includes(domain)) {
+        ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
+};
+
+module.exports = {
+    domainValidation,
+};

package/lib/v2/abmedia/category.js

@@ -5,7 +5,7 @@ const rootUrl = 'https://www.abmedia.io';
 const cateAPIUrl = `${rootUrl}/wp-json/wp/v2/categories`;
 const postsAPIUrl = `${rootUrl}/wp-json/wp/v2/posts`;
 
-const getCategoryId = async (category) => await got.get(`${cateAPIUrl}?slug=${category}`).then((res) => res.data[0].id);
+const getCategoryId = (category) => got.get(`${cateAPIUrl}?slug=${category}`).then((res) => res.data[0].id);
 
 module.exports = async (ctx) => {
     const category = ctx.params.category ?? 'technology-development';

package/lib/v2/acg17/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/post/all': ['SunBK201'],
+};

package/lib/v2/acg17/post.js

@@ -0,0 +1,20 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'http://acg17.com';
+
+module.exports = async (ctx) => {
+    const response = await got(`${host}/wp-json/wp/v2/posts?per_page=30`);
+    const list = response.data;
+    ctx.state.data = {
+        title: `ACG17 - 全部文章`,
+        link: `${host}/blog`,
+        description: 'ACG17 - 全部文章',
+        item: list.map((item) => ({
+            title: item.title.rendered,
+            link: item.link,
+            pubDate: parseDate(item.date_gmt),
+            description: item.content.rendered,
+        })),
+    };
+};

package/lib/v2/acg17/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'acg17.com': {
+        _name: 'ACG17',
+        '.': [
+            {
+                title: '全部文章',
+                docs: 'https://docs.rsshub.app/anime.html#acg17',
+                source: ['/post'],
+                target: '/acg17/post/all',
+            },
+        ],
+    },
+};

package/lib/v2/acg17/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/post/all', require('./post'));
+};

package/lib/v2/aeaweb/index.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    let id = ctx.params.id;
+
+    const rootUrl = 'https://www.aeaweb.org';
+    const currentUrl = `${rootUrl}/journals/${id}`;
+
+    let response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+
+    $('.read-more').remove();
+
+    id = $('input[name="journal"]').attr('value');
+
+    const title = $('.page-title').text();
+    const description = $('.intro-copy').text();
+    const searchUrl = `${rootUrl}/journals/search-results?journal=${id}&ArticleSearch[current]=1`;
+
+    response = await got({
+        method: 'get',
+        url: searchUrl,
+    });
+
+    $ = cheerio.load(response.data);
+
+    let items = $('h4.title a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: `${rootUrl}${item.attr('href').split('&')[0]}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.doi = content('meta[name="citation_doi"]').attr('content');
+
+                item.guid = item.doi;
+                item.title = content('meta[name="citation_title"]').attr('content');
+                item.author = content('.author')
+                    .toArray()
+                    .map((a) => content(a).text().trim())
+                    .join(', ');
+                item.pubDate = parseDate(content('meta[name="citation_publication_date"]').attr('content'), 'YYYY/MM');
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    description: content('meta[name="twitter:description"]')
+                        .attr('content')
+                        .replace(/\(\w+ \d+\)( - )?/, ''),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        description,
+        link: currentUrl,
+        item: items,
+    };
+};