rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/v2/19lou/index.js

@@ -3,6 +3,7 @@ const cheerio = require('cheerio');
 const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
 const iconv = require('iconv-lite');
+const { isValidHost } = require('@/utils/valid-host');
 
 const setCookie = function (cookieName, cookieValue, seconds, path, domain, secure) {
     let expires = null;
@@ -15,6 +16,9 @@ const setCookie = function (cookieName, cookieValue, seconds, path, domain, secu
 
 module.exports = async (ctx) => {
     const city = ctx.params.city ?? 'www';
+    if (!isValidHost(city)) {
+        throw Error('Invalid city');
+    }
 
     const rootUrl = `https://${city}.19lou.com`;
 

package/lib/v2/36kr/index.js

@@ -27,16 +27,19 @@ module.exports = async (ctx) => {
 
     const data = JSON.parse(response.data.match(/"itemList":(\[.*?\])/)[1]);
 
-    let items = data.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30).map((item) => {
-        item = item.templateMaterial ?? item;
-        return {
-            title: item.widgetTitle.replace(/<\/?em>/g, ''),
-            author: item.author,
-            pubDate: parseDate(item.publishTime),
-            link: `${rootUrl}/${path === '/newsflashes' ? 'newsflashes' : 'p'}/${item.itemId}`,
-            description: item.widgetContent ?? item.content,
-        };
-    });
+    let items = data
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .filter((item) => item.itemType !== 0)
+        .map((item) => {
+            item = item.templateMaterial ?? item;
+            return {
+                title: item.widgetTitle.replace(/<\/?em>/g, ''),
+                author: item.author,
+                pubDate: parseDate(item.publishTime),
+                link: `${rootUrl}/${path === '/newsflashes' ? 'newsflashes' : 'p'}/${item.itemId}`,
+                description: item.widgetContent ?? item.content,
+            };
+        });
 
     if (!/^\/(search|newsflashes)/.test(path)) {
         items = await Promise.all(
@@ -47,20 +50,22 @@ module.exports = async (ctx) => {
                         url: item.link,
                     });
 
-                    const key = CryptoJS.enc.Utf8.parse('efabccee-b754-4c');
-                    const cipherText = detailResponse.data.match(/{"state":"(.*)","isEncrypt":true}/)[1];
-
-                    const content = JSON.parse(
-                        CryptoJS.AES.decrypt(cipherText, key, {
-                            mode: CryptoJS.mode.ECB,
-                            padding: CryptoJS.pad.Pkcs7,
-                        })
-                            .toString(CryptoJS.enc.Utf8)
-                            .toString()
-                    ).articleDetail.articleDetailData.data;
-
-                    item.description = content.widgetContent;
-
+                    const cipherTextList = detailResponse.data.match(/{"state":"(.*)","isEncrypt":true}/) ?? [];
+                    if (cipherTextList.length !== 0) {
+                        const key = CryptoJS.enc.Utf8.parse('efabccee-b754-4c');
+                        const content = JSON.parse(
+                            CryptoJS.AES.decrypt(cipherTextList[1], key, {
+                                mode: CryptoJS.mode.ECB,
+                                padding: CryptoJS.pad.Pkcs7,
+                            })
+                                .toString(CryptoJS.enc.Utf8)
+                                .toString()
+                        ).articleDetail.articleDetailData.data;
+                        item.description = content.widgetContent;
+                    } else {
+                        const $ = cheerio.load(detailResponse.body);
+                        item.description = $('div.articleDetailContent').html();
+                    }
                     return item;
                 })
             )

package/lib/v2/500px/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/tribe/set/:id': ['TonyRL'],
+    '/user/works/:id': ['TonyRL'],
+};

package/lib/v2/500px/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    '500px.com.cn': {
+        _name: '500px 摄影社区',
+        '.': [
+            {
+                title: '部落影集',
+                docs: 'https://docs.rsshub.app/picture.html#_500px-she-ying-she-qu',
+                source: ['/page/tribe/detail'],
+                target: (_, url) => `/500px/tribe/set/${url.searchParams.get('tribeId')}`,
+            },
+            {
+                title: '摄影师作品',
+                docs: 'https://docs.rsshub.app/picture.html#_500px-she-ying-she-qu',
+                source: ['/:id', '/community/user-details/:id', '/community/user-details/:id/*'],
+                target: '/500px/user/works/:id',
+            },
+        ],
+    },
+};

package/lib/v2/500px/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/tribe/set/:id', require('./tribeSet'));
+    router.get('/user/works/:id', require('./user'));
+};

package/lib/v2/500px/templates/tribeSet.art

@@ -0,0 +1,6 @@
+{{ if item.description }}<p>{{ item.description }}</p>{{ /if }}
+{{ if item.photos }}
+    {{ each item.photos p }}
+    <img src="{{ p.url.baseUrl }}!p5">
+    {{ /each }}
+{{ /if }}

package/lib/v2/500px/templates/user.art

@@ -0,0 +1,3 @@
+{{ if item.url }}
+<img src="{{ item.url.baseUrl }}!p5">
+{{ /if }}

package/lib/v2/500px/tribeSet.js

@@ -0,0 +1,29 @@
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const { baseUrl, getTribeDetail, getTribeSets } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const limit = parseInt(ctx.query.limit) || 100;
+
+    const { tribe } = await getTribeDetail(id, ctx.cache.tryGet);
+    const tribeSets = await getTribeSets(id, limit, ctx.cache.tryGet);
+
+    const items = tribeSets.map((item) => ({
+        title: item.title,
+        description: art(path.join(__dirname, 'templates/tribeSet.art'), { item }),
+        author: item.uploaderInfo.nickName,
+        pubDate: parseDate(item.createdTime, 'x'),
+        link: `${baseUrl}/community/set/${item.id}/details`,
+    }));
+
+    ctx.state.data = {
+        title: tribe.name,
+        description: `${tribe.watchword} - ${tribe.introduce}`,
+        link: `${baseUrl}/page/tribe/detail?tribeId=${id}&pagev=set`,
+        image: tribe.avatar.a1,
+        item: items,
+    };
+};

package/lib/v2/500px/user.js

@@ -0,0 +1,32 @@
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const path = require('path');
+const { baseUrl, getUserInfoFromUsername, getUserInfoFromId, getUserWorks } = require('./utils');
+
+module.exports = async (ctx) => {
+    let { id } = ctx.params;
+    const limit = parseInt(ctx.query.limit) || 100;
+
+    if (id.length !== 33) {
+        id = (await getUserInfoFromUsername(id, ctx.cache.tryGet)).id;
+    }
+
+    const userInfo = await getUserInfoFromId(id, ctx.cache.tryGet);
+    const userWorks = await getUserWorks(id, limit, ctx.cache.tryGet);
+
+    const items = userWorks.map((item) => ({
+        title: item.title || '无题',
+        description: art(path.join(__dirname, 'templates/user.art'), { item }),
+        author: item.uploaderInfo.nickName,
+        pubDate: parseDate(item.createdTime, 'x'),
+        link: `${baseUrl}/community/photo-details/${item.id}`,
+    }));
+
+    ctx.state.data = {
+        title: userInfo.nickName,
+        description: userInfo.about,
+        image: userInfo.avatar.a1,
+        link: `${baseUrl}/${id}`,
+        item: items,
+    };
+};

package/lib/v2/500px/utils.js

@@ -0,0 +1,122 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+
+const baseUrl = 'https://500px.com.cn';
+
+/*
+ty_rum.server = {
+    id: 'Fm3hXcTiLT8',
+    ignore_err: true,
+    beacon: 'beacon.tingyun.com',
+    beacon_err: 'beacon-err.tingyun.com',
+    key: 'M1laN7-zRM0',
+    trace_threshold: 7000,
+    custom_urls: [],
+    sr: 1.0,
+};
+v && v.id && this._ty_rum && y(this._ty_rum.url) && (this._ty_rum.r = (new Date).getTime() % 1e8,
+this.setRequestHeader && this.setRequestHeader("X-Tingyun-Id", v.id + ";r=" + this._ty_rum.r))
+*/
+const headers = {
+    // {"anonymousId":"","latitude":null,"longitude":null,"manufacturer":"","province":"","area":"","city":""}
+    'x-500px-client-info': 'eyJhbm9ueW1vdXNJZCI6IiIsImxhdGl0dWRlIjpudWxsLCJsb25naXR1ZGUiOm51bGwsIm1hbnVmYWN0dXJlciI6IiIsInByb3ZpbmNlIjoiIiwiYXJlYSI6IiIsImNpdHkiOiIifQ==',
+    'X-Tingyun-Id': `Fm3hXcTiLT8;r=${new Date().getTime() % 1e8}`,
+};
+
+const getUserInfoFromUsername = (username, tryGet) =>
+    tryGet(`500px:user:${username}`, async () => {
+        const { data } = await got(`${baseUrl}/${username}`);
+        const $ = cheerio.load(data);
+        return JSON.parse(
+            $('script[type="text/javascript"]')
+                .text()
+                .match(/var cur_user = new Object\((.*?)\);/)[1]
+        );
+    });
+
+const getUserInfoFromId = (id, tryGet) =>
+    tryGet(`500px:user:indexInfo:${id}`, async () => {
+        const { data } = await got(`${baseUrl}/community/v2/user/indexInfo`, {
+            headers: {
+                ...headers,
+            },
+            searchParams: {
+                queriedUserId: id,
+            },
+        });
+        return data.data;
+    });
+
+const getUserWorks = (id, limit, tryGet) =>
+    tryGet(
+        `500px:user:profile:${id}`,
+        async () => {
+            const { data } = await got(`${baseUrl}/community/v2/user/profile`, {
+                headers: {
+                    ...headers,
+                },
+                searchParams: {
+                    resourceType: '0,2,4',
+                    imgsize: 'p1,p2,p3,p4',
+                    queriedUserId: id,
+                    startTime: '',
+                    page: 1,
+                    size: limit,
+                    type: 'json',
+                },
+            });
+            return data.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+const getTribeDetail = (id, tryGet) =>
+    tryGet(
+        `500px:tribeDetail:${id}`,
+        async () => {
+            const { data } = await got(`${baseUrl}/community/tribe/tribeDetail`, {
+                headers: {
+                    ...headers,
+                },
+                searchParams: {
+                    tribeId: id,
+                },
+            });
+            return data.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+const getTribeSets = (id, limit, tryGet) =>
+    tryGet(
+        `500px:tribeSets:${id}`,
+        async () => {
+            const { data } = await got(`${baseUrl}/community/tribe/getTribeSetsV2`, {
+                headers: {
+                    ...headers,
+                },
+                searchParams: {
+                    tribeId: id,
+                    privacy: 1,
+                    page: 1,
+                    size: limit,
+                    type: 'json',
+                },
+            });
+            return data.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+module.exports = {
+    baseUrl,
+    getUserInfoFromUsername,
+    getUserInfoFromId,
+    getUserWorks,
+    getTribeDetail,
+    getTribeSets,
+};

package/lib/v2/50forum/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '专家文章',
-                docs: 'https://docs.rsshub.app/new-media.html#jing-ji-50-ren-lun-tan',
+                docs: 'https://docs.rsshub.app/study.html#jing-ji-50-ren-lun-tan',
                 source: ['/home/article/index/category/zhuanjia.html', '/'],
                 target: '/50forum',
             },

package/lib/v2/50forum/zhuanjia.js

@@ -20,7 +20,7 @@ module.exports = async (ctx) => {
         .map((item) => {
             item = $(item);
             const link = rootUrl + item.attr('href');
-            const reg = /^(.+)\[(.+)\](.+)$/;
+            const reg = /^(.+)\[(.*)\](.+)$/;
             const keyword = reg.exec(item.text().trim());
             return {
                 title: keyword[1],

package/lib/v2/52hrtt/index.js

@@ -33,19 +33,18 @@ module.exports = async (ctx) => {
         }));
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.description = content('.info-content').html();
-
-                    return item;
-                })
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.info-content').html();
+
+                return item;
+            })
         )
     );
 

package/lib/v2/52hrtt/symposium.js

@@ -33,19 +33,18 @@ module.exports = async (ctx) => {
         }));
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.description = content('.info-content').html();
-
-                    return item;
-                })
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.info-content').html();
+
+                return item;
+            })
         )
     );
 

package/lib/v2/591/list.js

@@ -0,0 +1,144 @@
+const path = require('path');
+
+const { CookieJar } = require('tough-cookie');
+const cheerio = require('cheerio');
+
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const { isValidHost } = require('@/utils/valid-host');
+
+const cookieJar = new CookieJar();
+
+const client = got.extend({
+    cookieJar,
+});
+
+function appendRentalAPIParams(urlString) {
+    const searchParams = new URLSearchParams(urlString);
+
+    searchParams.set('is_format_data', '1');
+    searchParams.set('is_new_list', '1');
+    searchParams.set('type', '1');
+
+    return searchParams.toString();
+}
+
+async function getToken() {
+    const html = await client('https://rent.591.com.tw').text();
+
+    const $ = cheerio.load(html);
+    const csrfToken = $('meta[name="csrf-token"]').attr('content');
+
+    if (!csrfToken) {
+        throw 'CSRF token not found';
+    }
+
+    return csrfToken;
+}
+
+async function getHouseList(houseListURL) {
+    const csrfToken = await getToken();
+
+    const data = await client({
+        url: houseListURL,
+        headers: {
+            'X-CSRF-TOKEN': csrfToken,
+        },
+    }).json();
+
+    const {
+        data: { data: houseList },
+    } = data;
+
+    return houseList;
+}
+
+/**
+
+@typedef {object} House
+@property {string} title - The title of the house.
+@property {string} type - The type of the house.
+@property {number} post_id - The post id of the house.
+@property {string} kind_name - The name of the kind of the house.
+@property {string} room_str - A string representation of the number of rooms in the house.
+@property {string} floor_str - A string representation of the floor of the house.
+@property {string} community - The community the house is located in.
+@property {string} price - The price of the house.
+@property {string} price_unit - The unit of the price of the house.
+@property {string[]} photo_list - A list of photos of the house.
+@property {string} section_name - The name of the section where the house is located.
+@property {string} street_name - The name of the street where the house is located.
+@property {string} location - The location of the house.
+@property {RentTagItem[]} rent_tag - An array of rent tags for the house.
+@property {string} area - The area of the house.
+@property {string} role_name - The name of the role of the house.
+@property {string} contact - The contact information for the house.
+@property {string} refresh_time - The time the information about the house was last refreshed.
+@property {number} yesterday_hit - The number of hits the house received yesterday.
+@property {number} is_vip - A flag indicating whether the house is VIP or not.
+@property {number} is_combine - A flag indicating whether the house is combined or not.
+@property {number} hurry - A flag indicating whether there is a hurry for the house.
+@property {number} is_socail - A flag indicating whether the house is social or not.
+@property {Surrounding} surrounding - The surrounding area of the house.
+@property {string} discount_price_str - A string representation of the discounted price of the house.
+@property {number} cases_id - The id of the cases for the house.
+@property {number} is_video - A flag indicating whether there is a video for the house.
+@property {number} preferred - A flag indicating whether the house is preferred or not.
+@property {number} cid - The id of the house.
+*/
+
+/**
+
+@typedef {object} RentTagItem
+@property {string} id - The id of the rent tag item.
+@property {string} name - The name of the rent tag item.
+*/
+/**
+
+@typedef {object} Surrounding
+@property {string} type - The type of the surrounding.
+@property {string} desc - The description of the surrounding.
+@property {string} distance - The distance to the surrounding.
+*/
+
+const renderHouse = (house) => art(path.join(__dirname, 'templates/house.art'), { house });
+
+module.exports = async (ctx) => {
+    const query = ctx.params.query ?? '';
+    const country = ctx.params.country ?? 'tw';
+
+    if (!isValidHost(country) && country !== 'tw') {
+        throw Error('Invalid country codes. Only "tw" is supported now.');
+    }
+
+    /** @type {House[]} */
+    const houses = await getHouseList(`https://rent.591.com.tw/home/search/rsList?${appendRentalAPIParams(query)}`);
+
+    const queryUrl = `https://rent.591.com.tw/?${query}`;
+
+    const items = houses.map((house) => {
+        const { title, post_id, price, price_unit } = house;
+
+        const itemUrl = `https://rent.591.com.tw/home/${post_id}`;
+        const itemTitle = `${title} - ${price} ${price_unit}`;
+
+        const description = renderHouse(house);
+
+        return {
+            title: itemTitle,
+            description,
+            link: itemUrl,
+        };
+    });
+
+    ctx.state.data = {
+        title: '591 租屋 - 自訂查詢',
+        link: queryUrl,
+        description: `591 租屋 - 自訂查詢, query: ${query}`,
+        item: items,
+    };
+
+    ctx.state.json = {
+        houses,
+    };
+};

package/lib/v2/591/radar.js

@@ -0,0 +1,16 @@
+module.exports = {
+    '591.com.tw': {
+        _name: '591 租屋網',
+        rent: [
+            {
+                title: '所有物件',
+                docs: 'https://docs.rsshub.app/other.html#_591-zu-wu-wang',
+                source: ['/'],
+                target: (params, url) => {
+                    const searchParams = new URL(url).searchParams;
+                    return `/591/tw/rent/${searchParams.toString()}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/591/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:country/rent/:query?', require('./list'));
+};

package/lib/v2/591/templates/house.art

@@ -0,0 +1,52 @@
+{{set photoList = house.photo_list.slice(1)}}
+
+<img src="{{house.photo_list[0]}}" style="margin-bottom: 20px;">
+
+<table>
+    <tr>
+        <td>類型</td>
+        <td>{{house.kind_name}}</td>
+    </tr>
+    <tr>
+        <td>坪數</td>
+        <td>{{house.area}} 坪</td>
+    </tr>
+    <tr>
+        <td>樓層</td>
+        <td>{{house.floor_str}}</td>
+    </tr>
+    <tr>
+        <td>社區</td>
+        <td>{{house.community}}</td>
+    </tr>
+    <tr>
+        <td>地點</td>
+        <td>{{house.location}}</td>
+    </tr>
+    <tr>
+        <td>更新時間</td>
+        <td>{{house.refresh_time}}</td>
+    </tr>
+    <tr>
+        <td>標籤</td>
+        <td>
+            {{each house.rent_tag}}
+                <code>{{$value.name}}</code>
+            {{/each}}
+        </td>
+    </tr>
+</table>
+
+<p>更多資訊請見 <a href="https://rent.591.com.tw/home/{{house.post_id}}">591 租屋</a></p>
+
+<br />
+
+<h3>更多圖片</h3>
+
+<br />
+
+<div id="more-pictures">
+    {{each photoList}}
+        <img src="{{$value}}" style="margin-bottom: 20px;">
+    {{/each}}
+</div>

package/lib/v2/6v123/latestMovies.js

@@ -0,0 +1,14 @@
+const { processItems } = require('./utils');
+
+const baseURL = 'https://www.hao6v.cc/gvod/zx.html';
+
+module.exports = async (ctx) => {
+    const item = await processItems(ctx, baseURL);
+
+    ctx.state.data = {
+        title: '6v电影-最新电影',
+        link: baseURL,
+        description: '6v最新电影RSS',
+        item,
+    };
+};

package/lib/v2/6v123/latestTVSeries.js

@@ -0,0 +1,14 @@
+const { processItems } = require('./utils');
+
+const baseURL = 'https://www.hao6v.tv/gvod/dsj.html';
+
+module.exports = async (ctx) => {
+    const item = await processItems(ctx, baseURL);
+
+    ctx.state.data = {
+        title: '6v电影-最新电影',
+        link: baseURL,
+        description: '6v最新电影RSS',
+        item,
+    };
+};

package/lib/v2/6v123/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/latestMovies': ['tc9011'],
+    '/latestTVSeries': ['tc9011'],
+};