rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f7f8b7a

package/lib/v2/readhub/util.js

@@ -0,0 +1,69 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const dayjs = require('dayjs');
+
+const domain = 'readhub.cn';
+const rootUrl = `https://${domain}`;
+const apiRootUrl = `https://api.${domain}`;
+const apiTopicUrl = new URL('topic/list', apiRootUrl).href;
+
+const formatDate = (date, format) => dayjs(date).format(format);
+const toTopicUrl = (id) => new URL(`topic/${id}`, rootUrl).href;
+
+art.defaults.imports = {
+    ...art.defaults.imports,
+    ...{
+        formatDate,
+        toTopicUrl,
+    },
+};
+
+/**
+ * Process items asynchronously.
+ *
+ * @param {Array<Object>} items - The array of items to process.
+ * @param {function} tryGet - The tryGet function that handles the retrieval process.
+ * @returns {Promise<Array<Object>>} Returns a Promise that resolves to an array of processed items.
+ */
+const processItems = async (items, tryGet) =>
+    await Promise.all(
+        items.map((item) =>
+            tryGet(item.link, async () => {
+                try {
+                    if (!item.link.startsWith(rootUrl)) {
+                        throw Error(`"${item.link}" is an external URL`);
+                    }
+
+                    const { data: detailResponse } = await got(item.link);
+
+                    const data = JSON.parse(detailResponse.match(/\{\\"topic\\":(.*?)\}\]\\n"\]\)<\/script>/)[1].replace(/\\"/g, '"'));
+
+                    item.title = data.title;
+                    item.link = data.url ?? new URL(`topic/${data.uid}`, rootUrl).href;
+                    item.description = art(path.join(__dirname, 'templates/description.art'), {
+                        description: data.summary,
+                        news: data.newsAggList,
+                        timeline: data.timeline,
+                    });
+                    item.author = data.siteNameDisplay;
+                    item.category = [...(data.entityList.map((c) => c.name) ?? []), ...(data.tagList.map((c) => c.name) ?? [])];
+                    item.guid = `readhub-${data.uid}`;
+                    item.pubDate = parseDate(data.publishDate.replace(/\s/g, ''));
+                } catch (e) {
+                    item.guid = `readhub-${item.guid}`;
+                }
+
+                return item;
+            })
+        )
+    );
+
+module.exports = {
+    rootUrl,
+    apiRootUrl,
+    apiTopicUrl,
+    art,
+    processItems,
+};

package/lib/v2/routledge/book-series.js

@@ -0,0 +1,78 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const { join } = require('path');
+
+module.exports = async (ctx) => {
+    const { bookName, bookId } = ctx.params;
+    const baseUrl = 'https://www.routledge.com';
+    const pageUrl = `${baseUrl}/${bookName}/book-series/${bookId}`;
+    const { data: response } = await got(pageUrl, {
+        headers: {
+            accept: 'text/html, */*; q=0.01',
+        },
+        searchParams: {
+            publishedFilter: 'alltitles',
+            pd: 'published,forthcoming',
+            pg: 1,
+            pp: 12,
+            so: 'pub',
+            view: 'list',
+        },
+    });
+    const $ = cheerio.load(response);
+
+    const list = $('.row.book')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item.find('h3 a');
+            const description = item.find('p.description');
+            const meta = item.find('p.description').prev().text().split('\n');
+            return {
+                title: title.text(),
+                link: title.attr('href'),
+                description: description.text(),
+                pubDate: parseDate(meta.pop().trim(), 'MMMM DD, YYYY'),
+                author: meta
+                    .map((i) => i.trim())
+                    .filter((i) => i)
+                    .join(', '),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data } = await got(item.link);
+                const $ = cheerio.load(data);
+                const isbn = $('meta[property="books:isbn"]').attr('content');
+                const { data: image } = await got('https://productimages.routledge.com', {
+                    searchParams: {
+                        isbn,
+                        size: 'amazon',
+                        ext: 'jpg',
+                    },
+                });
+
+                const description = $('.sticky-div');
+                description.find('button.accordion-button').contents().unwrap();
+                description.find('.fa-shopping-cart').parent().parent().remove();
+
+                item.description = art(join(__dirname, 'templates/description.art'), {
+                    image,
+                    description: description.html(),
+                });
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        link: pageUrl,
+        item: items,
+    };
+};

package/lib/v2/routledge/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:bookName/book-series/:bookId': ['TonyRL'],
+};

package/lib/v2/routledge/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'routledge.com': {
+        _name: 'Routledge',
+        '.': [
+            {
+                title: 'Book Series',
+                docs: 'https://docs.rsshub.app/routes/journals#routledge',
+                source: ['/:bookName/book-series/:bookId'],
+                target: '/routledge/:bookName/book-series/:bookId',
+            },
+        ],
+    },
+};

package/lib/v2/routledge/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:bookName/book-series/:bookId', require('./book-series'));
+};

package/lib/v2/routledge/templates/description.art

@@ -0,0 +1,7 @@
+{{ if image }}
+<img src="{{ image }}"><br>
+{{ /if }}
+
+{{ if description }}
+{{@ description }}
+{{ /if }}

package/lib/v2/showstart/artist.js

@@ -0,0 +1,15 @@
+const { TITLE, HOST } = require('./const');
+const { fetchPerformerInfo } = require('./service');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const artist = await fetchPerformerInfo({
+        performerId: id,
+    });
+    ctx.state.data = {
+        title: `${TITLE} - ${artist.name}`,
+        description: artist.content,
+        link: `${HOST}/artist/${artist.id}`,
+        item: artist.activityList,
+    };
+};

package/lib/v2/showstart/brand.js

@@ -0,0 +1,15 @@
+const { TITLE, HOST } = require('./const');
+const { fetchBrandInfo } = require('./service');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const brand = await fetchBrandInfo({
+        brandId: id,
+    });
+    ctx.state.data = {
+        title: `${TITLE} - ${brand.name}`,
+        description: brand.content,
+        link: `${HOST}/host/${brand.id}`,
+        item: brand.activityList,
+    };
+};

package/lib/v2/showstart/const.js

@@ -0,0 +1,4 @@
+module.exports = {
+    HOST: 'https://www.showstart.com',
+    TITLE: '秀动网',
+};

package/lib/v2/showstart/event.js

@@ -0,0 +1,18 @@
+const { TITLE, HOST } = require('./const');
+const { fetchActivityList, fetchDictionary } = require('./service');
+
+module.exports = async (ctx) => {
+    const cityCode = parseInt(ctx.params.cityCode);
+    const showStyle = parseInt(ctx.params.showStyle);
+    const items = await fetchActivityList({
+        cityCode,
+        showStyle,
+    });
+    const { cityName, showName } = await fetchDictionary(cityCode, showStyle);
+    const tags = [cityName, showName].filter((item) => Boolean(item)).join(' - ');
+    ctx.state.data = {
+        title: `${TITLE} - ${tags}`,
+        link: HOST,
+        item: items,
+    };
+};

package/lib/v2/showstart/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/artist/:id': ['lchtao26'],
+    '/brand/:id': ['lchtao26'],
+    '/event/:cityCode/:showStyle?': ['lchtao26'],
+    '/search/:type/:keyword?': ['lchtao26'],
+};

package/lib/v2/showstart/radar.js

@@ -0,0 +1,40 @@
+module.exports = {
+    'showstart.com': {
+        _name: '秀动网',
+        www: [
+            {
+                title: '演出更新',
+                docs: 'https://docs.rsshub.app/routes/shopping#xiu-dong-wang-yan-chu-geng-xin',
+                source: ['/event/list'],
+                target: (_, url) => {
+                    const search = new URL(url).searchParams;
+                    const cityCode = search.get('cityCode') || 0;
+                    const showStyle = search.get('showStyle') || 0;
+                    return `/showstart/event/${cityCode}/${showStyle}`;
+                },
+            },
+            {
+                title: '演出搜索',
+                docs: 'https://docs.rsshub.app/routes/shopping#xiu-dong-wang-yan-chu-sou-suo',
+                source: ['/event/list'],
+                target: (_, url) => {
+                    const search = new URL(url).searchParams;
+                    const keyword = search.get('keyword') || '';
+                    return `/showstart/search/event/${keyword}`;
+                },
+            },
+            {
+                title: '音乐人 - 演出更新',
+                docs: 'https://docs.rsshub.app/routes/shopping#yin-yue-ren-yan-chu-geng-xin',
+                source: ['/artist/:id'],
+                target: '/showstart/artist/:id',
+            },
+            {
+                title: '厂牌 - 演出更新',
+                docs: 'https://docs.rsshub.app/routes/shopping#chang-pai-yan-chu-geng-xin',
+                source: ['/host/:id'],
+                target: '/showstart/brand/:id',
+            },
+        ],
+    },
+};

package/lib/v2/showstart/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    router.get('/artist/:id', require('./artist'));
+    router.get('/brand/:id', require('./brand'));
+    router.get('/event/:cityCode/:showStyle?', require('./event'));
+    router.get('/search/:type/:keyword?', require('./search'));
+};

package/lib/v2/showstart/search.js

@@ -0,0 +1,51 @@
+const { TITLE, HOST } = require('./const');
+const { fetchActivityList, fetchPerformerList, fetchBrandList, fetchCityList, fetchStyleList } = require('./service');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || '';
+    const keyword = ctx.params.keyword || '';
+
+    switch (type) {
+        case 'event':
+            ctx.state.data = {
+                title: `${TITLE} - 搜演出 - ${keyword || '全部'}`,
+                link: HOST,
+                item: await fetchActivityList({ keyword }),
+            };
+            break;
+        case 'artist':
+            ctx.state.data = {
+                title: `${TITLE} - 搜艺人 - ${keyword || '全部'}`,
+                link: HOST,
+                item: await fetchPerformerList({ searchKeyword: keyword }),
+            };
+            break;
+        case 'brand':
+            ctx.state.data = {
+                title: `${TITLE} - 搜厂牌 - ${keyword || '全部'}`,
+                link: HOST,
+                item: await fetchBrandList({ searchKeyword: keyword }),
+            };
+            break;
+        case 'city':
+            ctx.state.data = {
+                title: `${TITLE} - 搜城市 - ${keyword || '全部'}`,
+                link: HOST,
+                item: await fetchCityList(keyword),
+            };
+            break;
+        case 'style':
+            ctx.state.data = {
+                title: `${TITLE} - 搜风格 - ${keyword || '全部'}`,
+                link: HOST,
+                item: await fetchStyleList(keyword),
+            };
+            break;
+        default:
+            ctx.state.data = {
+                title: `${TITLE} - 搜演出 - ${type || '全部'}`,
+                link: HOST,
+                item: await fetchActivityList({ keyword: type }),
+            };
+    }
+};

package/lib/v2/showstart/service.js

@@ -0,0 +1,166 @@
+const { HOST } = require('./const');
+const { getAccessToken, post, sortBy, uniqBy } = require('./utils');
+
+async function fetchActivityList(
+    params = {
+        pageNo: '1',
+        pageSize: '30',
+        cityCode: '',
+        activityIds: '',
+        coupon: '',
+        keyword: '',
+        organizerId: '',
+        performerId: '',
+        showStyle: '',
+        showTime: '',
+        showType: '',
+        siteId: '',
+        sortType: '',
+        themeId: '',
+        timeRange: '',
+        tourId: '',
+        type: '',
+        tag: '',
+    }
+) {
+    const accessToken = await getAccessToken();
+    const resp = await post('/web/activity/list', accessToken, params);
+    return resp.result.result.map((item) => formatActivity(item));
+}
+
+function formatActivity(item) {
+    const image = (src) => (src ? `<img src="${src}" />` : '');
+    const time = (time) => (time ? `<p>演出时间：${time}</p>` : '');
+    const address = (cityName, siteName) => (cityName || siteName ? `<p>地址：${[cityName, siteName].join(' - ')}</p>` : '');
+    const performers = (name) => (name ? `<p>艺人：${name}</p>` : '');
+    const price = (price) => (price ? `<p>票价：${price}</p>` : '');
+    return {
+        title: item.title,
+        link: `${HOST}/event/${item.id}`,
+        description: [image(item.poster), time(item.showTime), address(item.cityName, item.siteName), performers(item.performers), price(item.price)].join(''),
+    };
+}
+
+async function fetchPerformerList(
+    params = {
+        pageNo: '1',
+        pageSize: '30',
+        searchKeyword: '',
+        styleId: '',
+    }
+) {
+    const accessToken = await getAccessToken();
+    const resp = await post('/web/performer/list', accessToken, params);
+    return resp.result.result.map((item) => ({
+        title: item.name,
+        link: `${HOST}/artist/${item.id}`,
+        description: `id: ${item.id}`,
+    }));
+}
+
+async function fetchPerformerInfo(
+    params = {
+        performerId: '',
+    }
+) {
+    const accessToken = await getAccessToken();
+    const resp = await post('/web/performer/info', accessToken, params);
+    return {
+        id: params.id,
+        name: resp.result.name,
+        content: resp.result.content,
+        avatar: resp.result.avatar,
+        poster: resp.result.poster,
+        styles: resp.result.styles,
+        activityList: resp.result.activities.map((item) => formatActivity(item)),
+    };
+}
+
+async function fetchBrandInfo(
+    params = {
+        brandId: '',
+    }
+) {
+    const accessToken = await getAccessToken();
+    const resp = await post('/web/brand/info', accessToken, params);
+    return {
+        id: params.id,
+        name: resp.result.name,
+        content: resp.result.content,
+        avatar: resp.result.avatar,
+        poster: resp.result.poster,
+        activityList: resp.result.activities.map((item) => formatActivity(item)),
+    };
+}
+
+async function fetchBrandList(
+    params = {
+        pageNo: '1',
+        pageSize: '30',
+        searchKeyword: '',
+    }
+) {
+    const accessToken = await getAccessToken();
+    const resp = await post('/web/brand/list', accessToken, params);
+    return resp.result.result.map((item) => ({
+        title: item.name,
+        link: `${HOST}/host/${item.id}`,
+        description: `id: ${item.id}`,
+    }));
+}
+
+async function fetchParams() {
+    const accessToken = await getAccessToken();
+    return post('/web/activity/list/params', accessToken);
+}
+
+async function fetchCityList(keyword = '') {
+    const resp = await fetchParams();
+    const cities = sortBy(resp.result, 'cityCode');
+    return cities
+        .filter((item) => item.cityName.includes(keyword.trim()))
+        .map((item) => ({
+            title: item.cityName,
+            link: `${HOST}/event/list?cityCode=${item.cityCode}`,
+            description: `cityCode: ${item.cityCode}`,
+        }));
+}
+
+// styles is embed in each city item
+// so we need to fetch all city items and then extract styles from them
+async function fetchStyleList(keyword = '') {
+    const resp = await fetchParams();
+    let styles = resp.result.flatMap((item) => item.styles);
+    styles = uniqBy(styles, 'key');
+    styles = sortBy(styles, 'key');
+    return styles
+        .filter((item) => item.showName.includes(keyword.trim()))
+        .map((item) => ({
+            title: item.showName,
+            link: `${HOST}/event/list?showStyle=${item.key}`,
+            description: `showStyle: ${item.key}`,
+        }));
+}
+
+async function fetchDictionary(cityCode, showStyle) {
+    const resp = await fetchParams();
+    const target = resp.result.find((item) => item.cityCode === cityCode);
+    if (!target) {
+        return {};
+    }
+    return {
+        cityName: target.cityName,
+        showName: target.styles.find((item) => item.key === showStyle)?.showName,
+    };
+}
+
+module.exports = {
+    fetchActivityList,
+    fetchCityList,
+    fetchStyleList,
+    fetchPerformerList,
+    fetchPerformerInfo,
+    fetchBrandList,
+    fetchBrandInfo,
+    fetchDictionary,
+};

package/lib/v2/showstart/utils.js

@@ -0,0 +1,92 @@
+const got = require('@/utils/got');
+const md5 = require('@/utils/md5');
+
+const uuid = (length = 20) => {
+    const e = '0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz' + Date.now();
+    const r = [];
+    for (let i = 0; i < length; i++) {
+        r.push(e.charAt(Math.floor(Math.random() * e.length)));
+    }
+    return r.join('');
+};
+
+const cookieMap = new Map([['token', uuid(32).toLowerCase()]]);
+
+const devioceInfo = {
+    vendorName: '',
+    deviceMode: '',
+    deviceName: '',
+    systemName: '',
+    systemVersion: '',
+    cpuMode: ' ', // Note the space
+    cpuCores: '',
+    cpuArch: '',
+    memerySize: '',
+    diskSize: '',
+    network: '',
+    resolution: '1920*1080',
+    pixelResolution: '',
+};
+
+const getAccessToken = async () => {
+    const { result } = await post('/waf/gettoken');
+    cookieMap.set('accessToken', result.accessToken.access_token);
+    cookieMap.set('idToken', result.idToken.id_token);
+    return cookieMap.get('accessToken');
+};
+
+const post = async (requestPath, accessToken = md5(Date.now().toString()), payload) => {
+    const traceId = uuid(32) + Date.now();
+
+    const { data: response } = await got.post(`https://www.showstart.com/api${requestPath}`, {
+        headers: {
+            cdeviceinfo: encodeURIComponent(JSON.stringify(devioceInfo)),
+            cdeviceno: cookieMap.get('token'),
+            cookie: [...cookieMap.entries()].map(([key, value]) => `${key}=${value}`).join('; '),
+            crpsign: md5(accessToken + /* sign/cusut (empty) + idToken (empty) + userInfo.userId (empty) + */ 'web' + cookieMap.get('token') + (payload ? JSON.stringify(payload) : '') + requestPath + '999web' + traceId),
+            crtraceid: traceId,
+            csappid: 'web',
+            cterminal: 'web',
+            cusat: accessToken,
+            cusid: '',
+            cusit: '',
+            cusname: '',
+            cusut: '',
+            cversion: '999',
+        },
+        json: payload,
+    });
+
+    return response;
+};
+
+function sortBy(items, key) {
+    return items.sort((a, b) => {
+        if (a[key] < b[key]) {
+            return -1;
+        }
+        if (a[key] > b[key]) {
+            return 1;
+        }
+        return 0;
+    });
+}
+
+function uniqBy(items, key) {
+    const set = new Set();
+    return items.filter((item) => {
+        if (set.has(item[key])) {
+            return false;
+        }
+        set.add(item[key]);
+        return true;
+    });
+}
+
+module.exports = {
+    post,
+    getAccessToken,
+    uuid,
+    sortBy,
+    uniqBy,
+};

package/lib/v2/snowpeak/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/us/new-arrivals': ['NavePnow'],
+    '/us/new-arrivals': ['EthanWng97'],
 };

package/lib/v2/sony/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/downloads/:productType/:productId': ['NavePnow'],
+    '/downloads/:productType/:productId': ['EthanWng97'],
 };

package/lib/v2/sse/disclosure.js

@@ -3,7 +3,6 @@ const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const query = ctx.params.query ?? ''; // beginDate=2018-08-18&endDate=2020-09-01&productId=600696
-    const host = 'https://www.sse.com.cn';
     const queries = query.split('&').reduce((acc, cur) => {
         const [key, value] = cur.split('=');
         acc[key] = value;
@@ -30,11 +29,13 @@ module.exports = async (ctx) => {
         },
     });
 
+    const pdfHost = 'https://static.sse.com.cn';
+
     const items = response.data.result.map((item) => ({
         title: item.TITLE,
-        description: `${host}${item.URL}`,
+        description: `${pdfHost}${item.URL}`,
         pubDate: parseDate(item.ADDDATE),
-        link: `${host}${item.URL}`,
+        link: `${pdfHost}${item.URL}`,
         author: item.SECURITY_NAME,
     }));