rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/v2/jseea/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news/:type?', require('./news'));
+};

package/lib/v2/kemono/index.js

@@ -55,8 +55,8 @@ module.exports = async (ctx) => {
         title = $('title').text();
 
         items = await Promise.all(
-            $('.post-card')
-                .find('.fancy-link')
+            $('.card-list__items')
+                .find('a')
                 .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
                 .toArray()
                 .map((item) => {

package/lib/v2/kuaidi100/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/company': ['NeverBehave'],
+    '/track/:number/:id/:phone?': ['NeverBehave'],
+};

package/lib/v2/kuaidi100/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'kuaidi100.com': {
+        _name: '快递 100',
+        '.': [
+            {
+                title: '快递订单追踪',
+                docs: 'https://docs.rsshub.app/other.html#kuai-di-100',
+                source: '/',
+                target: (params, url, document) => {
+                    const postid = document && document.querySelector('#postid').value;
+                    const com = document && document.querySelector('#selectComBtn').childNodes[1].attributes[1].value;
+                    if (com && com !== 'default' && postid) {
+                        return `/kuaidi100/track/${com}/${postid}`;
+                    }
+                },
+            },
+            {
+                title: '支持的快递公司列表',
+                docs: 'https://docs.rsshub.app/other.html#kuai-di-100',
+                source: '/',
+                target: '/kuaidi100/company',
+            },
+        ],
+    },
+};

package/lib/v2/kuaidi100/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/company', require('./supported_company'));
+    router.get('/track/:number/:id/:phone?', require('./index'));
+};

package/lib/{routes → v2}/kuaidi100/supported_company.js

@@ -10,7 +10,6 @@ module.exports = async (ctx) => {
             title: item.name,
             description: item.number,
             category: item.comTypeName,
-            pubDate: new Date().toUTCString(),
             link: item.siteUrl,
         })),
     };

package/lib/{routes → v2}/kuaidi100/utils.js

@@ -1,6 +1,10 @@
 const got = require('@/utils/got');
 const wwwid_key = 'kuaidi100-wwwid';
 const csrf_key = 'kuaidi100-csrf';
+const globacsrftoken_key = 'kuaidi100-globacsrftoken';
+const dasddocTitl_key = 'kuaidi100-dasddocTitl';
+const dasddocReferrer_key = 'kuaidi100-dasddocReferrer';
+const dasddocHref_key = 'kuaidi100-dasddocHref';
 const query_count = 'kuaidi100-cookie-count';
 const max_query_count = 30;
 
@@ -9,7 +13,11 @@ async function getCookie(ctx) {
     shouldUpdateCookie(ctx);
     let wwwid = await ctx.cache.get(wwwid_key);
     let csrf = await ctx.cache.get(csrf_key);
-    if (!wwwid || !csrf) {
+    let globacsrftoken = await ctx.cache.get(globacsrftoken_key);
+    let dasddocTitl = await ctx.cache.get(dasddocTitl_key);
+    let dasddocReferrer = await ctx.cache.get(dasddocReferrer_key);
+    let dasddocHref = await ctx.cache.get(dasddocHref_key);
+    if (!wwwid || !csrf || !dasddocTitl || !dasddocReferrer || !dasddocHref) {
         const indexResponse = await got({
             method: 'get',
             url: 'https://www.kuaidi100.com/?from=appstore',
@@ -25,12 +33,24 @@ async function getCookie(ctx) {
                     wwwid = e.split(';')[0];
                 } else if (e.indexOf('csrftoken') === 0) {
                     csrf = e.split(';')[0];
+                } else if (e.indexOf('globacsrftoken') === 0) {
+                    globacsrftoken = e.split(';')[0];
+                } else if (e.indexOf('dasddocTitle') >= 0) {
+                    dasddocTitl = e.split(';')[0];
+                } else if (e.indexOf('dasddocReferrer') >= 0) {
+                    dasddocReferrer = e.split(';')[0];
+                } else if (e.indexOf('dasddocHref') >= 0) {
+                    dasddocHref = e.split(';')[0];
                 }
             }
         }
 
         ctx.cache.set(wwwid_key, wwwid, 600);
         ctx.cache.set(csrf_key, csrf, 600);
+        ctx.cache.set(globacsrftoken_key, globacsrftoken, 600);
+        ctx.cache.set(dasddocTitl_key, dasddocTitl, 600);
+        ctx.cache.set(dasddocReferrer_key, dasddocReferrer, 600);
+        ctx.cache.set(dasddocHref_key, dasddocHref, 600);
         // We have acquired new cookie. It may due to cache timeout.
         // Force update counter and don't wait it finished.
         shouldUpdateCookie(ctx, true);
@@ -39,6 +59,10 @@ async function getCookie(ctx) {
     return {
         wwwid,
         csrf,
+        globacsrftoken,
+        dasddocTitl,
+        dasddocReferrer,
+        dasddocHref,
     };
 }
 
@@ -61,11 +85,10 @@ async function getCookie(ctx) {
         "version": 776
     }
 */
-async function getCompanyList(ctx) {
+function getCompanyList(ctx) {
     // Using date as cache key and it will automatically expired by 1d
     const key = `kuaidi100-company-name-${new Date().toISOString().split('T')[0]}`;
-    let list = await ctx.cache.get(key);
-    if (!list) {
+    return ctx.cache.tryGet(key, async () => {
         const cookie = await getCookie(ctx);
         const wwwid = cookie.wwwid;
         const companyResponse = await got({
@@ -76,7 +99,7 @@ async function getCompanyList(ctx) {
                 Cookie: wwwid,
             },
         });
-        list = companyResponse.body;
+        let list = companyResponse.body;
 
         // Parsing the js file
         try {
@@ -87,11 +110,8 @@ async function getCompanyList(ctx) {
             throw new Error('无法正确获取快递公司列表：请稍后重试');
         }
 
-        ctx.cache.set(key, list);
-    } else {
-        list = JSON.parse(list);
-    }
-    return list;
+        return list;
+    });
 }
 
 function shouldUpdateCookie(ctx, forcedUpdate = false) {
@@ -186,6 +206,17 @@ module.exports = {
     getQuery: async (ctx, number, id, phone) => {
         const query_key = `kuaidi100-query-${number}-${id}`;
         let query = await ctx.cache.get(query_key);
+        // 组装日期与单号 日期为提前两个月
+        const timestamp = Number.parseInt(new Date().getTime() / 1000);
+        const lastTowMonth = new Date().getTime() - 60 * 60 * 24 * 60 * 1000;
+        const dateString = new Date(lastTowMonth).toLocaleDateString('ZH').split('/').join('');
+        const queryMeta = encodeURIComponent(
+            JSON.stringify({
+                date: dateString,
+                nums: [id],
+            })
+        );
+
         if (!query) {
             const cookie = await getCookie(ctx);
             const queryResponse = await got({
@@ -193,7 +224,11 @@ module.exports = {
                 url: `https://www.kuaidi100.com/query?type=${number}&postid=${id}&temp=${Math.random()}&phone=${phone ? phone : ''}`,
                 headers: {
                     Referer: 'https://www.kuaidi100.com/',
-                    Cookie: `${cookie.csrf}; ${cookie.wwwid}`,
+                    'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8,ja;q=0.7',
+                    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/105.0.0.0 Safari/537.36',
+                    Cookie: `${cookie.globacsrftoken}; ${cookie.csrf}; ${cookie.wwwid}; ${cookie.dasddocHref}; ${cookie.dasddocReferrer}; ${
+                        cookie.dasddocTitl
+                    }; addcom=${number}; addnu=${id}; snt_query_meta=${queryMeta}; sortStatus=0; Hm_lpvt_22ea01af58ba2be0fec7c11b25e88e6c=${timestamp}; Hm_lvt_22ea01af58ba2be0fec7c11b25e88e6c=${timestamp - 1642}`,
                 },
             });
 

package/lib/v2/lang/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/live/room/:id': ['MittWillson'],
+};

package/lib/v2/lang/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'lang.live': {
+        _name: '浪 Play 直播',
+        '.': [
+            {
+                title: '直播间开播',
+                docs: 'https://docs.rsshub.app/live.html#lang-play-yuan-zhi-bo',
+                source: ['/room/:id'],
+                target: '/lang/live/room/:id',
+            },
+        ],
+    },
+};

package/lib/v2/lang/room.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const url = `https://www.lang.live/room/${id}`;
+
+    const api = 'https://api.lang.live/langweb/v1/room/liveinfo';
+    const {
+        data: { data },
+    } = await got(api, {
+        searchParams: {
+            room_id: id,
+        },
+    });
+
+    let item = [];
+    const name = data.live_info.nickname;
+    if (data.live_info.live_status === 1) {
+        item = [
+            {
+                title: `${name} 开播了`,
+                link: url,
+                guid: `lang:live:room:${id}:${data.live_info.live_id}`,
+                description: art(path.join(__dirname, 'templates/room.art'), {
+                    live_info: data.live_info,
+                }),
+            },
+        ];
+    }
+
+    ctx.state.data = {
+        title: `${name} 的浪 Play 直播`,
+        description: data.live_info.sign,
+        link: url,
+        item,
+        allowEmpty: true,
+    };
+};

package/lib/v2/lang/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/live/room/:id', require('./room'));
+};

package/lib/v2/lang/templates/room.art

@@ -0,0 +1 @@
+<img src="{{ live_info.headimg }}">

package/lib/v2/lianxh/index.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://www.lianxh.cn';
+    const currentUrl = `${rootUrl}/blogs${category ? `/${category}` : ''}.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.news-title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#nice').html();
+                item.pubDate = parseDate(
+                    content('.news-share')
+                        .prev()
+                        .find('span')
+                        .first()
+                        .text()
+                        .match(/(\d+-\d+-\d+)/)[1],
+                    'YYYY-MM-DD'
+                );
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `连享会 - ${$('.actives').text()}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/lianxh/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/lianxh/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'lianxh.cn': {
+        _name: '连享会',
+        '.': [
+            {
+                title: '精彩资讯',
+                docs: 'https://docs.rsshub.app/programming.html#lian-xiang-hui-jing-cai-zi-xun',
+                source: ['/blogs.html', '/'],
+                target: '/lianxh/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/lianxh/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/{routes → v2}/linkresearcher/index.js

@@ -1,6 +1,6 @@
 const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const qs = require('querystring');
+const qs = require('query-string');
+const { parseDate } = require('@/utils/parse-date');
 
 const baseURL = 'https://www.linkresearcher.com';
 
@@ -15,9 +15,8 @@ module.exports = async (ctx) => {
 
     // get XSRF token from main page
     const metaURL = `${baseURL}/${category}`;
-    const metaResponse = await got.get(metaURL);
-    const metaCapture = cheerio.load(metaResponse.data);
-    const xsrf_token = metaCapture('meta[name="_csrf"]').prop('content');
+    const metaResponse = await got(metaURL);
+    const xsrfToken = metaResponse.headers['set-cookie'][0].split(';')[0].split('=')[1];
 
     let data = { filters: { status: false } };
     if (typeof query.subject !== 'undefined' && typeof query.columns !== 'undefined') {
@@ -31,16 +30,19 @@ module.exports = async (ctx) => {
         title = `${title}「${query.columns}」`;
     }
     data.query = query.query;
-    const dataURL = `${baseURL}/api/${category}/search?from=0&size=20&type=SEARCH`;
-    const pageResponse = await got({
-        method: 'post',
-        url: dataURL,
+    const dataURL = `${baseURL}/api/${category === 'careers' ? 'articles' : category}/search`;
+    const pageResponse = await got.post(dataURL, {
         headers: {
             'content-type': 'application/json; charset=UTF-8',
-            'x-xsrf-token': xsrf_token,
-            cookie: `XSRF-TOKEN=${xsrf_token}`,
+            'x-xsrf-token': xsrfToken,
+            cookie: `XSRF-TOKEN=${xsrfToken}`,
         },
-        data: JSON.stringify(data),
+        searchParams: {
+            from: 0,
+            size: 20,
+            type: category === 'careers' ? 'CAREER' : 'SEARCH',
+        },
+        json: data,
     });
 
     const list = pageResponse.data.hits;
@@ -48,7 +50,7 @@ module.exports = async (ctx) => {
     const out = list.map((item) => ({
         title: item.title,
         description: item.content,
-        pubDate: new Date(item.createdAt).toUTCString(),
+        pubDate: parseDate(item.createdAt, 'x'),
         link: `${metaURL}/${item.id}`,
         guid: `${metaURL}/${item.id}`,
         doi: typeof item.identCode !== 'undefined' ? item.identCode : '',
@@ -59,6 +61,7 @@ module.exports = async (ctx) => {
         title: `领研 | ${title}`,
         description:
             '领研是链接华人学者的人才及成果平台。领研为国内外高校、科研机构及科技企业提供科研人才招聘服务，也是青年研究者的职业发展指导及线上培训平台；研究者还可将自己的研究论文上传至领研，与超过五十万华人学者分享工作的最新进展。',
+        image: 'https://www.linkresearcher.com/assets/images/logo-app.png',
         link: baseURL,
         item: out,
     };

package/lib/v2/linkresearcher/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:params': ['yech1990'],
+};

package/lib/v2/linkresearcher/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    linkresearcher: {
+        _name: '领研',
+        '.': [
+            {
+                title: '论文',
+                docs: 'https://docs.rsshub.app/study.html#ling-yan',
+                source: ['/theses', '/information', '/careers'],
+                target: (_, url) => {
+                    const pathname = new URL(url).pathname;
+                    const searchParams = new URL(url).searchParams;
+                    return `/linkresearcher/theses/${pathname.replace('/', '')}${searchParams.has('filters.subject') ? `&subject=${searchParams.get('filters.subject')}` : ''}${
+                        searchParams.has('filters.columns') ? `&columns=${searchParams.get('filters.columns')}` : ''
+                    }`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/linkresearcher/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:params', require('./index'));
+};

package/lib/v2/liulinblog/utils.js

@@ -4,12 +4,12 @@ const { parseDate } = require('@/utils/parse-date');
 
 const processList = (res) => {
     const $ = cheerio.load(res.data);
-    const list = $('div.posts-wrapper > div.col-lg-12')
+    const list = $('div.archive.container > div.row > div > div > div.row.posts-wrapper.scroll > div')
         .map((_, item) => ({
             title: $(item).find('h2.entry-title').text(),
             link: $(item).find('h2.entry-title > a').attr('href'),
             pubDate: parseDate($(item).find('time').attr('datetime')),
-            author: $(item).find('span.meta-author > a').attr('title'),
+            author: '60秒读懂世界',
         }))
         .get();
 
@@ -22,8 +22,11 @@ const processItems = async (list, ctx) => {
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got(item.link);
                 const $ = cheerio.load(detailResponse.data);
-
-                item.description = $('div.entry-wrapper').html();
+                const fullContent = $('div > div.entry-wrapper > div.entry-content');
+                fullContent.find('img').remove();
+                fullContent.find('div.pt-0').remove();
+                fullContent.find('div.post-note').remove();
+                item.description = fullContent.html();
 
                 return item;
             })

package/lib/v2/lkong/forum.js

@@ -34,11 +34,12 @@ module.exports = async (ctx) => {
                     json: viewThread(item.guid, 1),
                 });
 
-                item.author = detailResponse.data.data.thread.author.name;
-                item.pubDate = parseDate(detailResponse.data.data.thread.dateline);
+                item.author = detailResponse.data.data.thread?.author.name;
+                item.pubDate = parseDate(detailResponse.data.data.thread?.dateline);
                 item.description = art(path.join(__dirname, 'templates/content.art'), {
                     content: JSON.parse(detailResponse.data.data.posts[0].content),
                 });
+                delete item.guid;
 
                 return item;
             })

package/lib/v2/lofter/user.js

@@ -32,7 +32,12 @@ module.exports = async (ctx) => {
         link: item.post.blogPageUrl,
         description:
             JSON.parse(item.post.photoLinks || `[]`)
-                .map((photo) => `<img src="${photo.raw}">`)
+                .map((photo) => {
+                    if (photo.raw.match(/\/\/nos\.netease\.com\//)) {
+                        photo.raw = `https://${photo.raw.match(/(imglf\d)/)[0]}.lf127.net${photo.raw.match(/\/\/nos\.netease\.com\/imglf\d(.*)/)[1]}`;
+                    }
+                    return `<img src="${photo.raw}">`;
+                })
                 .join('') +
             JSON.parse(item.post.embed ? `[${item.post.embed}]` : `[]`)
                 .map((video) => `<video src="${video.originUrl}" poster="${video.video_img_url}" controls="controls"></video>`)

package/lib/v2/lovelive-anime/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/news/:option?': ['axojhf'],
-    '/topics/:abbr/:category?': ['axojhf'],
+    '/topics/:abbr/:category?/:option?': ['axojhf'],
+    '/schedules/:serie/:category?': ['axojhf'],
 };

package/lib/v2/lovelive-anime/radar.js

@@ -17,6 +17,15 @@ module.exports = {
                     return `/lovelive-anime/topics/${params.abbr}/${null !== cat && cat.length === 2 ? cat[1] : ''}`;
                 },
             },
+            {
+                title: 'Schedule',
+                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime-love-live-guan-wang-schedule',
+                source: ['/schedule/'],
+                target: (params, url) => {
+                    const cat = url.match(/\?series=(.*)&category=(.*)/);
+                    return `/lovelive-anime/schedules/${null !== cat && cat.length >= 2 ? cat[1] : ''}/${null !== cat && cat.length === 3 ? cat[2] : ''}`;
+                },
+            },
         ],
     },
 };

package/lib/v2/lovelive-anime/router.js

@@ -1,4 +1,5 @@
 module.exports = (router) => {
     router.get('/news/:option?', require('./news'));
     router.get('/topics/:abbr/:category?/:option?', require('./topics'));
+    router.get('/schedules/:serie?/:category?', require('./schedules'));
 };

package/lib/v2/lovelive-anime/schedules.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const path = require('path');
+const { art } = require('@/utils/render');
+const renderDescription = (desc) => art(path.join(__dirname, 'templates/scheduleDesc.art'), desc);
+const dayjs = require('dayjs');
+const utc = require('dayjs/plugin/utc');
+const timezone = require('dayjs/plugin/timezone');
+
+module.exports = async (ctx) => {
+    dayjs.extend(utc);
+    dayjs.extend(timezone);
+    const serie = ctx.params.serie;
+    const category = ctx.params.category;
+    const rootUrl = `https://www.lovelive-anime.jp/common/api/calendar_list.php`;
+    const nowTime = dayjs();
+    const dataPara = {
+        year: nowTime.year(),
+        month: nowTime.format('MM'),
+    };
+    if (serie && 'all' !== serie) {
+        dataPara.series = [serie];
+    }
+    if (category && 'all' !== category) {
+        dataPara.category = [category];
+    }
+    const response = await got(`${rootUrl}?site=jp&ip=lovelive&data=${JSON.stringify(dataPara)}`);
+
+    const items = response.data.data.schedule_list.map((item) => {
+        const link = item.url.select_url;
+        const title = item.title;
+        const category = item.categories.name;
+        const eventStartDate = dayjs.unix(item.event_startdate).tz('Asia/Tokyo').format('YYYY-MM-DD HH:mm:ss JST');
+        const eventEndDate = dayjs.unix(item.event_enddate).tz('Asia/Tokyo').format('YYYY-MM-DD HH:mm:ss JST');
+
+        return {
+            link,
+            pubDate: item.start_endflg ? dayjs.unix(item.event_enddate).tz('Asia/Tokyo') : dayjs.unix(item.event_startdate).tz('Asia/Tokyo'),
+            title,
+            category,
+            description: renderDescription({
+                title,
+                desc: item.event_dspdate,
+                startTime: eventStartDate,
+                endTime: eventEndDate,
+            }),
+        };
+    });
+
+    ctx.state.data = {
+        title: `${category} - ${serie} - Love Live Official Website Schedule`,
+        link: 'https://www.lovelive-anime.jp/schedule/',
+        item: items,
+        description:
+            'The schedule date and other information shall be subject to the announcement on the official website. The RSS route has not been strictly tested, and the captured information cannot be guaranteed to be correct.',
+    };
+};

package/lib/v2/lovelive-anime/templates/scheduleDesc.art

@@ -0,0 +1,3 @@
+<h1>{{title}}</h1><br>
+<b>{{startTime}}</b>&nbsp;&nbsp;&nbsp;~&nbsp;&nbsp;&nbsp;<b>{{endTime}}</b><br><br>
+{{desc}}