rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f8cf1d6

package/lib/v2/jseea/news.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 参考 bit/jwc 北京理工大学的的页面写成
+
+const baseUrl = 'https://www.jseea.cn';
+const siteTitle = ' - 江苏省教育考试院';
+
+// 专门定义一个function用于加载文章内容
+async function load(link) {
+    // 异步请求文章
+    const { data: response } = await got(link);
+    // 加载文章内容
+    const $ = cheerio.load(response);
+    // 提取文章内容
+    $('strong').remove();
+    const description = $('#content').html();
+    // 返回解析的结果
+    return description;
+}
+
+module.exports = async (ctx) => {
+    // 默认 正常规定 然后获取列表页面
+    const type = ctx.params.type ?? 'zkyw';
+    const listPageUrl = `${baseUrl}/webfile/news/${type}/`;
+    const { data: response } = await got(listPageUrl);
+    const $ = cheerio.load(response);
+
+    // console.log(type+":"+listPageUrl);
+    // 获取当前页面的 list
+    const list = $('div.content-list-div ul li a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item
+                    .contents()
+                    .filter((_, e) => e.nodeType === 3)
+                    .text()
+                    .trim(),
+                link: `https:${item.attr('href')}`,
+                pubDate: timezone(parseDate(item.find('span').text(), 'YYYY-MM-DD'), 8),
+            };
+        });
+
+    const result = await Promise.all(
+        // 遍历每一篇文章
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                item.description = await load(item.link);
+                // 合并解析后的结果集作为该篇文章最终的输出结果
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text() + siteTitle,
+        link: listPageUrl,
+        item: result,
+    };
+};

package/lib/v2/jseea/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'jseea.cn': {
+        _name: '江苏省教育考试院',
+        '.': [
+            {
+                title: '新闻中心',
+                docs: 'https://docs.rsshub.app/government.html#jiang-su-sheng-ren-min-zheng-fu',
+                source: ['/webfile/news/:type'],
+                target: '/jseea/news/:type',
+            },
+        ],
+    },
+};

package/lib/v2/jseea/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news/:type?', require('./news'));
+};

package/lib/v2/ke/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/researchResults': ['shaomingbo'],
+};

package/lib/v2/ke/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'research.ke.com': {
+        _name: '贝壳研究院 - 房地产行业研究报告',
+        www: [
+            {
+                title: '研究成果',
+                docs: 'https://docs.rsshub.app/other.html#bei-ke-yan-jiu-yuan',
+                source: ['/researchResults'],
+                target: '/researchResults',
+            },
+        ],
+    },
+};

package/lib/v2/ke/results.js

@@ -0,0 +1,36 @@
+const { parseDate } = require('@/utils/parse-date');
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'post',
+        url: 'https://research.ke.com/apis/consumer-access/index/contents/page',
+        headers: {
+            Referer: 'https://research.ke.com/ResearchResults',
+        },
+        json: {
+            pageIndex: 1,
+            pageSize: 9,
+        },
+    });
+
+    const { status, statusMessage } = response;
+    if (status !== 200) {
+        throw new Error(statusMessage);
+    }
+
+    const { list } = response.data.data;
+
+    ctx.state.data = {
+        title: '房地产行业研究报告',
+        link: 'https://research.ke.com/ResearchResults',
+        description: '研究成果',
+        item: list.map((item) => ({
+            title: item.title,
+            link: `https://research.ke.com/${item.contentTypeId}/ArticleDetail?id=${item.id}`,
+            author: item.author,
+            description: item.guideReading,
+            pubDate: parseDate(item.publishTime),
+        })),
+    };
+};

package/lib/v2/ke/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/researchResults', require('./results'));
+};

package/lib/v2/kemono/index.js

@@ -1,6 +1,8 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
     const source = ctx.params.source ?? '';
@@ -26,37 +28,38 @@ module.exports = async (ctx) => {
     if (source === 'discord') {
         title = `Posts of ${id} from Discord | Kemono`;
 
-        await Promise.all(
-            response.data.map(async (channel) => {
-                await ctx.cache.tryGet(channel.id, async () => {
+        items = await Promise.all(
+            response.data.map((channel) =>
+                ctx.cache.tryGet(channel.id, async () => {
                     const channelResponse = await got({
                         method: 'get',
                         url: `${rootUrl}/api/discord/channel/${channel.id}?skip=0`,
                         headers,
                     });
 
-                    items.push(
-                        ...channelResponse.data
-                            .filter((i) => i.content || i.attachments)
-                            .map((i) => ({
-                                title: i.content,
-                                description: (i.content ? `<p>${i.content}</p>` : '') + (i.attachments ? i.attachments.map((a) => `<img src="${rootUrl}${a.path}">`).join('') : ''),
-                                author: i.author.username,
-                                pubDate: parseDate(i.published),
-                                category: channel.name,
-                            }))
-                    );
-                });
-            })
+                    return channelResponse.data
+                        .filter((i) => i.content || i.attachments)
+                        .map((i) => ({
+                            title: i.content,
+                            description: art(path.join(__dirname, 'templates', 'discord.art'), { i }),
+                            author: `${i.author.username}#${i.author.discriminator}`,
+                            pubDate: parseDate(i.published),
+                            category: channel.name,
+                            guid: `kemono:${source}:${i.server}:${i.channel}:${i.id}`,
+                            link: `https://discord.com/channels/${i.server}/${i.channel}/${i.id}`,
+                        }));
+                })
+            )
         );
+        items = items.flat();
     } else {
         const $ = cheerio.load(response.data);
 
         title = $('title').text();
 
         items = await Promise.all(
-            $('.post-card')
-                .find('.fancy-link')
+            $('.card-list__items')
+                .find('a')
                 .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
                 .toArray()
                 .map((item) => {
@@ -77,7 +80,8 @@ module.exports = async (ctx) => {
                         const content = cheerio.load(detailResponse.data);
 
                         content('.post__thumbnail').each(function () {
-                            content(this).html(`<img src="${rootUrl}${content(this).find('.fileThumb').attr('href')}">`);
+                            const href = content(this).find('.fileThumb').attr('href');
+                            content(this).html(`<img src="${href.startsWith('http') ? href : rootUrl + href}">`);
                         });
 
                         item.description = content('.post__body').html();

package/lib/v2/kemono/templates/discord.art

@@ -0,0 +1,22 @@
+{{ if i.content }}
+<p>{{ i.content }}</p>
+{{ /if }}
+
+{{ if i.attachments }}
+    {{ each i.attachments a }}
+        <img src="{{ a.path }}">
+    {{ /each }}
+{{ /if }}
+
+{{ if i.embeds }}
+    {{ each i.embeds e }}
+        {{ if e.type === 'image' }}
+            <img src="{{ e.thumbnail.proxy_url }}">
+        {{ else if e.type === 'link' }}
+            {{ if e.thumbnail }}
+                <a href="{{ e.thumbnail.url }}"><img src="{{ e.thumbnail.proxy_url }}"></a>
+            {{ /if }}
+            <a href="{{ e.url }}">{{ e.title }}</a>{{ if e.description }}<p>{{ e.description }}</p>{{ /if }}
+        {{ /if }}
+    {{ /each }}
+{{ /if }}

package/lib/v2/kimlaw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/thesis': ['TonyRL'],
+};

package/lib/v2/kimlaw/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'kimlaw.or.kr': {
+        _name: '韓國海事法學會',
+        '.': [
+            {
+                title: '学术论文',
+                docs: 'https://docs.rsshub.app/study.html#han-guo-hai-shi-fa-xue-hui',
+                source: ['/67', '/'],
+                target: '/kimlaw/thesis',
+            },
+        ],
+    },
+};

package/lib/v2/kimlaw/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/thesis', require('./thesis'));
+};

package/lib/v2/kimlaw/thesis.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://www.kimlaw.or.kr';
+
+module.exports = async (ctx) => {
+    const link = `${baseUrl}/67`;
+    const { data: response } = await got(link);
+
+    const $ = cheerio.load(response);
+    const list = $('.li_body')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a.list_text_title');
+            return {
+                title: a.text(),
+                link: `${baseUrl}${a.attr('href')}`,
+                author: item.find('.name').text(),
+                pubDate: timezone(parseDate(item.find('.time').attr('title')), 9),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                item.description = $('.board_txt_area').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.widget_menu_title').text()} - ${$('head title').text()}`,
+        link,
+        image: 'https://cdn.imweb.me/upload/S20210819f9dd86d20e7d7/9aec17c4e98a5.ico',
+        item: items,
+    };
+};

package/lib/v2/kuaidi100/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/company': ['NeverBehave'],
+    '/track/:number/:id/:phone?': ['NeverBehave'],
+};

package/lib/v2/kuaidi100/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'kuaidi100.com': {
+        _name: '快递 100',
+        '.': [
+            {
+                title: '快递订单追踪',
+                docs: 'https://docs.rsshub.app/other.html#kuai-di-100',
+                source: '/',
+                target: (params, url, document) => {
+                    const postid = document && document.querySelector('#postid').value;
+                    const com = document && document.querySelector('#selectComBtn').childNodes[1].attributes[1].value;
+                    if (com && com !== 'default' && postid) {
+                        return `/kuaidi100/track/${com}/${postid}`;
+                    }
+                },
+            },
+            {
+                title: '支持的快递公司列表',
+                docs: 'https://docs.rsshub.app/other.html#kuai-di-100',
+                source: '/',
+                target: '/kuaidi100/company',
+            },
+        ],
+    },
+};

package/lib/v2/kuaidi100/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/company', require('./supported_company'));
+    router.get('/track/:number/:id/:phone?', require('./index'));
+};

package/lib/v2/kuaidi100/supported_company.js

@@ -0,0 +1,16 @@
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const ls = await utils.company(ctx);
+    ctx.state.data = {
+        title: `快递100 快递列表`,
+        link: 'https://www.kuaidi100.com',
+        description: `快递100 所支持的快递列表及其查询名称`,
+        item: ls.map((item) => ({
+            title: item.name,
+            description: item.number,
+            category: item.comTypeName,
+            link: item.siteUrl,
+        })),
+    };
+};

package/lib/v2/kuaidi100/utils.js

@@ -0,0 +1,258 @@
+const got = require('@/utils/got');
+const wwwid_key = 'kuaidi100-wwwid';
+const csrf_key = 'kuaidi100-csrf';
+const globacsrftoken_key = 'kuaidi100-globacsrftoken';
+const dasddocTitl_key = 'kuaidi100-dasddocTitl';
+const dasddocReferrer_key = 'kuaidi100-dasddocReferrer';
+const dasddocHref_key = 'kuaidi100-dasddocHref';
+const query_count = 'kuaidi100-cookie-count';
+const max_query_count = 30;
+
+async function getCookie(ctx) {
+    // Check if this key should be replace? every 30 times should be fine.
+    shouldUpdateCookie(ctx);
+    let wwwid = await ctx.cache.get(wwwid_key);
+    let csrf = await ctx.cache.get(csrf_key);
+    let globacsrftoken = await ctx.cache.get(globacsrftoken_key);
+    let dasddocTitl = await ctx.cache.get(dasddocTitl_key);
+    let dasddocReferrer = await ctx.cache.get(dasddocReferrer_key);
+    let dasddocHref = await ctx.cache.get(dasddocHref_key);
+    if (!wwwid || !csrf || !dasddocTitl || !dasddocReferrer || !dasddocHref) {
+        const indexResponse = await got({
+            method: 'get',
+            url: 'https://www.kuaidi100.com/?from=appstore',
+            headers: {
+                // App store
+                Referer: 'https://apps.apple.com/cn/app/%E5%BF%AB%E9%80%92100-%E5%8F%8C11%E5%AF%84%E4%BB%B6%E9%80%80%E8%B4%A7-%E4%B8%8A%E5%BF%AB%E9%80%92100/id458270120',
+            },
+        });
+        const set_cookie = indexResponse.headers['set-cookie'];
+        if (set_cookie) {
+            for (const e of set_cookie) {
+                if (e.indexOf('WWWID') === 0) {
+                    wwwid = e.split(';')[0];
+                } else if (e.indexOf('csrftoken') === 0) {
+                    csrf = e.split(';')[0];
+                } else if (e.indexOf('globacsrftoken') === 0) {
+                    globacsrftoken = e.split(';')[0];
+                } else if (e.indexOf('dasddocTitle') >= 0) {
+                    dasddocTitl = e.split(';')[0];
+                } else if (e.indexOf('dasddocReferrer') >= 0) {
+                    dasddocReferrer = e.split(';')[0];
+                } else if (e.indexOf('dasddocHref') >= 0) {
+                    dasddocHref = e.split(';')[0];
+                }
+            }
+        }
+
+        ctx.cache.set(wwwid_key, wwwid, 600);
+        ctx.cache.set(csrf_key, csrf, 600);
+        ctx.cache.set(globacsrftoken_key, globacsrftoken, 600);
+        ctx.cache.set(dasddocTitl_key, dasddocTitl, 600);
+        ctx.cache.set(dasddocReferrer_key, dasddocReferrer, 600);
+        ctx.cache.set(dasddocHref_key, dasddocHref, 600);
+        // We have acquired new cookie. It may due to cache timeout.
+        // Force update counter and don't wait it finished.
+        shouldUpdateCookie(ctx, true);
+    }
+
+    return {
+        wwwid,
+        csrf,
+        globacsrftoken,
+        dasddocTitl,
+        dasddocReferrer,
+        dasddocHref,
+    };
+}
+
+/*
+    Example Company
+    {
+        "available": false,  <- 这个不知道是什么的可用性，反正不是可查询的
+        "canOrder": false,
+        "comTypeName": "国内运输商",
+        "contactTel": "626-818-2750",
+        "createTime": 1486202888000,
+        "hasNetwork": false,
+        "id": 7172420,
+        "name": "金岸物流",
+        "number": "jinan",
+        "shortName": "金岸物流",
+        "shortNumber": "jinan",
+        "siteUrl": "http://www.gpl-express.com/",
+        "type": 0,
+        "version": 776
+    }
+*/
+function getCompanyList(ctx) {
+    // Using date as cache key and it will automatically expired by 1d
+    const key = `kuaidi100-company-name-${new Date().toISOString().split('T')[0]}`;
+    return ctx.cache.tryGet(key, async () => {
+        const cookie = await getCookie(ctx);
+        const wwwid = cookie.wwwid;
+        const companyResponse = await got({
+            method: 'post',
+            url: 'https://www.kuaidi100.com/company.do?method=js&t=201701051440',
+            headers: {
+                Referer: 'https://www.kuaidi100.com/',
+                Cookie: wwwid,
+            },
+        });
+        let list = companyResponse.body;
+
+        // Parsing the js file
+        try {
+            list = list.substr(12).replace(/};/g, '}').replace(/'/g, '"');
+            list = JSON.parse(list);
+            list = list.company;
+        } catch (e) {
+            throw new Error('无法正确获取快递公司列表：请稍后重试');
+        }
+
+        return list;
+    });
+}
+
+function shouldUpdateCookie(ctx, forcedUpdate = false) {
+    if (forcedUpdate) {
+        ctx.cache.set(query_count, 0);
+    } else {
+        const count = ctx.cache.get(query_count);
+        if (!count) {
+            ctx.cache.set(query_count, 1);
+        } else {
+            if (count > max_query_count) {
+                ctx.cache.set(query_count, 0);
+                clearCookie(ctx);
+            } else {
+                ctx.cache.set(query_count, count + 1);
+            }
+        }
+    }
+}
+
+function clearCookie(ctx) {
+    ctx.cache.set(wwwid_key, null);
+    ctx.cache.set(csrf_key, null);
+}
+
+module.exports = {
+    company: (ctx) => getCompanyList(ctx),
+    checkCode: async (ctx, number, id, phone) => {
+        const list = await getCompanyList(ctx);
+        const company = list.find((c) => c.number === number);
+        if (!company) {
+            return {
+                status: false,
+                message: '快递公司编号不受支持！',
+                company: {
+                    name: '未知',
+                },
+            };
+        } else {
+            if (number.indexOf('shunfeng') !== -1 && !isNaN(phone) && String(phone).length !== 4) {
+                return {
+                    status: false,
+                    message: '顺丰查询需要手机号后四位！',
+                    company,
+                };
+            } else if (company.checkReg) {
+                return {
+                    status: true,
+                    regex: new RegExp(company.checkReg).test(id),
+                    company,
+                };
+            } else {
+                return {
+                    status: true,
+                    regex: undefined,
+                    company,
+                };
+            }
+        }
+    },
+
+    /*
+      Example Query
+      {
+          "message": "ok",
+          "nu": "73123917441103",
+          "ischeck": "1",
+          "condition": "F00",
+          "com": "zhongtong",
+          "status": "200",
+          "state": "3",
+          "data": [{
+                      "time": "2019-12-12 12:41:15",
+                      "ftime": "2019-12-12 12:41:15",
+                      "context": "【温州市】 快件已由【菜鸟的温州燎原华庭7栋103号店】代签收, 如有问题请电联（18581563547 / 4001787878）, 感谢您使用中通快递, 期待再次为您服务!",
+                      "location": ""
+                  }
+                ...]
+        Example failed Query
+        {
+            "message": "快递公司参数异常：验证码错误",
+            "nu": "",
+            "ischeck": "0",
+            "condition": "",
+            "com": "",
+            "status": "408",
+            "state": "0",
+            "data": []
+        }
+    */
+
+    getQuery: async (ctx, number, id, phone) => {
+        const query_key = `kuaidi100-query-${number}-${id}`;
+        let query = await ctx.cache.get(query_key);
+        // 组装日期与单号 日期为提前两个月
+        const timestamp = Number.parseInt(new Date().getTime() / 1000);
+        const lastTowMonth = new Date().getTime() - 60 * 60 * 24 * 60 * 1000;
+        const dateString = new Date(lastTowMonth).toLocaleDateString('ZH').split('/').join('');
+        const queryMeta = encodeURIComponent(
+            JSON.stringify({
+                date: dateString,
+                nums: [id],
+            })
+        );
+
+        if (!query) {
+            const cookie = await getCookie(ctx);
+            const queryResponse = await got({
+                method: 'get',
+                url: `https://www.kuaidi100.com/query?type=${number}&postid=${id}&temp=${Math.random()}&phone=${phone ? phone : ''}`,
+                headers: {
+                    Referer: 'https://www.kuaidi100.com/',
+                    'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8,ja;q=0.7',
+                    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/105.0.0.0 Safari/537.36',
+                    Cookie: `${cookie.globacsrftoken}; ${cookie.csrf}; ${cookie.wwwid}; ${cookie.dasddocHref}; ${cookie.dasddocReferrer}; ${
+                        cookie.dasddocTitl
+                    }; addcom=${number}; addnu=${id}; snt_query_meta=${queryMeta}; sortStatus=0; Hm_lpvt_22ea01af58ba2be0fec7c11b25e88e6c=${timestamp}; Hm_lvt_22ea01af58ba2be0fec7c11b25e88e6c=${timestamp - 1642}`,
+                },
+            });
+
+            query = queryResponse.data;
+            if (query.status === '200') {
+                if (query.data && query.data[0].context === '查无结果') {
+                    // 查无结果 appears when cookie is invaild, force update cookie.
+                    clearCookie(ctx);
+                    throw new Error('暂时无法获取快递信息，请稍后重试...');
+                } else if (query.ischeck === '0') {
+                    // Not yet complete, don't cache for now.
+                    // To avoid frquent link test when add source, add 180s cache
+                    ctx.cache.set(query_key, query, 180);
+                } else {
+                    ctx.cache.set(query_key, query); // Finished, cache id
+                }
+            } else {
+                ctx.cache.set(query_key, query); // Error, cache as well
+                throw new Error(`[${query.status}]信息有误，请重新检查后订阅：${query.message}`);
+            }
+        } else {
+            query = JSON.parse(query);
+        }
+
+        return query;
+    },
+};