rsshub 1.0.0-master.f7add90 → 1.0.0-master.f7bfacc

package/lib/v2/cls/telegraph.js

@@ -1,9 +1,11 @@
 const got = require('@/utils/got');
-const { app, os, sv, getSignedSearchParams } = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
 
-const titles = {
+const { rootUrl, getSearchParams } = require('./utils');
+
+const categories = {
     watch: '看盘',
     announcement: '公司',
     explain: '解读',
@@ -15,38 +17,38 @@ const titles = {
 };
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
-
-    const searchParams = getSignedSearchParams({
-        app,
-        category,
-        hasFirstVipArticle: 1,
-        os,
-        rn: limit,
-        sv,
-    });
-    let link = 'https://www.cls.cn/nodeapi/updateTelegraphList';
+    const category = ctx.params.category ?? '';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 50;
+
+    let apiUrl = `${rootUrl}/nodeapi/updateTelegraphList`;
     if (category) {
-        link = 'https://www.cls.cn/v1/roll/get_roll_list';
+        apiUrl = `${rootUrl}/v1/roll/get_roll_list`;
     }
+
+    const currentUrl = `${rootUrl}/telegraph`;
+
     const response = await got({
         method: 'get',
-        url: link,
-        searchParams,
+        url: apiUrl,
+        searchParams: getSearchParams({
+            category,
+            hasFirstVipArticle: 1,
+        }),
     });
 
-    const list = response.data.data.roll_data.map((item) => ({
+    const items = response.data.data.roll_data.slice(0, limit).map((item) => ({
         title: item.title || item.content,
         link: item.shareurl,
-        description: art(path.join(__dirname, 'templates/telegraph.art'), { item }),
-        pubDate: new Date(item.ctime * 1000).toUTCString(),
+        description: art(path.join(__dirname, 'templates/telegraph.art'), {
+            item,
+        }),
+        pubDate: parseDate(item.ctime * 1000),
         category: item.subjects?.map((s) => s.subject_name),
     }));
 
     ctx.state.data = {
-        title: `财联社 - 电报${category === '' ? '' : ` - ${titles[category]}`}`,
-        link: 'https://www.cls.cn/telegraph',
-        item: list,
+        title: `财联社 - 电报${category === '' ? '' : ` - ${categories[category]}`}`,
+        link: currentUrl,
+        item: items,
     };
 };

package/lib/v2/cls/templates/depth.art

@@ -1,7 +1,7 @@
 {{ if articleDetail.images }}
-    {{ each articleDetail.images i }}
-        <img src="{{ i }}">
-    {{ /each }}
+{{ each articleDetail.images i }}
+<img src="{{ i }}">
+{{ /each }}
 <br>
 {{ /if }}
 

package/lib/v2/cls/templates/telegraph.art

@@ -1,10 +1,10 @@
 {{ if item.content }}
-    {{ item.content }}
+{{ item.content }}
 {{ /if }}
 
-{{ if item.images }}
+{{ if item.images.length !== 0 }}
 <br>
-    {{ each item.images i }}
-        <img src="{{ i }}">
-    {{ /each }}
+{{ each item.images i }}
+<img src="{{ i }}">
+{{ /each }}
 {{ /if }}

package/lib/v2/cls/utils.js

@@ -1,15 +1,21 @@
 const CryptoJS = require('crypto-js');
 
-const getSignedSearchParams = (searchParams) => {
-    searchParams = new URLSearchParams(searchParams);
+const rootUrl = 'https://www.cls.cn';
+
+const params = {
+    appName: 'CailianpressWeb',
+    os: 'web',
+    sv: '7.7.5',
+};
+
+const getSearchParams = (moreParams) => {
+    const searchParams = new URLSearchParams({ ...params, ...moreParams });
     searchParams.sort();
     searchParams.append('sign', CryptoJS.MD5(CryptoJS.SHA1(searchParams.toString()).toString()).toString());
     return searchParams;
 };
 
 module.exports = {
-    appName: 'CailianpressWeb',
-    os: 'web',
-    sv: '7.7.5',
-    getSignedSearchParams,
+    rootUrl,
+    getSearchParams,
 };

package/lib/v2/cneb/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/yjxw/:category?': ['nczitzk'],
+    '/yjxx/:level?/:province?/:city?': ['muzea', 'nczitzk'],
+};

package/lib/v2/cneb/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'cneb.gov.cn': {
+        _name: '中国国家应急广播',
+        '.': [
+            {
+                title: '应急新闻',
+                docs: 'https://docs.rsshub.app/forecast.html#zhong-guo-guo-jia-ying-ji-guang-bo',
+                source: ['/yjxw/:category?', '/'],
+                target: '/cneb/yjxw/:category?',
+            },
+            {
+                title: '预警信息',
+                docs: 'https://docs.rsshub.app/forecast.html#zhong-guo-guo-jia-ying-ji-guang-bo',
+                source: ['/yjxx', '/'],
+                target: '/cneb/yjxx',
+            },
+        ],
+    },
+};

package/lib/v2/cneb/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/yjxw/:category?', require('./yjxw'));
+    router.get(/\/yjxx([\w-/]+)?/, require('./yjxx'));
+    router.redirect('/guoneinews', '/cneb/yjxw/gnxw');
+};

package/lib/v2/cneb/yjxw.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const indexs = {
+    gnxw: 0,
+    gjxw: 1,
+};
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 400;
+
+    const category = ctx.params.category ?? '';
+    const index = indexs.hasOwnProperty(category) ? indexs[category] : -1;
+
+    const rootUrl = 'http://www.cneb.gov.cn';
+    const currentUrl = `${rootUrl}/yjxw${category ? `/${category}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    if (index !== -1) {
+        const otherIndex = Math.abs(index - 1);
+
+        $('.first-data').eq(otherIndex).remove();
+        $('.moreContent').eq(otherIndex).remove();
+    }
+
+    let items = $('.list')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('a');
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                pubDate: timezone(parseDate(item.find('span').text()), +8),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.w940').html();
+                item.author = content('.source span').last().text();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `国家应急广播 - ${index !== -1 ? $('.select').text() : '新闻'}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/cneb/yjxx.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 200;
+
+    const options = decodeURI(ctx.path)
+        .replace(/\/yjxx/, '')
+        .split('/');
+
+    options.shift();
+
+    const level = options.find((o) => /.*色$/.test(o)) ?? '';
+    const locations = options.filter((o) => !/.*色$/.test(o)).slice(0, 2);
+
+    const rootUrl = 'http://www.cneb.gov.cn';
+    const apiRootUrl = 'https://gdapi.cnr.cn';
+
+    const currentUrl = `${rootUrl}/yjxx`;
+    const apiUrl = `${apiRootUrl}/yjwnews`;
+
+    const title = `${locations.join('')}${level}`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        json: {
+            size: limit,
+            level: level ? `${level}预警` : '',
+            province: locations.shift(),
+            city: locations.shift(),
+        },
+    });
+
+    const items = response.data.datas.map((item) => ({
+        title: item.doctitle,
+        link: item.docpuburl,
+        author: item.chnlname,
+        description: item.doccontent,
+        pubDate: timezone(parseDate(item.docpubtime), +8),
+    }));
+
+    ctx.state.data = {
+        title: `国家应急广播 - ${title}预警信息`,
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/cnki/author.js

@@ -1,45 +1,57 @@
-const utils = require('./utils');
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const utils = require('./utils');
 
-const rootUrl = 'https://chn.oversea.cnki.net/kcms/detail/frame/knetlist.aspx?infotype=4&codetype=1&vl=&';
-const authorPageRootUrl = 'https://kns.cnki.net/kcms/detail/knetsearch.aspx?sfield=au&';
+const rootUrl = 'https://kns.cnki.net';
 
 module.exports = async (ctx) => {
     const { code } = ctx.params;
 
-    const authorPageUrl = `${authorPageRootUrl}code=${code}`;
-
-    const res = await got(authorPageUrl);
+    const authorInfoUrl = `${rootUrl}/kcms/detail/knetsearch.aspx?sfield=au&code=${code}`;
+    const res = await got(authorInfoUrl);
     const $ = cheerio.load(res.data);
     const authorName = $('#showname').text();
     const companyName = $('body > div.wrapper > div.main > div.container.full-screen > div > div:nth-child(3) > h3:nth-child(2) > span > a').text();
 
-    const url = `${rootUrl}code=${code}`;
-
-    const list = await got
-        .get(url, {
-            headers: {
-                Referer: authorPageUrl,
-            },
-        })
-        .then((res) => {
-            const $ = cheerio.load(res.data);
-            const list = $('.bignum')
-                .children()
-                .map((_, e) => ({
-                    title: $(e).find('a').first().text().trim(),
-                    link: 'https://chn.oversea.cnki.net' + $(e).find('a').first().attr('href'),
-                }))
-                .get();
-            return list;
-        });
+    const res2 = await got(`${rootUrl}/kns8/Detail`, {
+        searchParams: {
+            sdb: 'CAPJ',
+            sfield: '作者',
+            skey: authorName,
+            scode: code,
+            acode: code,
+        },
+        followRedirect: false,
+    });
+    const authorPageUrl = res2.headers.location;
+
+    const regex = /v=([^&]+)/;
+    const code2 = authorPageUrl.match(regex)[1];
+
+    const url = `${rootUrl}/restapi/knowledge-api/v1/experts/relations/resources?v=${code2}&sequence=PT&size=10&sort=desc&start=1&resource=CJFD`;
+
+    const res3 = await got(url, { headers: { Referer: authorPageUrl } });
+    const publications = res3.data.data.data;
+
+    const list = publications.map((publication) => {
+        const metadata = publication.metadata;
+        const { value: title = '' } = metadata.find((md) => md.name === 'TI') || {};
+        const { value: date = '' } = metadata.find((md) => md.name === 'PT') || {};
+        const { value: filename = '' } = metadata.find((md) => md.name === 'FN') || {};
+
+        return {
+            title,
+            link: `https://cnki.net/kcms/detail/detail.aspx?filename=${filename}&dbcode=CJFD`,
+            author: authorName,
+            pubDate: date,
+        };
+    });
 
     const items = await Promise.all(list.map((item) => ctx.cache.tryGet(item.link, () => utils.ProcessItem(item))));
 
     ctx.state.data = {
         title: `知网 ${authorName} ${companyName}`,
-        link: authorPageUrl,
+        link: authorInfoUrl,
         item: items,
     };
 };

package/lib/v2/cnki/maintainer.js

@@ -1,5 +1,5 @@
 module.exports = {
     '/journals/:name': ['Fatpandac'],
     '/journals/debut/:name': ['Fatpandac'],
-    '/author/:code': ['harveyqiu'],
+    '/author/:code': ['harveyqiu', 'Derekmini'],
 };

package/lib/v2/comicat/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/search/:keyword': ['Cyang39'],
+};

package/lib/v2/comicat/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'comicat.org': {
+        _name: 'Comicat',
+        '.': [
+            {
+                title: '搜索关键词',
+                docs: 'https://docs.rsshub.app/anime.html#comicat',
+            },
+        ],
+    },
+};

package/lib/v2/comicat/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/search/:keyword', require('./search'));
+};

package/lib/v2/comicat/search.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://comicat.org';
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+    const { data: response } = await got(`${baseUrl}/search.php?keyword=${encodeURIComponent(keyword)}`);
+    const $ = cheerio.load(response);
+    const list = $('#listTable tbody > tr')
+        .toArray()
+        .map((item) => ({
+            title: $(item).find('td:nth-child(3)').text().trim(),
+            link: `${baseUrl}/${$(item).find('td:nth-child(3) a').attr('href')}`,
+            category: $(item).find('td:nth-child(2)').text().trim(),
+            author: $(item).find('td:nth-child(8)').text().trim(),
+        }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                item.pubDate = parseDate($('div.main > div.slayout > div > div.c1 > div:nth-child(1) > div > p:nth-child(4)').text().split('发布时间: ')[1]);
+                const marginLink = `magnet:?xt=urn:btih:${$('#text_hash_id').text().split('，特征码：')[1]}`.trim();
+                item.enclosure_url = marginLink;
+                item.enclosure_type = 'application/x-bittorrent';
+                item.description = $('#btm > div.main > div.slayout > div > div.c2 > div:nth-child(1) > div.intro').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `Comicat - ${keyword}`,
+        link: `${baseUrl}/search.php?keyword=${encodeURIComponent(keyword)}`,
+        item: items,
+    };
+};

package/lib/v2/coomer/utils.js

@@ -13,7 +13,9 @@ module.exports = async (ctx, currentUrl) => {
 
     const $ = cheerio.load(response.data);
 
-    let items = $('.post-card__link .fancy-link')
+    let items = $('.card-list__items')
+        .find('a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
         .toArray()
         .map((item) => {
             item = $(item);

package/lib/v2/cqgas/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/tqtz': ['Mai19930513'],
+};

package/lib/v2/cqgas/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cqgas.cn': {
+        _name: '重庆燃气',
+        '.': [
+            {
+                title: '停气检修通知',
+                docs: 'https://docs.rsshub.app/forecast.html#chong-qing-ran-qi',
+                source: ['/'],
+                target: '/cqgas/tqtz',
+            },
+        ],
+    },
+};

package/lib/v2/cqgas/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/tqtz', require('./tqtz'));
+};

package/lib/v2/cqgas/tqtz.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const url = 'http://www.cqgas.cn/portal/article/page?cateId=1082&pageNo=1';
+module.exports = async (ctx) => {
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+    const contentUrl = (id) => `http://www.cqgas.cn/portal/article/content?contentId=${id}`;
+    const list = $('ul.news_list > li')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item.find('a').first();
+            return {
+                title: title.text(),
+                link: contentUrl(title.attr('contentid')),
+                pubDate: parseDate(item.find('span.right.txt_black2').text()),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+                item.description = $('body > div').first().html();
+                return item;
+            })
+        )
+    );
+    ctx.state.data = {
+        title: '重庆燃气——停气检修通知',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/cssn/iolaw.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const section = ctx.params.section ?? 'zxzp';
+    const domain = 'iolaw.cssn.cn';
+    const response = await got(`http://${domain}/${section}/`);
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('div.notice_right ul li')
+        .map((_, item) => {
+            item = $(item);
+            const url = `http://${domain}` + item.find('a').attr('href').substr(1);
+            const title = item.find('a div.title').text();
+            const publish_time = parseDate(item.find('a p').text());
+            return {
+                title,
+                link: url,
+                author: '中国法学网',
+                pubtime: publish_time,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: '中国法学网',
+        url: `http://${domain}/${section}/`,
+        description: '中国法学网',
+        item: list.map((item) => ({
+            title: item.title,
+            pubDate: item.pubtime,
+            link: item.link,
+            author: item.author,
+        })),
+    };
+};

package/lib/v2/cssn/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/iolaw/:section?': ['HankChow'],
+};

package/lib/v2/cssn/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'cssn.cn': {
+        _name: '中国社会科学网',
+        iolaw: [
+            {
+                title: '中国法学网',
+                docs: 'https://docs.rsshub.app/study.html#zhong-guo-she-hui-ke-xue-wang',
+            },
+        ],
+    },
+};

package/lib/v2/cssn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/iolaw/:section?', require('./iolaw'));
+};

package/lib/v2/daily/discussed.js

@@ -0,0 +1,73 @@
+const { getData, getList, getRedirectedLink } = require('./utils.js');
+
+const variables = {
+    first: 15,
+};
+
+const query = `
+  query MostDiscussedFeed(
+    $first: Int
+    $supportedTypes: [String!] = ["article","share","freeform"]
+    ) {
+    page: mostDiscussedFeed(first: $first, supportedTypes: $supportedTypes) {
+      ...FeedPostConnection
+    }
+  }
+
+  fragment FeedPostConnection on PostConnection {
+    edges {
+      node {
+        ...FeedPost
+      }
+    }
+  }
+
+  fragment FeedPost on Post {
+    ...SharedPostInfo
+  }
+
+  fragment SharedPostInfo on Post {
+    id
+    title
+    image
+    readTime
+    permalink
+    summary
+    createdAt
+    numUpvotes
+    numComments
+    author {
+      ...UserShortInfo
+    }
+    tags
+  }
+
+  fragment UserShortInfo on User {
+    id
+    name
+    image
+    permalink
+    username
+    bio
+  }
+`;
+const graphqlQuery = {
+    query,
+    variables,
+};
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://app.daily.dev/discussed';
+    const data = await getData(graphqlQuery);
+    const list = getList(data);
+    const items = await getRedirectedLink(list);
+    ctx.state.data = {
+        title: 'Most Discussed',
+        link: baseUrl,
+        item: items,
+        description: 'Most Discussed Posts on Daily.dev',
+        logo: 'https://app.daily.dev/favicon-32x32.png',
+        icon: 'https://app.daily.dev/favicon-32x32.png',
+        language: 'en-us',
+    };
+};