rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/v2/zhitongcaijing/index.js

@@ -0,0 +1,118 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const ids = {
+    recommend: {
+        url: 'content/recommend',
+        title: '推荐',
+    },
+    hkstock: {
+        url: 'content/hkstock',
+        title: '港股',
+    },
+    meigu: {
+        url: 'content/meigu',
+        title: '美股',
+    },
+    agu: {
+        url: 'content/agu',
+        title: '沪深',
+    },
+    ct: {
+        url: 'content/ct',
+        title: '创投',
+    },
+    esg: {
+        url: 'content/esg',
+        title: 'ESG',
+    },
+    aqs: {
+        url: 'content/aqs',
+        title: '券商',
+    },
+    ajj: {
+        url: 'content/ajj',
+        title: '基金',
+    },
+    focus: {
+        url: 'focus',
+        title: '要闻',
+    },
+    announcement: {
+        url: 'announcement',
+        title: '公告',
+    },
+    research: {
+        url: 'research',
+        title: '研究',
+    },
+    shares: {
+        url: 'shares',
+        title: '新股',
+    },
+    bazaar: {
+        url: 'bazaar',
+        title: '市场',
+    },
+    company: {
+        url: 'company',
+        title: '公司',
+    },
+};
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'recommend';
+    const category = ctx.params.category ?? '';
+
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 20;
+
+    const rootUrl = 'https://www.zhitongcaijing.com';
+    const currentUrl = `${rootUrl}/${ids[id].url}.html${category === '' ? '' : `?category_key=${category}`}`;
+    const apiUrl = `${rootUrl}/${ids[id].url}.html?data_type=1&page=1${category === '' ? '' : `&category_key=${category}`}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let items = response.data.data.slice(0, limit).map((item) => ({
+        title: item.title,
+        link: `${rootUrl}${item.url}`,
+        description: item.digest,
+        author: item.author_info.author_name,
+        pubDate: parseDate((item.create_time ?? parseInt(item.original_time)) * 1000),
+        category: (item.keywords?.split(',') ?? []).concat([item.category_name ?? item.type_tag]),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('#subscribe-vip-box').remove();
+                content('#news-content').remove();
+
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    digest: content('.digetst-box').html() || content('.telegram-origin-contentn').html(),
+                    description: content('.news-body-content').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `智通财经 - ${ids[id].title}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/zhitongcaijing/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?/:category?': ['nczitzk'],
+};

package/lib/v2/zhitongcaijing/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'zhitongcaijing.com': {
+        _name: '智通财经',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/finance.html#zhi-tong-cai-jing-zi-xun',
+                source: ['/:category', '/'],
+                target: (params, url) => {
+                    const id = new URL(url).toString().match(/\/(\w+)\.html/)[1];
+                    const category = new URL(url).searchParams.get('category_key');
+                    return `/zhitongcaijing/${id}${category ? `/${category}` : ''}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/zhitongcaijing/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id?/:category?', require('./index'));
+};

package/lib/v2/zhitongcaijing/templates/description.art

@@ -0,0 +1,6 @@
+{{ if digest }}
+{{@ digest }}
+{{ /if }}
+{{ if description }}
+{{@ description }}
+{{ /if }}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.f8b1c8d",
+  "version": "1.0.0-master.f961961",
   "description": "Make RSS Great Again!",
   "main": "lib/pkg.js",
   "files": [
@@ -20,10 +20,17 @@
     "format:staged": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js --staged && pretty-quick --staged --verbose --pattern \"**/*.{js,json}\"",
     "format:check": "eslint \"**/*.{js,yml}\" && prettier-check \"**/*.{js,json}\"",
     "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit --detectOpenHandles",
-    "jest:coverage": "cross-env NODE_ENV=test jest --coverage --runInBand --forceExit --detectOpenHandles",
+    "jest:coverage": "cross-env NODE_ENV=test jest --coverage --reporters=default --reporters=jest-junit --runInBand --forceExit --detectOpenHandles",
     "jest:watch": "cross-env NODE_ENV=test jest --watch",
     "test": "npm run format:check && npm run jest:coverage"
   },
+  "reporters": [
+    "default",
+    "jest-junit"
+  ],
+  "jest-junit": {
+    "outputDirectory": "coverage"
+  },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/DIYgod/RSSHub.git"
@@ -41,25 +48,26 @@
   },
   "homepage": "https://github.com/DIYgod/RSSHub#readme",
   "devDependencies": {
-    "@napi-rs/pinyin": "1.7.0",
+    "@napi-rs/pinyin": "1.7.1",
     "@types/koa": "2.13.5",
-    "@vercel/nft": "0.22.1",
+    "@vercel/nft": "0.22.5",
     "@vuepress/plugin-back-to-top": "1.9.7",
     "@vuepress/plugin-google-analytics": "1.9.7",
     "@vuepress/plugin-pwa": "1.9.7",
     "@vuepress/shared-utils": "1.9.7",
     "cross-env": "7.0.3",
-    "eslint": "8.24.0",
+    "eslint": "8.29.0",
     "eslint-config-prettier": "8.5.0",
     "eslint-plugin-prettier": "4.2.1",
-    "eslint-plugin-yml": "1.2.0",
-    "fs-extra": "10.1.0",
-    "jest": "29.0.3",
-    "meilisearch": "0.27.0",
+    "eslint-plugin-yml": "1.3.0",
+    "fs-extra": "11.1.0",
+    "jest": "29.3.1",
+    "jest-junit": "15.0.0",
+    "meilisearch": "0.30.0",
     "mockdate": "3.0.5",
     "nock": "13.2.9",
     "nodemon": "2.0.20",
-    "prettier": "2.7.1",
+    "prettier": "2.8.1",
     "prettier-check": "2.0.0",
     "pretty-quick": "3.1.3",
     "remark": "13.0.0",
@@ -72,63 +80,63 @@
     "request-promise-native": "1.0.9",
     "staged-git-files": "1.3.0",
     "string-width": "4.2.3",
-    "supertest": "6.2.4",
+    "supertest": "6.3.3",
     "tosource": "2.0.0-alpha.3",
     "unified": "9.2.2",
     "vuepress": "1.9.7",
-    "vuepress-plugin-meilisearch": "0.12.2",
+    "vuepress-plugin-meilisearch": "0.13.0",
     "vuepress-plugin-sitemap": "2.3.1",
     "yorkie": "2.0.0"
   },
   "dependencies": {
     "@koa/router": "12.0.0",
-    "@postlight/parser": "2.2.2",
-    "@sentry/node": "7.13.0",
+    "@postlight/parser": "2.2.3",
+    "@sentry/node": "7.24.2",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
     "cheerio": "1.0.0-rc.12",
-    "chrono-node": "2.4.1",
+    "chrono-node": "2.4.2",
     "city-timezones": "1.2.1",
     "crypto-js": "4.1.1",
     "currency-symbol-map": "5.1.0",
-    "dayjs": "1.11.5",
-    "dotenv": "16.0.2",
+    "dayjs": "1.11.7",
+    "dotenv": "16.0.3",
     "emailjs-imap-client": "3.1.0",
     "entities": "3.0.1",
     "etag": "1.8.1",
     "fanfou-sdk": "4.2.0",
     "git-rev-sync": "3.0.2",
-    "googleapis": "108.0.0",
-    "got": "11.8.5",
+    "googleapis": "109.0.1",
+    "got": "11.8.6",
     "https-proxy-agent": "5.0.1",
     "iconv-lite": "0.6.3",
     "instagram-private-api": "1.45.3",
-    "ioredis": "5.2.3",
+    "ioredis": "5.2.4",
     "ip-regex": "4.3.0",
     "is-localhost-ip": "2.0.0",
-    "jsdom": "20.0.0",
+    "jsdom": "20.0.3",
     "json-bigint": "1.0.0",
     "json5": "2.2.1",
-    "koa": "2.13.4",
+    "koa": "2.14.1",
     "koa-basic-auth": "4.0.0",
     "koa-favicon": "2.1.0",
     "koa-mount": "4.0.0",
-    "lru-cache": "7.14.0",
+    "lru-cache": "7.14.1",
     "lz-string": "1.4.4",
-    "mailparser": "3.5.0",
+    "mailparser": "3.6.0",
     "markdown-it": "13.0.1",
     "module-alias": "2.2.2",
     "parse-torrent": "9.1.5",
-    "pidusage": "3.0.0",
+    "pidusage": "3.0.2",
     "plist": "3.0.6",
-    "proxy-chain": "2.0.7",
-    "puppeteer": "18.0.5",
+    "proxy-chain": "2.2.0",
+    "puppeteer": "19.4.0",
     "puppeteer-extra": "3.3.4",
     "puppeteer-extra-plugin-stealth": "2.11.1",
-    "query-string": "7.1.1",
-    "rand-user-agent": "1.0.83",
-    "re2": "1.17.7",
+    "query-string": "7.1.3",
+    "rand-user-agent": "1.0.93",
+    "re2": "1.17.8",
     "require-all": "3.0.0",
     "rss-parser": "3.12.0",
     "showdown": "2.1.0",
@@ -139,7 +147,7 @@
     "torrent-search-api": "2.1.4",
     "tough-cookie": "4.1.2",
     "tunnel": "0.0.6",
-    "twitter-api-v2": "1.12.7",
+    "twitter-api-v2": "1.12.9",
     "winston": "3.8.2",
     "xml2js": "0.4.23"
   },

package/lib/routes/aljazeera/news.js

@@ -1,38 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `https://chinese.aljazeera.net/news`;
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('h3 a')
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: url.resolve(`https://chinese.aljazeera.net`, item.attr('href')),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `Aljazeera半岛网 - 新闻`,
-        link,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(detailResponse.data);
-                    item.pubDate = new Date(detailResponse.data.match(/"datePublished": "(.*?)",/)[1]).toUTCString();
-                    item.description = content('div.wysiwyg').html();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/blogs/foreverblog.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.foreverblog.cn/feeds.html',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('article[class="post post-type-normal"]');
-
-    ctx.state.data = {
-        title: '十年之约 - 订阅',
-        link: 'https://www.foreverblog.cn/feeds.html',
-        language: 'zh-cn',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('a.post-title-link>span').text(),
-                        description: item.find('div.post-author').text(),
-                        link: item.find('a.post-title-link').attr('href'),
-                        pubDate: item.find('time.post-time').text(),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/dedao/knowledge.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const topic = ctx.params.topic || '';
-    const type = ctx.params.type || 'true';
-    const rootUrl = 'https://www.dedao.cn';
-    const detailUrl = `${rootUrl}/pc/ledgers/topic/detail`;
-    const currentUrl = `${rootUrl}/knowledge${topic === '' ? '' : '/topic/' + topic}`;
-    const apiUrl = `${rootUrl}/pc/ledgers/${topic === '' ? 'notes/friends_timeline' : 'topic/notes/list'}`;
-
-    let title = '',
-        description = '';
-
-    if (topic !== '') {
-        const detailResponse = await got({
-            method: 'post',
-            url: detailUrl,
-            json: {
-                incr_view_count: false,
-                topic_id_hazy: topic,
-            },
-        });
-
-        title = detailResponse.data.c.name;
-        description = detailResponse.data.c.intro;
-    }
-
-    const response = await got({
-        method: 'post',
-        url: apiUrl,
-        json: {
-            count: 20,
-            load_chain: true,
-            is_elected: type === 'true',
-            page_id: 0,
-            topic_id_hazy: topic,
-            version: 2,
-        },
-    });
-
-    const items = (topic === '' ? response.data.c.notes : response.data.c.note_detail_list).map((item) => {
-        let s_part = '';
-        if (item.s_part) {
-            const s_author = `<p>引用 ${item.s_part.nick_name} (${item.s_part.v_info}):</p>`;
-            const s_content = `<p>${item.s_part.note.replace(/\n\n/g, '</p><p>')}</p> <a href="${rootUrl}/knowledge/note/${item.s_part.note_id_hazy}">[查看原文]</a>`;
-            let s_images = '<br>';
-            if (item.s_part.images) {
-                for (const i of item.s_part.images) {
-                    s_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
-                }
-            }
-            s_part = s_author + s_content + s_images;
-        }
-
-        let f_images = '<br>';
-        if (item.f_part.images) {
-            for (const i of item.f_part.images) {
-                f_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
-            }
-        }
-
-        return {
-            title: item.f_part.note,
-            author: item.f_part.nick_name,
-            description: `<p>${item.f_part.note.replace(/\n\n/g, '</p><p>')}</p>${f_images}<br>${s_part}`,
-            link: `${rootUrl}/knowledge/note/${item.f_part.note_id_hazy}`,
-            pubDate: new Date(date(item.f_part.time_desc)).toUTCString(),
-        };
-    });
-
-    ctx.state.data = {
-        title: `得到 - 知识城邦${title === '' ? '' : ' - ' + title}`,
-        link: currentUrl,
-        item: items,
-        description,
-    };
-};

package/lib/routes/docschina/jsweekly.js

@@ -1,47 +0,0 @@
-const got = require('../../utils/got.js');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseURL = 'https://weekly.docschina.org';
-    const res = await got({
-        method: 'get',
-        url: baseURL + '/javascript',
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $ = cheerio.load(res.data);
-
-    const link = $('.sidebar-link').eq(1).attr('href');
-    const title = $('.site-name').text();
-    const description = $('a[href="https://javascriptweekly.com/"]').parent().text();
-
-    const articles = await got({
-        method: 'get',
-        url: baseURL + link,
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $2 = cheerio.load(articles.data);
-    const articlesList = $2('.page .content').children();
-    const items = articlesList
-        .map((item, element) => {
-            const $article = cheerio.load(element);
-            return {
-                title: $article('h3>a[rel="noopener noreferrer"]').text(),
-                description: $article('p').text(),
-                link: $article('h3>a[rel="noopener noreferrer"]').attr('href'),
-            };
-        })
-        .get()
-        .filter((item) => item.title !== '');
-    ctx.state.data = {
-        title,
-        link: baseURL,
-        description,
-        item: items.splice(0),
-    };
-};

package/lib/routes/gov/jiangsu/eea.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-// 参考 bit/jwc 北京理工大学的的页面写成
-
-const baseUrl = 'http://www.jseea.cn/';
-const siteTitle = '--江苏省教育考试院';
-
-const catrgoryMap = {
-    zkyw: { title: '招考要闻', suffix: 'zkyw/zkyw_channel173_1.html' },
-    zcgd: { title: '政策规定', suffix: 'plank/plank_index_1.html' },
-    zkxx: { title: '招考信息', suffix: 'enrollment/enrollment_index_1.html' },
-    zkzl: { title: '招考资料', suffix: 'enrollmentinfo/enrollmentinfo_index_1.html' },
-    xxjl: { title: '学习交流', suffix: 'learningexchange/learningexchange_index_1.html' },
-};
-
-// 专门定义一个function用于加载文章内容
-async function load(link) {
-    // 异步请求文章
-    const response = await got.get(link);
-    // 加载文章内容
-    const $ = cheerio.load(response.data);
-    // 提取文章内容
-    const description = $('#left-container').html();
-    // 返回解析的结果
-    return { description };
-}
-
-module.exports = async (ctx) => {
-    // 默认 正常规定 然后获取列表页面
-    const type = ctx.params.type || 'zcgd';
-    const listPageUrl = baseUrl + catrgoryMap[type].suffix;
-    const response = await got({
-        method: 'get',
-        url: listPageUrl,
-        headers: {
-            Referer: baseUrl,
-        },
-    });
-    const $ = cheerio.load(response.data);
-
-    // console.log(type+":"+listPageUrl);
-    // 获取当前页面的 list
-    const list = $('td.content_css2>ul>li');
-
-    const result = await Promise.all(
-        // 遍历每一篇文章
-        list
-            .map(async (item) => {
-                const $ = cheerio.load(list[item]); // 将列表项加载成 html
-                const $rel_url = $('a').attr('href'); // 获取 每一项的url
-
-                // 获取绝对路径 招考要闻是绝对路径
-                const $item_url = type === 'zkyw' ? $rel_url : baseUrl + $rel_url;
-                const $title = $('a').attr('title'); // 获取每个的标题
-
-                const date_txt = $.text().match(/[1-9]\d{3}-(0[1-9]|1[0-2])-(0[1-9]|[1-2][0-9]|3[0-1])/); // 匹配 yyyy-mm-dd格式时间
-                const $pubdate = new Date(date_txt); // 正则匹配发布时间 然后转换成时间
-
-                // console.log(item + ":" + $item_url + ":" + $title + ":" + date_txt);
-                // 列表上提取到的信息
-                // 标题 链接
-                const single = {
-                    title: $title,
-                    pubDate: $pubdate,
-                    link: $item_url,
-                    guid: $item_url,
-                };
-
-                // 对于列表的每一项, 单独获取 时间与详细内容
-                const other = await ctx.cache.tryGet($item_url, () => load($item_url));
-                // 合并解析后的结果集作为该篇文章最终的输出结果
-                return Promise.resolve(Object.assign({}, single, other));
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: catrgoryMap[type].title + siteTitle,
-        link: baseUrl,
-        description: catrgoryMap[type].title + siteTitle,
-        item: result,
-    };
-};

package/lib/routes/gov/zhengce/govall.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { advance } = ctx.params;
-    const link = `http://sousuo.gov.cn/list.htm`;
-    const params = new URLSearchParams({
-        n: 20,
-        t: 'govall',
-        sort: 'pubtime',
-        advance: 'true',
-    });
-    const query = `${params.toString()}&${advance}`;
-    const res = await got.get(link, {
-        searchParams: query.replace(/([\u4e00-\u9fa5])/g, (str) => encodeURIComponent(str)),
-    });
-    const $list = cheerio.load(res.data);
-
-    ctx.state.data = {
-        title: `信息稿件 - 中国政府网`,
-        link: `${link}?${query}`,
-        item: await Promise.all(
-            $list('body > div.dataBox > table > tbody > tr')
-                .slice(1)
-                .map(async (_, el) => {
-                    const item = $list(el);
-
-                    const number = item.find('td.info').next();
-                    const title = item.find('td.info > a');
-                    const href = title.attr('href');
-
-                    const key = `gov_zhengce: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        try {
-                            const contentData = await got.get(href);
-                            const $content = cheerio.load(contentData.data);
-                            description = $content('#UCAP-CONTENT').html();
-                        } catch (error) {
-                            description = '文章已被删除';
-                        }
-
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: number.text() + ' | ' + title.text(),
-                        description,
-                        link: href,
-                    };
-                })
-                .get()
-        ),
-    };
-};