rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/routes/{flyertea → flyert}/preferential.js

@@ -3,7 +3,7 @@ const cheerio = require('cheerio');
 const iconv = require('iconv-lite');
 
 const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
-const host = 'https://www.flyertea.com';
+const host = 'https://www.flyert.com';
 const target = `${host}/forum.php?mod=forumdisplay&sum=all&fid=all&catid=322`;
 
 module.exports = async (ctx) => {
@@ -15,7 +15,7 @@ module.exports = async (ctx) => {
     const items = $('.comiis_wzli');
     ctx.state.data = {
         title: '飞客茶馆优惠',
-        link: 'https://www.flyertea.com/',
+        link: 'https://www.flyert.com/',
         description: '飞客茶馆优惠',
         item:
             items &&

package/lib/routes/{flyertea → flyert}/utils.js

@@ -32,15 +32,15 @@ async function load(link) {
     return { description };
 }
 
-const ProcessFeed = (list, caches) => {
-    const host = 'https://www.flyertea.com';
+const ProcessFeed = async (list, caches) => {
+    const host = 'https://www.flyert.com';
 
-    return Promise.all(
+    return await Promise.all(
         list.map(async (item) => {
             const $ = cheerio.load(item);
 
             const $label = $(".comiis_common a[data-track='版块页主题分类']");
-            const $title = $(".comiis_common a[data-track='版块页帖子']");
+            const $title = $(".comiis_common a[data-track='版块页文章']");
             // 还原相对链接为绝对链接
             const itemUrl = url.resolve(host, $title.attr('href'));
 
@@ -53,7 +53,7 @@ const ProcessFeed = (list, caches) => {
 
             // 使用tryGet方法从缓存获取内容。
             // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
+            const other = await caches.tryGet(itemUrl, async () => await load(itemUrl));
 
             // 合并解析后的结果集作为该篇文章最终的输出结果
             return Promise.resolve(Object.assign({}, single, other));

package/lib/routes/futunn/highlights.js

@@ -1,56 +1,58 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const date_util = require('@/utils/date');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const link = `https://news.futunn.com/main`;
 
     const response = await got.get(link);
     const $ = cheerio.load(response.data);
-    // extract json from 'window._params = {...};'
-    const params = $('script:not([src])').html().trim().slice(17, -1);
+
+    const contents = $('script:not([src]):contains("window._params")');
+    const params = contents.html().trim().slice(17, -1);
 
     const newslist = JSON.parse(params).preList;
 
     const out = await Promise.all(
-        newslist.map(async (info) => {
-            const title = info.title;
-            const itemUrl = info.url;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                url: itemUrl,
-                method: 'get',
-                headers: {
-                    Referer: link,
-                },
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const description = $('div.newsDetailBox div.main div.inner').html() || '原文已被删除';
-
-            const date = $('div.timeBar').text();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: date_util(date, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
+        newslist
+            .filter((info) => {
+                const url = new URL(info.url);
+                if (url.hostname !== 'news.futunn.com') {
+                    // ignore videos.futunn.com
+                    return false;
+                } else if (url.searchParams.get('src') !== '3') {
+                    // ignore src=12 redirecting to mp.weixin.qq.com
+                    return false;
+                }
+                return true;
+            })
+            .map((info) =>
+                ctx.cache.tryGet(info.url, async () => {
+                    const response = await got({
+                        url: info.url,
+                        method: 'get',
+                        headers: {
+                            Referer: link,
+                        },
+                    });
+
+                    const $ = cheerio.load(response.data);
+                    const description = $('div.newsDetailBox div.main div.inner').html();
+                    const date = $('div.timeBar').children().remove().end().text().trim();
+
+                    info.link = info.url;
+                    info.description = description;
+                    info.pubDate = timezone(parseDate(date, 'YYYY/MM/DD HH:mm'), +8);
+
+                    return info;
+                })
+            )
     );
-    const outfilter = out.filter((t) => t.description !== '原文已被删除');
 
     ctx.state.data = {
         title: `富途牛牛要闻`,
         link,
-        item: outfilter,
+        item: out,
     };
 };

package/lib/routes/gamer/gnn_index.js

@@ -66,7 +66,7 @@ module.exports = async (ctx) => {
             }
 
             return {
-                title: '[' + tag + '] ' + aLabelNode.text(),
+                title: '[' + tag + ']' + aLabelNode.text(),
                 link: aLabelNode.attr('href').replace('//', 'https://'),
             };
         })

package/lib/routes/gameres/utils.js

@@ -40,7 +40,10 @@ module.exports = async (ctx, currentUrl, query) => {
                 item.description = description.html();
                 item.title = content('.article-title').text();
                 item.pubDate = new Date(pubDate).toUTCString();
-                item.author = info.join(' ').replace(/作者：/, '').replace(/原创/, '');
+                item.author = info
+                    .join(' ')
+                    .replace(/作者：/, '')
+                    .replace(/原创/, '');
 
                 return item;
             })

package/lib/routes/gelonghui/user.js

@@ -3,7 +3,7 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
-    const currentUrl = `https://www.gelonghui.com/user/${ctx.params.id}`;
+    const currentUrl = `https://www.gelonghui.com/user/${ctx.params.id}?type=article`;
     const response = await got({
         method: 'get',
         url: currentUrl,

package/lib/routes/gov/beijing/eea.js

@@ -76,8 +76,7 @@ module.exports = async (ctx) => {
                     const other = $is_interior ? await ctx.cache.tryGet($item_url, () => load($item_url)) : $title;
                     // 合并解析后的结果集作为该篇文章最终的输出结果
                     return Promise.resolve(Object.assign({}, single, other));
-                }
-                catch (e) {
+                } catch (e) {
                     return Promise.resolve(single);
                 }
             })

package/lib/routes/gov/fmprc/fyrbt.js

@@ -11,7 +11,7 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('.rebox_news ul li').get();
+    const list = $('.newsBd ul li').get();
 
     const result = await util.ProcessFeed(list, ctx.cache);
 

package/lib/routes/gov/guangdong/edu.js

@@ -65,7 +65,11 @@ module.exports = async (ctx) => {
                 const detailResponse = await got({ method: 'get', url: item.link });
                 const content = cheerio.load(detailResponse.data);
                 item.description = content('div.concent_center').html();
-                item.pubDate = new Date(content('td[align="right"]').text().replace(/发布日期：/, '') + ' GMT+8').toUTCString();
+                item.pubDate = new Date(
+                    content('td[align="right"]')
+                        .text()
+                        .replace(/发布日期：/, '') + ' GMT+8'
+                ).toUTCString();
                 return item;
             })
         )

package/lib/routes/gov/shenzhen/xxgk/zfxxgj.js

@@ -48,7 +48,11 @@ module.exports = async (ctx) => {
                 const detailResponse = await got({ method: 'get', url: item.link });
                 const content = cheerio.load(detailResponse.data);
                 item.description = content('div.concent_center').html();
-                item.pubDate = new Date(content('td[align="right"]').text().replace(/发布日期：/, '') + ' GMT+8').toUTCString();
+                item.pubDate = new Date(
+                    content('td[align="right"]')
+                        .text()
+                        .replace(/发布日期：/, '') + ' GMT+8'
+                ).toUTCString();
                 return item;
             })
         )

package/lib/routes/hackerone/hacktivity.js

@@ -20,27 +20,28 @@ module.exports = async (ctx) => {
                 count: 25,
                 maxShownVoters: 0,
             },
-            query:
-                'query HacktivityPageQuery($querystring: String, $orderBy: HacktivityItemOrderInput, $secureOrderBy: FiltersHacktivityItemFilterOrder, $where: FiltersHacktivityItemFilterInput, $count: Int, $cursor: String, $maxShownVoters: Int) {\n  me {\n    id\n    __typename\n  }\n  hacktivity_items(first: $count, after: $cursor, query: $querystring, order_by: $orderBy, secure_order_by: $secureOrderBy, where: $where) {\n    total_count\n    ...HacktivityList\n    __typename\n  }\n}\n\nfragment HacktivityList on HacktivityItemConnection {\n  total_count\n  pageInfo {\n    endCursor\n    hasNextPage\n    __typename\n  }\n  edges {\n    node {\n      ... on HacktivityItemInterface {\n        id\n        databaseId: _id\n        ...HacktivityItem\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment HacktivityItem on HacktivityItemUnion {\n  type: __typename\n  ... on HacktivityItemInterface {\n    id\n    votes {\n      total_count\n      __typename\n    }\n    voters: votes(last: $maxShownVoters) {\n      edges {\n        node {\n          id\n          user {\n            id\n            username\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    upvoted: upvoted_by_current_user\n    __typename\n  }\n  ... on Undisclosed {\n    id\n    ...HacktivityItemUndisclosed\n    __typename\n  }\n  ... on Disclosed {\n    id\n    ...HacktivityItemDisclosed\n    __typename\n  }\n  ... on HackerPublished {\n    id\n    ...HacktivityItemHackerPublished\n    __typename\n  }\n}\n\nfragment HacktivityItemUndisclosed on Undisclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  requires_view_privilege\n  total_awarded_amount\n  currency\n  __typename\n}\n\nfragment TeamLinkWithMiniProfile on Team {\n  id\n  handle\n  name\n  __typename\n}\n\nfragment UserLinkWithMiniProfile on User {\n  id\n  username\n  __typename\n}\n\nfragment HacktivityItemDisclosed on Disclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    title\n    substate\n    url\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  total_awarded_amount\n  severity_rating\n  currency\n  __typename\n}\n\nfragment HacktivityItemHackerPublished on HackerPublished {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    id\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    url\n    title\n    substate\n    __typename\n  }\n  latest_disclosable_activity_at\n  severity_rating\n  __typename\n}',
+            query: 'query HacktivityPageQuery($querystring: String, $orderBy: HacktivityItemOrderInput, $secureOrderBy: FiltersHacktivityItemFilterOrder, $where: FiltersHacktivityItemFilterInput, $count: Int, $cursor: String, $maxShownVoters: Int) {\n  me {\n    id\n    __typename\n  }\n  hacktivity_items(first: $count, after: $cursor, query: $querystring, order_by: $orderBy, secure_order_by: $secureOrderBy, where: $where) {\n    total_count\n    ...HacktivityList\n    __typename\n  }\n}\n\nfragment HacktivityList on HacktivityItemConnection {\n  total_count\n  pageInfo {\n    endCursor\n    hasNextPage\n    __typename\n  }\n  edges {\n    node {\n      ... on HacktivityItemInterface {\n        id\n        databaseId: _id\n        ...HacktivityItem\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment HacktivityItem on HacktivityItemUnion {\n  type: __typename\n  ... on HacktivityItemInterface {\n    id\n    votes {\n      total_count\n      __typename\n    }\n    voters: votes(last: $maxShownVoters) {\n      edges {\n        node {\n          id\n          user {\n            id\n            username\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    upvoted: upvoted_by_current_user\n    __typename\n  }\n  ... on Undisclosed {\n    id\n    ...HacktivityItemUndisclosed\n    __typename\n  }\n  ... on Disclosed {\n    id\n    ...HacktivityItemDisclosed\n    __typename\n  }\n  ... on HackerPublished {\n    id\n    ...HacktivityItemHackerPublished\n    __typename\n  }\n}\n\nfragment HacktivityItemUndisclosed on Undisclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  requires_view_privilege\n  total_awarded_amount\n  currency\n  __typename\n}\n\nfragment TeamLinkWithMiniProfile on Team {\n  id\n  handle\n  name\n  __typename\n}\n\nfragment UserLinkWithMiniProfile on User {\n  id\n  username\n  __typename\n}\n\nfragment HacktivityItemDisclosed on Disclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    title\n    substate\n    url\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  total_awarded_amount\n  severity_rating\n  currency\n  __typename\n}\n\nfragment HacktivityItemHackerPublished on HackerPublished {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    id\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    url\n    title\n    substate\n    __typename\n  }\n  latest_disclosable_activity_at\n  severity_rating\n  __typename\n}',
         },
         responseType: 'json',
     });
     ctx.state.data = {
         title: 'HackerOne Hacker Activity',
         link: 'https://hackerone.com/hacktivity',
-        item: response.data.data.hacktivity_items.edges.map((item) => {
-            const author = item.node.reporter ? item.node.reporter.username : 'Someone';
-            const vendor = item.node.team.name;
-            const state = item.node.report.substate.replace(/^[a-z]/g, (L) => L.toUpperCase());
-            const severity = item.node.severity_rating ? item.node.severity_rating.replace(/^[a-z]/g, (L) => L.toUpperCase()) : 'No Rating';
-            const awarded = item.node.total_awarded_amount ? item.node.total_awarded_amount : 0;
-            return {
-                title: item.node.report.title,
-                description: `By ${author} to ${vendor} | ${state} | ${severity} | $${awarded}`,
-                author,
-                pubDate: new Date(item.node.latest_disclosable_activity_at).toUTCString(),
-                link: `https://hackerone.com/reports/${item.node.databaseId}`,
-            };
-        }),
+        item: response.data.data.hacktivity_items.edges
+            .filter((item) => item.node.type === 'Disclosed')
+            .map((item) => {
+                const author = item.node.reporter ? item.node.reporter.username : 'Someone';
+                const vendor = item.node.team.name;
+                const state = item.node.report.substate.replace(/^[a-z]/g, (L) => L.toUpperCase());
+                const severity = item.node.severity_rating ? item.node.severity_rating.replace(/^[a-z]/g, (L) => L.toUpperCase()) : 'No Rating';
+                const awarded = item.node.total_awarded_amount ? item.node.total_awarded_amount : 0;
+                return {
+                    title: item.node.report.title,
+                    description: `By ${author} to ${vendor} | ${state} | ${severity} | $${awarded}`,
+                    author,
+                    pubDate: new Date(item.node.latest_disclosable_activity_at).toUTCString(),
+                    link: `https://hackerone.com/reports/${item.node.databaseId}`,
+                };
+            }),
     };
 };

package/lib/routes/hackerone/search.js

@@ -23,8 +23,7 @@ module.exports = async (ctx) => {
                 count: 25,
                 maxShownVoters: 0,
             },
-            query:
-                'query HacktivityPageQuery($querystring: String, $orderBy: HacktivityItemOrderInput, $secureOrderBy: FiltersHacktivityItemFilterOrder, $where: FiltersHacktivityItemFilterInput, $count: Int, $cursor: String, $maxShownVoters: Int) {\n  me {\n    id\n    __typename\n  }\n  hacktivity_items(first: $count, after: $cursor, query: $querystring, order_by: $orderBy, secure_order_by: $secureOrderBy, where: $where) {\n    total_count\n    ...HacktivityList\n    __typename\n  }\n}\n\nfragment HacktivityList on HacktivityItemConnection {\n  total_count\n  pageInfo {\n    endCursor\n    hasNextPage\n    __typename\n  }\n  edges {\n    node {\n      ... on HacktivityItemInterface {\n        id\n        databaseId: _id\n        ...HacktivityItem\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment HacktivityItem on HacktivityItemUnion {\n  type: __typename\n  ... on HacktivityItemInterface {\n    id\n    votes {\n      total_count\n      __typename\n    }\n    voters: votes(last: $maxShownVoters) {\n      edges {\n        node {\n          id\n          user {\n            id\n            username\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    upvoted: upvoted_by_current_user\n    __typename\n  }\n  ... on Undisclosed {\n    id\n    ...HacktivityItemUndisclosed\n    __typename\n  }\n  ... on Disclosed {\n    id\n    ...HacktivityItemDisclosed\n    __typename\n  }\n  ... on HackerPublished {\n    id\n    ...HacktivityItemHackerPublished\n    __typename\n  }\n}\n\nfragment HacktivityItemUndisclosed on Undisclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  requires_view_privilege\n  total_awarded_amount\n  currency\n  __typename\n}\n\nfragment TeamLinkWithMiniProfile on Team {\n  id\n  handle\n  name\n  __typename\n}\n\nfragment UserLinkWithMiniProfile on User {\n  id\n  username\n  __typename\n}\n\nfragment HacktivityItemDisclosed on Disclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    title\n    substate\n    url\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  total_awarded_amount\n  severity_rating\n  currency\n  __typename\n}\n\nfragment HacktivityItemHackerPublished on HackerPublished {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    id\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    url\n    title\n    substate\n    __typename\n  }\n  latest_disclosable_activity_at\n  severity_rating\n  __typename\n}',
+            query: 'query HacktivityPageQuery($querystring: String, $orderBy: HacktivityItemOrderInput, $secureOrderBy: FiltersHacktivityItemFilterOrder, $where: FiltersHacktivityItemFilterInput, $count: Int, $cursor: String, $maxShownVoters: Int) {\n  me {\n    id\n    __typename\n  }\n  hacktivity_items(first: $count, after: $cursor, query: $querystring, order_by: $orderBy, secure_order_by: $secureOrderBy, where: $where) {\n    total_count\n    ...HacktivityList\n    __typename\n  }\n}\n\nfragment HacktivityList on HacktivityItemConnection {\n  total_count\n  pageInfo {\n    endCursor\n    hasNextPage\n    __typename\n  }\n  edges {\n    node {\n      ... on HacktivityItemInterface {\n        id\n        databaseId: _id\n        ...HacktivityItem\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment HacktivityItem on HacktivityItemUnion {\n  type: __typename\n  ... on HacktivityItemInterface {\n    id\n    votes {\n      total_count\n      __typename\n    }\n    voters: votes(last: $maxShownVoters) {\n      edges {\n        node {\n          id\n          user {\n            id\n            username\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    upvoted: upvoted_by_current_user\n    __typename\n  }\n  ... on Undisclosed {\n    id\n    ...HacktivityItemUndisclosed\n    __typename\n  }\n  ... on Disclosed {\n    id\n    ...HacktivityItemDisclosed\n    __typename\n  }\n  ... on HackerPublished {\n    id\n    ...HacktivityItemHackerPublished\n    __typename\n  }\n}\n\nfragment HacktivityItemUndisclosed on Undisclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  requires_view_privilege\n  total_awarded_amount\n  currency\n  __typename\n}\n\nfragment TeamLinkWithMiniProfile on Team {\n  id\n  handle\n  name\n  __typename\n}\n\nfragment UserLinkWithMiniProfile on User {\n  id\n  username\n  __typename\n}\n\nfragment HacktivityItemDisclosed on Disclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    title\n    substate\n    url\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  total_awarded_amount\n  severity_rating\n  currency\n  __typename\n}\n\nfragment HacktivityItemHackerPublished on HackerPublished {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    id\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    url\n    title\n    substate\n    __typename\n  }\n  latest_disclosable_activity_at\n  severity_rating\n  __typename\n}',
         },
         responseType: 'json',
     });

package/lib/routes/hexo/fluid.js

@@ -0,0 +1,45 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const url = `http://${ctx.params.url}`;
+    const res = await got.get(`${url}/archives/`);
+    const $ = cheerio.load(res.data);
+
+    const list = $('.list-group-item');
+
+    const count = [];
+    for (let i = 0; i < Math.min(list.length, 5); i++) {
+        count.push(i);
+    }
+    const out = await Promise.all(
+        count.map(async (i) => {
+            const each = $(list[i]);
+            const storyLink = each.attr('href');
+            const item = {
+                title: each.find('.archive-post-title').text(),
+                link: new URL(storyLink, url),
+            };
+            const key = item.link;
+            const value = await ctx.cache.get(key);
+
+            if (value) {
+                item.description = value;
+            } else {
+                const storyDeatil = await got.get(item.link);
+                const data = storyDeatil.data;
+                const $ = cheerio.load(data);
+                item.pubDate = $('time').attr('datetime');
+                item.description = $('.markdown-body').html();
+                ctx.cache.set(key, item.description);
+            }
+            return Promise.resolve(item);
+        })
+    );
+    ctx.state.data = {
+        title: $('.navbar-brand strong').text(),
+        link: url,
+        description: $('[name=description]').attr('content'),
+        item: out,
+    };
+};

package/lib/routes/hkcnews/news.js

@@ -30,7 +30,7 @@ module.exports = async (ctx) => {
 
         return {
             title: news.text(),
-            link: `${rootUrl}/${news.attr('href')}`,
+            link: `${rootUrl}${news.attr('href')}`,
             pubDate: new Date(date.length === 8 ? `${new Date().getFullYear().toString().slice(0, 2)}${date}` : date).toUTCString(),
         };
     });
@@ -45,6 +45,10 @@ module.exports = async (ctx) => {
                 const content = cheerio.load(detailResponse.data);
 
                 item.description = content('.article-content').html();
+                // substring 2 times
+                // from https://hkcnews.com/article/47878/loreal歐萊雅-薇婭-李佳琦-47884/薇婭、李佳琦幫loreal帶貨引價格爭議-loreal道歉
+                // to https://hkcnews.com/article/47878
+                item.guid = item.link.substring(0, item.link.lastIndexOf('/')).substring(0, item.link.substring(0, item.link.lastIndexOf('/')).lastIndexOf('/'));
 
                 return item;
             })

package/lib/routes/hkej/index.js

@@ -0,0 +1,138 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const dayjs = require('dayjs');
+const utc = require('dayjs/plugin/utc');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const categories = {
+    index: {
+        name: '',
+        link: '/instantnews/',
+        title: '即時香港中國 國際金融 股市經濟新聞',
+        description: '全天候即時港股、香港財經、國際金融和經濟新聞、中國經濟新聞資訊和分析',
+    },
+    stock: {
+        name: '港股直擊',
+        link: '/instantnews/stock',
+        title: '即時香港股市 股份板塊 攻略分析',
+        description: '全天候即時港股追蹤和直擊分析，股份異動、大行報告、沽空、速評',
+    },
+    hongkong: {
+        name: '香港財經',
+        link: '/instantnews/hongkong',
+        title: '即時香港經濟 中港經濟融合追蹤分析',
+        description: '香港經濟和焦點行業 中港融合和商機的分析',
+    },
+    china: {
+        name: '中國財經',
+        link: '/instantnews/china',
+        title: '即時中國經濟 國策焦點 中港融合追蹤分析',
+        description: '香港經濟和焦點行業 中港融合和商機的分析',
+    },
+    international: {
+        name: '國際財經',
+        link: '/instantnews/international',
+        title: '即時國際財經 股市匯市 央行政策',
+        description: '國際財經 金融股市 央行政策的新聞和分析',
+    },
+    property: {
+        name: '地產新聞',
+        link: '/property/news',
+        title: '地產投資',
+        description: '即時地產新聞, 新盤資訊, 樓市分析, 藍籌屋苑數據及室內設計鑑賞',
+    },
+    current: {
+        name: '時事脈搏',
+        link: '/instantnews/current',
+        title: '即時香港中國 國際金融 股市經濟新聞',
+        description: '全天候即時香港股市、金融、經濟新聞資訊和分析，致力與讀者一起剖釋香港、關注兩岸、放眼全球政經格局',
+    },
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'index';
+    const cat = categories[category];
+    const baseUrl = 'https://www2.hkej.com';
+
+    dayjs.extend(utc);
+    const yesterday = dayjs().utcOffset(8).subtract(1, 'day').format('YYYY-MM-DD');
+    const today = dayjs().utcOffset(8).format('YYYY-MM-DD');
+
+    const response = await got({
+        method: 'get',
+        url: baseUrl + cat.link,
+        header: {
+            Referer: baseUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('h3.in_news_u_t a, h4.hkej_hl-news_topic_2014 a, div.hkej_toc_listingAll_news2_2014 h3 a, div.hkej_toc_cat_top_detail h3 a, div.allNews div.news h1 a, div#div_listingAll div.news2 h3 a')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text().trim(),
+                link: baseUrl + item.attr('href').substring(0, item.attr('href').lastIndexOf('/')),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list &&
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const article = await got({
+                        method: 'get',
+                        url: item.link,
+                        header: {
+                            Referer: cat.link,
+                        },
+                    });
+                    const content = cheerio.load(article.data);
+
+                    // remove unwanted elements
+                    content('#ad_popup').remove();
+                    content('[class^=ad-]').remove();
+                    content('[id^=ad-]').remove();
+                    content('[id^=div-gpt-ad-]').remove();
+                    content('.hkej_sub_ex_article_nonsubscriber_ad_2014').remove();
+
+                    // fix article image
+                    content('div.hkej_detail_thumb_2014 a').each((_, e) => {
+                        e = $(e);
+                        if (e.attr('href')) {
+                            content(e).after(`<figure><img src="${e.attr('href')}" alt="${e.attr('title')}" title="${e.attr('title')}"><figcaption>${e.attr('title')}</figcaption></figure>`);
+                            content(e).remove();
+                        }
+                    });
+                    const articleImg = content('.hkej_detail_thumb_2014 .enlargeImg').html() ?? '';
+
+                    const pubDate = content('p.info span.date')
+                        .text()
+                        .trim()
+                        .replace('日', '')
+                        .replace('今', today)
+                        .replace('昨', yesterday)
+                        .replace(/[年月]/g, '-');
+
+                    item.category = content('p.info span.cate a')
+                        .toArray()
+                        .map((e) => content(e).text().trim());
+                    item.description = articleImg + content('div#article-content').html();
+                    item.pubDate = timezone(parseDate(pubDate), +8);
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: `信報網站 - ${cat.title} - 信報網站 hkej.com`,
+        link: baseUrl + cat.link,
+        description: `信報網站(www.hkej.com)即時新聞${cat.name}，提供${cat.description}。`,
+        item: items,
+        language: 'zh-hk',
+    };
+};

package/lib/routes/infzm/news.js

@@ -1,3 +1,4 @@
+const config = require('@/config').value;
 const got = require('@/utils/got');
 const timezone = require('@/utils/timezone');
 const cheerio = require('cheerio');
@@ -28,26 +29,17 @@ module.exports = async (ctx) => {
             if (value) {
                 description = value;
             } else {
+                const cookie = config.infzm.cookie;
                 const response = await got({
                     method: 'get',
-                    url: `http://api.infzm.com/mobile/contents/${id}`,
+                    url: `http://www.infzm.com/content/${id}`,
+                    headers: {
+                        Referer: link,
+                        Cookie: cookie || `passport_session=${Math.floor(Math.random() * 100)};`,
+                    },
                 });
-
-                if (response.data.code === 200) {
-                    description = response.data.data.content.fulltext;
-                } else {
-                    // 有时候接口会返回未发布但实际已发布
-                    const response = await got({
-                        method: 'get',
-                        url: `http://www.infzm.com/content/${id}`,
-                        headers: {
-                            Referer: link,
-                            Cookie: `PHPSESSID=${Math.floor(Math.random() * 100)};`,
-                        },
-                    });
-                    const $ = cheerio.load(response.data);
-                    description = $('#content').html();
-                }
+                const $ = cheerio.load(response.data);
+                description = $('div.nfzm-content__content').html();
 
                 ctx.cache.set(key, description);
             }

package/lib/routes/instagram/index.js

@@ -23,7 +23,7 @@ async function loadContent(category, nameOrId) {
             }
 
             description = userInfo.biography;
-            logo = userInfo.hd_profile_pic_url_info.url;
+            logo = userInfo.profile_pic_url;
             const fullName = userInfo.full_name;
             title = `${fullName} (@${username}) - Instagram`;
             link = `https://www.instagram.com/${username}`;

package/lib/routes/kbs/today.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language || 'e';
+
+    const rootUrl = 'http://world.kbs.co.kr';
+    const currentUrl = `${rootUrl}/service/news_today.htm?lang=${language}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.comp_text_1x article')
+        .map((_, item) => {
+            item = $(item);
+
+            const a = item.find('h2 a');
+
+            return {
+                title: a.text(),
+                category: item.find('.cate').text(),
+                link: `${rootUrl}/service${a.attr('href').replace('./', '/')}`,
+                pubDate: timezone(parseDate(item.find('.date').text()), +9),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.body_txt').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `Latest News | KBS WORLD`,
+        link: currentUrl,
+        item: items,
+    };
+};