rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fccb918

package/lib/routes/fanxinzhui/latest.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const date = require('@/utils/date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'http://www.fanxinzhui.com';
+    const currentUrl = `${rootUrl}/lastest`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.la')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            const pubDate = item.find('.time');
+
+            pubDate.remove();
+
+            return {
+                title: item.text(),
+                pubDate: date(pubDate.text()),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.middle_box').html();
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: '最近更新 - 追新番',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/fashionnetwork/headline.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const country = ctx.params.country || 'ww';
+
+    const rootUrl = `https://${country}.fashionnetwork.com`;
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.point-carousel__item')
+        .slice(5, 10)
+        .map((_, item) => {
+            item = $(item);
+            const a = item.find('.family-title a');
+
+            return {
+                title: a.text(),
+                link: `${rootUrl}${a.attr('href')}`,
+                pubDate: Date.parse(item.find('.time-ago').attr('data-value')),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    content('.newsTitle, .ads').remove();
+
+                    item.description = content('div[itemprop="text"]').html();
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.category-label').eq(0).text()} - FashionNetwork`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/routes/fdroid/apprelease.js

@@ -6,7 +6,7 @@ module.exports = async (ctx) => {
     const data = response.data;
     const $ = cheerio.load(data);
 
-    const app_name = $('.package-title').find('h3').text();
+    const app_name = $('.package-title').find('h3').text().trim();
     const app_descr = $('.package-title').find('.package-summary').text();
 
     const items = [];

package/lib/routes/futunn/highlights.js

@@ -1,56 +1,58 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const date_util = require('@/utils/date');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const link = `https://news.futunn.com/main`;
 
     const response = await got.get(link);
     const $ = cheerio.load(response.data);
-    // extract json from 'window._params = {...};'
-    const params = $('script:not([src])').html().trim().slice(17, -1);
+
+    const contents = $('script:not([src]):contains("window._params")');
+    const params = contents.html().trim().slice(17, -1);
 
     const newslist = JSON.parse(params).preList;
 
     const out = await Promise.all(
-        newslist.map(async (info) => {
-            const title = info.title;
-            const itemUrl = info.url;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                url: itemUrl,
-                method: 'get',
-                headers: {
-                    Referer: link,
-                },
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const description = $('div.newsDetailBox div.main div.inner').html() || '原文已被删除';
-
-            const date = $('div.timeBar').text();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: date_util(date, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
+        newslist
+            .filter((info) => {
+                const url = new URL(info.url);
+                if (url.hostname !== 'news.futunn.com') {
+                    // ignore videos.futunn.com
+                    return false;
+                } else if (url.searchParams.get('src') !== '3') {
+                    // ignore src=12 redirecting to mp.weixin.qq.com
+                    return false;
+                }
+                return true;
+            })
+            .map((info) =>
+                ctx.cache.tryGet(info.url, async () => {
+                    const response = await got({
+                        url: info.url,
+                        method: 'get',
+                        headers: {
+                            Referer: link,
+                        },
+                    });
+
+                    const $ = cheerio.load(response.data);
+                    const description = $('div.newsDetailBox div.main div.inner').html();
+                    const date = $('div.timeBar').children().remove().end().text().trim();
+
+                    info.link = info.url;
+                    info.description = description;
+                    info.pubDate = timezone(parseDate(date, 'YYYY/MM/DD HH:mm'), +8);
+
+                    return info;
+                })
+            )
     );
-    const outfilter = out.filter((t) => t.description !== '原文已被删除');
 
     ctx.state.data = {
         title: `富途牛牛要闻`,
         link,
-        item: outfilter,
+        item: out,
     };
 };

package/lib/routes/gameres/utils.js

@@ -40,7 +40,10 @@ module.exports = async (ctx, currentUrl, query) => {
                 item.description = description.html();
                 item.title = content('.article-title').text();
                 item.pubDate = new Date(pubDate).toUTCString();
-                item.author = info.join(' ').replace(/作者：/, '').replace(/原创/, '');
+                item.author = info
+                    .join(' ')
+                    .replace(/作者：/, '')
+                    .replace(/原创/, '');
 
                 return item;
             })

package/lib/routes/gelonghui/user.js

@@ -3,7 +3,7 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
-    const currentUrl = `https://www.gelonghui.com/user/${ctx.params.id}`;
+    const currentUrl = `https://www.gelonghui.com/user/${ctx.params.id}?type=article`;
     const response = await got({
         method: 'get',
         url: currentUrl,

package/lib/routes/gov/beijing/eea.js

@@ -76,8 +76,7 @@ module.exports = async (ctx) => {
                     const other = $is_interior ? await ctx.cache.tryGet($item_url, () => load($item_url)) : $title;
                     // 合并解析后的结果集作为该篇文章最终的输出结果
                     return Promise.resolve(Object.assign({}, single, other));
-                }
-                catch (e) {
+                } catch (e) {
                     return Promise.resolve(single);
                 }
             })

package/lib/routes/gov/customs/list.js

@@ -23,7 +23,7 @@ module.exports = async (ctx) => {
     const response = await got({
         method: 'get',
         url: link,
-        header: {
+        headers: {
             Referer: host,
         },
     });
@@ -51,7 +51,7 @@ module.exports = async (ctx) => {
             const response = await got({
                 method: 'get',
                 url: itemUrl,
-                header: {
+                headers: {
                     Referer: host,
                 },
             });

package/lib/routes/gov/guangdong/edu.js

@@ -65,7 +65,11 @@ module.exports = async (ctx) => {
                 const detailResponse = await got({ method: 'get', url: item.link });
                 const content = cheerio.load(detailResponse.data);
                 item.description = content('div.concent_center').html();
-                item.pubDate = new Date(content('td[align="right"]').text().replace(/发布日期：/, '') + ' GMT+8').toUTCString();
+                item.pubDate = new Date(
+                    content('td[align="right"]')
+                        .text()
+                        .replace(/发布日期：/, '') + ' GMT+8'
+                ).toUTCString();
                 return item;
             })
         )

package/lib/routes/gov/shenzhen/xxgk/zfxxgj.js

@@ -48,7 +48,11 @@ module.exports = async (ctx) => {
                 const detailResponse = await got({ method: 'get', url: item.link });
                 const content = cheerio.load(detailResponse.data);
                 item.description = content('div.concent_center').html();
-                item.pubDate = new Date(content('td[align="right"]').text().replace(/发布日期：/, '') + ' GMT+8').toUTCString();
+                item.pubDate = new Date(
+                    content('td[align="right"]')
+                        .text()
+                        .replace(/发布日期：/, '') + ' GMT+8'
+                ).toUTCString();
                 return item;
             })
         )

package/lib/routes/gov/suzhou/doc.js

@@ -2,7 +2,7 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const util = require('./utils');
 module.exports = async (ctx) => {
-    const link = 'http://www.suzhou.gov.cn/szxxgk/front/xxgk_right.jsp';
+    const link = 'https://www.suzhou.gov.cn/szxxgk/front/xxgk_right.jsp';
     const response = await got.get(link);
     const data = response.data;
     const $ = cheerio.load(data);
@@ -17,7 +17,7 @@ module.exports = async (ctx) => {
                 .map(async (index, item) => {
                     item = $(item);
                     // 获取全文
-                    const contentUrl = 'http://www.suzhou.gov.cn' + item.find('a').attr('href');
+                    const contentUrl = 'https://www.suzhou.gov.cn' + item.find('a').attr('href');
                     const arr = await ctx.cache.tryGet(contentUrl, async () => {
                         const fullText = await got.get(contentUrl);
                         const fullTextData = cheerio.load(fullText.data);

package/lib/routes/gov/suzhou/news.js

@@ -3,7 +3,7 @@ const cheerio = require('cheerio');
 const logger = require('@/utils/logger');
 const liburl = require('url');
 const util = require('./utils');
-const root_url = 'http://www.suzhou.gov.cn/';
+const root_url = 'https://www.suzhou.gov.cn/';
 
 module.exports = async (ctx) => {
     const uid = ctx.params.uid;
@@ -11,57 +11,62 @@ module.exports = async (ctx) => {
     let title = '';
     let urljs = '';
     switch (uid) {
+        case 'szyw':
+        case 'news':
+            urljs = 'https://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=5057aeffb1a84a7e8aeded87728da48c';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/szyw/nav_list.shtml';
+            title = '苏州市政府 - 苏州要闻';
+            break;
         case 'qxkx':
         case 'district':
-            urljs = 'http://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=75c636ea0efb487ea7e479e3cc0ff3e5';
-            url = 'http://www.suzhou.gov.cn/szsrmzf/zwggqxkx/nav_list_js.shtml';
+            urljs = 'https://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=75c636ea0efb487ea7e479e3cc0ff3e5';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/qxkx/nav_list.shtml';
             title = '苏州市政府 - 区县快讯';
             break;
-        case 'szyw':
-        case 'news':
-            urljs = 'http://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=5057aeffb1a84a7e8aeded87728da48c';
-            url = 'http://www.suzhou.gov.cn/szsrmzf/szyw/nav_list_js.shtml';
-            title = '苏州市政府 - 政务要闻';
-            break;
         case 'bmdt':
-            urljs = 'http://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=b3d097e3eb79421f88439ea381ce33c3';
-            url = 'http://www.suzhou.gov.cn/szsrmzf/bmdt/nav_list_js.shtml';
+            urljs = 'https://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=b3d097e3eb79421f88439ea381ce33c3';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/bmdt/nav_list.shtml';
             title = '苏州市政府 - 部门动态';
             break;
         case 'xwsp':
-            urljs = 'http://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=507980d214c943ebb0a70853ec94b12e';
-            url = 'http://www.suzhou.gov.cn/szsrmzf/xwsp/nav_list_js.shtml';
+            urljs = 'https://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=507980d214c943ebb0a70853ec94b12e';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/xwsp/nav_list.shtml';
             title = '苏州市政府 - 新闻视频';
             break;
         case 'rdzt':
-            url = 'http://www.suzhou.gov.cn/szsrmzf/rdzt/nav_list.shtml';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/rdzt/nav_list.shtml';
             title = '苏州市政府 - 热点专题';
             break;
         case 'sbjzt':
-            url = 'http://www.suzhou.gov.cn/szsrmzf/sbjzt/nav_list.shtml';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/sbjzt/nav_list.shtml';
             title = '苏州市政府 - 市本级专题';
             break;
         case 'zxrdzt':
-            url = 'http://www.suzhou.gov.cn/szsrmzf/zxrdzt/nav_list.shtml';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/zxrdzt/nav_list.shtml';
             title = '苏州市政府 - 最新热点专题';
             break;
         case 'wqzt':
-            url = 'http://www.suzhou.gov.cn/szsrmzf/wqzt/nav_list.shtml';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/wqzt/nav_list.shtml';
             title = '苏州市政府 - 往期专题';
             break;
         case 'qxzt':
-            url = 'http://www.suzhou.gov.cn/szsrmzf/qxzt/nav_list.shtml';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/qxzt/nav_list.shtml';
             title = '苏州市政府 - 区县专题';
             break;
         case 'zwgg':
-            urljs = 'http://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=260915178a1f4c4fac44c4bf6378c9b0';
-            url = 'http://www.suzhou.gov.cn/szsrmzf/zwgg/nav_list_js.shtml';
+            urljs = 'https://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=260915178a1f4c4fac44c4bf6378c9b0';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/zwgg/nav_list.shtml';
             title = '苏州市政府 - 政务公告';
             break;
+        case 'mszx':
+            urljs = 'https://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=dc60acecb0be46b89d42272dcb8bd32b';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/mszx/nav_list.shtml';
+            title = '苏州市政府 - 便民公告';
+            break;
         case 'bmzx':
-            urljs = 'http://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=b015bfa5e5514cc9a26cd9f956ef8e69';
-            url = 'http://www.suzhou.gov.cn/szsrmzf/bmdt/nav_list_js.shtml';
-            title = '苏州市政府 - 便民资讯';
+            urljs = 'https://www.suzhou.gov.cn/szinf/info/getInfoCommon/?pagesize=15&currpage=1&channelid=b015bfa5e5514cc9a26cd9f956ef8e69';
+            url = 'https://www.suzhou.gov.cn/szsrmzf/bmzx/bmzx_list.shtml';
+            title = '苏州市政府 - 民生资讯';
             break;
         default:
             logger.error('pattern not matched');

package/lib/routes/gov/suzhou/utils.js

@@ -11,7 +11,7 @@ const content = (response) => {
               .html()
               .replace(/<.?ucaptitle>/g, '')
               .replace(/<.?ucapcontent>/g, '')
-              .replace(/"\/szsrmzf/g, '"http://www.suzhou.gov.cn/szsrmzf')
+              .replace(/"\/szsrmzf/g, '"https://www.suzhou.gov.cn/szsrmzf')
               .replace('publishtime', 'span');
     return content;
 };

package/lib/routes/hackerone/hacktivity.js

@@ -20,27 +20,28 @@ module.exports = async (ctx) => {
                 count: 25,
                 maxShownVoters: 0,
             },
-            query:
-                'query HacktivityPageQuery($querystring: String, $orderBy: HacktivityItemOrderInput, $secureOrderBy: FiltersHacktivityItemFilterOrder, $where: FiltersHacktivityItemFilterInput, $count: Int, $cursor: String, $maxShownVoters: Int) {\n  me {\n    id\n    __typename\n  }\n  hacktivity_items(first: $count, after: $cursor, query: $querystring, order_by: $orderBy, secure_order_by: $secureOrderBy, where: $where) {\n    total_count\n    ...HacktivityList\n    __typename\n  }\n}\n\nfragment HacktivityList on HacktivityItemConnection {\n  total_count\n  pageInfo {\n    endCursor\n    hasNextPage\n    __typename\n  }\n  edges {\n    node {\n      ... on HacktivityItemInterface {\n        id\n        databaseId: _id\n        ...HacktivityItem\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment HacktivityItem on HacktivityItemUnion {\n  type: __typename\n  ... on HacktivityItemInterface {\n    id\n    votes {\n      total_count\n      __typename\n    }\n    voters: votes(last: $maxShownVoters) {\n      edges {\n        node {\n          id\n          user {\n            id\n            username\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    upvoted: upvoted_by_current_user\n    __typename\n  }\n  ... on Undisclosed {\n    id\n    ...HacktivityItemUndisclosed\n    __typename\n  }\n  ... on Disclosed {\n    id\n    ...HacktivityItemDisclosed\n    __typename\n  }\n  ... on HackerPublished {\n    id\n    ...HacktivityItemHackerPublished\n    __typename\n  }\n}\n\nfragment HacktivityItemUndisclosed on Undisclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  requires_view_privilege\n  total_awarded_amount\n  currency\n  __typename\n}\n\nfragment TeamLinkWithMiniProfile on Team {\n  id\n  handle\n  name\n  __typename\n}\n\nfragment UserLinkWithMiniProfile on User {\n  id\n  username\n  __typename\n}\n\nfragment HacktivityItemDisclosed on Disclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    title\n    substate\n    url\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  total_awarded_amount\n  severity_rating\n  currency\n  __typename\n}\n\nfragment HacktivityItemHackerPublished on HackerPublished {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    id\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    url\n    title\n    substate\n    __typename\n  }\n  latest_disclosable_activity_at\n  severity_rating\n  __typename\n}',
+            query: 'query HacktivityPageQuery($querystring: String, $orderBy: HacktivityItemOrderInput, $secureOrderBy: FiltersHacktivityItemFilterOrder, $where: FiltersHacktivityItemFilterInput, $count: Int, $cursor: String, $maxShownVoters: Int) {\n  me {\n    id\n    __typename\n  }\n  hacktivity_items(first: $count, after: $cursor, query: $querystring, order_by: $orderBy, secure_order_by: $secureOrderBy, where: $where) {\n    total_count\n    ...HacktivityList\n    __typename\n  }\n}\n\nfragment HacktivityList on HacktivityItemConnection {\n  total_count\n  pageInfo {\n    endCursor\n    hasNextPage\n    __typename\n  }\n  edges {\n    node {\n      ... on HacktivityItemInterface {\n        id\n        databaseId: _id\n        ...HacktivityItem\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment HacktivityItem on HacktivityItemUnion {\n  type: __typename\n  ... on HacktivityItemInterface {\n    id\n    votes {\n      total_count\n      __typename\n    }\n    voters: votes(last: $maxShownVoters) {\n      edges {\n        node {\n          id\n          user {\n            id\n            username\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    upvoted: upvoted_by_current_user\n    __typename\n  }\n  ... on Undisclosed {\n    id\n    ...HacktivityItemUndisclosed\n    __typename\n  }\n  ... on Disclosed {\n    id\n    ...HacktivityItemDisclosed\n    __typename\n  }\n  ... on HackerPublished {\n    id\n    ...HacktivityItemHackerPublished\n    __typename\n  }\n}\n\nfragment HacktivityItemUndisclosed on Undisclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  requires_view_privilege\n  total_awarded_amount\n  currency\n  __typename\n}\n\nfragment TeamLinkWithMiniProfile on Team {\n  id\n  handle\n  name\n  __typename\n}\n\nfragment UserLinkWithMiniProfile on User {\n  id\n  username\n  __typename\n}\n\nfragment HacktivityItemDisclosed on Disclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    title\n    substate\n    url\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  total_awarded_amount\n  severity_rating\n  currency\n  __typename\n}\n\nfragment HacktivityItemHackerPublished on HackerPublished {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    id\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    url\n    title\n    substate\n    __typename\n  }\n  latest_disclosable_activity_at\n  severity_rating\n  __typename\n}',
         },
         responseType: 'json',
     });
     ctx.state.data = {
         title: 'HackerOne Hacker Activity',
         link: 'https://hackerone.com/hacktivity',
-        item: response.data.data.hacktivity_items.edges.map((item) => {
-            const author = item.node.reporter ? item.node.reporter.username : 'Someone';
-            const vendor = item.node.team.name;
-            const state = item.node.report.substate.replace(/^[a-z]/g, (L) => L.toUpperCase());
-            const severity = item.node.severity_rating ? item.node.severity_rating.replace(/^[a-z]/g, (L) => L.toUpperCase()) : 'No Rating';
-            const awarded = item.node.total_awarded_amount ? item.node.total_awarded_amount : 0;
-            return {
-                title: item.node.report.title,
-                description: `By ${author} to ${vendor} | ${state} | ${severity} | $${awarded}`,
-                author,
-                pubDate: new Date(item.node.latest_disclosable_activity_at).toUTCString(),
-                link: `https://hackerone.com/reports/${item.node.databaseId}`,
-            };
-        }),
+        item: response.data.data.hacktivity_items.edges
+            .filter((item) => item.node.type === 'Disclosed')
+            .map((item) => {
+                const author = item.node.reporter ? item.node.reporter.username : 'Someone';
+                const vendor = item.node.team.name;
+                const state = item.node.report.substate.replace(/^[a-z]/g, (L) => L.toUpperCase());
+                const severity = item.node.severity_rating ? item.node.severity_rating.replace(/^[a-z]/g, (L) => L.toUpperCase()) : 'No Rating';
+                const awarded = item.node.total_awarded_amount ? item.node.total_awarded_amount : 0;
+                return {
+                    title: item.node.report.title,
+                    description: `By ${author} to ${vendor} | ${state} | ${severity} | $${awarded}`,
+                    author,
+                    pubDate: new Date(item.node.latest_disclosable_activity_at).toUTCString(),
+                    link: `https://hackerone.com/reports/${item.node.databaseId}`,
+                };
+            }),
     };
 };

package/lib/routes/hackerone/search.js

@@ -23,8 +23,7 @@ module.exports = async (ctx) => {
                 count: 25,
                 maxShownVoters: 0,
             },
-            query:
-                'query HacktivityPageQuery($querystring: String, $orderBy: HacktivityItemOrderInput, $secureOrderBy: FiltersHacktivityItemFilterOrder, $where: FiltersHacktivityItemFilterInput, $count: Int, $cursor: String, $maxShownVoters: Int) {\n  me {\n    id\n    __typename\n  }\n  hacktivity_items(first: $count, after: $cursor, query: $querystring, order_by: $orderBy, secure_order_by: $secureOrderBy, where: $where) {\n    total_count\n    ...HacktivityList\n    __typename\n  }\n}\n\nfragment HacktivityList on HacktivityItemConnection {\n  total_count\n  pageInfo {\n    endCursor\n    hasNextPage\n    __typename\n  }\n  edges {\n    node {\n      ... on HacktivityItemInterface {\n        id\n        databaseId: _id\n        ...HacktivityItem\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment HacktivityItem on HacktivityItemUnion {\n  type: __typename\n  ... on HacktivityItemInterface {\n    id\n    votes {\n      total_count\n      __typename\n    }\n    voters: votes(last: $maxShownVoters) {\n      edges {\n        node {\n          id\n          user {\n            id\n            username\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    upvoted: upvoted_by_current_user\n    __typename\n  }\n  ... on Undisclosed {\n    id\n    ...HacktivityItemUndisclosed\n    __typename\n  }\n  ... on Disclosed {\n    id\n    ...HacktivityItemDisclosed\n    __typename\n  }\n  ... on HackerPublished {\n    id\n    ...HacktivityItemHackerPublished\n    __typename\n  }\n}\n\nfragment HacktivityItemUndisclosed on Undisclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  requires_view_privilege\n  total_awarded_amount\n  currency\n  __typename\n}\n\nfragment TeamLinkWithMiniProfile on Team {\n  id\n  handle\n  name\n  __typename\n}\n\nfragment UserLinkWithMiniProfile on User {\n  id\n  username\n  __typename\n}\n\nfragment HacktivityItemDisclosed on Disclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    title\n    substate\n    url\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  total_awarded_amount\n  severity_rating\n  currency\n  __typename\n}\n\nfragment HacktivityItemHackerPublished on HackerPublished {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    id\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    url\n    title\n    substate\n    __typename\n  }\n  latest_disclosable_activity_at\n  severity_rating\n  __typename\n}',
+            query: 'query HacktivityPageQuery($querystring: String, $orderBy: HacktivityItemOrderInput, $secureOrderBy: FiltersHacktivityItemFilterOrder, $where: FiltersHacktivityItemFilterInput, $count: Int, $cursor: String, $maxShownVoters: Int) {\n  me {\n    id\n    __typename\n  }\n  hacktivity_items(first: $count, after: $cursor, query: $querystring, order_by: $orderBy, secure_order_by: $secureOrderBy, where: $where) {\n    total_count\n    ...HacktivityList\n    __typename\n  }\n}\n\nfragment HacktivityList on HacktivityItemConnection {\n  total_count\n  pageInfo {\n    endCursor\n    hasNextPage\n    __typename\n  }\n  edges {\n    node {\n      ... on HacktivityItemInterface {\n        id\n        databaseId: _id\n        ...HacktivityItem\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment HacktivityItem on HacktivityItemUnion {\n  type: __typename\n  ... on HacktivityItemInterface {\n    id\n    votes {\n      total_count\n      __typename\n    }\n    voters: votes(last: $maxShownVoters) {\n      edges {\n        node {\n          id\n          user {\n            id\n            username\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    upvoted: upvoted_by_current_user\n    __typename\n  }\n  ... on Undisclosed {\n    id\n    ...HacktivityItemUndisclosed\n    __typename\n  }\n  ... on Disclosed {\n    id\n    ...HacktivityItemDisclosed\n    __typename\n  }\n  ... on HackerPublished {\n    id\n    ...HacktivityItemHackerPublished\n    __typename\n  }\n}\n\nfragment HacktivityItemUndisclosed on Undisclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  requires_view_privilege\n  total_awarded_amount\n  currency\n  __typename\n}\n\nfragment TeamLinkWithMiniProfile on Team {\n  id\n  handle\n  name\n  __typename\n}\n\nfragment UserLinkWithMiniProfile on User {\n  id\n  username\n  __typename\n}\n\nfragment HacktivityItemDisclosed on Disclosed {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    id\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    title\n    substate\n    url\n    __typename\n  }\n  latest_disclosable_action\n  latest_disclosable_activity_at\n  total_awarded_amount\n  severity_rating\n  currency\n  __typename\n}\n\nfragment HacktivityItemHackerPublished on HackerPublished {\n  id\n  reporter {\n    id\n    username\n    ...UserLinkWithMiniProfile\n    __typename\n  }\n  team {\n    id\n    handle\n    name\n    medium_profile_picture: profile_picture(size: medium)\n    url\n    ...TeamLinkWithMiniProfile\n    __typename\n  }\n  report {\n    id\n    url\n    title\n    substate\n    __typename\n  }\n  latest_disclosable_activity_at\n  severity_rating\n  __typename\n}',
         },
         responseType: 'json',
     });

package/lib/routes/hentaimama/videos.js

@@ -21,7 +21,7 @@ module.exports = async (ctx) => {
                 item = $(item);
                 return {
                     title: item.find('img').attr('alt'),
-                    description: '<img src="' + item.find('img').attr('src') + '">',
+                    description: '<img src="' + item.find('img').attr('data-src') + '">',
                     pubDate: item.find('.data span').text(),
                     guid: new Date(item.find('.data span').text()),
                     link: item.find('a').attr('href'),

package/lib/routes/hexo/fluid.js

@@ -0,0 +1,45 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const url = `http://${ctx.params.url}`;
+    const res = await got.get(`${url}/archives/`);
+    const $ = cheerio.load(res.data);
+
+    const list = $('.list-group-item');
+
+    const count = [];
+    for (let i = 0; i < Math.min(list.length, 5); i++) {
+        count.push(i);
+    }
+    const out = await Promise.all(
+        count.map(async (i) => {
+            const each = $(list[i]);
+            const storyLink = each.attr('href');
+            const item = {
+                title: each.find('.archive-post-title').text(),
+                link: new URL(storyLink, url),
+            };
+            const key = item.link;
+            const value = await ctx.cache.get(key);
+
+            if (value) {
+                item.description = value;
+            } else {
+                const storyDeatil = await got.get(item.link);
+                const data = storyDeatil.data;
+                const $ = cheerio.load(data);
+                item.pubDate = $('time').attr('datetime');
+                item.description = $('.markdown-body').html();
+                ctx.cache.set(key, item.description);
+            }
+            return Promise.resolve(item);
+        })
+    );
+    ctx.state.data = {
+        title: $('.navbar-brand strong').text(),
+        link: url,
+        description: $('[name=description]').attr('content'),
+        item: out,
+    };
+};

package/lib/routes/hkcnews/news.js

@@ -30,7 +30,7 @@ module.exports = async (ctx) => {
 
         return {
             title: news.text(),
-            link: `${rootUrl}/${news.attr('href')}`,
+            link: `${rootUrl}${news.attr('href')}`,
             pubDate: new Date(date.length === 8 ? `${new Date().getFullYear().toString().slice(0, 2)}${date}` : date).toUTCString(),
         };
     });
@@ -45,6 +45,10 @@ module.exports = async (ctx) => {
                 const content = cheerio.load(detailResponse.data);
 
                 item.description = content('.article-content').html();
+                // substring 2 times
+                // from https://hkcnews.com/article/47878/loreal歐萊雅-薇婭-李佳琦-47884/薇婭、李佳琦幫loreal帶貨引價格爭議-loreal道歉
+                // to https://hkcnews.com/article/47878
+                item.guid = item.link.substring(0, item.link.lastIndexOf('/')).substring(0, item.link.substring(0, item.link.lastIndexOf('/')).lastIndexOf('/'));
 
                 return item;
             })