rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/lfsyd/home.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { ProcessForm, ProcessFeed } = require('./utils');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.iyingdi.com';
+    const url = 'https://api.iyingdi.com/mweb/feed/recommend-content-list';
+    const form = {
+        size: 30,
+        timestamp: '',
+    };
+    const response = await got({
+        method: 'post',
+        url,
+        headers: {
+            'App-Udid': 'unknown',
+            Host: 'api.iyingdi.com',
+            'Login-Token': 'nologin',
+            Origin: 'https://mob.iyingdi.com',
+            Platform: 'mweb',
+            Preid: '86f2007de00272e24a54831a621aecc5',
+            Referer: 'https://mob.iyingdi.com/',
+        },
+        form: ProcessForm(form, 'mweb'),
+    });
+    const { posts } = response.data;
+
+    const articleList = posts.map((item) => ({
+        title: item.post.title,
+        pubDate: parseDate(item.post.show_time * 1000),
+        link: `${rootUrl}/tz/post/${item.post.id}`,
+        guid: item.post.title,
+        postId: item.post.id,
+    }));
+    const items = await ProcessFeed(ctx.cache, articleList);
+
+    ctx.state.data = {
+        title: '首页 - 旅法师营地',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/lfsyd/maintainer.js

@@ -0,0 +1,7 @@
+// 旅法师营地
+module.exports = {
+    '/home': ['auto-bot-ty'],
+    '/old_home': ['auto-bot-ty'],
+    '/user/:id?': ['auto-bot-ty'],
+    '/tag/:tagId?': ['auto-bot-ty'],
+};

package/lib/v2/lfsyd/old_home.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { ProcessFeed } = require('./utils');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ?? 10;
+    const rootUrl = 'https://www.iyingdi.com';
+    const url = `${rootUrl}/feed/list/user/v3?feedIdUp=0&feedIdDown=0&hotfeed=1&system=web`;
+    const { data } = await got(url);
+
+    const articleList = data.feeds
+        .slice(0, limit)
+        .map((element) => ({
+            title: element.feed.title,
+            pubDate: parseDate(element.feed.created * 1000),
+            link: `${rootUrl}/tz/post/${element.feed.sourceID}`,
+            guid: element.feed.title,
+            postId: element.feed.sourceID,
+        }))
+        .filter((item) => item.title !== undefined);
+
+    const items = await ProcessFeed(ctx.cache, articleList);
+
+    ctx.state.data = {
+        title: '旅法师营地 - 首页资讯（旧版）',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/lfsyd/radar.js

@@ -0,0 +1,39 @@
+module.exports = {
+    'iyingdi.com': {
+        _name: '旅法师营地',
+        www: [
+            {
+                title: '分区',
+                docs: 'https://docs.rsshub.app/game.html#lv-fa-shi-ying-di',
+                source: ['/tz/tag/:tagId'],
+                target: '/lfsyd/tag/:tagId',
+            },
+            {
+                title: '用户发帖',
+                docs: 'https://docs.rsshub.app/game.html#lv-fa-shi-ying-di',
+                source: ['/tz/people/:id', '/tz/people/:id/*'],
+                target: '/lfsyd/user/:id',
+            },
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/game.html#lv-fa-shi-ying-di',
+                source: ['/'],
+                target: '/lfsyd/home',
+            },
+            {
+                title: '首页（旧版）',
+                docs: 'https://docs.rsshub.app/game.html#lv-fa-shi-ying-di',
+                source: ['/'],
+                target: '/lfsyd/old_home',
+            },
+        ],
+        mob: [
+            {
+                title: '分区（mob）',
+                docs: 'https://docs.rsshub.app/game.html#lv-fa-shi-ying-di',
+                source: ['/fine/:tagId'],
+                target: '/lfsyd/tag/:tagId',
+            },
+        ],
+    },
+};

package/lib/v2/lfsyd/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/home', require('./home'));
+    router.get('/old_home', require('./old_home'));
+    router.get('/user/:id?', require('./user'));
+    router.get('/tag/:tagId?', require('./tag'));
+};

package/lib/{routes → v2}/lfsyd/tag.js

@@ -1,9 +1,9 @@
 const got = require('@/utils/got');
-const util = require('./utils');
 const { parseDate } = require('@/utils/parse-date');
+const { ProcessForm, ProcessFeed } = require('./utils');
 
 module.exports = async (ctx) => {
-    const tagId = ctx.params.tag;
+    const { tagId } = ctx.params;
     const tagList = {
         17: '炉石传说',
         18: '万智牌',
@@ -40,9 +40,10 @@ module.exports = async (ctx) => {
             Platform: 'pc',
             Referer: `${rootUrl}/`,
         },
-        form: util.getForm(form),
+        form: ProcessForm(form),
     });
-    const list = response.data.list;
+
+    const { list } = response.data;
     const tagJson = JSON.parse(list[0].feed.tag_json);
 
     const articleList = list.map((item) => ({
@@ -53,12 +54,11 @@ module.exports = async (ctx) => {
         postId: item.feed.source_id,
     }));
 
-    const items = await Promise.all(articleList.map((item) => util.ProcessFeed(ctx, item)));
+    const items = await ProcessFeed(ctx.cache, articleList);
 
     ctx.state.data = {
-        title: `${!tagName ? tagJson[0].tag : tagName} - 旅法师营地 `,
+        title: `${tagName || tagJson[0].tag} - 旅法师营地 `,
         link: `${rootUrl}/tz/tag/${tagId}`,
-        description: `${!tagName ? tagJson[0].tag : tagName} - 旅法师营地 `,
         item: items,
     };
 };

package/lib/v2/lfsyd/templates/card.art

@@ -0,0 +1 @@
+<a href = "{{ url }}"></a>

package/lib/{routes → v2}/lfsyd/user.js

@@ -1,6 +1,6 @@
 const got = require('@/utils/got');
-const util = require('./utils');
 const { parseDate } = require('@/utils/parse-date');
+const { ProcessForm, ProcessFeed } = require('./utils');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
@@ -24,12 +24,13 @@ module.exports = async (ctx) => {
             Platform: 'pc',
             Referer: `${rootUrl}/tz/people/${id}/postList`,
         },
-        form: util.getForm(form),
+        form: ProcessForm(form),
     });
-    const list = response.data.data;
-    const nickname = list[0].author.nickname;
 
-    const articleList = list.map((item) => ({
+    const { data } = response.data;
+    const { nickname } = data[0].author;
+
+    const articleList = data.map((item) => ({
         title: item.event_data.title,
         pubDate: parseDate(item.event_data.show_time * 1000),
         link: `${rootUrl}/tz/post/${item.event_data.post_id}`,
@@ -37,12 +38,11 @@ module.exports = async (ctx) => {
         postId: item.event_data.post_id,
     }));
 
-    const items = await Promise.all(articleList.map((item) => util.ProcessFeed(ctx, item)));
+    const items = await ProcessFeed(ctx.cache, articleList);
 
     ctx.state.data = {
         title: `${nickname} - 旅法师营地 `,
         link: `${rootUrl}/tz/people/${id}`,
-        description: `${nickname} - 旅法师营地`,
         item: items,
     };
 };

package/lib/{routes → v2}/lfsyd/utils.js

@@ -1,34 +1,42 @@
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const md5 = require('@/utils/md5');
+const path = require('path');
+const { art } = require('@/utils/render');
 
 const rootUrl = 'https://www.iyingdi.com';
-const ProcessFeed = async (ctx, item) => {
-    const infoUrL = 'https://api.iyingdi.com/web/post/info';
-    const infoForm = {
-        post_id: item.postId,
-        timestamp: '',
-    };
-    const description = await ctx.cache.tryGet(item.link, async () => {
-        const response = await got({
-            method: 'post',
-            url: infoUrL,
-            headers: {
-                Host: 'api.iyingdi.com',
-                'Login-Token': 'nologin',
-                Origin: rootUrl,
-                Platform: 'pc',
-                Referer: `${rootUrl}/`,
-            },
-            form: getForm(infoForm),
-        });
-        return cleanHtml(JSON.parse(response.body).post.content);
-    });
-    item.description = description;
-    delete item.postId;
-    return item;
+const infoUrL = 'https://api.iyingdi.com/web/post/info';
+
+const ProcessFeed = async (cache, articleList) => {
+    const items = await Promise.all(
+        articleList.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const infoForm = {
+                    post_id: item.postId,
+                    timestamp: '',
+                };
+                const { body } = await got({
+                    method: 'post',
+                    url: infoUrL,
+                    headers: {
+                        Host: 'api.iyingdi.com',
+                        'Login-Token': 'nologin',
+                        Origin: rootUrl,
+                        Platform: 'pc',
+                        Referer: `${rootUrl}/`,
+                    },
+                    form: ProcessForm(infoForm),
+                });
+                item.description = cleanHtml(JSON.parse(body).post.content);
+                return item;
+            })
+        )
+    );
+
+    return items;
 };
-const getForm = function (form, type) {
+
+const ProcessForm = (form, type) => {
     const key = type ? '8a11ed3712b699e749185674f1dc20b4' : 'b8d5b38577b8bb382b0c783b474b95f9';
     form.key = key;
     form.timestamp = Math.floor(new Date().getTime() / 1000);
@@ -37,16 +45,23 @@ const getForm = function (form, type) {
     return form;
 };
 
-const cleanHtml = function (htmlString) {
+const cleanHtml = (htmlString) => {
     const regex = new RegExp('(<p>|<div>)(.*?)?<strong>(标准|狂野)日报投稿.*?</strong>(.*?)?(</p>|</div>)(.|\n)*$');
     const $ = cheerio.load(htmlString.replace(regex, ''));
+
     $('.yingdi-car,.bbspost,.deck-set').each((i, e) => {
         const className = $(e).attr('class');
         const dataId = $(e).attr('data-id');
         const decksUrl = `${rootUrl}/web/tools/hearthstone/decks/setdetail?setid=${dataId}`;
         const url = className === 'yingdi-card bbspost' ? `${rootUrl}/tz/post/${dataId}` : decksUrl;
+        const time = $(e).find('.card-status .time').text();
+        $(e)
+            .find('.card-info .title')
+            .text((i, c) => `${c} ${time}`);
         $(e).find('.card-status').remove();
-        $(e).find('.card-info').wrap(`<a href = "${url}"></a>`);
+        $(e)
+            .find('.card-info')
+            .wrap(art(path.join(__dirname, 'templates/card.art'), { url }));
     });
 
     $('.yingdi-image.gif').each((i, e) => {
@@ -60,7 +75,10 @@ const cleanHtml = function (htmlString) {
     });
 
     // 用户头像
-    $('.yingdi-card.user').remove();
+    $('.yingdi-card.user').each((i, e) => {
+        $(e).prev('p').remove();
+        $(e).remove();
+    });
     // 套牌代码复制
     $('.action-button').remove();
     // 投票
@@ -70,6 +88,6 @@ const cleanHtml = function (htmlString) {
 };
 
 module.exports = {
-    getForm,
+    ProcessForm,
     ProcessFeed,
 };

package/lib/v2/line/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/today/:edition?/:tab?': ['nczitzk'],
+};

package/lib/v2/line/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'line.me': {
+        _name: 'LINE Today',
+        '.': [
+            {
+                title: 'LINE Today',
+                docs: 'https://docs.rsshub.app/new-media.html#line-today',
+                source: ['/'],
+                target: '/line/today/:edition?/:tab?',
+            },
+        ],
+    },
+};

package/lib/v2/line/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/today/:edition?/:tab?', require('./today'));
+};

package/lib/v2/line/today.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const edition = ctx.params.edition || 'tw';
+    const tab = ctx.params.tab || 'top';
+
+    const rootUrl = 'https://today.line.me';
+    const tabUrl = `${rootUrl}/api/v6/portals/${edition}/page/${tab}`;
+    const recommendationUrl = `${rootUrl}/webapi/api/v6/recommendation/articles/listings/mytoday_rec:id?offset=0&length=50&country=${edition}&gender=&age=&excludeNoThumbnail=0&containMainSnapshot=0`;
+    const currentUrl = `${rootUrl}/${edition}/v2/tab/${tab}`;
+
+    let title = 'Recommendation',
+        moduleUrl;
+
+    if (tab !== 'recommendation') {
+        const moduleResponse = await got({
+            method: 'get',
+            url: tabUrl,
+        });
+
+        const listing = moduleResponse.data.modules.filter((item) => item.source === 'CATEGORY_MOST_VIEW')[0].listings[0];
+
+        title = moduleResponse.data.name;
+        moduleUrl =
+            `${rootUrl}/webapi/trending/category/mostView/listings/${listing.id}?` +
+            `offset=0&length=50&country=${edition}&targetContent=${listing.params.targetContent}` +
+            `&categories=${listing.params.categories}&trendingEventPeriod=${listing.params.trendingEventPeriod}`;
+    }
+
+    const response = await got({
+        method: 'get',
+        url: tab === 'recommendation' ? recommendationUrl : moduleUrl,
+    });
+
+    const list = response.data.items.map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/${edition}/v2/article/${item.url.hash}`,
+        pubDate: parseDate(item.publishTimeUnix),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('img').each(function () {
+                    content(this).parent().find('.placeholder').remove();
+
+                    content(this).attr('src', content(this).attr('data-src').replace('w644', 'w1200'));
+
+                    content(this).removeAttr('data-src');
+                    content(this).removeAttr('data-srcset');
+                });
+
+                content('iframe').each(function () {
+                    content(this).attr('src', content(this).attr('data-src'));
+                    content(this).removeAttr('data-src');
+                });
+
+                item.description = content('.articleContent').html();
+                item.author = content('meta[property="author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title} - Line Today`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/literotica/category.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+
+    const rootUrl = 'https://www.literotica.com';
+    const currentUrl = `${rootUrl}/c/${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.b-slb-item')
+        .map((_, item) => {
+            item = $(item);
+
+            const a = item.find('h3 a');
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                author: item.find('.b-user-info-name').text(),
+                pubDate: parseDate(item.find('.b-slib-date').text(), 'MM/DD/YY'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.aa_ht').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/literotica/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/new': ['nczitzk'],
+    '/category/:category': ['nczitzk'],
+};

package/lib/v2/literotica/new.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.literotica.com';
+    const currentUrl = `${rootUrl}/stories/new_submissions.php`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.b-46t')
+        .map((_, item) => {
+            item = $(item);
+
+            const a = item.find('.p-48y');
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                category: item.nextAll().eq(3).text().replace(/\(|\)/g, '').trim(),
+                pubDate: parseDate(item.nextAll().eq(4).text().trim(), 'MM/DD/YY'),
+                author: item
+                    .nextAll()
+                    .eq(2)
+                    .text()
+                    .replace(/Submitted by/, '')
+                    .trim(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.aa_ht').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/literotica/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'literotica.com': {
+        _name: 'Literotica',
+        '.': [
+            {
+                title: 'New Stories',
+                docs: 'https://docs.rsshub.app/reading.html#literotica-new-stories',
+                source: ['/'],
+                target: '/literotica/new',
+            },
+            {
+                title: 'Category',
+                docs: 'https://docs.rsshub.app/reading.html#literotica-category',
+                source: ['/c/:category', '/'],
+                target: '/literotica/category/:category',
+            },
+        ],
+    },
+};

package/lib/v2/literotica/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/new', require('./new'));
+    router.get('/category/:category', require('./category'));
+};

package/lib/v2/logonews/index.js

@@ -0,0 +1,76 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const params = ctx.path;
+    const isWork = params.indexOf('/work') === 0;
+
+    const rootUrl = 'https://www.logonews.cn';
+    const currentUrl = `${rootUrl}${params === '/' ? '' : params}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $(isWork ? 'h2 a' : 'a.article-link')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.iconfont').remove();
+
+                content('img[data-src]').each(function () {
+                    content(this).attr(
+                        'src',
+                        content(this)
+                            .attr('data-src')
+                            .replace(/_logonews/, '')
+                    );
+                });
+
+                item.title = content('title').text();
+                item.author = content('.author-links').text();
+                item.pubDate = parseDate(content('meta[property="og:release_date"]').attr('content'));
+                item.category = content('a.category_link, a[rel="tag"]')
+                    .toArray()
+                    .map((c) => content(c).text().replace(/ · /g, ''));
+
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    isWork,
+                    image: content('meta[property="og:image"]').attr('content'),
+                    description: content('.This_Article_content, .w_info').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/logonews/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/work/tags/:tag': ['nczitzk'],
+    '/work/categorys/:category': ['nczitzk'],
+    '/work': ['nczitzk'],
+    '/category/:category/:type': ['nczitzk'],
+    '/tag/:tag': ['nczitzk'],
+    '/': ['nczitzk'],
+};