rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/v2/95mm/utils.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.95mm.org';
+
+module.exports = {
+    rootUrl,
+    ProcessItems: async (ctx, title, currentUrl) => {
+        const response = await got({
+            method: 'get',
+            url: currentUrl,
+            headers: {
+                Referer: rootUrl,
+            },
+        });
+
+        const $ = cheerio.load(response.data);
+
+        let items = $('div.list-body')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+
+                const a = item.find('a');
+
+                return {
+                    title: a.text(),
+                    link: a.attr('href'),
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const images = detailResponse.data.match(/src": '(.*?)',"width/g);
+
+                    item.description = art(path.join(__dirname, 'templates/description.art'), {
+                        images: images.map((i) => i.split("'")[1]),
+                    });
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `${title} - MM范`,
+            link: currentUrl,
+            item: items,
+        };
+    },
+};

package/lib/v2/abmedia/category.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.abmedia.io';
+const cateAPIUrl = `${rootUrl}/wp-json/wp/v2/categories`;
+const postsAPIUrl = `${rootUrl}/wp-json/wp/v2/posts`;
+
+const getCategoryId = async (category) => await got.get(`${cateAPIUrl}?slug=${category}`).then((res) => res.data[0].id);
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'technology-development';
+    const limit = ctx.params.limit ?? 25;
+    const categoryId = await getCategoryId(category);
+
+    const response = await got.get(`${postsAPIUrl}?categories=${categoryId}&page=1&per_page=${limit}`);
+    const data = response.data;
+
+    const items = data.map((item) => ({
+        title: item.title.rendered,
+        link: item.link,
+        description: item.content.rendered,
+        pubDate: parseDate(item.date),
+    }));
+
+    ctx.state.data = {
+        title: `abmedia - ${category}`,
+        link: `${rootUrl}/category/${category}`,
+        item: items,
+    };
+};

package/lib/v2/abmedia/index.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.abmedia.io';
+const postsAPIUrl = `${rootUrl}/wp-json/wp/v2/posts`;
+
+module.exports = async (ctx) => {
+    const limit = ctx.params.limit ?? 10;
+    const url = `${postsAPIUrl}?per_page=${limit}`;
+
+    const response = await got.get(url);
+    const data = response.data;
+
+    const items = data.map((item) => ({
+        title: item.title.rendered,
+        link: item.link,
+        description: item.content.rendered,
+        pubDate: parseDate(item.date),
+    }));
+
+    ctx.state.data = {
+        title: 'ABMedia - 最新消息',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/abmedia/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/abmedia/:category?': ['Fatpandac'],
+};

package/lib/v2/abmedia/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'abmedia.io': {
+        _name: 'abmedia.io',
+        www: [
+            {
+                title: '首页最新新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#lian-xin-wen-abmedia-shou-ye-zui-xin-xin-wen',
+                source: ['/'],
+                target: '/abmedia/index',
+            },
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/new-media.html#lian-xin-wen-abmedia-lei-bie',
+                source: ['/category/:catehory'],
+                target: '/abmedia/:category',
+            },
+        ],
+    },
+};

package/lib/v2/abmedia/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/index', require('./index'));
+    router.get('/:category?', require('./category'));
+};

package/lib/v2/abskoop/index.js

@@ -0,0 +1,57 @@
+const path = require('path');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'https://www.abskoop.com/page/1/',
+    });
+
+    const $list = cheerio.load(response.data);
+    const list = $list('.rizhuti_v2-widget-lastpost .scroll article')
+        .map(function () {
+            const link = $list(this).find('.entry-wrapper .entry-header a');
+            return {
+                title: link.attr('title'),
+                link: link.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.reverse().map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({ method: 'get', url: item.link });
+                const $detail = cheerio.load(detailResponse.data);
+                $detail('article .entry-content').find('#related_posts').remove();
+                $detail('article .entry-content').find('#jp-relatedposts').remove();
+                $detail('article .entry-content').find('.post-note').remove();
+                $detail('article .entry-content').find('.entry-tags').remove();
+                $detail('article .entry-content').find('.entry-share').remove();
+                $detail('article .entry-content a').each(function () {
+                    if ($detail(this).find('img').length > 0) {
+                        $detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
+                    }
+                });
+                const desc = [];
+                $detail('article .entry-content > *').each(function () {
+                    desc.push($detail(this).html());
+                });
+                item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
+                item.pubDate = parseDate($detail('meta[property="article:published_time"]').attr('content'));
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'ahhhhfs-A姐分享',
+        link: 'https://www.abskoop.com',
+        description:
+            'A姐分享，分享各种网络云盘资源、BT种子、高清电影电视剧和羊毛福利，收集各种有趣实用的软件和APP的下载、安装、使用方法，发现一些稀奇古怪的的网站，折腾一些有趣实用的教程，关注谷歌苹果等互联网最新的资讯动态，探索新领域，发现新美好，分享小快乐。',
+        item: items,
+    };
+};

package/lib/v2/abskoop/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['zhenhappy'],
+};

package/lib/v2/abskoop/nsfw.js

@@ -0,0 +1,52 @@
+const path = require('path');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'https://nsfw.ahhhhfs.com/articles-archive/',
+    });
+
+    const $list = cheerio.load(response.data);
+    const list = $list('article li')
+        .slice(0, 20)
+        .map(function () {
+            return {
+                link: $list(this).find('a').attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({ method: 'get', url: item.link });
+                const $detail = cheerio.load(detailResponse.data);
+                $detail('article .entry-content a').each(function () {
+                    if ($detail(this).find('img').length > 0) {
+                        $detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
+                    }
+                });
+                const desc = [];
+                $detail('article .entry-content > p').each(function () {
+                    desc.push($detail(this).html());
+                });
+                item.title = $detail('article h1.entry-title').text();
+                item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
+                item.pubDate = parseDate($detail('meta[property="article:published_time"]').attr('content'));
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'ahhhhfs-A姐分享NSFW',
+        link: 'https://nsfw.ahhhhfs.com',
+        description:
+            'A姐分享NSFW，分享各种网络云盘资源、BT种子、磁力链接、高清电影电视剧和羊毛福利，收集各种有趣实用的软件和APP的下载、安装、使用方法，发现一些稀奇古怪的的网站，折腾一些有趣实用的教程，关注谷歌苹果等互联网最新的资讯动态，探索新领域，发现新美好，分享小快乐。',
+        item: items,
+    };
+};

package/lib/v2/abskoop/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'abskoop.com': {
+        _name: 'A姐分享',
+        '.': [
+            {
+                title: '存档列表',
+                docs: 'https://docs.rsshub.app/multimedia.html#abskoop',
+                source: ['/archives'],
+                target: '/abskoop',
+            },
+        ],
+    },
+};

package/lib/v2/abskoop/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+    router.get('/nsfw', require('./nsfw'));
+};

package/lib/v2/abskoop/templates/description.art

@@ -0,0 +1,3 @@
+{{each desc}}
+<p>{{@ $value}}</p>
+{{/each}}

package/lib/v2/acm-ecnu/contest.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+    const publicOnly = category === 'public';
+    const rootUrl = 'https://acm.ecnu.edu.cn';
+    const currentUrl = `${rootUrl}/contest/`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+    const $trList = $('div > div > table > tbody > tr');
+    const items = $trList
+        .filter((_, el) => !publicOnly || $(el).find('i').attr('class').includes('green'))
+        .map((_, el) => {
+            const $tdList = $(el).find('td');
+            const title = $tdList.eq(0).text();
+            const startTime = $tdList.eq(1).text();
+            const duration = $tdList.eq(2).text();
+            const link = rootUrl + $tdList.find('a').eq(0).attr('href');
+            return {
+                title,
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    title,
+                    startTime,
+                    duration,
+                }),
+                link,
+            };
+        })
+        .toArray();
+
+    ctx.state.data = {
+        title: `ECNU ACM ${publicOnly ? '公开' : ''}比赛`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/acm-ecnu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/contest/:category?': ['a180285'],
+};

package/lib/v2/acm-ecnu/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'ecnu.edu.cn': {
+        _name: 'ACM-ECNU',
+        acm: [
+            {
+                title: '所有比赛列表',
+                docs: 'https://docs.rsshub.app/programming.html#ACM-ECNU',
+                source: ['/contest/'],
+                target: '/acm-ecnu/contest/',
+            },
+            {
+                title: '仅公开比赛列表',
+                docs: 'https://docs.rsshub.app/programming.html#ACM-ECNU',
+                source: ['/contest/'],
+                target: '/acm-ecnu/contest/public',
+            },
+        ],
+    },
+};

package/lib/v2/acm-ecnu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/contest/:category?', require('./contest'));
+};

package/lib/v2/acm-ecnu/templates/description.art

@@ -0,0 +1,3 @@
+<p>Title: {{title}}</p>
+<p>Time: {{startTime}} (China time)</p>
+<p>Duration: {{duration}}</p>

package/lib/v2/agirls/index.js

@@ -0,0 +1,77 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const path = require('path');
+const { art } = require('@/utils/render');
+const { CookieJar } = require('tough-cookie');
+
+const cookieJar = new CookieJar();
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://agirls.aotter.net';
+    const category = ctx.params.category ?? '';
+
+    const response = await got({
+        url: baseUrl + '/posts' + (category ? `/${category}` : ''),
+        headers: {
+            Referer: baseUrl,
+        },
+        cookieJar,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('div a.flex.flex-col')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('h2').text().trim(),
+                link: baseUrl + item.attr('href'),
+            };
+        })
+        .get();
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    url: item.link,
+                    headers: {
+                        Referer: baseUrl + '/posts/' + (category ? `/${category}` : ''),
+                    },
+                    cookieJar,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.category = content('a.mr-2.bg-neutral-lightest.px-2.py-1.text-sm.text-neutral-light')
+                    .toArray()
+                    .map((e) => content(e).text().trim().replace('#', ''));
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    desc: content('div.post-content').html(),
+                });
+                item.pubDate = timezone(parseDate(content('time').text().trim()), +8);
+                item.author = content('a.mr-1.text-primary').text().trim();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text().trim(),
+        link: baseUrl + '/' + category,
+        description: $('head meta[name=description]').attr('content'),
+        item: items,
+        language: $('html').attr('lang'),
+    };
+
+    ctx.state.json = {
+        title: $('head title').text().trim(),
+        link: baseUrl + '/' + category,
+        description: $('head meta[name=description]').attr('content'),
+        item: items,
+        language: $('html').attr('lang'),
+        cookieJar,
+    };
+};

package/lib/v2/agirls/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/topic/:topic': ['TonyRL'],
+    '/topic_list': ['TonyRL'],
+    '/:category?': ['TonyRL'],
+};

package/lib/v2/agirls/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'aotter.net': {
+        _name: '電獺少女',
+        agirls: [
+            {
+                title: '分類',
+                docs: 'https://docs.rsshub.app/new-media.html##dian-ta-shao-nu',
+                source: ['/posts/:category'],
+                target: '/agirls/:category',
+            },
+            {
+                title: '精選主題列表',
+                docs: 'https://docs.rsshub.app/new-media.html##dian-ta-shao-nu',
+                source: ['/', '/topic'],
+                target: '/agirls/topic_list',
+            },
+            {
+                title: '精选主题',
+                docs: 'https://docs.rsshub.app/new-media.html##dian-ta-shao-nu',
+                source: ['/topic/:topic'],
+                target: '/agirls/topic/:topic',
+            },
+        ],
+    },
+};

package/lib/v2/agirls/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/topic/:topic', require('./topic'));
+    router.get('/topic_list', require('./topic_list'));
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/agirls/topic.js

@@ -0,0 +1,71 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://agirls.aotter.net';
+    const topic = ctx.params.topic;
+
+    const response = await got({
+        url: baseUrl + '/topic/' + topic,
+        headers: {
+            Referer: baseUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('div.col-12 div.row a')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('h3').text().trim(),
+                link: baseUrl + item.attr('href'),
+            };
+        })
+        .get();
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    url: item.link,
+                    headers: {
+                        Referer: baseUrl + '/topic/' + topic,
+                    },
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.category = content('a.mr-2.bg-neutral-lightest.px-2.py-1.text-sm.text-neutral-light')
+                    .toArray()
+                    .map((e) => content(e).text().trim().replace('#', ''));
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    desc: content('div.post-content').html(),
+                });
+                item.pubDate = timezone(parseDate(content('time').text().trim()), +8);
+                item.author = content('a.mr-1.text-primary').text().trim();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text().trim(),
+        link: baseUrl + '/' + topic,
+        description: $('head meta[name=description]').attr('content'),
+        item: items,
+        language: $('html').attr('lang'),
+    };
+
+    ctx.state.json = {
+        title: $('head title').text().trim(),
+        link: baseUrl + '/' + topic,
+        description: $('head meta[name=description]').attr('content'),
+        item: items,
+        language: $('html').attr('lang'),
+    };
+};

package/lib/v2/agirls/topic_list.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://agirls.aotter.net';
+    const category = 'topic';
+
+    const response = await got({
+        url: baseUrl + '/' + category,
+        headers: {
+            Referer: baseUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('div div.border-b.border-neutral-lighter')
+        .map((_, item) => {
+            item = $(item);
+            const link = baseUrl + item.find('a').attr('href');
+            return ctx.cache.tryGet(link, () => ({
+                title: item.find('h2').text().trim(),
+                description: item.find('a').attr('href').replace('/topic/', ''),
+                link,
+            }));
+        })
+        .get();
+
+    ctx.state.data = {
+        title: $('head title').text().trim(),
+        link: baseUrl + '/' + category,
+        description: $('head meta[name=description]').attr('content'),
+        item: items,
+        language: $('html').attr('lang'),
+    };
+
+    ctx.state.json = {
+        title: $('head title').text().trim(),
+        link: baseUrl + '/' + category,
+        description: $('head meta[name=description]').attr('content'),
+        item: items,
+        language: $('html').attr('lang'),
+    };
+};

package/lib/v2/ahjzu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news': ['Yuk-0v0'],
+};

package/lib/v2/ahjzu/news.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.ahjzu.edu.cn';
+    const currentUrl = 'https://www.ahjzu.edu.cn/20/list.htm';
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('#wp_news_w9')
+        .find('li')
+        .map((_, item) => {
+            item = $(item);
+            const date = item.find('.column-news-date').text();
+
+            // 置顶链接自带http前缀，其他不带，需要手动判断
+            const a = item.find('a').attr('href');
+            const link = a.slice(0, 4) !== 'http' ? rootUrl + a : a;
+            return {
+                title: item.find('a').attr('title'),
+                link,
+                pubDate: timezone(parseDate(date), +8),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+                const post = content('.wp_articlecontent').html();
+
+                item.description = post;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '安建大-通知公告',
+        description: '安徽建筑大学-通知公告',
+        link: currentUrl,
+        item: items,
+    };
+};