npm - rsshub - Versions diffs - 1.0.0-master.fd06593 → 1.0.0-master.fd12cf8 - Mend

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-module.exports = async (ctx) => {
-    const categoryUuid = ctx.params.categoryUuid || '33b67d1bad1d4e37812f71d42764af34';
-    const recommend = ctx.params.recommend || 0;
-    const title = {
-        '02fdcc2ab6374bc6b9b9717e70c87723': '生活',
-        '5af4bca5496e4733a2d582690627e25f': '工作',
-        '33b67d1bad1d4e37812f71d42764af34': '热门',
-        '73d89972bee0457997c983d7fca19f9f': '服务发布',
-        '437d434fe9eb410a94dcefb889994e2b': '互联网',
-        '853ce8b3a4c24b87a03f66af95c5e06c': '医疗',
-        '959c81f606ca495c882c7e461429eb2a': '语言',
-        '9747cbf78f96492c973aa6ab23925eee': '教育',
-        '58231ab9cef34af7819c3f6e2160c007': '行业',
-        '820156a42e9a490796c7fd56916aa95b': '学习',
-        '5300988dff564756b5d462cea8a865b7': '提升',
-        '9434268e893a46aa9a1a231059849984': '学科',
-        d4c3a92a9cf64da7b187763211dc6ff6: '其他',
-    };
-    const response = await got.get(`https://zhimap.com/restful/pub/publication/list?categoryUuid=${categoryUuid}&recommend=${recommend}&page=0&size=10`);
-    const item = response.data.data.content.map((item) => ({
-        author: item.author.nickname,
-        title: item.publicationInfo.abstracts,
-        pubDate: new Date(item.mindMap.createTime),
-        link: `https://zhimap.com/mmap/${item.mindMap.uuid}`,
-    }));
-    ctx.state.data = {
-        title: `Zhimap 知识导图社区 - ${title[categoryUuid]}`,
-        link: `https://zhimap.com/gallery`,
-        item,
-    };
-};

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const { parseRelativeDate } = require('@/utils/parse-date');
-const base = 'http://zhishifenzi.com';
-module.exports = async (ctx) => {
-    const link = `${base}/depth/`;
-    const response = await got.get(encodeURI(link));
-    const pageCapture = cheerio.load(response.data);
-    const title = '深度';
-    const list = pageCapture('div.inner_depth_list > ul > li').get();
-    const out = await Promise.all(
-        list.map(async (elem) => {
-            const $ = cheerio.load(elem);
-            const title = $('h5 > a').text();
-            const partial = $('h5 > a').attr('href');
-            const address = url.resolve(base, partial);
-            const pubDate = parseRelativeDate($('div.inner_depth_list_tags > p').first().text());
-            // const keywords = $('div.inner_depth_list_tags > p')
-            // .last()
-            // .html();
-            const item = {
-                title,
-                pubDate,
-                link: encodeURI(address),
-            };
-            const value = await ctx.cache.get(address);
-            if (value) {
-                item.description = value;
-            } else {
-                const detail = await got.get(item.link);
-                const detailCapture = cheerio.load(detail.data);
-                item.description = detailCapture('.main div.inner_content').html().replaceAll('src="/', `src="${base}/`);
-                ctx.cache.set(address, item.description);
-            }
-            return item;
-        })
-    );
-    ctx.state.data = {
-        title: `知識分子 | ${title}`,
-        description: `知識分子 | 科學 文明 智慧`,
-        link,
-        item: out,
-    };
-};

@@ -1,61 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const { parseRelativeDate } = require('@/utils/parse-date');
-const base = 'http://zhishifenzi.com';
-module.exports = async (ctx) => {
-    let link = `${base}/innovation`;
-    const type = ctx.params.type;
-    // type can be on of:
-    // ["multiple", "company", "product", "technology", "character", "policy"]
-    if (type !== undefined) {
-        link = `${link}/${type}`;
-    }
-    const response = await got.get(encodeURI(link));
-    const pageCapture = cheerio.load(response.data);
-    let title = pageCapture('div.innovation_nav > ul > li.sel').text().split('：').pop();
-    title = title === '' ? '全部創新' : `創新「${title}」`;
-    const list = pageCapture('div.inner_news_list > ul > li.clearfix').get();
-    const out = await Promise.all(
-        list.slice(0, 4).map(async (elem) => {
-            const $ = cheerio.load(elem);
-            const title = $('div > h5 > a').text();
-            const partial = $('div > h5 > a').attr('href');
-            const address = url.resolve(base, partial);
-            const pubDate = parseRelativeDate($('span').first().text());
-            // const keywords = $('span')
-            // .last()
-            // .html();
-            const item = {
-                title,
-                pubDate,
-                link: encodeURI(address),
-            };
-            const value = await ctx.cache.get(address);
-            if (value) {
-                item.description = value;
-            } else {
-                const detail = await got.get(item.link);
-                const detailCapture = cheerio.load(detail.data);
-                item.description = detailCapture('.main div.inner_content').html().replaceAll('src="/', `src="${base}/`);
-                ctx.cache.set(address, item.description);
-            }
-            return item;
-        })
-    );
-    ctx.state.data = {
-        title: `知識分子 | ${title}`,
-        description: `知識分子 | 科學 文明 智慧`,
-        link,
-        item: out,
-    };
-};

@@ -1,66 +0,0 @@
-const url = require('url');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const { parseRelativeDate } = require('@/utils/parse-date');
-const titles = {
-    multiple: '综合',
-    biology: '生物',
-    medicine: '医药',
-    ai: '人工智能',
-    physics: '物理',
-    chymistry: '化学',
-    astronomy: '天文',
-    other: '其他',
-};
-module.exports = async (ctx) => {
-    // type can be on of:
-    // ["biology", "medicine", "ai", "physics", "chymistry", "astronomy", "other"]
-    const type = ctx.params.type || 'multiple';
-    const rootUrl = 'http://zhishifenzi.com';
-    const currentUrl = url.resolve(rootUrl, '/news/ajaxarticles');
-    const response = await got({
-        method: 'post',
-        url: currentUrl,
-        form: {
-            category: type,
-        },
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('h5 a')
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: url.resolve(rootUrl, item.attr('href')),
-            };
-        })
-        .get();
-    const out = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-                item.description = content('.inner_content').html();
-                item.pubDate = parseRelativeDate(content('.inner_view_from').text());
-                return item;
-            })
-        )
-    );
-    ctx.state.data = {
-        title: `知識分子 | 資訊「${titles[type] || '综合'}」`,
-        description: `知識分子 | 科學 文明 智慧`,
-        link: url.resolve(rootUrl, '/news'),
-        item: out,
-    };
-};

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseRelativeDate } = require('@/utils/parse-date');
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `http://www.zhuixinfan.com/main.php`,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = [];
-    for (let table of $('.top-list-data:not(.top-list-data-all)')) {
-        table = $(table);
-        const date = table.children('caption').first().text();
-        table
-            .find('tbody')
-            .children('tr')
-            .not((i) => i === 0)
-            .each((i, item) => {
-                item = $(item);
-                item.attr('date', date.slice(date.indexOf('（') + 1, date.indexOf('（') + 7));
-                list.push(item);
-            });
-    }
-    ctx.state.data = {
-        title: '追新番',
-        link: 'http://www.zhuixinfan.com/main.php',
-        language: 'zh-CN',
-        description: '追新番日剧站',
-        item: list.map((item) => {
-            const category = item.find('td.td2 a').first().text();
-            const title = item.find('td.td2 a').last().text();
-            const description = `资源大小：${item.find('td').eq(2).text()}`;
-            const link = item.find('td').eq(3).children('a').first().attr('href');
-            const pubDate = parseRelativeDate(item.attr('date'));
-            return {
-                title,
-                description,
-                category,
-                link,
-                pubDate,
-            };
-        }),
-    };
-};

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-module.exports = async (ctx) => {
-    const { type = 'mv' } = ctx.params;
-    const baseUrl = 'https://srtku.com';
-    const url = `${baseUrl}/newsubs?t=${type}`;
-    const response = await got(url);
-    const $ = cheerio.load(response.data);
-    const items = $('table > tbody > tr')
-        .map((_, ele) => {
-            const $item = cheerio.load(ele);
-            const author = $item('.glyphicon-user').text();
-            const baseInfoNode = $item('.first > a');
-            const title = baseInfoNode.attr('title');
-            const link = `${baseUrl}${baseInfoNode.attr('href')}`;
-            const langs = $item('.lang > img')
-                .map((_, ele) => ele.attribs.title.replace('字幕', ''))
-                .get();
-            return {
-                title,
-                link,
-                author,
-                description: `语言: ${langs.join(' | ')}`,
-            };
-        })
-        .get();
-    const typeToLabel = {
-        mv: '电影字幕',
-        tv: '美剧字幕',
-    };
-    const title = `字幕库 - ${typeToLabel[type]}`;
-    ctx.state.data = {
-        title,
-        description: title,
-        link: url,
-        item: items,
-    };
-};

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const [$, $home] = (await Promise.all([got.get(`http://book.zongheng.com/showchapter/${id}.html`), got.get(`http://book.zongheng.com/book/${id}.html`)])).map((res) => cheerio.load(res.data));
-    const date_re = /更新时间：(.*)$/;
-    const cover_url = $home('.book-img img').attr('src');
-    const description = $home('.book-dec').text();
-    const name = $('.book-meta h1').text();
-    const chapters = $('.volume-list li a');
-    const items = [];
-    for (let i = 0; i < chapters.length; i++) {
-        const chapter = chapters.eq(i);
-        const date_string = date_re.exec(chapter.attr('title'))[1];
-        items.push({
-            title: chapter.text(),
-            pubDate: new Date(date_string).toUTCString(),
-            link: chapter.attr('href'),
-        });
-    }
-    ctx.state.data = {
-        title: `纵横 ${name}`,
-        link: `http://book.zongheng.com/book/${id}.html`,
-        description,
-        image: cover_url,
-        item: items,
-    };
-};

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('http://www.zreading.cn/feed');
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-        $('.grap script').remove();
-        $('.grap .adsbygoogle').remove();
-        // 提取内容
-        return $('.grap').html();
-    };
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-            const response = await got({
-                method: 'get',
-                url: item.link,
-            });
-            const description = ProcessFeed(response.data);
-            const single = {
-                title: item.title,
-                description,
-                pubDate: item.pubDate,
-                link: item.link,
-                author: item.author,
-            };
-            ctx.cache.set(item.link, JSON.stringify(single));
-            return single;
-        })
-    );
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

@@ -1,31 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-module.exports = async (ctx) => {
-    ctx.params.cateid = ctx.params.cateid || '35';
-    const response = await got.get(`http://www.zsnews.cn/api/mobile/getlist.html?cateid=${ctx.params.cateid}`);
-    const out = await Promise.all(
-        response.data.map((item) =>
-            ctx.cache.tryGet(item.url, async () => {
-                try {
-                    const res = await got.get(item.url);
-                    const $ = cheerio.load(res.data);
-                    item.description = $('.article-content').html();
-                    item.pubDate = new Date($('.article-meta span').first().text().slice(5)).toUTCString();
-                    item.link = item.url;
-                    return item;
-                } catch {
-                    return '';
-                }
-            })
-        )
-    );
-    ctx.state.data = {
-        title: '中山新闻',
-        link: 'https://www.zsnews.cn/',
-        item: out,
-    };
-};

@@ -1,84 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import app from '@/app';
-import Parser from 'rss-parser';
-const parser = new Parser();
-import { config } from '@/config';
-process.env.ALLOW_USER_SUPPLY_UNSAFE_DOMAIN = 'true';
-const routes = {
-    '/test/:id': '/test/1',
-};
-if (process.env.FULL_ROUTES_TEST) {
-    const { namespaces } = await import('@/registry');
-    for (const namespace in namespaces) {
-        for (const route in namespaces[namespace].routes) {
-            const requireConfig = namespaces[namespace].routes[route].features?.requireConfig;
-            let configs;
-            if (typeof requireConfig !== 'boolean') {
-                configs = requireConfig
-                    ?.filter((config) => !config.optional)
-                    .map((config) => config.name)
-                    .filter((name) => name !== 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN');
-            }
-            if (namespaces[namespace].routes[route].example && !configs?.length) {
-                routes[`/${namespace}${route}`] = namespaces[namespace].routes[route].example;
-            }
-        }
-    }
-}
-async function checkRSS(response) {
-    const checkDate = (date) => {
-        expect(date).toEqual(expect.any(String));
-        expect(Date.parse(date)).toEqual(expect.any(Number));
-        expect(Date.now() - +new Date(date)).toBeGreaterThan(-1000 * 60 * 60 * 24 * 5);
-        expect(Date.now() - +new Date(date)).toBeLessThan(1000 * 60 * 60 * 24 * 30 * 12 * 10);
-    };
-    const parsed = await parser.parseString(await response.text());
-    expect(parsed).toEqual(expect.any(Object));
-    expect(parsed.title).toEqual(expect.any(String));
-    expect(parsed.title).not.toBe('RSSHub');
-    expect(parsed.description).toEqual(expect.any(String));
-    expect(parsed.link).toEqual(expect.any(String));
-    expect(parsed.lastBuildDate).toEqual(expect.any(String));
-    expect(parsed.ttl).toEqual(Math.trunc(config.cache.routeExpire / 60) + '');
-    expect(parsed.items).toEqual(expect.any(Array));
-    checkDate(parsed.lastBuildDate);
-    // check items
-    const guids: (string | undefined)[] = [];
-    for (const item of parsed.items) {
-        expect(item).toEqual(expect.any(Object));
-        expect(item.title).toEqual(expect.any(String));
-        expect(item.link).toEqual(expect.any(String));
-        expect(item.content).toEqual(expect.any(String));
-        expect(item.guid).toEqual(expect.any(String));
-        if (item.pubDate) {
-            expect(item.pubDate).toEqual(expect.any(String));
-            checkDate(item.pubDate);
-        }
-        // guid must be unique
-        expect(guids).not.toContain(item.guid);
-        guids.push(item.guid);
-    }
-}
-describe('routes', () => {
-    for (const route in routes) {
-        it.concurrent(
-            route,
-            {
-                timeout: 60000,
-            },
-            async () => {
-                const response = await app.request(routes[route]);
-                expect(response.status).toBe(200);
-                await checkRSS(response);
-            }
-        );
-    }
-});

rsshub 1.0.0-master.fd06593 → 1.0.0-master.fd12cf8