rsshub 1.0.0-master.f992838 → 1.0.0-master.f9a482d

package/lib/v2/jin10/index.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const { important = false } = ctx.params;
+    const data = await ctx.cache.tryGet(
+        'jin10:index',
+        async () => {
+            const { data: response } = await got('https://flash-api.jin10.com/get_flash_list', {
+                headers: {
+                    'x-app-id': 'bVBF4FyRTn5NJF5n',
+                    'x-version': '1.0.0',
+                },
+                searchParams: {
+                    channel: '-8200',
+                    vip: '1',
+                },
+            });
+            return response.data.filter((item) => item.type !== 1);
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const item = data.map((item) => {
+        const titleMatch = item.data.content.match(/^【(.*?)】/);
+        let title;
+        let content = item.data.content;
+        if (titleMatch) {
+            title = titleMatch[1];
+            content = content.replace(titleMatch[0], '');
+        } else {
+            title = item.data.vip_title || item.data.content;
+        }
+
+        return {
+            title,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                content,
+                pic: item.data.pic,
+            }),
+            pubDate: timezone(parseDate(item.time), 8),
+            link: item.data.link,
+            guid: `jin10:index:${item.id}`,
+            important: item.important,
+        };
+    });
+
+    ctx.state.data = {
+        title: '金十数据',
+        link: 'https://www.jin10.com/',
+        item: important ? item.filter((item) => item.important) : item,
+    };
+};

package/lib/v2/jin10/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/:important?': ['laampui'],
+    '/topic/:id': ['miles170'],
+};

package/lib/v2/jin10/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'jin10.com': {
+        _name: '金十数据',
+        '.': [
+            {
+                title: '市场快讯',
+                docs: 'https://docs.rsshub.app/finance.html#jin-shi-shu-ju',
+                source: ['/'],
+                target: '/jin10',
+            },
+        ],
+        xnews: [
+            {
+                title: '主题文章',
+                docs: 'https://docs.rsshub.app/finance.html#jin-shi-shu-ju',
+                source: ['/topic/:id'],
+                target: '/jin10/topic/:id',
+            },
+        ],
+    },
+};

package/lib/v2/jin10/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/:important?', require('./index'));
+    router.get('/topic/:id', require('./topic'));
+};

package/lib/v2/jin10/templates/description.art

@@ -0,0 +1,2 @@
+{{ if content }}{{@ content }}{{ /if }}
+{{ if pic }}<br><img src="{{ pic }}">{{ /if }}

package/lib/v2/jin10/topic.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const data = await ctx.cache.tryGet(
+        `jin10:topic:${id}`,
+        async () => {
+            const { data: response } = await got(`https://reference-api.jin10.com/topic/getById?id=${id}`, {
+                headers: {
+                    'x-app-id': 'g93rhHb9DcDptyPb',
+                    'x-version': '1.0.1',
+                },
+            });
+            return response.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const items = await Promise.all(
+        data.list.map((item) =>
+            ctx.cache.tryGet(`jin10:reference:${item.id}`, async () => {
+                const { data: response } = await got(`https://reference-api.jin10.com/reference/getOne?id=${item.id}&type=news`, {
+                    headers: {
+                        'x-app-id': 'g93rhHb9DcDptyPb',
+                        'x-version': '1.0.1',
+                    },
+                });
+
+                return {
+                    title: item.title,
+                    description: response.data.content,
+                    author: item.author.nick,
+                    pubDate: timezone(parseDate(item.display_datetime), 8),
+                    link: `https://xnews.jin10.com/details/${item.id}`,
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: data.title,
+        link: `https://xnews.jin10.com/topic/${id}`,
+        description: data.introduction,
+        item: items,
+    };
+};

package/lib/v2/jou/home.js

@@ -0,0 +1,18 @@
+const { getItems } = require('./utils');
+
+const url = 'https://www.jou.edu.cn/index/tzgg.htm';
+const host = 'https://www.jou.edu.cn';
+
+module.exports = async (ctx) => {
+    const out = await getItems(ctx, url, host, 'winstyle106390', 'timestyle106390', 'titlestyle106402', 'timestyle106402');
+
+    // 生成RSS源
+    ctx.state.data = {
+        // 项目标题
+        title: '江苏海洋大学 -- 通知公告',
+        // 项目链接
+        link: url,
+        // items的内容
+        item: out,
+    };
+};

package/lib/v2/jou/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/tzgg': ['real-jiakai'],
+    '/yztzgg': ['real-jiakai'],
+};

package/lib/v2/jou/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'jou.edu.cn': {
+        _name: '江苏海洋大学',
+        www: [
+            {
+                title: '通知公告',
+                docs: 'https://docs.rsshub.app/university.html#jiang-su-hai-yang-da-xue-guan-wang-tong-zhi-gong-gao',
+                source: ['/index/tzgg.htm', '/'],
+                target: '/jou/tzgg',
+            },
+        ],
+        yz: [
+            {
+                title: '研招通知公告',
+                docs: 'https://docs.rsshub.app/university.html#jiang-su-hai-yang-da-xue-yan-zhao-wang-tong-zhi-gong-gao',
+                source: ['/index/zxgg.htm', '/'],
+                target: '/jou/yztzgg',
+            },
+        ],
+    },
+};

package/lib/v2/jou/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    // 江苏海洋大学通知公告
+    router.get('/tzgg', require('./home'));
+    // 江苏海洋大学研招网通知公告
+    router.get('/yztzgg', require('./yz'));
+};

package/lib/v2/jou/utils/index.js

@@ -0,0 +1,60 @@
+// 导入got库，该库用来请求网页数据
+const got = require('@/utils/got');
+// 导入cheerio库，该库用来解析网页数据
+const cheerio = require('cheerio');
+// 导入parseDate函数，该函数用于日期处理
+const { parseDate } = require('@/utils/parse-date');
+// 导入timezone库，该库用于时区处理
+const timezone = require('@/utils/timezone');
+
+async function getItems(ctx, url, host, tableClass, timeStyleClass1, titleStyleClass, timeStyleClass2) {
+    // 发起Http请求，获取网页数据
+    const response = await got({ url, https: { rejectUnauthorized: false } });
+    // 解析网页数据
+    const $ = cheerio.load(response.data);
+
+    // 通知公告的items的标题、url链接、发布日期
+    const list = $(`table.${tableClass} > tbody > tr[height=20]`)
+        .toArray()
+        .map((item) => {
+            const currentItem = $(item); // 获取当前tr元素的jQuery对象
+            const item1 = currentItem.find('td:eq(1)'); // 获取当前tr元素下的第二个td
+            const item2 = currentItem.find('td:eq(2)'); // 获取当前tr元素下的第三个td
+            const link = new URL(item1.find('a').attr('href'), host).href;
+
+            return {
+                title: item1.find('a').attr('title'),
+                link,
+                pubDate: timezone(parseDate(item2.find(`.${timeStyleClass1}`).text(), 'YYYY-MM-DD'), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            // 使用缓存
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({ url: item.link, https: { rejectUnauthorized: false } });
+                if (response.redirectUrls.length) {
+                    item.link = response.redirectUrls[0];
+                    item.description = '该通知无法直接预览，请点击原文链接↑查看';
+                } else {
+                    const $ = cheerio.load(response.data);
+                    item.title = $(`.${titleStyleClass}`).text();
+                    item.description = $('.v_news_content')
+                        .html()
+                        .replace(/src="\//g, `src="${new URL('.', host).href}`)
+                        .replace(/href="\//g, `href="${new URL('.', host).href}`)
+                        .trim();
+                    item.pubDate = timezone(parseDate($(`.${timeStyleClass2}`).text().replace('发布时间：', '')), +8);
+                }
+                return item;
+            })
+        )
+    );
+
+    return out;
+}
+
+module.exports = {
+    getItems,
+};

package/lib/v2/jou/yz.js

@@ -0,0 +1,18 @@
+const { getItems } = require('./utils');
+
+const url = 'https://yz.jou.edu.cn/index/zxgg.htm';
+const host = 'https://yz.jou.edu.cn';
+
+module.exports = async (ctx) => {
+    const out = await getItems(ctx, url, host, 'winstyle207638', 'timestyle207638', 'titlestyle207543', 'timestyle207543');
+
+    // 生成RSS源
+    ctx.state.data = {
+        // 项目标题
+        title: '江苏海洋大学 -- 研招通知公告',
+        // 项目链接
+        link: url,
+        // items的内容
+        item: out,
+    };
+};

package/lib/v2/kemono/index.js

@@ -1,6 +1,8 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
     const source = ctx.params.source ?? '';
@@ -26,29 +28,30 @@ module.exports = async (ctx) => {
     if (source === 'discord') {
         title = `Posts of ${id} from Discord | Kemono`;
 
-        await Promise.all(
-            response.data.map(async (channel) => {
-                await ctx.cache.tryGet(channel.id, async () => {
+        items = await Promise.all(
+            response.data.map((channel) =>
+                ctx.cache.tryGet(channel.id, async () => {
                     const channelResponse = await got({
                         method: 'get',
                         url: `${rootUrl}/api/discord/channel/${channel.id}?skip=0`,
                         headers,
                     });
 
-                    items.push(
-                        ...channelResponse.data
-                            .filter((i) => i.content || i.attachments)
-                            .map((i) => ({
-                                title: i.content,
-                                description: (i.content ? `<p>${i.content}</p>` : '') + (i.attachments ? i.attachments.map((a) => `<img src="${rootUrl}${a.path}">`).join('') : ''),
-                                author: i.author.username,
-                                pubDate: parseDate(i.published),
-                                category: channel.name,
-                            }))
-                    );
-                });
-            })
+                    return channelResponse.data
+                        .filter((i) => i.content || i.attachments)
+                        .map((i) => ({
+                            title: i.content,
+                            description: art(path.join(__dirname, 'templates', 'discord.art'), { i }),
+                            author: `${i.author.username}#${i.author.discriminator}`,
+                            pubDate: parseDate(i.published),
+                            category: channel.name,
+                            guid: `kemono:${source}:${i.server}:${i.channel}:${i.id}`,
+                            link: `https://discord.com/channels/${i.server}/${i.channel}/${i.id}`,
+                        }));
+                })
+            )
         );
+        items = items.flat();
     } else {
         const $ = cheerio.load(response.data);
 
@@ -77,7 +80,8 @@ module.exports = async (ctx) => {
                         const content = cheerio.load(detailResponse.data);
 
                         content('.post__thumbnail').each(function () {
-                            content(this).html(`<img src="${rootUrl}${content(this).find('.fileThumb').attr('href')}">`);
+                            const href = content(this).find('.fileThumb').attr('href');
+                            content(this).html(`<img src="${href.startsWith('http') ? href : rootUrl + href}">`);
                         });
 
                         item.description = content('.post__body').html();

package/lib/v2/kemono/templates/discord.art

@@ -0,0 +1,22 @@
+{{ if i.content }}
+<p>{{ i.content }}</p>
+{{ /if }}
+
+{{ if i.attachments }}
+    {{ each i.attachments a }}
+        <img src="{{ a.path }}">
+    {{ /each }}
+{{ /if }}
+
+{{ if i.embeds }}
+    {{ each i.embeds e }}
+        {{ if e.type === 'image' }}
+            <img src="{{ e.thumbnail.proxy_url }}">
+        {{ else if e.type === 'link' }}
+            {{ if e.thumbnail }}
+                <a href="{{ e.thumbnail.url }}"><img src="{{ e.thumbnail.proxy_url }}"></a>
+            {{ /if }}
+            <a href="{{ e.url }}">{{ e.title }}</a>{{ if e.description }}<p>{{ e.description }}</p>{{ /if }}
+        {{ /if }}
+    {{ /each }}
+{{ /if }}

package/lib/v2/kimlaw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/thesis': ['TonyRL'],
+};

package/lib/v2/kimlaw/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'kimlaw.or.kr': {
+        _name: '韓國海事法學會',
+        '.': [
+            {
+                title: '学术论文',
+                docs: 'https://docs.rsshub.app/study.html#han-guo-hai-shi-fa-xue-hui',
+                source: ['/67', '/'],
+                target: '/kimlaw/thesis',
+            },
+        ],
+    },
+};

package/lib/v2/kimlaw/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/thesis', require('./thesis'));
+};

package/lib/v2/kimlaw/thesis.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://www.kimlaw.or.kr';
+
+module.exports = async (ctx) => {
+    const link = `${baseUrl}/67`;
+    const { data: response } = await got(link);
+
+    const $ = cheerio.load(response);
+    const list = $('.li_body')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a.list_text_title');
+            return {
+                title: a.text(),
+                link: `${baseUrl}${a.attr('href')}`,
+                author: item.find('.name').text(),
+                pubDate: timezone(parseDate(item.find('.time').attr('title')), 9),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                item.description = $('.board_txt_area').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.widget_menu_title').text()} - ${$('head title').text()}`,
+        link,
+        image: 'https://cdn.imweb.me/upload/S20210819f9dd86d20e7d7/9aec17c4e98a5.ico',
+        item: items,
+    };
+};

package/lib/v2/kunchengblog/essay.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { SourceMapConsumer } = require('source-map');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 50;
+
+    const rootUrl = 'https://www.kunchengblog.com';
+
+    let response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const currentUrl = `${rootUrl}/essay`;
+    const mapUrl = `${rootUrl}${response.data.match(/"(\/static\/js\/main.*?\.js)">/)[1]}.map`;
+
+    response = await got({
+        method: 'get',
+        url: mapUrl,
+    });
+
+    const items = await SourceMapConsumer.with(response.data, null, (consumer) =>
+        consumer.sources
+            .filter((s) => /routes\/essays/.test(s))
+            .slice(0, limit)
+            .map((item) => {
+                const source = consumer.sourceContentFor(item).replace(/\n/g, '');
+
+                const content = cheerio.load(source);
+
+                return {
+                    title: content('title').text(),
+                    pubDate: parseDate(content('b').last().text(), 'MMM YYYY'),
+                    link: `${rootUrl}/essay/${item.match(/\/essays\/(.*?)\.js/)[1].toLowerCase()}`,
+                    description: content('p')
+                        .toArray()
+                        .map((p) => content(p).html())
+                        .join(),
+                };
+            })
+    );
+
+    ctx.state.data = {
+        title: 'KUN CHENG - Essay',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/kunchengblog/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/essay': ['nczitzk'],
+};

package/lib/v2/kunchengblog/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'kunchengblog.com': {
+        _name: 'Kun Cheng',
+        '.': [
+            {
+                title: 'Essay',
+                docs: 'https://docs.rsshub.app/blog.html#kun-cheng-essay',
+                source: ['/essay', '/'],
+                target: '/kunchengblog/essay',
+            },
+        ],
+    },
+};

package/lib/v2/kunchengblog/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/essay', require('./essay'));
+};

package/lib/v2/layer3/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/quests': ['nczitzk'],
+};

package/lib/v2/layer3/quests.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 10;
+
+    const rootUrl = 'https://layer3.xyz';
+    const currentUrl = `${rootUrl}/quests/new`;
+    const apiUrl = `${rootUrl}/api/trpc/task.newTasksForUser?batch=1&input={"0":{"json":{"cursor":0}}}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = response.data[0].result.data.json.items.slice(0, limit).map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/quests/${item.namespace}`,
+        pubDate: parseDate(item.createdAt),
+        author: item.Dao.name,
+        category: [item.taskType, item.rewardType],
+        description: art(path.join(__dirname, 'templates/description.art'), {
+            image: `https://imgp.layer3cdn.com/cdn-cgi/image/?format=auto/ipfs/${item.imageCid}`,
+            description: item.missionDoc,
+            createdAt: item.createdAt,
+            expirationDate: item.expirationDate,
+        }),
+    }));
+
+    ctx.state.data = {
+        title: 'Layer3 - Latest Quests',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/layer3/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'layer3.xyz': {
+        _name: 'Layer3',
+        '.': [
+            {
+                title: 'Quests',
+                docs: 'https://docs.rsshub.app/programming.html#layer3-quests',
+                source: ['/quests/new', '/'],
+                target: '/layer3/quests',
+            },
+        ],
+    },
+};

package/lib/v2/layer3/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/quests', require('./quests'));
+};

package/lib/v2/layer3/templates/description.art

@@ -0,0 +1,24 @@
+{{ if image }}
+  <img src="{{ image }}">
+{{ /if }}
+{{ if description }}
+  {{ if description.type == 'doc' }}
+    {{ each description.content d }}
+      {{ if d.type == 'paragraph' }}
+        {{ each d.content p }}
+          <p>{{ p.text }}</p>
+        {{ /each }}
+      {{ /if }}
+    {{ /each }}
+  {{ /if }}
+{{ /if }}
+<table>
+  <tr>
+    <th>Created At</th>
+    <td>{{ createdAt }}</td>
+  </tr>
+  <tr>
+    <th>Expiration Date</th>
+    <td>{{ expirationDate ?? '' }}</td>
+  </tr>
+</table>