rsshub 1.0.0-master.fdb1381 → 1.0.0-master.fdb4325

package/lib/routes/coomer/utils.ts

@@ -1,57 +0,0 @@
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import { parseDate } from '@/utils/parse-date';
-
-const fetchItems = async (ctx, currentUrl) => {
-    const rootUrl = 'https://coomer.su';
-    currentUrl = `${rootUrl}/${currentUrl}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = load(response.data);
-
-    let items = $('.card-list__items')
-        .find('a')
-        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 25)
-        .toArray()
-        .map((item) => {
-            item = $(item);
-
-            return {
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        });
-
-    items = await Promise.all(
-        items.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = load(detailResponse.data);
-
-                content('.ad-container').remove();
-
-                item.author = content('.post__user-name').text();
-                item.title = content('.post__title span').first().text();
-                item.pubDate = parseDate(content('.timestamp').attr('datetime'));
-                item.description = content('.post__body').html();
-
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};
-export default fetchItems;

package/lib/routes/gcores/category.ts

@@ -1,171 +0,0 @@
-import InvalidParameterError from '@/errors/types/invalid-parameter';
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-
-export const route: Route = {
-    path: '/category/:category',
-    categories: ['new-media', 'popular'],
-    example: '/gcores/category/news',
-    parameters: { category: '分类名' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['gcores.com/:category'],
-        },
-    ],
-    name: '分类',
-    maintainers: ['MoguCloud', 'StevenRCE0'],
-    handler,
-    description: `| 资讯 | 视频   | 电台   | 文章     |
-  | ---- | ------ | ------ | -------- |
-  | news | videos | radios | articles |`,
-};
-
-async function handler(ctx) {
-    const category = ctx.req.param('category');
-    const url = `https://www.gcores.com/${category}`;
-    const res = await got({
-        method: 'get',
-        url,
-    });
-    const data = res.data;
-    const $ = load(data);
-    const feedTitle = $('title').text();
-
-    let list =
-        category === 'news'
-            ? $('a.news').map(function () {
-                  const item = {
-                      url: $(this).attr('href'),
-                      title: $(this).find('.news_content>h3').text(),
-                  };
-                  return item;
-              })
-            : $('.original.am_card.original-normal').map(function () {
-                  const item = {
-                      url: $(this).find('.am_card_inner>a').attr('href'),
-                      title: $(this).find('h3.am_card_title').text(),
-                      category: $(this).find('span.original_category>a').text(),
-                  };
-                  return item;
-              });
-    list = list.get();
-
-    if (list.length > 0 && list.every((item) => item.url === undefined)) {
-        throw new InvalidParameterError('Article URL not found! Please submit an issue on GitHub.');
-    }
-
-    const out = await Promise.all(
-        list.map((item) => {
-            const articleUrl = `https://www.gcores.com${item.url}`;
-
-            return cache.tryGet(articleUrl, async () => {
-                const itemRes = await got({
-                    method: 'get',
-                    url: articleUrl,
-                });
-
-                const itemPage = itemRes.data;
-                const $ = load(itemPage);
-
-                const articleRaw = await got(`https://www.gcores.com/gapi/v1${item.url}?include=media,category,user`);
-                const articleData = articleRaw.data.data;
-                const articleMeta = articleRaw.data.included.find((i) => i.type === 'users' && i.id === articleData.relationships.user.data.id);
-                const author = articleMeta.attributes.nickname;
-
-                let cover;
-                if (articleData.attributes.cover) {
-                    cover = `<img src="https://image.gcores.com/${articleData.attributes.cover}" />`;
-                } else if (articleData.attributes.thumb) {
-                    cover = `<img src="https://image.gcores.com/${articleData.attributes.thumb}" />`;
-                } else {
-                    cover = '';
-                }
-
-                // replace figure with img
-                const articleContent = JSON.parse(articleData.attributes.content);
-                const entityRangeMap = {};
-                for (const block of articleContent.blocks || []) {
-                    if (block.entityRanges.length) {
-                        entityRangeMap[block.key] = block.entityRanges;
-                    }
-                }
-
-                $('figure').each((i, elem) => {
-                    const keyAttr = elem.attribs['data-offset-key'];
-                    const keyMatch = /^(\w+)-(\d+)-(\d)$/.exec(keyAttr);
-                    let actualContent = '';
-                    if (keyMatch) {
-                        const [, key, index] = keyMatch;
-                        if (entityRangeMap[key] && entityRangeMap[key][index]) {
-                            const entityKey = entityRangeMap[key] && entityRangeMap[key][index].key;
-                            const entity = articleContent.entityMap[entityKey];
-                            actualContent = convertEntityToContent(entity);
-                        }
-                    }
-
-                    if (actualContent) {
-                        $(elem).replaceWith(actualContent);
-                    }
-                });
-
-                // remove editor toolbar img
-                $('.md-editor-toolbar').replaceWith('');
-                // remove hidden tip block
-                $('.story_hidden').replaceWith('');
-
-                const content = $('.story.story-show').html();
-                const basicItem = {
-                    title: item.title,
-                    description: cover + content,
-                    link: articleUrl,
-                    guid: articleUrl,
-                    author,
-                    pubDate: new Date(articleData.attributes['published-at']),
-                };
-                return category === 'news' ? basicItem : { ...basicItem, category: item.category };
-            });
-        })
-    );
-    return {
-        title: feedTitle,
-        link: url,
-        item: out,
-    };
-}
-
-function convertEntityToContent(entity) {
-    const { type, data } = entity;
-    switch (type) {
-        case 'IMAGE':
-            return `
-<figure>
-<img src="https://image.gcores.com/${data.path}" alt="${data.caption || ''}">
-${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}
-</figure>`;
-
-        case 'GALLERY':
-            return data.images
-                .map(
-                    (image, i, arr) => `
-<figure>
-<img src="https://image.gcores.com/${image.path}" alt="${image.caption || ''}">
-<figcaption>${data.caption || ''} (${i + 1}/${arr.length}) ${image.caption || ''}</figcaption>
-</figure>
-            `
-                )
-                .join('');
-
-        default:
-            return '';
-    }
-}

package/lib/routes/gcores/collection.ts

@@ -1,161 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-/* refer to: ./tag.js (author: @StevenREC0) */
-import got from '@/utils/got';
-
-export const route: Route = {
-    path: '/collections/:collection',
-    categories: ['new-media', 'popular'],
-    example: '/gcores/collections/64',
-    parameters: { collection: '专题id，可在专题页面的 URL 中找到，如 游戏开发设计心得分享 -- 64' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: true,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['gcores.com/collections/:collection'],
-        },
-    ],
-    name: '专题文章',
-    maintainers: ['kudryavka1013'],
-    handler,
-};
-
-async function handler(ctx) {
-    // get params
-    const collection = ctx.req.param('collection');
-
-    // feed info
-    const baseUrl = `https://www.gcores.com/gapi/v1/collections/${collection}`;
-    const baseRes = await got(baseUrl);
-    const feedTitle = baseRes.data.data.attributes.title;
-    const feedUrl = `https://www.gcores.com/collections/${collection}`;
-
-    // resolve articles
-    const dataUrl = `${baseUrl}/articles?sort=-published-at`;
-    const res = await got(dataUrl);
-    const list = res.data.data;
-
-    function wrapInlineTag(strArr, startIdx, endIdx, preString, sufString) {
-        if (startIdx === endIdx - 1) {
-            strArr[startIdx] = `${preString}${strArr[startIdx]}${sufString}`;
-        } else {
-            strArr[startIdx] = `${preString}${strArr[startIdx]}`;
-            strArr[endIdx - 1] = `${strArr[endIdx - 1]}${sufString}`;
-        }
-    }
-
-    const items = list.map((item) => {
-        const articleUrl = `https://www.gcores.com/${item.type}/${item.id}`;
-        return cache.tryGet(articleUrl, () => {
-            let cover = '';
-            if (item.attributes.cover) {
-                cover = `<img src="https://image.gcores.com/${item.attributes.cover}" />`;
-            } else if (item.attributes.thumb) {
-                cover = `<img src="https://image.gcores.com/${item.attributes.thumb}" />`;
-            }
-
-            const contentBlocks = JSON.parse(item.attributes.content);
-            const { blocks, entityMap } = contentBlocks;
-
-            function convertBlockToContent(block) {
-                const { type, text, entityRanges, inlineStyleRanges } = block;
-                let formattedText = text;
-                if (entityRanges.length || inlineStyleRanges.length) {
-                    // split string and insert HTML tag
-                    const strArr = [...text];
-                    let isMedia = false;
-                    if (entityRanges.length) {
-                        for (const entityRange of entityRanges) {
-                            const { key, offset, length } = entityRange;
-                            const startIdx = offset,
-                                endIdx = offset + length;
-                            const { data, type } = entityMap[key];
-                            switch (type) {
-                                case 'LINK':
-                                    wrapInlineTag(strArr, startIdx, endIdx, `<a href="${data.url || data.href}" target="${data.target || '_blank'}">`, `</a>`);
-                                    break;
-                                case 'IMAGE':
-                                    formattedText = `<figure><img src="https://image.gcores.com/${data.path}" width="${data.width}" height="${data.height}"/>${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}</figure>`;
-                                    isMedia = true;
-                                    break;
-                                case 'EMBED':
-                                    formattedText = `<figure>${data.content}${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}</figure>`;
-                                    isMedia = true;
-                                    break;
-                                case 'GALLERY':
-                                    formattedText = `<figure>${data.images.map((image) => `<div><img src="https://image.gcores.com/${image.path}" width="${image.width}" height="${image.height}"/></div>`).join('')}</figure>`;
-                                    isMedia = true;
-                                    break;
-                                default:
-                                    break;
-                            }
-                        }
-                    }
-                    if (inlineStyleRanges.length) {
-                        for (const inlineStyleRange of inlineStyleRanges) {
-                            const { style, offset, length } = inlineStyleRange;
-                            const startIdx = offset,
-                                endIdx = offset + length;
-                            switch (style) {
-                                case 'BOLD':
-                                    wrapInlineTag(strArr, startIdx, endIdx, `<b>`, `</b>`);
-                                    break;
-                                case 'UNDERLINE':
-                                    wrapInlineTag(strArr, startIdx, endIdx, `<span style="text-decoration:underline">`, `</span>`);
-                                    break;
-                                case 'ITALIC':
-                                    wrapInlineTag(strArr, startIdx, endIdx, `<i>`, `</i>`);
-                                    break;
-                                default:
-                                    break;
-                            }
-                        }
-                    }
-                    formattedText = isMedia ? formattedText : strArr.join('');
-                }
-
-                /* 未兼容列表，仅展示为段落，有兴趣可以补全：unordered-list-item、ordered-list-item */
-                switch (type) {
-                    case 'unstyled':
-                        return `<p>${formattedText}</p>`;
-                    case 'header-one':
-                        return `<h1>${formattedText}</h1>`;
-                    case 'header-two':
-                        return `<h2>${formattedText}</h2>`;
-                    case 'header-three':
-                        return `<h3>${formattedText}</h3>`;
-                    case 'header-four':
-                        return `<h4>${formattedText}</h4>`;
-                    case 'header-five':
-                        return `<h5>${formattedText}</h5>`;
-                    case 'header-six':
-                        return `<h6>${formattedText}</h6>`;
-                    case 'atomic':
-                        return formattedText;
-                    default:
-                        return `<p>${formattedText}</p>`;
-                }
-            }
-            const content = blocks.map((block) => convertBlockToContent(block));
-
-            return {
-                title: item.attributes.title,
-                description: cover + content.join(''),
-                link: articleUrl,
-            };
-        });
-    });
-
-    // return data
-    return {
-        title: feedTitle,
-        link: feedUrl,
-        item: items,
-    };
-}

package/lib/routes/gcores/tag.ts

@@ -1,158 +0,0 @@
-import InvalidParameterError from '@/errors/types/invalid-parameter';
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-
-export const route: Route = {
-    path: '/tag/:tag/:category?',
-    categories: ['new-media', 'popular'],
-    example: '/gcores/tag/42/articles',
-    parameters: { tag: '标签名，可在选定标签分类页面的 URL 中找到，如视觉动物——42', category: '分类名' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['gcores.com/categories/:tag', 'gcores.com/'],
-            target: '/tag/:tag',
-        },
-    ],
-    name: '标签',
-    maintainers: ['StevenRCE0'],
-    handler,
-    description: `分类名同上。`,
-};
-
-async function handler(ctx) {
-    const tag = ctx.req.param('tag');
-    const category = ctx.req.param('category');
-    const url = `https://www.gcores.com/categories/${tag + (category ? `?tab=${category}` : '')}`;
-    const res = await got({
-        method: 'get',
-        url,
-    });
-    const data = res.data;
-    const $ = load(data);
-    const feedTitle = $('title').text();
-
-    const list = $('.original.am_card.original-normal')
-        .map(function () {
-            const item = {
-                url: $(this).find('.am_card_inner>a').attr('href'),
-                title: $(this).find('h3.am_card_title').text(),
-                category: $(this).find('span.original_category>a').text(),
-            };
-            return item;
-        })
-        .get();
-
-    if (list.length > 0 && list.every((item) => item.url === undefined)) {
-        throw new InvalidParameterError('Article URL not found! Please submit an issue on GitHub.');
-    }
-
-    const out = await Promise.all(
-        list.map((item) => {
-            const articleUrl = `https://www.gcores.com${item.url}`;
-
-            return cache.tryGet(articleUrl, async () => {
-                const itemRes = await got({
-                    method: 'get',
-                    url: articleUrl,
-                });
-
-                const itemPage = itemRes.data;
-                const $ = load(itemPage);
-
-                let articleData = await got(`https://www.gcores.com/gapi/v1${item.url}?include=media`);
-
-                articleData = articleData.data.data;
-                let cover;
-                if (articleData.attributes.cover) {
-                    cover = `<img src="https://image.gcores.com/${articleData.attributes.cover}" />`;
-                } else if (articleData.attributes.thumb) {
-                    cover = `<img src="https://image.gcores.com/${articleData.attributes.thumb}" />`;
-                } else {
-                    cover = '';
-                }
-
-                // replace figure with img
-                const articleContent = JSON.parse(articleData.attributes.content);
-                const entityRangeMap = {};
-                for (const block of articleContent.blocks || []) {
-                    if (block.entityRanges.length) {
-                        entityRangeMap[block.key] = block.entityRanges;
-                    }
-                }
-
-                $('figure').each((i, elem) => {
-                    const keyAttr = elem.attribs['data-offset-key'];
-                    const keyMatch = /^(\w+)-(\d+)-(\d)$/.exec(keyAttr);
-                    let actualContent = '';
-                    if (keyMatch) {
-                        const [, key, index] = keyMatch;
-                        if (entityRangeMap[key] && entityRangeMap[key][index]) {
-                            const entityKey = entityRangeMap[key] && entityRangeMap[key][index].key;
-                            const entity = articleContent.entityMap[entityKey];
-                            actualContent = convertEntityToContent(entity);
-                        }
-                    }
-
-                    if (actualContent) {
-                        $(elem).replaceWith(actualContent);
-                    }
-                });
-
-                // remove editor toolbar img
-                $('.md-editor-toolbar').replaceWith('');
-                // remove hidden tip block
-                $('.story_hidden').replaceWith('');
-
-                const content = $('.story.story-show').html();
-                return {
-                    title: item.title,
-                    description: cover + content,
-                    link: articleUrl,
-                    guid: articleUrl,
-                };
-            });
-        })
-    );
-    return {
-        title: feedTitle,
-        link: url,
-        item: out,
-    };
-}
-
-function convertEntityToContent(entity) {
-    const { type, data } = entity;
-    switch (type) {
-        case 'IMAGE':
-            return `
-<figure>
-<img src="https://image.gcores.com/${data.path}" alt="${data.caption || ''}">
-${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}
-</figure>`;
-
-        case 'GALLERY':
-            return data.images
-                .map(
-                    (image, i, arr) => `
-<figure>
-<img src="https://image.gcores.com/${image.path}" alt="${image.caption || ''}">
-<figcaption>${data.caption || ''} (${i + 1}/${arr.length}) ${image.caption || ''}</figcaption>
-</figure>
-            `
-                )
-                .join('');
-
-        default:
-            return '';
-    }
-}

package/lib/routes/papers/index.ts

@@ -1,136 +0,0 @@
-import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
-import { parseDate } from '@/utils/parse-date';
-import { art } from '@/utils/render';
-import path from 'node:path';
-import parser from '@/utils/rss-parser';
-
-const pdfUrlGenerators = {
-    arxiv: (id: string) => `https://arxiv.org/pdf/${id}.pdf`,
-};
-
-export const handler = async (ctx) => {
-    const { category = 'arxiv/cs.AI' } = ctx.req.param();
-    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 150;
-
-    const rootUrl = 'https://papers.cool';
-    const currentUrl = new URL(category, rootUrl).href;
-    const feedUrl = new URL(`arxiv/${category}/feed`, rootUrl).href;
-
-    const site = category.split(/\//)[0];
-    const apiKimiUrl = new URL(`${site}/kimi?paper=`, rootUrl).href;
-
-    const feed = await parser.parseURL(feedUrl);
-
-    const language = 'en';
-
-    const items = feed.items.slice(0, limit).map((item) => {
-        const title = item.title;
-        const guid = item.guid;
-
-        const id = item.link?.split(/\//).pop() ?? '';
-        const kimiUrl = new URL(id, apiKimiUrl).href;
-        const pdfUrl = Object.hasOwn(pdfUrlGenerators, site) ? pdfUrlGenerators[site](id) : undefined;
-
-        const authorString = item.author;
-        const description = art(path.join(__dirname, 'templates/description.art'), {
-            pdfUrl,
-            siteUrl: item.link,
-            kimiUrl,
-            authorString,
-            summary: item.summary,
-        });
-
-        return {
-            title,
-            description,
-            pubDate: parseDate(item.pubDate ?? ''),
-            link: item.link,
-            category: item.categories,
-            author: authorString,
-            doi: `${site}${id}`,
-            guid,
-            id: guid,
-            content: {
-                html: description,
-                text: item.content,
-            },
-            language,
-            enclosure_url: pdfUrl,
-            enclosure_type: 'application/pdf',
-            enclosure_title: title,
-        };
-    });
-
-    return {
-        title: feed.title,
-        description: feed.description,
-        link: currentUrl,
-        item: items,
-        allowEmpty: true,
-        image: feed.image?.url,
-        language: feed.language,
-    };
-};
-
-export const route: Route = {
-    path: '/arxiv/:category{.+}?',
-    name: 'Topic',
-    url: 'papers.cool',
-    maintainers: ['nczitzk', 'Muyun99'],
-    handler,
-    example: '/papers/arxiv/cs.AI',
-    parameters: { category: 'Category, arXiv Artificial Intelligence (cs.AI) by default' },
-    description: `::: tip
-  If you subscribe to [arXiv Artificial Intelligence (cs.AI)](https://papers.cool/arxiv/cs.AI), where the URL is \`https://papers.cool/arxiv/cs.AI\`, extract the part \`https://papers.cool/\` to the end, and use it as the parameter to fill in. Therefore, the route will be [\`/papers/arxiv/cs.AI\`](https://rsshub.app/papers/arxiv/cs.AI).
-:::
-
-  | Category                                              | id          |
-  | ----------------------------------------------------- | ----------- |
-  | arXiv Artificial Intelligence (cs.AI)                 | arxiv/cs.AI |
-  | arXiv Computation and Language (cs.CL)                | arxiv/cs.CL |
-  | arXiv Computer Vision and Pattern Recognition (cs.CV) | arxiv/cs.CV |
-  | arXiv Machine Learning (cs.LG)                        | arxiv/cs.LG |
-  | arXiv Robotics (cs.RO)                                | arxiv/cs.RO |
-  `,
-    categories: ['journal'],
-
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportRadar: true,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: true,
-    },
-    radar: [
-        {
-            title: 'arXiv Artificial Intelligence (cs.AI)',
-            source: ['papers.cool/arxiv/cs.AI'],
-            target: '/arxiv/cs.AI',
-        },
-        {
-            title: 'arXiv Computation and Language (cs.CL)',
-            source: ['papers.cool/arxiv/cs.CL'],
-            target: '/arxiv/cs.CL',
-        },
-        {
-            title: 'arXiv Computer Vision and Pattern Recognition (cs.CV)',
-            source: ['papers.cool/arxiv/cs.CV'],
-            target: '/arxiv/cs.CV',
-        },
-        {
-            title: 'arXiv Machine Learning (cs.LG)',
-            source: ['papers.cool/arxiv/cs.LG'],
-            target: '/arxiv/cs.LG',
-        },
-        {
-            title: 'arXiv Robotics (cs.RO)',
-            source: ['papers.cool/arxiv/cs.RO'],
-            target: '/arxiv/cs.RO',
-        },
-    ],
-};

package/lib/routes/producthunt/templates/descImg.art

@@ -1,5 +0,0 @@
-<br>
-{{ each descData.structuredData.screenshot }}
-    <img src="{{ $value }}">
-{{ /each }}
-