rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/telegram/channel.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 import cache from '@/utils/cache';
 import { config } from '@/config';
@@ -58,8 +58,39 @@ const mediaTagDict = {
 export const route: Route = {
     path: '/channel/:username/:routeParams?',
     categories: ['social-media', 'popular'],
-    example: '/telegram/channel/awesomeDIYgod/searchQuery=twitter',
-    parameters: { username: 'channel username', routeParams: 'extra parameters, see the table below' },
+    view: ViewType.SocialMedia,
+    example: '/telegram/channel/awesomeRSSHub',
+    parameters: {
+        username: 'channel username',
+        routeParams: `extra parameters, see the table below
+| Key                    | Description                                                           | Accepts                                            | Defaults to  |
+| :--------------------: | :-------------------------------------------------------------------: | :------------------------------------------------: | :----------: |
+| showLinkPreview        | Show the link preview from Telegram                                   | 0/1/true/false                                     | true         |
+| showViaBot             | For messages sent via bot, show the bot                               | 0/1/true/false                                     | true         |
+| showReplyTo            | For reply messages, show the target of the reply                      | 0/1/true/false                                     | true         |
+| showFwdFrom            | For forwarded messages, show the forwarding source                    | 0/1/true/false                                     | true         |
+| showFwdFromAuthor      | For forwarded messages, show the author of the forwarding source      | 0/1/true/false                                     | true         |
+| showInlineButtons      | Show inline buttons                                                   | 0/1/true/false                                     | false        |
+| showMediaTagInTitle    | Show media tags in the title                                          | 0/1/true/false                                     | true         |
+| showMediaTagAsEmoji    | Show media tags as emoji                                              | 0/1/true/false                                     | true         |
+| showHashtagAsHyperlink | Show hashtags as hyperlinks (\`https://t.me/s/channel?q=%23hashtag\`) | 0/1/true/false                                     | true         |
+| includeFwd             | Include forwarded messages                                            | 0/1/true/false                                     | true         |
+| includeReply           | Include reply messages                                                | 0/1/true/false                                     | true         |
+| includeServiceMsg      | Include service messages (e.g. message pinned, channel photo updated) | 0/1/true/false                                     | true         |
+| includeUnsupportedMsg  | Include messages unsupported by t.me                                  | 0/1/true/false                                     | false        |
+| searchQuery            | search query                                                          | keywords; replace \`#hashtag\` with \`%23hashtag\` | (no keyword) |
+
+Specify different option values than default values can meet different needs, URL
+
+\`\`\`
+https://rsshub.app/telegram/channel/NewlearnerChannel/showLinkPreview=0&showViaBot=0&showReplyTo=0&showFwdFrom=0&showFwdFromAuthor=0&showInlineButtons=0&showMediaTagInTitle=1&showMediaTagAsEmoji=1&includeFwd=0&includeReply=1&includeServiceMsg=0&includeUnsupportedMsg=0
+\`\`\`
+
+generates an RSS without any link previews and annoying metadata, with emoji media tags in the title, without forwarded messages (but with reply messages), and without messages you don't care about (service messages and unsupported messages), for people who prefer pure subscriptions.
+
+For backward compatibility reasons, invalid \`routeParams\` will be treated as \`searchQuery\` .
+`,
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -78,34 +109,7 @@ export const route: Route = {
     maintainers: ['DIYgod', 'Rongronggg9'],
     handler,
     description: `
-  | Key                    | Description                                                           | Accepts                                            | Defaults to  |
-  | ---------------------- | --------------------------------------------------------------------- | -------------------------------------------------- | ------------ |
-  | showLinkPreview        | Show the link preview from Telegram                                   | 0/1/true/false                                     | true         |
-  | showViaBot             | For messages sent via bot, show the bot                               | 0/1/true/false                                     | true         |
-  | showReplyTo            | For reply messages, show the target of the reply                      | 0/1/true/false                                     | true         |
-  | showFwdFrom            | For forwarded messages, show the forwarding source                    | 0/1/true/false                                     | true         |
-  | showFwdFromAuthor      | For forwarded messages, show the author of the forwarding source      | 0/1/true/false                                     | true         |
-  | showInlineButtons      | Show inline buttons                                                   | 0/1/true/false                                     | false        |
-  | showMediaTagInTitle    | Show media tags in the title                                          | 0/1/true/false                                     | true         |
-  | showMediaTagAsEmoji    | Show media tags as emoji                                              | 0/1/true/false                                     | true         |
-  | showHashtagAsHyperlink | Show hashtags as hyperlinks (\`https://t.me/s/channel?q=%23hashtag\`) | 0/1/true/false                                     | true         |
-  | includeFwd             | Include forwarded messages                                            | 0/1/true/false                                     | true         |
-  | includeReply           | Include reply messages                                                | 0/1/true/false                                     | true         |
-  | includeServiceMsg      | Include service messages (e.g. message pinned, channel photo updated) | 0/1/true/false                                     | true         |
-  | includeUnsupportedMsg  | Include messages unsupported by t.me                                  | 0/1/true/false                                     | false        |
-  | searchQuery            | search query                                                          | keywords; replace \`#hashtag\` with \`%23hashtag\` | (no keyword) |
-
-  Specify different option values than default values can meet different needs, URL
-
-  \`\`\`
-  https://rsshub.app/telegram/channel/NewlearnerChannel/showLinkPreview=0&showViaBot=0&showReplyTo=0&showFwdFrom=0&showFwdFromAuthor=0&showInlineButtons=0&showMediaTagInTitle=1&showMediaTagAsEmoji=1&includeFwd=0&includeReply=1&includeServiceMsg=0&includeUnsupportedMsg=0
-  \`\`\`
-
-  generates an RSS without any link previews and annoying metadata, with emoji media tags in the title, without forwarded messages (but with reply messages), and without messages you don't care about (service messages and unsupported messages), for people who prefer pure subscriptions.
-
   :::tip
-  For backward compatibility reasons, invalid \`routeParams\` will be treated as \`searchQuery\` .
-
   Due to Telegram restrictions, some channels involving pornography, copyright, and politics cannot be subscribed. You can confirm by visiting \`https://t.me/s/:username\`.
   :::`,
 };
@@ -424,7 +428,9 @@ async function handler(ctx) {
                                 const background = $node.css('background-image');
                                 const backgroundUrl = background && background.match(/url\('(.*)'\)/);
                                 const backgroundUrlSrc = backgroundUrl && backgroundUrl[1];
-                                tag_media += backgroundUrlSrc ? `<img src="${backgroundUrlSrc}">` : '';
+                                const width = Number.parseFloat($node.css('width') || '0');
+                                const height = ((Number.parseFloat($node.find('.tgme_widget_message_photo').css('padding-top') || '0') / 100) * width).toFixed(2);
+                                tag_media += backgroundUrlSrc ? `<img width="${width}" height="${height}" src="${backgroundUrlSrc}">` : '';
                             }
                             if (tag_media) {
                                 tag_media_all += tag_media;

package/lib/routes/tencent/cloud/developer/column.ts

@@ -0,0 +1,81 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch'; // 统一使用的请求库
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+const PAGE = 1;
+const PAGE_SIZE = 20;
+
+export const route: Route = {
+    path: '/cloud/developer/column/:categoryId?',
+    categories: ['programming'],
+    example: '/tencent/cloud/developer/column/1',
+    parameters: { categoryId: 'categoryId from page url' },
+    radar: [
+        {
+            source: ['cloud.tencent.com/developer/column'],
+        },
+    ],
+    name: '腾讯云开发者社区专栏',
+    maintainers: ['lyling'],
+    handler: async (ctx) => {
+        const categoryId = ctx.req.param('categoryId') ?? 0;
+        const link = `https://cloud.tencent.com/developer/api/home/article-list`;
+        const response = await ofetch(link, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: {
+                classifyId: categoryId,
+                page: PAGE,
+                pagesize: PAGE_SIZE,
+                type: '',
+            },
+        });
+
+        const items = response.list.map((item) => ({
+            // 文章标题
+            title: item.title,
+            // 文章链接
+            link: `https://cloud.tencent.com/developer/article/${item.articleId}`,
+            // 文章正文
+            description: item.summary,
+            // 文章发布日期
+            pubDate: parseDate(item.createTime * 1000),
+            // 如果有的话，文章作者
+            author: item.author.nickname,
+            // 如果有的话，文章分类
+            category: item.tags.map((tag) => tag.tagName),
+        }));
+
+        const classify = await findClassifyById(categoryId);
+
+        const title = classify ? classify.name : '';
+        const description = `${title} - 腾讯云开发者社区`;
+
+        return {
+            title,
+            description,
+            item: items,
+        };
+    },
+};
+
+async function findClassifyById(id) {
+    const classifylink = 'https://cloud.tencent.com/developer/api/column/get-classify-list-by-scene';
+    const response = await cache.tryGet(classifylink, async () => {
+        const response = await ofetch(classifylink, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: {
+                scene: 0,
+            },
+        });
+        return response;
+    });
+
+    return response.list.find((classify) => classify.id === Number(id));
+}

package/lib/routes/tencent/namespace.ts

@@ -1,6 +1,6 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: '王者荣耀',
-    url: 'mp.weixin.qq.com',
+    name: '腾讯',
+    url: 'tencent.com',
 };

package/lib/routes/tesla/cx.ts

@@ -127,7 +127,7 @@ async function handler(ctx) {
         },
     });
 
-    const categoryObject = categoryResponse.data.filter((c) => c.name === category).pop();
+    const categoryObject = categoryResponse.data.findLast((c) => c.name === category);
 
     const { data: response } = await got(apiUrl, {
         searchParams: {

package/lib/routes/test/index.ts

@@ -11,7 +11,7 @@ let cacheIndex = 0;
 
 export const route: Route = {
     path: '/:id/:params?',
-    name: 'Unknown',
+    name: 'Test',
     maintainers: ['DIYgod', 'NeverBehave'],
     handler,
 };
@@ -376,6 +376,10 @@ async function handler(ctx) {
         await wait(1000);
     }
 
+    if (ctx.req.param('id') === 'slow4') {
+        await wait(4000);
+    }
+
     if (ctx.req.query('mode') === 'fulltext') {
         item = [
             {

package/lib/routes/test/namespace.ts

@@ -1,5 +1,5 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'Unknown',
+    name: 'RSSHub Test',
 };

package/lib/routes/the/index.ts

@@ -0,0 +1,210 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+import { apiSlug, bakeFilterSearchParams, bakeFiltersWithPair, bakeUrl, fetchData, getFilterParamsForUrl, parseFilterStr } from './util';
+
+export const handler = async (ctx) => {
+    const { filter } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
+
+    const rootUrl = 'https://the.bi/s';
+    const filters = parseFilterStr(filter);
+    const filtersWithPair = await bakeFiltersWithPair(filters, rootUrl);
+
+    const searchParams = bakeFilterSearchParams(filters, 'name', false);
+    const apiSearchParams = bakeFilterSearchParams(filtersWithPair, 'id', true);
+
+    apiSearchParams.append('_embed', 'true');
+    apiSearchParams.append('per_page', String(limit));
+
+    const apiUrl = bakeUrl(`${apiSlug}/posts`, rootUrl, apiSearchParams);
+    const currentUrl = bakeUrl(getFilterParamsForUrl(filtersWithPair) ?? '', rootUrl, searchParams);
+
+    const { data: response } = await got(apiUrl);
+
+    const items = response.slice(0, limit).map((item) => {
+        const terminologies = item._embedded['wp:term'];
+        const guid = item.guid?.rendered ?? item.guid;
+
+        const $$ = load(item.content?.rendered ?? item.content);
+
+        const image = $$('img#poster').prop('data-srcset');
+
+        $$('figure.graf').each((_, el) => {
+            el = $$(el);
+
+            const imgEl = el.find('img');
+
+            el.replaceWith(
+                art(path.join(__dirname, 'templates/description.art'), {
+                    images: imgEl
+                        ? [
+                              {
+                                  src: imgEl.prop('src'),
+                                  width: imgEl.prop('width'),
+                                  height: imgEl.prop('height'),
+                              },
+                          ]
+                        : undefined,
+                })
+            );
+        });
+
+        const title = $$('h1').text();
+        const intro = $$('h2').text();
+
+        $$('h1').parent().remove();
+
+        const description = art(path.join(__dirname, 'templates/description.art'), {
+            images: image
+                ? [
+                      {
+                          src: image,
+                      },
+                  ]
+                : undefined,
+            intro,
+            description: $$.html(),
+        });
+
+        return {
+            title: item.title?.rendered ?? item.title ?? title,
+            description,
+            pubDate: parseDate(item.date_gmt),
+            link: item.link,
+            category: [...new Set(terminologies.flat().map((c) => c.name))],
+            author: item._embedded.author.map((a) => a.name).join('/'),
+            guid,
+            id: guid,
+            content: {
+                html: description,
+                text: $$.text(),
+            },
+            updated: parseDate(item.modified_gmt),
+        };
+    });
+
+    const data = await fetchData(currentUrl, rootUrl);
+
+    return {
+        ...data,
+        item: items,
+    };
+};
+
+export const route: Route = {
+    path: '/:filter{.+}?',
+    name: '分类',
+    url: 'the.bi',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/the',
+    parameters: { filter: '过滤器，见下方描述' },
+    description: `:::tip
+  如果你想订阅特定类别或标签，可以在路由中填写 filter 参数。\`/category/rawmw7dsta2jew\` 可以实现订阅 [剩余价值](https://the.bi/s/rawmw7dsta2jew) 类别。此时，路由是 [\`/the/category/rawmw7dsta2jew/\`](https://rsshub.app/the/category/rawmw7dsta2jew).
+
+  你还可以订阅多个类别。\`/category/rawmw7dsta2jew,rawbcvxkktdkq8/\` 可以实现同时订阅 [剩余价值](https://the.bi/s/rawmw7dsta2jew) 和 [打江山](https://the.bi/s/rawbcvxkktdkq8) 两个类别。此时，路由是 [\`/the/category/rawmw7dsta2jew,rawbcvxkktdkq8\`](https://rsshub.app/the/category/rawmw7dsta2jew,rawbcvxkktdkq8).
+
+  类别和标签也可以合并订阅。\`/category/rawmw7dsta2jew/tag/raweekl3na8trq\` 订阅 [剩余价值](https://the.bi/s/rawmw7dsta2jew) 类别和 [动物](https://the.bi/s/raweekl3na8trq) 标签。此时，路由是 [\`/the/category/rawmw7dsta2jew/tag/raweekl3na8trq\`](https://rsshub.app/the/category/rawmw7dsta2jew/tag/raweekl3na8trq).
+
+  你还可以搜索关键字。\`/search/中国\` 搜索关键字 [中国](https://the.bi/s/?s=中国)。在这种情况下，路径是 [\`/the/search/中国\`](https://rsshub.app/the/search/中国).
+  :::
+
+  | 分类                                           | ID                                                               |
+  | ---------------------------------------------- | ---------------------------------------------------------------- |
+  | [时局图](https://the.bi/s/rawj7o4ypewv94)      | [rawj7o4ypewv94](https://rsshub.app/the/category/rawj7o4ypewv94) |
+  | [剩余价值](https://the.bi/s/rawmw7dsta2jew)    | [rawmw7dsta2jew](https://rsshub.app/the/category/rawmw7dsta2jew) |
+  | [打江山](https://the.bi/s/rawbcvxkktdkq8)      | [rawbcvxkktdkq8](https://rsshub.app/the/category/rawbcvxkktdkq8) |
+  | [中国经济](https://the.bi/s/raw4krvx85dh27)    | [raw4krvx85dh27](https://rsshub.app/the/category/raw4krvx85dh27) |
+  | [水深火热](https://the.bi/s/rawtn8jpsc6uvv)    | [rawtn8jpsc6uvv](https://rsshub.app/the/category/rawtn8jpsc6uvv) |
+  | [东升西降](https://the.bi/s/rawai5kd4z15il)    | [rawai5kd4z15il](https://rsshub.app/the/category/rawai5kd4z15il) |
+  | [大局 & 大棋](https://the.bi/s/raw2efkzejrsx8) | [raw2efkzejrsx8](https://rsshub.app/the/category/raw2efkzejrsx8) |
+  | [境外势力](https://the.bi/s/rawmpalhnlphuc)    | [rawmpalhnlphuc](https://rsshub.app/the/category/rawmpalhnlphuc) |
+  | [副刊](https://the.bi/s/rawxght2jr2u5z)        | [rawxght2jr2u5z](https://rsshub.app/the/category/rawxght2jr2u5z) |
+  | [天高地厚](https://the.bi/s/rawrsnh9zakqdx)    | [rawrsnh9zakqdx](https://rsshub.app/the/category/rawrsnh9zakqdx) |
+  | [Oyster](https://the.bi/s/rawdhl9hugdfn9)      | [rawdhl9hugdfn9](https://rsshub.app/the/category/rawdhl9hugdfn9) |
+  `,
+    categories: ['new-media'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['the.bi/s/:category?'],
+            target: (params) => {
+                const category = params.category;
+
+                return `/the${category ? `/category/${category}` : ''}`;
+            },
+        },
+        {
+            title: '时局图',
+            source: ['the.bi/s/rawj7o4ypewv94'],
+            target: '/category/rawj7o4ypewv94',
+        },
+        {
+            title: '剩余价值',
+            source: ['the.bi/s/rawmw7dsta2jew'],
+            target: '/category/rawmw7dsta2jew',
+        },
+        {
+            title: '打江山',
+            source: ['the.bi/s/rawbcvxkktdkq8'],
+            target: '/category/rawbcvxkktdkq8',
+        },
+        {
+            title: '中国经济',
+            source: ['the.bi/s/raw4krvx85dh27'],
+            target: '/category/raw4krvx85dh27',
+        },
+        {
+            title: '水深火热',
+            source: ['the.bi/s/rawtn8jpsc6uvv'],
+            target: '/category/rawtn8jpsc6uvv',
+        },
+        {
+            title: '东升西降',
+            source: ['the.bi/s/rawai5kd4z15il'],
+            target: '/category/rawai5kd4z15il',
+        },
+        {
+            title: '大局 & 大棋',
+            source: ['the.bi/s/raw2efkzejrsx8'],
+            target: '/category/raw2efkzejrsx8',
+        },
+        {
+            title: '境外势力',
+            source: ['the.bi/s/rawmpalhnlphuc'],
+            target: '/category/rawmpalhnlphuc',
+        },
+        {
+            title: '副刊',
+            source: ['the.bi/s/rawxght2jr2u5z'],
+            target: '/category/rawxght2jr2u5z',
+        },
+        {
+            title: '天高地厚',
+            source: ['the.bi/s/rawrsnh9zakqdx'],
+            target: '/category/rawrsnh9zakqdx',
+        },
+        {
+            title: 'Oyster',
+            source: ['the.bi/s/rawdhl9hugdfn9'],
+            target: '/category/rawdhl9hugdfn9',
+        },
+    ],
+};

package/lib/routes/the/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'The.bi',
+    url: 'the.bi',
+    categories: ['new-media'],
+    description: '',
+};

package/lib/routes/the/templates/description.art

@@ -0,0 +1,27 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+          {{ if image.width }}
+            alt="{{ image.width }}"
+          {{ /if }}
+          {{ if image.height }}
+            alt="{{ image.height }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}