rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/routes/afr/query.ts

@@ -0,0 +1,349 @@
+export const pageByNavigationPathQuery = `query pageByNavigationPath(
+    $input: PageByNavigationPathInput!
+    $firstStories: Int
+    $afterStories: Cursor
+  ) {
+    pageByNavigationPath(input: $input) {
+      error {
+        message
+        type {
+          class
+          ... on ErrorTypeInvalidRequest {
+            fields {
+              field
+              message
+            }
+          }
+        }
+      }
+      page {
+        ads {
+          suppress
+        }
+        description
+        id
+        latestStoriesConnection(first: $firstStories, after: $afterStories) {
+          edges {
+            node {
+              byline {
+                ...AssetBylineFragment
+              }
+              headlines {
+                headline
+              }
+              ads {
+                sponsor {
+                  name
+                }
+              }
+              overview {
+                about
+                label
+              }
+              type
+              dates {
+                firstPublished
+                published
+              }
+              id
+              publicId
+              images {
+                ...AssetImagesFragmentAudience
+              }
+              tags {
+                primary {
+                  ...TagFragmentAudience
+                }
+                secondary {
+                  ...TagFragmentAudience
+                }
+              }
+              urls {
+                ...AssetUrlsAudienceFragment
+              }
+            }
+          }
+          pageInfo {
+            endCursor
+            hasNextPage
+          }
+        }
+        name
+        seo {
+          canonical {
+            brand {
+              key
+            }
+          }
+          description
+          title
+        }
+        social {
+          image {
+            height
+            url
+            width
+          }
+        }
+      }
+      redirect
+    }
+  }
+  fragment AssetBylineFragment on AssetByline {
+    type
+    ... on AssetBylineAuthor {
+      author {
+        name
+        publicId
+        profile {
+          avatar
+          bio
+          body
+          canonical {
+            brand {
+              key
+            }
+          }
+          email
+          socials {
+            facebook {
+              publicId
+            }
+            twitter {
+              publicId
+            }
+          }
+          title
+        }
+      }
+    }
+    ... on AssetBylineName {
+      name
+    }
+  }
+  fragment AssetImagesFragmentAudience on ImageRenditions {
+    landscape16x9 {
+      ...ImageFragmentAudience
+    }
+    landscape3x2 {
+      ...ImageFragmentAudience
+    }
+    portrait2x3 {
+      ...ImageFragmentAudience
+    }
+    square1x1 {
+      ...ImageFragmentAudience
+    }
+  }
+  fragment ImageFragmentAudience on ImageRendition {
+    altText
+    animated
+    caption
+    credit
+    crop {
+      offsetX
+      offsetY
+      width
+      zoom
+    }
+    mediaId
+    mimeType
+    source
+    type
+  }
+  fragment AssetUrlsAudienceFragment on AssetURLs {
+    canonical {
+      brand {
+        key
+      }
+      path
+    }
+    external {
+      url
+    }
+    published {
+      brand {
+        key
+      }
+      path
+    }
+  }
+  fragment TagFragmentAudience on Tag {
+    company {
+      exchangeCode
+      stockCode
+    }
+    context {
+      name
+    }
+    description
+    displayName
+    externalEntities {
+      google {
+        placeId
+      }
+      wikipedia {
+        publicId
+        url
+      }
+    }
+    id
+    location {
+      latitude
+      longitude
+      postalCode
+      state
+    }
+    name
+    publicId
+    seo {
+      description
+      title
+    }
+    urls {
+      canonical {
+        brand {
+          key
+        }
+        path
+      }
+      published {
+        brand {
+          key
+        }
+        path
+      }
+    }
+  }`;
+
+export const assetsConnectionByCriteriaQuery = `query assetsConnectionByCriteria(
+    $after: ID
+    $brand: Brand!
+    $categories: [Int!]
+    $first: Int!
+    $render: Render!
+    $types: [AssetType!]!
+  ) {
+    assetsConnectionByCriteria(
+      after: $after
+      brand: $brand
+      categories: $categories
+      first: $first
+      render: $render
+      types: $types
+    ) {
+      edges {
+        cursor
+        node {
+          ...AssetFragment
+          sponsor {
+            name
+          }
+        }
+      }
+      error {
+        message
+        type {
+          class
+        }
+      }
+      pageInfo {
+        endCursor
+        hasNextPage
+      }
+    }
+  }
+  fragment AssetFragment on Asset {
+    asset {
+      about
+      byline
+      duration
+      headlines {
+        headline
+      }
+      live
+    }
+    assetType
+    dates {
+      firstPublished
+      modified
+      published
+    }
+    id
+    featuredImages {
+      landscape16x9 {
+        ...ImageFragment
+      }
+      landscape3x2 {
+        ...ImageFragment
+      }
+      portrait2x3 {
+        ...ImageFragment
+      }
+      square1x1 {
+        ...ImageFragment
+      }
+    }
+    label
+    tags {
+      primary: primaryTag {
+        ...AssetTag
+      }
+      secondary {
+        ...AssetTag
+      }
+    }
+    urls {
+      ...AssetURLs
+    }
+  }
+  fragment AssetTag on AssetTagDetails {
+    ...AssetTagAudience
+    shortID
+    slug
+  }
+  fragment AssetTagAudience on AssetTagDetails {
+    company {
+      exchangeCode
+      stockCode
+    }
+    context
+    displayName
+    id
+    name
+    urls {
+      canonical {
+        brand
+        path
+      }
+      published {
+        afr {
+          path
+        }
+      }
+    }
+  }
+  fragment AssetURLs on AssetURLs {
+    canonical {
+      brand
+      path
+    }
+    published {
+      afr {
+        path
+      }
+    }
+  }
+  fragment ImageFragment on Image {
+    data {
+      altText
+      aspect
+      autocrop
+      caption
+      cropWidth
+      id
+      offsetX
+      offsetY
+      zoom
+    }
+  }`;

package/lib/routes/afr/utils.ts

@@ -0,0 +1,80 @@
+import * as cheerio from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+export const getItem = async (item) => {
+    const response = await ofetch(item.link);
+    const $ = cheerio.load(response);
+
+    const reduxState = JSON.parse($('script#__REDUX_STATE__').text().replaceAll(':undefined', ':null').match('__REDUX_STATE__=(.*);')?.[1] || '{}');
+
+    const content = reduxState.page.content;
+    const asset = content.asset;
+
+    switch (content.assetType) {
+        case 'liveArticle':
+            item.description = asset.posts.map((post) => `<h2>${post.asset.headlines.headline}</h2>${post.asset.body}`).join('');
+            break;
+
+        case 'article':
+        case 'featureArticle':
+            item.description = renderArticle(asset, item.link);
+            break;
+
+        default:
+            throw new Error(`Unknown asset type: ${content.assetType} in ${item.link}`);
+    }
+
+    return item;
+};
+
+const renderArticle = (asset, link: string) => {
+    const $ = cheerio.load(asset.body, null, false);
+    $('x-placeholder').each((_, el) => {
+        const $el = $(el);
+        const id = $el.attr('id');
+        if (!id) {
+            $el.replaceWith('');
+        }
+
+        const placeholder = asset.bodyPlaceholders[id!];
+        switch (placeholder?.type) {
+            case 'callout':
+            case 'relatedStory':
+                $el.replaceWith('');
+                break;
+
+            case 'iframe':
+                $el.replaceWith(`<iframe src="${placeholder.data.url}" frameborder="0" allowfullscreen></iframe>`);
+                break;
+
+            case 'image':
+                $el.replaceWith(`<img src="https://static.ffx.io/images/${placeholder.data.fileName}" alt="${placeholder.data.altText}" />`);
+                break;
+
+            case 'linkArticle':
+                $el.replaceWith(placeholder.data.text);
+                break;
+
+            case 'linkExternal':
+                $el.replaceWith(`<a href="${placeholder.data.url}" target="_blank" rel="noopener">${placeholder.data.text}</a>`);
+                break;
+
+            case 'quote':
+                $el.replaceWith(placeholder.data.markup);
+                break;
+
+            case 'scribd':
+                $el.replaceWith(`<a href="${placeholder.data.url}" target="_blank" rel="noopener">View on Scribd</a>`);
+                break;
+
+            case 'twitter':
+                $el.replaceWith(`<a href="${placeholder.data.url}">${placeholder.data.url}</a>`);
+                break;
+
+            default:
+                throw new Error(`Unknown placeholder type: ${placeholder?.type} in ${link}`);
+        }
+    });
+
+    return $.html();
+};

package/lib/routes/agefans/update.ts

@@ -3,6 +3,7 @@ import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { rootUrl } from './utils';
+import asyncPool from 'tiny-async-pool';
 
 export const route: Route = {
     path: '/update',
@@ -46,26 +47,27 @@ async function handler() {
             };
         });
 
-    const items = await Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const detailResponse = await got(item.link);
-                const content = load(detailResponse.data);
+    const items: any[] = [];
+    for await (const item of asyncPool(3, list, (item) =>
+        cache.tryGet(item.link, async () => {
+            const detailResponse = await got(item.link);
+            const content = load(detailResponse.data);
 
-                content('img').each((_, ele) => {
-                    if (ele.attribs['data-original']) {
-                        ele.attribs.src = ele.attribs['data-original'];
-                        delete ele.attribs['data-original'];
-                    }
-                });
-                content('.video_detail_collect').remove();
+            content('img').each((_, ele) => {
+                if (ele.attribs['data-original']) {
+                    ele.attribs.src = ele.attribs['data-original'];
+                    delete ele.attribs['data-original'];
+                }
+            });
+            content('.video_detail_collect').remove();
 
-                item.description = content('.video_detail_left').html();
+            item.description = content('.video_detail_left').html();
 
-                return item;
-            })
-        )
-    );
+            return item;
+        })
+    )) {
+        items.push(item);
+    }
 
     return {
         title: $('title').text(),

package/lib/routes/agirls/topic-list.ts

@@ -5,7 +5,7 @@ import { baseUrl } from './utils';
 
 export const route: Route = {
     path: '/topic_list',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/agirls/topic_list',
     parameters: {},
     features: {

package/lib/routes/agirls/topic.ts

@@ -6,7 +6,7 @@ import { baseUrl, parseArticle } from './utils';
 
 export const route: Route = {
     path: '/topic/:topic',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/agirls/topic/AppleWatch',
     parameters: { topic: '精选主题，可通过下方精选主题列表获得' },
     features: {

package/lib/routes/agirls/{index.ts → z-index.ts}

@@ -6,7 +6,7 @@ import { baseUrl, parseArticle } from './utils';
 
 export const route: Route = {
     path: '/:category?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/agirls/app',
     parameters: { category: '分类，默认为最新文章，可在对应主题页的 URL 中找到，下表仅列出部分' },
     features: {

package/lib/routes/agri/index.ts

@@ -111,9 +111,9 @@ export const route: Route = {
     handler,
     example: '/agri/zx/zxfb',
     parameters: { category: '分类，默认为 `zx/zxfb`，即最新发布，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [最新发布](http://www.agri.cn/zx/zxfb/)，网址为 \`http://www.agri.cn/zx/zxfb/\`。截取 \`https://www.agri.cn/\` 到末尾的部分 \`zx/zxfb\` 作为参数填入，此时路由为 [\`/agri/zx/zxfb\`](https://rsshub.app/agri/zx/zxfb)。
-  :::
+:::
 
   #### [机构](http://www.agri.cn/jg/)
 

package/lib/routes/aibase/discover.ts

@@ -86,9 +86,9 @@ export const route: Route = {
     handler,
     example: '/aibase/discover',
     parameters: { id: '发现分类，默认为空，即全部产品，可在对应发现分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [图片背景移除](https://top.aibase.com/discover/37-49)，网址为 \`https://top.aibase.com/discover/37-49\`。截取 \`https://top.aibase.com/discover/\` 到末尾的部分 \`37-49\` 作为参数填入，此时路由为 [\`/aibase/discover/37-49\`](https://rsshub.app/aibase/discover/37-49)。
-  :::
+:::
 
   <details>
     <summary>更多分类</summary>
@@ -189,7 +189,7 @@ export const route: Route = {
   | [法律](https://top.aibase.com/discover/138-139) | [138-139](https://rsshub.app/aibase/discover/138-139) |
   </details>
     `,
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
 
     features: {
         requireConfig: false,

package/lib/routes/aibase/news.ts

@@ -58,7 +58,7 @@ export const route: Route = {
     },
     example: '/aibase/news',
     description: '获取 AI 资讯列表',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/aibase/topic.ts

@@ -56,13 +56,13 @@ export const route: Route = {
     handler,
     example: '/aibase/topic',
     parameters: { id: '标签，默认为空，即全部产品，可在对应标签页 URL 中找到', filter: '过滤器，默认为 `id` 即最新，可选 `pv` 即热门' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [AI](https://top.aibase.com/topic/AI)，网址为 \`https://top.aibase.com/topic/AI\`。截取 \`https://top.aibase.com/topic\` 到末尾的部分 \`AI\` 作为参数填入，此时路由为 [\`/aibase/topic/AI\`](https://rsshub.app/aibase/topic/AI)。
-  :::
+:::
 
-  :::tip
+::: tip
   此处查看 [全部标签](https://top.aibase.com/topic)
-  :::
+:::
 
   <details>
     <summary>更多标签</summary>
@@ -90,7 +90,7 @@ export const route: Route = {
     | [娱乐](https://top.aibase.com/topic/%E5%A8%B1%E4%B9%90)                                             | [简历](https://top.aibase.com/topic/%E7%AE%80%E5%8E%86)                                             | [OpenAI](https://top.aibase.com/topic/OpenAI)                                            | [客户服务](https://top.aibase.com/topic/%E5%AE%A2%E6%88%B7%E6%9C%8D%E5%8A%A1)            | [室内设计](https://top.aibase.com/topic/%E5%AE%A4%E5%86%85%E8%AE%BE%E8%AE%A1) |
   </details>
     `,
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
 
     features: {
         requireConfig: false,

package/lib/routes/aip/journal.ts

@@ -26,9 +26,9 @@ export const route: Route = {
     handler,
     description: `Refer to the URL format \`pubs.aip.org/:pub/:jrn\`
 
-  :::tip
+::: tip
   More jounals can be found in [AIP Publications](https://publishing.aip.org/publications/find-the-right-journal).
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/air-level/index.ts

@@ -0,0 +1,49 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch'; // 统一使用的请求库
+import { load } from 'cheerio'; // 类似 jQuery 的 API HTML 解析器
+
+export const route: Route = {
+    path: '/air/:area',
+    radar: [
+        {
+            source: ['m.air-level.com/air/:area/'],
+            target: '/air/:area',
+        },
+    ],
+    parameters: {
+        area: '地区',
+    },
+    name: '空气质量',
+    maintainers: ['lifetraveler'],
+    example: '/air-level/air/xian',
+    handler,
+};
+
+async function handler(ctx) {
+    const area = ctx.req.param('area');
+    const currentUrl = `https://m.air-level.com/air/${area}`;
+    const response = await ofetch(currentUrl);
+    const $ = load(response);
+
+    const title = $('body > div.container > div.row.page > div:nth-child(1) > h2').text().replaceAll('[]', '');
+
+    const table = $('body > div.container > div.row.page > div:nth-child(1) > div:nth-child(3) > table');
+
+    const qt = $('body > div.container > div.row.page > div:nth-child(1) > div.aqi-dv > div > span.aqi-bg.aqi-level-2').text();
+    const pubtime = $('body > div.container > div.row.page > div:nth-child(1) > div.aqi-dv > div > span.label.label-info').text();
+
+    const items = [
+        {
+            title: title + ' ' + qt + ' ' + pubtime,
+            link: currentUrl,
+            description: `<table border="1 solid black">${table.html()}</table>`,
+            guid: pubtime,
+        },
+    ];
+    return {
+        title,
+        item: items,
+        description: '订阅每个城市的天气质量',
+        link: currentUrl,
+    };
+}