rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/routes/daily/upvoted.ts

@@ -1,92 +1,189 @@
-import { Route } from '@/types';
-import { getData, getList, getRedirectedLink } from './utils.js';
-
-const variables = {
-    period: 7,
-    first: 15,
-};
+import { Route, ViewType } from '@/types';
+import { baseUrl, getData, getList, variables } from './utils.js';
 
 const query = `
-  query MostUpvotedFeed(
+    query MostUpvotedFeed(
+    $loggedIn: Boolean! = false
     $first: Int
+    $after: String
     $period: Int
-    $supportedTypes: [String!] = ["article","share","freeform"]
+    $supportedTypes: [String!] = ["article","share","freeform","video:youtube","collection"]
+    $source: ID
+    $tag: String
   ) {
-    page: mostUpvotedFeed(first: $first, period: $period, supportedTypes: $supportedTypes) {
+    page: mostUpvotedFeed(first: $first, after: $after, period: $period, supportedTypes: $supportedTypes, source: $source, tag: $tag) {
       ...FeedPostConnection
     }
   }
-
+  
   fragment FeedPostConnection on PostConnection {
+    pageInfo {
+      hasNextPage
+      endCursor
+    }
     edges {
       node {
         ...FeedPost
+        contentHtml
+        ...UserPost @include(if: $loggedIn)
       }
     }
   }
-
+  
   fragment FeedPost on Post {
-    ...SharedPostInfo
+    ...FeedPostInfo
+    sharedPost {
+      id
+      title
+      image
+      readTime
+      permalink
+      commentsPermalink
+      createdAt
+      type
+      tags
+      source {
+        id
+        handle
+        permalink
+        image
+      }
+      slug
+      clickbaitTitleDetected
+    }
+    trending
+    feedMeta
+    collectionSources {
+      handle
+      image
+    }
+    numCollectionSources
+    updatedAt
+    slug
   }
-
-  fragment SharedPostInfo on Post {
+  
+  fragment FeedPostInfo on Post {
     id
     title
     image
     readTime
     permalink
-    summary
+    commentsPermalink
     createdAt
+    commented
+    bookmarked
+    views
     numUpvotes
     numComments
+    summary
+    bookmark {
+      remindAt
+    }
     author {
-      ...UserShortInfo
+      id
+      name
+      image
+      username
+      permalink
     }
+    type
     tags
+    source {
+      id
+      handle
+      name
+      permalink
+      image
+      type
+    }
+    userState {
+      vote
+      flags {
+        feedbackDismiss
+      }
+    }
+    slug
+    clickbaitTitleDetected
   }
 
-  fragment UserShortInfo on User {
-    id
-    name
-    image
-    permalink
-    username
-    bio
+
+  
+  fragment UserPost on Post {
+    read
+    upvoted
+    commented
+    bookmarked
+    downvoted
   }
 
 `;
 
-const graphqlQuery = {
-    query,
-    variables,
-};
-
 export const route: Route = {
-    path: '/upvoted',
-    example: '/daily/upvoted',
+    path: '/upvoted/:period?/:innerSharedContent?/:dateSort?',
+    example: '/daily/upvoted/7',
+    view: ViewType.Articles,
     radar: [
         {
-            source: ['daily.dev/popular'],
+            source: ['app.daily.dev/upvoted'],
         },
     ],
+    parameters: {
+        innerSharedContent: {
+            description: 'Where to Fetch inner Shared Posts instead of original',
+            default: 'false',
+            options: [
+                { value: 'false', label: 'False' },
+                { value: 'true', label: 'True' },
+            ],
+        },
+        dateSort: {
+            description: 'Sort posts by publication date instead of popularity',
+            default: 'true',
+            options: [
+                { value: 'false', label: 'False' },
+                { value: 'true', label: 'True' },
+            ],
+        },
+        period: {
+            description: 'Period of Lookup',
+            default: '7',
+            options: [
+                { value: '7', label: 'Last Week' },
+                { value: '30', label: 'Last Month' },
+                { value: '365', label: 'Last Year' },
+            ],
+        },
+    },
     name: 'Most upvoted',
     maintainers: ['Rjnishant530'],
     handler,
-    url: 'daily.dev/popular',
+    url: 'app.daily.dev/upvoted',
 };
 
-async function handler() {
-    const baseUrl = 'https://app.daily.dev/upvoted';
-    const data = await getData(graphqlQuery);
-    const list = getList(data);
-    const items = await getRedirectedLink(list);
+async function handler(ctx) {
+    const link = `${baseUrl}/posts/upvoted`;
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+    const innerSharedContent = ctx.req.param('innerSharedContent') ? JSON.parse(ctx.req.param('innerSharedContent')) : false;
+    const dateSort = ctx.req.param('dateSort') ? JSON.parse(ctx.req.param('dateSort')) : true;
+    const period = ctx.req.param('period') ? Number.parseInt(ctx.req.param('period'), 10) : 7;
+
+    const data = await getData({
+        query,
+        variables: {
+            ...variables,
+            period,
+            first: limit,
+        },
+    });
+    const items = getList(data, innerSharedContent, dateSort);
+
     return {
-        title: 'Most Upvoted',
-        link: baseUrl,
+        title: 'Most upvoted posts for developers | daily.dev',
+        link,
         item: items,
-        description: 'Most Upvoted Posts on Daily.dev',
-        logo: 'https://app.daily.dev/favicon-32x32.png',
-        icon: 'https://app.daily.dev/favicon-32x32.png',
+        description: 'Find the most upvoted developer posts on daily.dev. Explore top-rated content in coding, tutorials, and tech news from the largest developer network in the world.',
+        logo: `${baseUrl}/favicon-32x32.png`,
+        icon: `${baseUrl}/favicon-32x32.png`,
         language: 'en-us',
     };
 }

package/lib/routes/daily/user.ts

@@ -1,13 +1,8 @@
-import { Route } from '@/types';
-import { baseUrl, getBuildId, getData } from './utils';
+import { DataItem, Route } from '@/types';
+import { baseUrl, getBuildId, getData, getList } from './utils';
 import ofetch from '@/utils/ofetch';
 import cache from '@/utils/cache';
 import { config } from '@/config';
-import { parseDate } from '@/utils/parse-date';
-import { art } from '@/utils/render';
-import path from 'path';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 const userPostQuery = `
   query AuthorFeed(
@@ -155,35 +150,43 @@ const userPostQuery = `
     downvoted
   }`;
 
-const render = (data) => art(path.join(__dirname, 'templates/posts.art'), data);
-
 export const route: Route = {
-    path: '/user/:userId',
+    path: '/user/:userId/:innerSharedContent?',
     example: '/daily/user/kramer',
     radar: [
         {
-            source: ['daily.dev/:userId/posts', 'daily.dev/:userId'],
+            source: ['app.daily.dev/:userId/posts', 'app.daily.dev/:userId'],
         },
     ],
+    parameters: {
+        innerSharedContent: {
+            description: 'Where to Fetch inner Shared Posts instead of original',
+            default: 'false',
+            options: [
+                { value: 'false', label: 'False' },
+                { value: 'true', label: 'True' },
+            ],
+        },
+    },
     name: 'User Posts',
     maintainers: ['TonyRL'],
     handler,
-    url: 'daily.dev',
+    url: 'app.daily.dev',
 };
 
 async function handler(ctx) {
     const userId = ctx.req.param('userId');
     const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 7;
-
+    const innerSharedContent = ctx.req.param('innerSharedContent') ? JSON.parse(ctx.req.param('innerSharedContent')) : false;
     const buildId = await getBuildId();
 
     const userData = await cache.tryGet(`daily:user:${userId}`, async () => {
-        const resposne = await ofetch(`${baseUrl}/_next/data/${buildId}/en/${userId}.json`, {
+        const response = await ofetch(`${baseUrl}/_next/data/${buildId}/en/${userId}.json`, {
             query: {
                 userId,
             },
         });
-        return resposne.pageProps;
+        return response.pageProps;
     });
     const user = (userData as any).user;
 
@@ -198,17 +201,7 @@ async function handler(ctx) {
                     loggedIn: false,
                 },
             });
-            return edges.map(({ node }) => ({
-                title: node.title,
-                description: render({
-                    image: node.image,
-                    content: node.contentHtml?.replaceAll('\n', '<br>') ?? node.summary,
-                }),
-                link: node.permalink,
-                author: node.author?.name,
-                category: node.tags,
-                pubDate: parseDate(node.createdAt),
-            }));
+            return getList(edges, innerSharedContent, true);
         },
         config.cache.routeExpire,
         false
@@ -218,7 +211,7 @@ async function handler(ctx) {
         title: `${user.name} | daily.dev`,
         description: user.bio,
         link: `${baseUrl}/${userId}/posts`,
-        item: items,
+        item: items as DataItem[],
         image: user.image,
         logo: user.image,
         icon: user.image,

package/lib/routes/daily/utils.ts

@@ -2,10 +2,19 @@ import { parseDate } from '@/utils/parse-date';
 import ofetch from '@/utils/ofetch';
 import cache from '@/utils/cache';
 import { config } from '@/config';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+import { DataItem } from '@/types';
+const __dirname = getCurrentPath(import.meta.url);
 
-const baseUrl = 'https://app.daily.dev';
-
-const getBuildId = () =>
+export const baseUrl = 'https://app.daily.dev';
+const gqlUrl = `https://api.daily.dev/graphql`;
+export const variables = {
+    version: 54,
+    loggedIn: false,
+};
+export const getBuildId = () =>
     cache.tryGet(
         'daily:buildId',
         async () => {
@@ -17,40 +26,42 @@ const getBuildId = () =>
         false
     );
 
-const getData = async (graphqlQuery) => {
-    const response = await ofetch(`${baseUrl}/api/graphql`, {
+export const getData = async (graphqlQuery, source = false) => {
+    const response = await ofetch(gqlUrl, {
         method: 'POST',
         body: graphqlQuery,
     });
-    return response.data.page.edges;
+    return source ? response.data.source : response.data.page.edges;
 };
 
-const getList = (data) =>
-    data.map((value) => {
-        const { id, title, image, permalink, summary, createdAt, numUpvotes, author, tags, numComments } = value.node;
-        const pubDate = parseDate(createdAt);
+const render = (data) => art(path.join(__dirname, 'templates/posts.art'), data);
+
+export const getList = (edges, innerSharedContent: boolean, dateSort: boolean) =>
+    edges.map(({ node }) => {
+        let link: string;
+        let title: string;
+        if (innerSharedContent && node.type === 'share') {
+            link = node.sharedPost.permalink;
+            title = node.sharedPost.title;
+        } else {
+            link = node.commentsPermalink ?? node.permalink;
+            title = node.title;
+        }
+
         return {
-            id,
+            id: node.id,
             title,
-            link: permalink,
-            description: summary,
-            author: author?.name,
-            itunes_item_image: image,
-            pubDate,
-            upvotes: numUpvotes,
-            comments: numComments,
-            category: tags,
-        };
+            link,
+            guid: node.permalink,
+            description: render({
+                image: node.image,
+                content: node.contentHtml?.replaceAll('\n', '<br>') ?? node.summary,
+            }),
+            author: node.author?.name,
+            itunes_item_image: node.image,
+            pubDate: dateSort ? parseDate(node.createdAt) : '',
+            upvotes: node.numUpvotes,
+            comments: node.numComments,
+            category: node.tags,
+        } as DataItem;
     });
-
-const getRedirectedLink = (data) =>
-    Promise.all(
-        data.map((v) =>
-            cache.tryGet(v.link, async () => {
-                const resp = await ofetch.raw(v.link);
-                return { ...v, link: resp.headers.get('location') };
-            })
-        )
-    );
-
-export { baseUrl, getBuildId, getData, getList, getRedirectedLink };

package/lib/routes/daoxuan/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '道宣的窝',
+    url: 'daoxuan.cc',
+    lang: 'zh-CN',
+};

package/lib/routes/daoxuan/rss.ts

@@ -0,0 +1,43 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/',
+    categories: ['blog'],
+    example: '/daoxuan',
+    radar: [
+        {
+            source: ['daoxuan.cc/'],
+        },
+    ],
+    name: '推荐阅读文章',
+    maintainers: ['dx2331lxz'],
+    url: 'daoxuan.cc/',
+    handler,
+};
+
+async function handler() {
+    const url = 'https://daoxuan.cc/';
+    const response = await got({ method: 'get', url });
+    const $ = load(response.data);
+    const items = $('div.recent-post-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a.article-title').first();
+            const timeElement = item.find('time').first();
+            return {
+                title: a.attr('title'),
+                link: `https://daoxuan.cc${a.attr('href')}`,
+                pubDate: parseDate(timeElement.attr('datetime')),
+                description: a.attr('title'),
+            };
+        });
+    return {
+        title: '道宣的窝',
+        link: url,
+        item: items,
+    };
+}

package/lib/routes/dataguidance/index.ts

@@ -1,7 +1,7 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
@@ -10,49 +10,38 @@ export const route: Route = {
     path: '/news',
     radar: [
         {
-            source: ['dataguidance.com/search/news'],
+            source: ['www.dataguidance.com/info'],
         },
     ],
     maintainers: ['harveyqiu'],
     handler,
-    url: 'dataguidance.com/news',
+    url: 'https://www.dataguidance.com/info?article_type=news_post',
 };
 
 async function handler() {
     const rootUrl = 'https://www.dataguidance.com';
-    const currentUrl = `${rootUrl}/search/news/`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = load(response.data);
+    const url = 'https://dgcb20-ca-northeurope-dglive.yellowground-c1f17366.northeurope.azurecontainerapps.io/api/v1/content/articles?order=DESC_publishedOn&limit=25&article_types=news_post';
 
-    let items = $('.field-name-title')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            const a = item.find('a').first();
+    const response = await ofetch(url);
 
-            return {
-                title: a.text(),
-                link: `${rootUrl}${a.attr('href')}`,
-            };
-        });
+    const data = response.data;
 
+    let items = data.map((item) => ({
+        title: item.title.en,
+        link: `${rootUrl}${item.url}`,
+        url: item.url,
+        pubDate: parseDate(item.publishedOn),
+    }));
+    const baseUrl = 'https://dgcb20-ca-northeurope-dglive.yellowground-c1f17366.northeurope.azurecontainerapps.io/api/v1/content/articles/by_path?path=';
     items = await Promise.all(
         items.map((item) =>
             cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
+                const detailUrl = `${baseUrl}${item.url}`;
 
-                const content = load(detailResponse.data);
-                item.pubDate = parseDate(content('.field-name-post-date').text());
-                item.description = content('.field-name-body').html();
+                const detailResponse = await ofetch(detailUrl);
 
+                item.description = detailResponse.contentBody?.html.en.replaceAll('\n', '<br>');
+                delete item.url;
                 return item;
             })
         )
@@ -60,7 +49,7 @@ async function handler() {
 
     return {
         title: 'Data Guidance News',
-        link: currentUrl,
+        link: 'https://www.dataguidance.com/info?article_type=news_post',
         item: items,
     };
 }

package/lib/routes/dcard/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Dcard',
     url: 'www.dcard.tw',
-    description: `:::warning
+    description: `::: warning
 僅能透過台灣 IP 抓取。
 :::`,
     lang: 'zh-TW',

package/lib/routes/dcfever/news.ts

@@ -5,7 +5,7 @@ import { baseUrl, parseItem } from './utils';
 
 export const route: Route = {
     path: '/news/:type?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dcfever/news',
     parameters: { type: '分類，預設為所有新聞' },
     name: '新聞中心',

package/lib/routes/dcfever/reviews.ts

@@ -5,7 +5,7 @@ import { baseUrl, parseItem } from './utils';
 
 export const route: Route = {
     path: '/reviews/:type?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dcfever/reviews/cameras',
     parameters: { type: '分類，預設為 `cameras`' },
     radar: [

package/lib/routes/dcfever/trading-search.ts

@@ -6,7 +6,7 @@ import { baseUrl, parseTradeItem } from './utils';
 
 export const route: Route = {
     path: '/trading/search/:keyword/:mainCat?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dcfever/trading/search/Sony',
     parameters: { keyword: '關鍵字', mainCat: '主要分類 ID，見上表' },
     name: '二手市集 - 物品搜尋',

package/lib/routes/dcfever/trading.ts

@@ -6,7 +6,7 @@ import { baseUrl, parseTradeItem } from './utils';
 
 export const route: Route = {
     path: '/trading/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dcfever/trading/1',
     parameters: { id: '分類 ID，見下表' },
     name: '二手市集',

package/lib/routes/dedao/index.ts

@@ -6,8 +6,14 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/:category?',
-    name: 'Unknown',
-    maintainers: [],
+    name: '文章',
+    maintainers: ['nczitzk', 'pseudoyu'],
+    categories: ['new-media', 'popular'],
+    example: '/dedao',
+    parameters: { category: '分类，见下表，默认为`news`' },
+    description: `| 新闻 | 人物故事 | 视频 |
+  | ---- | ---- | ---- |
+  | news | figure | video |`,
     handler,
 };
 

package/lib/routes/dedao/knowledge.ts

@@ -9,7 +9,7 @@ import path from 'node:path';
 
 export const route: Route = {
     path: '/knowledge/:topic?/:type?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dedao/knowledge',
     parameters: { topic: '话题 id，可在对应话题页 URL 中找到', type: '分享类型，`true` 指精选，`false` 指最新，默认为精选' },
     features: {

package/lib/routes/dedao/list.ts

@@ -5,7 +5,7 @@ import { load } from 'cheerio';
 
 export const route: Route = {
     path: '/list/:category?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dedao/list/年度日更',
     parameters: { category: '分类名，默认为年度日更' },
     features: {

package/lib/routes/dedao/user.ts

@@ -15,7 +15,7 @@ const types = {
 
 export const route: Route = {
     path: '/user/:id/:type?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dedao/user/VkA5OqLX4RyGxmZRNBMlwBrDaJQ9og',
     parameters: { id: '用户 id，可在对应用户主页 URL 中找到', type: '类型，见下表，默认为`0`，即动态' },
     features: {

package/lib/routes/deeplearning/namespace.ts

@@ -1,7 +1,9 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'deeplearning.ai',
+    name: 'DeepLearning.AI',
     url: 'www.deeplearning.ai',
+    categories: ['programming'],
+    description: '',
     lang: 'en',
 };