rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/routes/toutiao/types.ts

@@ -0,0 +1,443 @@
+export interface Feed {
+    abstract: string;
+    aggr_type: number;
+    article_sub_type: number;
+    article_type: number;
+    article_url: string;
+    article_version: number;
+    ban_comment: boolean;
+    behot_time: number;
+    bury_count: number;
+    bury_style_show: number;
+    cell_ctrls: CellCtrls;
+    cell_flag: number;
+    cell_layout_style: number;
+    /**
+     * 0: video
+     * 32: text (w)
+     * 49: video
+     * 60: article
+     */
+    cell_type: number;
+    comment_count: number;
+    common_raw_data: string;
+    /**
+     * Appears only if cell_type is 32
+     */
+    content: string;
+    content_decoration: string;
+    control_meta: ControlMeta;
+    cursor: number;
+    data_type: number;
+    digg_count: number;
+    display_url: string;
+    forum_extra_data: string;
+    forward_info: ForwardInfo;
+    gallary_image_count: number;
+    group_flags: number;
+    group_id: string;
+    group_source: number;
+    group_type: number;
+    has_image: boolean;
+    has_m3u8_video: boolean;
+    has_mp4_video: boolean;
+    has_video: boolean;
+    hot: number;
+    id: string;
+    is_original: boolean;
+    itemCell: ItemCell;
+    itemCellDebug: null;
+    item_id: string;
+    item_id_str: string;
+    item_version: number;
+    label_style: number;
+    level: number;
+    like_count: number;
+    log_pb: LogPb;
+    lynx_server: LynxServer;
+    natant_level: number;
+    preload_web: number;
+    publish_time: number;
+    /**
+     * Appears only if cell_type is 32
+     */
+    rich_content: string;
+    read_count: number;
+    reback_flag: number;
+    repin_count: number;
+    repin_time: number;
+    req_id: string;
+    share_url: string;
+    show_more: ShowMore;
+    source: string;
+    subject_group_id: number;
+    tag_id: number;
+    tip: number;
+    title: string;
+    url: string;
+    /**
+     * Appears only if cell_type is 32, 49(0)
+     */
+    user: UserInfoCell32 | UserInfoCell49;
+    user_bury: number;
+    user_digg: number;
+    /**
+     * Appears only if cell_type is 0, 60
+     */
+    user_info: UserInfoCell60;
+    user_like: number;
+    user_repin: number;
+    user_repin_time: number;
+    /**
+     * Appears only if cell_type is 0, 49
+     */
+    video: Video;
+    video_duration: number;
+    video_style: number;
+    image_list: ImageListItem[];
+    large_image_list: LargeImageListItem[];
+    middle_image: MiddleImage;
+    video_detail_info: VideoDetailInfo;
+}
+
+interface CellCtrls {
+    cell_flag: number;
+    cell_height: number;
+    cell_layout_style: number;
+}
+
+interface ControlMeta {
+    modify: Modify;
+    remove: Remove;
+    share: Share;
+}
+
+interface Modify {
+    hide: boolean;
+    name: string;
+    permission: boolean;
+    tips: string;
+}
+
+interface Remove {
+    hide: boolean;
+    name: string;
+    permission: boolean;
+    tips: string;
+}
+
+interface Share {
+    hide: boolean;
+    name: string;
+    permission: boolean;
+    tips: string;
+}
+
+interface ForwardInfo {
+    forward_count: number;
+}
+
+interface ItemCell {
+    actionCtrl: ActionCtrl;
+    articleBase: ArticleBase;
+    articleClassification: ArticleClassification;
+    cellCtrl: CellCtrl;
+    extra: Extra;
+    imageList: ImageList;
+    itemCounter: ItemCounter;
+    locationInfo: LocationInfo;
+    shareInfo: ShareInfo;
+    tagInfo: TagInfo;
+    userInteraction: UserInteraction;
+    videoInfo: VideoInfo;
+}
+
+interface ActionCtrl {
+    actionBar: ActionBar;
+    banBury: boolean;
+    banComment: boolean;
+    banDigg: boolean;
+    controlMeta: ActionControlMeta;
+}
+
+interface ActionBar {
+    actionSettingList: ActionSetting[];
+}
+
+interface ActionSetting {
+    actionType: number;
+    styleSetting: StyleSetting;
+}
+
+interface StyleSetting {
+    iconKey: string;
+    layoutDirection: number;
+    text: string;
+}
+
+interface ActionControlMeta {
+    modify: ActionModify;
+    remove: ActionRemove;
+    share: ActionShare;
+}
+
+interface ActionModify {
+    permission: boolean;
+    tips: string;
+}
+
+interface ActionRemove {
+    permission: boolean;
+    tips: string;
+}
+
+interface ActionShare {
+    permission: boolean;
+    tips: string;
+}
+
+interface ArticleBase {
+    gidStr: string;
+    itemStatus: number;
+}
+
+interface ArticleClassification {
+    aggrType: number;
+    articleSubType: number;
+    articleType: number;
+    bizID: number;
+    bizTag: number;
+    groupSource: number;
+    isForAudioPlaylist: boolean;
+    isOriginal: boolean;
+    isSubject: boolean;
+    level: number;
+}
+
+interface CellCtrl {
+    buryStyleShow: number;
+    cellFlag: number;
+    cellLayoutStyle: number;
+    cellType: number;
+    cellUIType: string;
+    groupFlags: number;
+}
+
+interface Extra {
+    ping: string;
+}
+
+type ImageList = unknown;
+
+interface ItemCounter {
+    commentCount: number;
+    diggCount: number;
+    forwardCount: number;
+    readCount: number;
+    repinCount: number;
+    shareCount: number;
+    showCount: number;
+    textCount: number;
+    videoWatchCount: number;
+    buryCount: number;
+}
+
+interface LocationInfo {
+    publishLocInfo: string;
+}
+
+interface ShareInfo {
+    shareURL: string;
+    shareControl: ShareControl;
+}
+
+interface ShareControl {
+    isHighQuality: boolean;
+}
+
+type TagInfo = unknown;
+
+interface UserInteraction {
+    userDigg: boolean;
+    userRepin: boolean;
+}
+
+type VideoInfo = unknown;
+
+interface Video {
+    bitrate: number;
+    codec_type: string;
+    definition: string;
+    download_addr: DownloadAddr;
+    duration: number;
+    encode_user_tag: string;
+    file_hash: string;
+    height: number;
+    origin_cover: OriginCover;
+    play_addr: PlayAddr;
+    play_addr_list: PlayAddrListItem[];
+    ratio: string;
+    size: number;
+    url_expire: number;
+    video_id: string;
+    volume: Volume;
+    vtype: string;
+    width: number;
+}
+
+interface DownloadAddr {
+    uri: string;
+    url_list: string[];
+}
+
+interface OriginCover {
+    uri: string;
+    url_list: string[];
+}
+
+interface PlayAddr {
+    uri: string;
+    url_list: string[];
+}
+
+interface PlayAddrListItem {
+    bitrate: number;
+    codec_type: string;
+    definition: string;
+    encode_user_tag: string;
+    file_hash: string;
+    play_url_list: string[];
+    quality: string;
+    size: number;
+    url_expire: number;
+    video_quality: number;
+    volume: Volume;
+    vtype: string;
+}
+
+interface Volume {
+    Loudness: number;
+    Peak: number;
+}
+
+interface LogPb {
+    cell_layout_style: string;
+    group_id_str: string;
+    group_source: string;
+    impr_id: string;
+    is_following: string;
+    is_yaowen: string;
+}
+
+type LynxServer = unknown;
+
+interface ShowMore {
+    title: string;
+    url: string;
+}
+
+interface UserInfoCell32 {
+    avatar_url: string;
+    desc: string;
+    id: number;
+    is_blocked: number;
+    is_blocking: number;
+    is_followed: number;
+    is_following: number;
+    is_friend: number;
+    live_info_type: number;
+    medals: unknown;
+    name: string;
+    remark_name: string;
+    schema: string;
+    screen_name: string;
+    theme_day: string;
+    user_auth_info: string;
+    user_decoration: string;
+    user_id: string;
+    user_verified: number;
+    verified_content: string;
+}
+
+interface UserInfoCell49 {
+    info: {
+        avatar_uri: string;
+        avatar_url: string;
+        ban_status: boolean;
+        desc: string;
+        media_id: string;
+        name: string;
+        origin_profile_url: boolean;
+        origin_user_id: string;
+        schema: string;
+        user_auth_info: string;
+        user_id: string;
+        user_verified: number;
+        verified_content: string;
+    };
+    relation: {
+        is_followed: number;
+        is_following: number;
+        is_friend: number;
+    };
+    relation_count: {
+        followers_count: number;
+        following_count: number;
+    };
+    user_id: string;
+}
+
+interface UserInfoCell60 {
+    avatar_url: string;
+    description: string;
+    follow: boolean;
+    name: string;
+    user_auth_info: string;
+    user_id: string;
+    user_verified: boolean;
+    verified_content: string;
+}
+
+interface ImageListItem {
+    height: number;
+    uri: string;
+    url: string;
+    url_list: UrlList[];
+    width: number;
+}
+
+interface UrlList {
+    url: string;
+}
+
+interface LargeImageListItem {
+    height: number;
+    uri: string;
+    url: string;
+    url_list: UrlList[];
+    width: number;
+}
+
+interface MiddleImage {
+    height: number;
+    uri: string;
+    url: string;
+    url_list: UrlList[];
+    width: number;
+}
+
+interface VideoDetailInfo {
+    detail_video_large_image: DetailVideoLargeImage;
+    direct_play: number;
+    group_flags: number;
+    show_pgc_subscribe: number;
+    video_id: string;
+}
+
+interface DetailVideoLargeImage {
+    height: number;
+    uri: string;
+    url: string;
+    url_list: UrlList[];
+    width: number;
+}

package/lib/routes/toutiao/user.ts

@@ -0,0 +1,127 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import randUserAgent from '@/utils/rand-user-agent';
+import { generate_a_bogus } from './a-bogus';
+import { Feed } from './types';
+import RejectError from '@/errors/types/reject';
+import { config } from '@/config';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+import { art } from '@/utils/render';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const route: Route = {
+    path: '/user/token/:token',
+    categories: ['new-media'],
+    example: '/toutiao/user/token/MS4wLjABAAAAEmbqJP2CmC8XXv1BpMvQ3sQHKAxFsq8wHxj8XVIQWja6tMcB-QEbFkzkRNgMl12M',
+    parameters: { token: '用户 token，可在用户主页 URL 找到' },
+    features: {
+        antiCrawler: true,
+    },
+    radar: [
+        {
+            source: ['www.toutiao.com/c/user/token/:token'],
+        },
+    ],
+    name: '头条主页',
+    maintainers: ['TonyRL'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { token } = ctx.req.param();
+    const ua = randUserAgent({ browser: 'chrome', os: 'windows', device: 'desktop' });
+
+    const feed = (await cache.tryGet(
+        `toutiao:user:${token}`,
+        async () => {
+            const query = `category=profile_all&token=${token}&max_behot_time=0&entrance_gid&aid=24&app_name=toutiao_web`;
+
+            const data = await ofetch(`https://www.toutiao.com/api/pc/list/feed?${query}&a_bogus=${generate_a_bogus(query, ua)}`, {
+                headers: {
+                    'User-Agent': ua,
+                },
+            });
+
+            return data.data;
+        },
+        config.cache.routeExpire,
+        false
+    )) as Feed[];
+
+    if (!feed) {
+        throw new RejectError('无法获取用户信息');
+    }
+
+    const items = feed.map((item) => {
+        switch (item.cell_type) {
+            case 0:
+            case 49: {
+                const video = item.video.play_addr_list.sort((a, b) => b.bitrate - a.bitrate)[0];
+                return {
+                    title: item.title,
+                    description: art(path.join(__dirname, 'templates', 'video.art'), {
+                        poster: item.video.origin_cover.url_list[0],
+                        url: item.video.play_addr_list.sort((a, b) => b.bitrate - a.bitrate)[0].play_url_list[0],
+                    }),
+                    link: `https://www.toutiao.com/video/${item.id}/`,
+                    pubDate: parseDate(item.publish_time, 'X'),
+                    author: item.user?.info.name ?? item.source,
+                    enclosure_url: video?.play_url_list[0],
+                    enclosure_type: video?.play_url_list[0] ? 'video/mp4' : undefined,
+                    user: {
+                        name: item.user?.info.name,
+                        avatar: item.user?.info.avatar_url,
+                        description: item.user?.info.desc,
+                    },
+                };
+            }
+
+            // text w/o title
+            case 32: {
+                const enclosure = item.large_image_list?.pop();
+                return {
+                    title: item.content?.split('\n')[0],
+                    description: item.rich_content,
+                    link: `https://www.toutiao.com/w/${item.id}/`,
+                    pubDate: parseDate(item.publish_time, 'X'),
+                    author: item.user?.name,
+                    enclosure_url: enclosure?.url,
+                    enclosure_type: enclosure?.url ? `image/${new URL(enclosure.url).pathname.split('.').pop()}` : undefined,
+                    user: {
+                        name: item.user?.name,
+                        avatar: item.user?.avatar_url,
+                        description: item.user?.desc,
+                    },
+                };
+            }
+
+            // text w/ title
+            case 60:
+            default:
+                return {
+                    title: item.title,
+                    description: item.abstract,
+                    link: `https://www.toutiao.com/article/${item.id}/`,
+                    pubDate: parseDate(item.publish_time, 'X'),
+                    author: item.user_info?.name,
+                    user: {
+                        name: item.user_info?.name,
+                        avatar: item.user_info?.avatar_url,
+                        description: item.user_info?.description,
+                    },
+                };
+        }
+    });
+
+    return {
+        title: `${items[0].user.name}的头条主页 - 今日头条(www.toutiao.com)`,
+        description: items[0].user.description,
+        link: `https://www.toutiao.com/c/user/token/${token}/`,
+        image: items[0].user.avatar,
+        item: items,
+    };
+}

package/lib/routes/tsinghua/lib/zydt.ts

@@ -82,9 +82,9 @@ export const route: Route = {
     handler,
     example: '/tsinghua/lib/zydt',
     parameters: { category: '分类，默认为空，即全部，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [清华大学图书馆已购资源动态](https://lib.tsinghua.edu.cn/zydt/yg.htm)，网址为 \`https://lib.tsinghua.edu.cn/zydt/yg.htm\`。截取 \`https://lib.tsinghua.edu.cn/zydt\` 到末尾 \`.htm\` 的部分 \`yg\` 作为参数填入，此时路由为 [\`/tsinghua/lib/zydt/yg\`](https://rsshub.app/tsinghua/lib/zydt/yg)。
-  :::
+:::
 
   | 已购 | 试用 |
   | ---- | ---- |

package/lib/routes/twitter/api/index.ts

@@ -3,6 +3,7 @@ import mobileApi from './mobile-api/api';
 import webApi from './web-api/api';
 import { config } from '@/config';
 
+const enableThirdPartyApi = config.twitter.thirdPartyApi;
 const enableMobileApi = config.twitter.username && config.twitter.password;
 const enableWebApi = config.twitter.authToken;
 
@@ -35,7 +36,9 @@ let api: {
     getHomeLatestTimeline: () => null,
 };
 
-if (enableWebApi) {
+if (enableThirdPartyApi) {
+    api = webApi;
+} else if (enableWebApi) {
     api = webApi;
 } else if (enableMobileApi) {
     api = mobileApi;

package/lib/routes/twitter/api/mobile-api/api.ts

@@ -160,6 +160,14 @@ function gatherLegacyFromData(entries, filterNested, userId) {
                         t.legacy.quoted_status = quote.legacy;
                         t.legacy.quoted_status.user = quote.core.user_result?.result?.legacy || quote.core.user_results?.result?.legacy;
                     }
+                    if (t.note_tweet) {
+                        const tmp = t.note_tweet.note_tweet_results.result;
+                        t.legacy.entities.hashtags = tmp.entity_set.hashtags;
+                        t.legacy.entities.symbols = tmp.entity_set.symbols;
+                        t.legacy.entities.urls = tmp.entity_set.urls;
+                        t.legacy.entities.user_mentions = tmp.entity_set.user_mentions;
+                        t.legacy.full_text = tmp.text;
+                    }
                 }
                 const legacy = tweet.legacy;
                 if (legacy) {

package/lib/routes/twitter/api/web-api/api.ts

@@ -3,37 +3,38 @@ import { config } from '@/config';
 import cache from '@/utils/cache';
 import { twitterGot, paginationTweets, gatherLegacyFromData } from './utils';
 import InvalidParameterError from '@/errors/types/invalid-parameter';
+import ofetch from '@/utils/ofetch';
 
 const getUserData = (id) =>
     cache.tryGet(`twitter-userdata-${id}`, () => {
-        if (id.startsWith('+')) {
-            return twitterGot(`${baseUrl}${gqlMap.UserByRestId}`, {
-                variables: JSON.stringify({
-                    userId: id.slice(1),
-                    withSafetyModeUserFields: true,
-                }),
-                features: JSON.stringify(gqlFeatures.UserByRestId),
-                fieldToggles: JSON.stringify({
-                    withAuxiliaryUserLabels: false,
-                }),
+        const params = {
+            variables: id.startsWith('+')
+                ? JSON.stringify({
+                      userId: id.slice(1),
+                      withSafetyModeUserFields: true,
+                  })
+                : JSON.stringify({
+                      screen_name: id,
+                      withSafetyModeUserFields: true,
+                  }),
+            features: JSON.stringify(id.startsWith('+') ? gqlFeatures.UserByRestId : gqlFeatures.UserByScreenName),
+            fieldToggles: JSON.stringify({
+                withAuxiliaryUserLabels: false,
+            }),
+        };
+
+        if (config.twitter.thirdPartyApi) {
+            const endpoint = id.startsWith('+') ? gqlMap.UserByRestId : gqlMap.UserByScreenName;
+
+            return ofetch(`${config.twitter.thirdPartyApi}${endpoint}`, {
+                method: 'GET',
+                params,
             });
         }
-        return twitterGot(
-            `${baseUrl}${gqlMap.UserByScreenName}`,
-            {
-                variables: JSON.stringify({
-                    screen_name: id,
-                    withSafetyModeUserFields: true,
-                }),
-                features: JSON.stringify(gqlFeatures.UserByScreenName),
-                fieldToggles: JSON.stringify({
-                    withAuxiliaryUserLabels: false,
-                }),
-            },
-            {
-                allowNoAuth: true,
-            }
-        );
+
+        return twitterGot(`${baseUrl}${id.startsWith('+') ? gqlMap.UserByRestId : gqlMap.UserByScreenName}`, params, {
+            allowNoAuth: !id.startsWith('+'),
+        });
     });
 
 const cacheTryGet = async (_id, params, func) => {

package/lib/routes/twitter/api/web-api/constants.ts

@@ -15,6 +15,8 @@ const graphQLEndpointsPlain = [
 
 const gqlMap = Object.fromEntries(graphQLEndpointsPlain.map((endpoint) => [endpoint.split('/')[3].replace(/V2$|Query$|QueryV2$/, ''), endpoint]));
 
+const thirdPartySupportedAPI = ['UserByScreenName', 'UserByRestId', 'UserTweets', 'UserTweetsAndReplies', 'ListLatestTweetsTimeline', 'SearchTimeline'];
+
 const gqlFeatureUser = {
     hidden_profile_subscriptions_enabled: true,
     rweb_tipjar_consumption_enabled: true,
@@ -112,4 +114,4 @@ const timelineParams = {
 
 const bearerToken = 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
 
-export { baseUrl, gqlMap, gqlFeatures, timelineParams, bearerToken };
+export { baseUrl, gqlMap, gqlFeatures, timelineParams, bearerToken, thirdPartySupportedAPI };