rsshub 1.0.0-master.f9a482d → 1.0.0-master.fa27a51

package/lib/v2/twitter/web-api/twitter-api.js

@@ -1,5 +1,8 @@
 const twitterGot = require('./twitter-got');
+const { graphQLMap, featuresMap, auth } = require('./constants');
 const config = require('@/config').value;
+const got = require('@/utils/got');
+const logger = require('@/utils/logger');
 
 // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L727-L755
 const _params = {
@@ -65,6 +68,7 @@ const paginationTweets = async (endpoint, userId, variables, path) => {
             ...variables,
             userId,
         }),
+        features: featuresMap.UserTweets,
     });
 
     let instructions;
@@ -81,40 +85,44 @@ const paginationTweets = async (endpoint, userId, variables, path) => {
 
 // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L807-L814
 const timelineTweets = (userId, params = {}) =>
-    paginationTweets('/graphql/WZT7sCTrLvSOaWOXLDsWbQ/UserTweets', userId, {
+    paginationTweets(graphQLMap.UserTweets, userId, {
         ...params,
         withQuickPromoteEligibilityTweetFields: true,
     });
 
 // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L816-L823
 const timelineTweetsAndReplies = (userId, params = {}) =>
-    paginationTweets('/graphql/t4wEKVulW4Mbv1P0kgxTEw/UserTweetsAndReplies', userId, {
+    paginationTweets(graphQLMap.UserTweetsAndReplies, userId, {
         ...params,
         withCommunity: true,
     });
 
 // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L825-L831
-const timelineMedia = (userId, params = {}) => paginationTweets('/graphql/nRybED9kRbN-TOWioHq1ng/UserMedia', userId, params);
+const timelineMedia = (userId, params = {}) => paginationTweets(graphQLMap.UserMedia, userId, params);
 
 // this query requires login
 // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L833-L839
-const timelineLikes = (userId, params = {}) => paginationTweets(`/graphql/9MSTt44HoGjVFSg_u3rHDw/Likes`, userId, params);
+const timelineLikes = (userId, params = {}) => paginationTweets(graphQLMap.Likes, userId, params);
 
 // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L858-L866
 const timelineKeywords = (keywords, params = {}) =>
-    twitterGot('https://twitter.com/i/api/2/search/adaptive.json', {
-        ..._params,
-        ...params,
-        q: keywords,
-        tweet_search_mode: 'live',
-        query_source: 'typed_query',
-        pc: 1,
+    got('https://api.twitter.com/1.1/search/universal.json', {
+        headers: {
+            Authorization: auth,
+        },
+        searchParams: {
+            ..._params,
+            ...params,
+            q: keywords,
+            modules: 'status',
+            result_type: 'recent',
+        },
     });
 
 // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L795-L805
 const tweetDetail = (userId, params) =>
     paginationTweets(
-        '/graphql/ItejhtHVxU7ksltgMmyaLA/TweetDetail',
+        graphQLMap.TweetDetail,
         userId,
         {
             ...params,
@@ -126,26 +134,21 @@ const tweetDetail = (userId, params) =>
         ['threaded_conversation_with_injections']
     );
 
-function gatherLegacyFromData(entries, filter = 'tweet-') {
+function gatherLegacyFromData(entries, filterNested = undefined, userId = undefined) {
     const tweets = [];
-    const filte_entries = [];
+    const filteredEntries = [];
     entries.forEach((entry) => {
         const entryId = entry.entryId;
         if (entryId) {
-            if (filter === 'none') {
-                if (entryId.startsWith('tweet-')) {
-                    filte_entries.push(entry);
-                } else if (entryId.startsWith('homeConversation-') || entryId.startsWith('conversationthread-')) {
-                    filte_entries.push(...entry.content.items);
-                }
-            } else {
-                if (entryId.startsWith(filter)) {
-                    filte_entries.push(entry);
-                }
+            if (entryId.startsWith('tweet-')) {
+                filteredEntries.push(entry);
+            }
+            if (filterNested && filterNested.some((f) => entryId.startsWith(f))) {
+                filteredEntries.push(...entry.content.items);
             }
         }
     });
-    filte_entries.forEach((entry) => {
+    filteredEntries.forEach((entry) => {
         if (entry.entryId) {
             const content = entry.content || entry.item;
             let tweet = content?.itemContent?.tweet_results?.result;
@@ -170,7 +173,9 @@ function gatherLegacyFromData(entries, filter = 'tweet-') {
                     if (retweet) {
                         legacy.retweeted_status = retweet.legacy;
                     }
-                    tweets.push(legacy);
+                    if (userId === undefined || legacy.user_id_str === userId + '') {
+                        tweets.push(legacy);
+                    }
                 }
             }
         }
@@ -178,40 +183,12 @@ function gatherLegacyFromData(entries, filter = 'tweet-') {
     return tweets;
 }
 
-function pickLegacyByID(id, tweets_dict, users_dict) {
-    function pickLegacyFromTweet(tweet) {
-        tweet.user = users_dict[tweet.user_id_str];
-        if (tweet.retweeted_status_id_str) {
-            tweet.retweeted_status = pickLegacyFromTweet(tweets_dict[tweet.retweeted_status_id_str]);
-        }
-        return tweet;
-    }
-
-    if (tweets_dict[id]) {
-        return pickLegacyFromTweet(tweets_dict[id]);
-    }
-}
-
-function gatherLegacyFromLegacyApiData(data, filter = 'tweet-') {
-    const tweets_dict = data.globalObjects.tweets;
-    const users_dict = data.globalObjects.users;
-    const tweets = [];
-    data.timeline.instructions[0].addEntries.entries.forEach((entry) => {
-        if (entry.entryId && entry.entryId.indexOf(filter) !== -1) {
-            const tweet = pickLegacyByID(entry.content.item.content.tweet.id, tweets_dict, users_dict);
-            if (tweet) {
-                tweets.push(tweet);
-            }
-        }
-    });
-    return tweets;
-}
-
 const getUserTweetsByID = async (id, params = {}) => gatherLegacyFromData(await timelineTweets(id, params));
-const getUserTweetsAndRepliesByID = async (id, params = {}) => gatherLegacyFromData(await timelineTweetsAndReplies(id, params));
+// TODO: show the whole conversation instead of just the reply tweet
+const getUserTweetsAndRepliesByID = async (id, params = {}) => gatherLegacyFromData(await timelineTweetsAndReplies(id, params), ['profile-conversation-'], id);
 const getUserMediaByID = async (id, params = {}) => gatherLegacyFromData(await timelineMedia(id, params));
 const getUserLikesByID = async (id, params = {}) => gatherLegacyFromData(await timelineLikes(id, params));
-const getUserTweetByStatus = async (id, params = {}) => gatherLegacyFromData(await tweetDetail(id, params), 'none');
+const getUserTweetByStatus = async (id, params = {}) => gatherLegacyFromData(await tweetDetail(id, params), ['homeConversation-', 'conversationthread-']);
 
 const excludeRetweet = function (tweets) {
     const excluded = [];
@@ -225,27 +202,80 @@ const excludeRetweet = function (tweets) {
 };
 
 const userByScreenName = (screenName) =>
-    twitterGot('https://twitter.com/i/api/graphql/hc-pka9A7gyS3xODIafnrQ/UserByScreenName', {
+    twitterGot(`https://twitter.com/i/api${graphQLMap.UserByScreenName}`, {
         variables: `{"screen_name":"${screenName}","withHighlightedLabel":true}`,
+        features: featuresMap.UserByScreenName,
+    });
+const userByRestId = (restId) =>
+    twitterGot(`https://twitter.com/i/api${graphQLMap.UserByRestId}`, {
+        variables: `{"userId":"${restId}","withHighlightedLabel":true}`,
+        features: featuresMap.UserByRestId,
     });
-const getUserData = (cache, screenName) => cache.tryGet(`twitter-userdata-${screenName}`, () => userByScreenName(screenName));
-const getUserID = async (cache, screenName) => (await getUserData(cache, screenName)).data.user.rest_id;
-const getUser = async (cache, screenName) => (await getUserData(cache, screenName)).data.user.legacy;
+const userByAuto = (id) => {
+    if (id.startsWith('+')) {
+        return userByRestId(id.slice(1));
+    }
+    return userByScreenName(id);
+};
+const getUserData = (cache, id) => cache.tryGet(`twitter-userdata-${id}`, () => userByAuto(id));
+const getUserID = async (cache, id) => (await getUserData(cache, id)).data.user.result.rest_id;
+const getUser = async (cache, id) => (await getUserData(cache, id)).data.user.result.legacy;
 
-const cacheTryGet = async (cache, screenName, params, func) => {
-    const id = await getUserID(cache, screenName);
+const cacheTryGet = async (cache, _id, params, func) => {
+    const id = await getUserID(cache, _id);
+    if (id === undefined) {
+        throw Error('User not found');
+    }
     const funcName = func.name;
     const paramsString = JSON.stringify(params);
     return cache.tryGet(`twitter:${id}:${funcName}:${paramsString}`, () => func(id, params), config.cache.routeExpire, false);
 };
 
-const getUserTweets = (cache, screenName, params = {}) => cacheTryGet(cache, screenName, params, getUserTweetsByID);
-const getUserTweetsAndReplies = (cache, screenName, params = {}) => cacheTryGet(cache, screenName, params, getUserTweetsAndRepliesByID);
-const getUserMedia = (cache, screenName, params = {}) => cacheTryGet(cache, screenName, params, getUserMediaByID);
-const getUserLikes = (cache, screenName, params = {}) => cacheTryGet(cache, screenName, params, getUserLikesByID);
-const getUserTweet = (cache, screenName, params) => cacheTryGet(cache, screenName, params, getUserTweetByStatus);
+// returns:
+// 1. nothing for some users
+// 2. HOT tweets for the other users, instead of the LATEST ones
+const _getUserTweets = (cache, id, params = {}) => cacheTryGet(cache, id, params, getUserTweetsByID);
+// workaround for the above issue:
+// 1. getUserTweetsAndReplies return LATEST tweets and replies, which requires filtering
+//    a. if one replies a lot (e.g. elonmusk), there is sometimes no tweets left after filtering, caching may help
+// 2. getUserMedia return LATEST media tweets, which is a good plus
+const getUserTweets = async (cache, id, params = {}) => {
+    let tweets = [];
+    const rest_id = await getUserID(cache, id);
+    await Promise.all(
+        [_getUserTweets, getUserTweetsAndReplies, getUserMedia].map(async (func) => {
+            try {
+                tweets.push(...(await func(cache, id, params)));
+            } catch (e) {
+                logger.warn(`Failed to get tweets for ${id} with ${func.name}: ${e}`);
+            }
+        })
+    );
+
+    const cacheKey = `twitter:user:tweets-cache:${rest_id}`;
+    let cacheValue = await cache.get(cacheKey);
+    if (cacheValue) {
+        cacheValue = JSON.parse(cacheValue);
+        if (cacheValue && cacheValue.length) {
+            tweets = cacheValue.concat(tweets);
+        }
+    }
+    const idSet = new Set();
+    tweets = tweets
+        .filter((tweet) => !tweet.in_reply_to_screen_name) // exclude replies
+        .map((tweet) => (idSet.has(tweet.id_str) ? null : idSet.add(tweet.id_str)) && tweet) // deduplicate
+        .filter(Boolean) // remove null
+        .sort((a, b) => b.id_str - a.id_str) // desc
+        .slice(0, 20);
+    cache.set(cacheKey, JSON.stringify(tweets));
+    return tweets;
+};
+const getUserTweetsAndReplies = (cache, id, params = {}) => cacheTryGet(cache, id, params, getUserTweetsAndRepliesByID);
+const getUserMedia = (cache, id, params = {}) => cacheTryGet(cache, id, params, getUserMediaByID);
+const getUserLikes = (cache, id, params = {}) => cacheTryGet(cache, id, params, getUserLikesByID);
+const getUserTweet = (cache, id, params) => cacheTryGet(cache, id, params, getUserTweetByStatus);
 
-const getSearch = async (keywords, params = {}) => gatherLegacyFromLegacyApiData(await timelineKeywords(keywords, params), 'sq-I-t-');
+const getSearch = async (keywords, params = {}) => (await timelineKeywords(keywords, params)).data.modules.map((module) => module.status.data);
 
 module.exports = {
     getUser,

package/lib/v2/twitter/web-api/twitter-got.js

@@ -3,11 +3,13 @@ const { promisify } = require('util');
 const queryString = require('query-string');
 const got = require('@/utils/got');
 const config = require('@/config').value;
+const constants = require('./constants');
+
+const tokens = config.twitter.authorization && config.twitter.authorization.length ? config.twitter.authorization : constants.tokens;
+
 // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L716-L726
 const headers = {
-    authorization: config.twitter.authorization,
-    // Bearer AAAAAAAAAAAAAAAAAAAAAPYXBAAAAAAACLXUNDekMxqa8h%2F40K4moUkGsoc%3DTYfbDKbT3jJPCEVnMYqilB28NHfOPqkca3qaAxGfsyKCs0wRbw
-    // reference: https://github.com/dangeredwolf/FixTweet/blob/f3082bbb0d69798687481a605f6760b2eb7558e0/src/constants.ts#L23-L25
+    authorization: undefined,
     'x-guest-token': undefined,
     'x-twitter-auth-type': undefined,
     'x-twitter-client-language': 'en',
@@ -15,7 +17,11 @@ const headers = {
     'x-csrf-token': undefined,
     Referer: 'https://twitter.com/',
 };
-let cookieJar, setCookie, getCookies;
+
+let cookieJar,
+    setCookie,
+    getCookies,
+    tries = 0;
 
 const cookiedomain = 'twitter.com';
 const cookieurl = 'https://twitter.com';
@@ -39,13 +45,26 @@ async function resetSession() {
     cookieJar = new CookieJar();
     getCookies = promisify(cookieJar.getCookies.bind(cookieJar));
     setCookie = promisify(cookieJar.setCookie.bind(cookieJar));
+    let response;
+    // auth
+    let token = tokens[tries++ % tokens.length];
+    if (!token.startsWith('Bearer')) {
+        headers.authorization = `Basic ${Buffer.from(token).toString('base64')}`;
+        response = await twitterGot({
+            url: 'https://api.twitter.com/oauth2/token',
+            method: 'POST',
+            searchParams: queryString.stringify({ grant_type: 'client_credentials' }),
+        });
+        token = `Bearer ${response.data.access_token}`;
+    }
+    headers.authorization = token;
     // 生成csrf-token
     const csrfToken = [...Array(16 * 2)].map(() => Math.floor(Math.random() * 16).toString(16)).join('');
     await setCookie(new Cookie({ key: 'ct0', value: csrfToken, domain: cookiedomain, secure: false }), cookieurl);
     headers['x-csrf-token'] = csrfToken;
     headers['x-guest-token'] = undefined;
     // 发起初始化请求
-    const response = await twitterGot({
+    response = await twitterGot({
         url: 'https://api.twitter.com/1.1/guest/activate.json',
         method: 'POST',
     });
@@ -78,13 +97,16 @@ async function twitterRequest(url, params, method) {
     try {
         response = await request();
     } catch (e) {
-        if (e.response.status === 403) {
+        if (e.response.status === 403 || (e.response.status === 404 && !e.response.data)) {
             await resetSession();
             response = await request();
         } else {
             throw e;
         }
     }
+    if (response.data.errors) {
+        throw Error('API reports error:\n' + response.data.errors.map((e) => `${e.code}: ${e.message}`).join('\n'));
+    }
     return response.data;
 }
 

package/lib/v2/twitter/web-api/user.js

@@ -23,7 +23,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `Twitter @${userInfo.name}`,
-        link: `https://twitter.com/${id}`,
+        link: `https://twitter.com/${userInfo.screen_name}`,
         image: profileImageUrl.replace(/_normal.jpg$/, '.jpg'),
         description: userInfo.description,
         item: utils.ProcessFeed(ctx, {

package/lib/v2/twreporter/radar.js

@@ -4,19 +4,19 @@ module.exports = {
         '.': [
             {
                 title: '最新',
-                docs: 'https://docs.rsshub.app/new-media.html#bao-dao-zhe',
+                docs: 'https://docs.rsshub.app/routes/new-media#bao-dao-zhe',
                 source: ['/'],
                 target: '/twreporter/newest',
             },
             {
                 title: '摄影',
-                docs: 'https://docs.rsshub.app/new-media.html#bao-dao-zhe',
+                docs: 'https://docs.rsshub.app/routes/new-media#bao-dao-zhe',
                 source: ['/photography'],
                 target: '/twreporter',
             },
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/new-media.html#bao-dao-zhe',
+                docs: 'https://docs.rsshub.app/routes/new-media#bao-dao-zhe',
                 source: ['/categories/:tid'],
                 target: '/twreporter/category/:tid',
             },

package/lib/v2/txrjy/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '论坛 频道',
-                docs: 'https://docs.rsshub.app/bbs.html#tong-xin-ren-jia-yuan',
+                docs: 'https://docs.rsshub.app/routes/bbs#tong-xin-ren-jia-yuan',
                 source: ['/c114-listnewtopic.php'],
                 target: (params, url) => {
                     const channel = new URL(url).searchParams.get('typeid');

package/lib/v2/tynu/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '通知公告',
-                docs: 'https://docs.rsshub.app/university.html#tai-yuan-shi-fan-xue-yuan',
+                docs: 'https://docs.rsshub.app/routes/university#tai-yuan-shi-fan-xue-yuan',
                 source: ['/index/tzgg.htm', '/index.htm', '/'],
                 target: '/tynu',
             },

package/lib/v2/typora/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: 'Dev Release Changelog',
-                docs: 'https://docs.rsshub.app/program-update.html#typora',
+                docs: 'https://docs.rsshub.app/routes/program-update#typora',
                 source: ['/releases/dev'],
                 target: '/typora/changelog/dev',
             },
@@ -12,7 +12,7 @@ module.exports = {
         support: [
             {
                 title: 'Changelog',
-                docs: 'https://docs.rsshub.app/program-update.html#typora',
+                docs: 'https://docs.rsshub.app/routes/program-update#typora',
                 source: ['/'],
                 target: '/typora/changelog',
             },

package/lib/v2/u3c3/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/multimedia.html#u3c3-fen-lei',
+                docs: 'https://docs.rsshub.app/routes/multimedia#u3c3-fen-lei',
                 source: '/',
                 target: (params, url) => {
                     const searchParams = new URL(url).searchParams;
@@ -14,7 +14,7 @@ module.exports = {
             },
             {
                 title: '关键词搜索',
-                docs: 'https://docs.rsshub.app/multimedia.html#u3c3-guan-jian-ci-sou-suo',
+                docs: 'https://docs.rsshub.app/routes/multimedia#u3c3-guan-jian-ci-sou-suo',
                 source: '/',
                 target: (params, url) => {
                     const searchParams = new URL(url).searchParams;

package/lib/v2/u9a9/radar.js

@@ -4,13 +4,13 @@ module.exports = {
         '.': [
             {
                 title: '首页',
-                docs: 'https://docs.rsshub.app/multimedia.html#u9a9',
+                docs: 'https://docs.rsshub.app/routes/multimedia#u9a9',
                 source: ['/'],
                 target: '/u9a9',
             },
             {
                 title: '搜索',
-                docs: 'https://docs.rsshub.app/multimedia.html#u9a9',
+                docs: 'https://docs.rsshub.app/routes/multimedia#u9a9',
                 source: ['/'],
                 target: (_, url) => `/u9a9/search/${new URL(url).searchParams.get('search')}`,
             },

package/lib/v2/uber/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         www: [
             {
                 title: 'Engineering',
-                docs: 'https://docs.rsshub.app/blog.html#you-bu',
+                docs: 'https://docs.rsshub.app/routes/blog#you-bu',
                 source: ['/blog/pittsburgh/engineering'],
                 target: '/uber/blog',
             },

package/lib/v2/ucas/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         ai: [
             {
                 title: '人工智能学院',
-                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue',
+                docs: 'https://docs.rsshub.app/routes/university#zhong-guo-ke-xue-yuan-da-xue',
                 source: ['/index.php/zh-cn/tzgg', '/'],
                 target: '/ucas/ai',
             },
@@ -12,7 +12,7 @@ module.exports = {
         zhaopin: [
             {
                 title: '招聘信息',
-                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue',
+                docs: 'https://docs.rsshub.app/routes/university#zhong-guo-ke-xue-yuan-da-xue',
                 source: ['/gjob/login.do', '/'],
                 target: (_, url) => {
                     const c = new URL(url).searchParams.get('c');

package/lib/v2/ucas/rader.js

@@ -4,7 +4,7 @@ module.exports = {
         zhaopin: [
             {
                 title: '招聘信息-博士后',
-                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+                docs: 'https://docs.rsshub.app/university#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
                 source: '/*',
                 target: (params, url) => {
                     if (new URL(url).searchParams.get('c') === '6') {
@@ -14,7 +14,7 @@ module.exports = {
             },
             {
                 title: '招聘信息-课题项目聘用',
-                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+                docs: 'https://docs.rsshub.app/university#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
                 source: '/*',
                 target: (params, url) => {
                     if (new URL(url).searchParams.get('c') === '5') {
@@ -24,7 +24,7 @@ module.exports = {
             },
             {
                 title: '招聘信息-管理支撑人才',
-                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+                docs: 'https://docs.rsshub.app/university#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
                 source: '/*',
                 target: (params, url) => {
                     if (new URL(url).searchParams.get('c') === '4') {
@@ -34,7 +34,7 @@ module.exports = {
             },
             {
                 title: '招聘信息-科学科研人才',
-                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+                docs: 'https://docs.rsshub.app/university#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
                 source: '/*',
                 target: (params, url) => {
                     if (new URL(url).searchParams.get('c') === '3') {

package/lib/v2/uchicago/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: 'Current Issue',
-                docs: 'https://docs.rsshub.app/journal.html#the-university-of-chicago-press-journals',
+                docs: 'https://docs.rsshub.app/routes/journal#the-university-of-chicago-press-journals',
                 source: ['/toc/:journal/current', '/journal/:journal'],
                 target: '/uchicago/journals/current/:journal',
             },

package/lib/v2/udn/breaking-news.js

@@ -11,13 +11,15 @@ module.exports = async (ctx) => {
     const name = await getLinkName(ctx, link);
     const rootUrl = 'https://udn.com';
     const response = await got(`${rootUrl}/api/more?page=1&channelId=1&cate_id=${id}&type=breaknews`);
+
     const items = await Promise.all(
         response.data.lists.map((item) => {
-            let link = item.titleLink.indexOf('http://') === 0 || item.titleLink.indexOf('https://') === 0 ? item.titleLink : `${rootUrl}${item.titleLink}`;
+            let link = item.titleLink.startsWith('http') ? item.titleLink : `${rootUrl}${item.titleLink}`;
             const linkUrl = new URL(link);
             // cleanup query paramter
             linkUrl.query = linkUrl.search = '';
             link = linkUrl.toString();
+
             return ctx.cache.tryGet(link, async () => {
                 let result = await got(link);
                 // VIP article requires redirection
@@ -26,13 +28,15 @@ module.exports = async (ctx) => {
                 if (vip) {
                     result = await got(vip[1]);
                 }
+
                 const $ = cheerio.load(result.data);
-                const metadata = $('script[type="application/ld+json"]').eq(0).text().trim();
+                const metadata = $('script[type="application/ld+json"]').eq(0).text().trim().replaceAll(/[\b]/g, '');
                 const data = metadata.startsWith('[') ? JSON.parse(metadata)[0] : JSON.parse(metadata);
                 // e.g. https://udn.com/news/story/7331/6576320
                 const content = $('.article-content__editor');
                 // e.g. https://udn.com/news/story/7240/6576424
                 const body = $('.article-body__editor');
+
                 let description = '';
                 if (data.image) {
                     description += art(path.join(__dirname, 'templates/figure.art'), {
@@ -45,12 +49,13 @@ module.exports = async (ctx) => {
                 } else if (body.length) {
                     description += body.html();
                 }
+
                 return {
                     title: item.title,
                     author: data.author.name,
                     description,
                     pubDate: timezone(parseDate(item.time.date, 'YYYY-MM-DD HH:mm'), +8),
-                    category: [data.articleSelection, ...data.keywords.split(',')],
+                    category: [data.articleSection, ...data.keywords.split(',')],
                     link,
                 };
             });
@@ -74,9 +79,9 @@ const getLinkName = async (ctx, link) => {
             .get()
             .map((item) => {
                 item = $(item);
-                return { [item.attr('href')]: item.text().trim() };
+                return [item.attr('href'), item.text().trim()];
             });
-        return Object.assign({}, ...data);
+        return Object.fromEntries(data);
     });
     if (link in links) {
         return links[link];

package/lib/v2/udn/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '即時新聞',
-                docs: 'https://docs.rsshub.app/new-media.html#lian-he-xin-wen-wang-ji-shi-xin-wen',
+                docs: 'https://docs.rsshub.app/routes/new-media#lian-he-xin-wen-wang-ji-shi-xin-wen',
                 source: ['/news/breaknews/1/:id', '/'],
                 target: '/udn/news/breakingnews/:id',
             },
@@ -12,13 +12,13 @@ module.exports = {
         global: [
             {
                 title: '轉角國際 - 首頁',
-                docs: 'https://docs.rsshub.app/new-media.html#lian-he-xin-wen-wang-zhuan-jiao-guo-ji-shou-ye',
+                docs: 'https://docs.rsshub.app/routes/new-media#lian-he-xin-wen-wang-zhuan-jiao-guo-ji-shou-ye',
                 source: ['/global_vision/index/:category', '/'],
                 target: '/udn/global/:category?',
             },
             {
                 title: '轉角國際 - 標籤',
-                docs: 'https://docs.rsshub.app/new-media.html#lian-he-xin-wen-wang-zhuan-jiao-guo-ji-biao-qian',
+                docs: 'https://docs.rsshub.app/routes/new-media#lian-he-xin-wen-wang-zhuan-jiao-guo-ji-biao-qian',
                 source: ['/search/tagging/1020/:tag', '/'],
                 target: '/udn/global/tag/:tag?',
             },