rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f812e91

package/lib/v2/threads/utils.js

@@ -0,0 +1,147 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const dayjs = require('dayjs');
+
+const profileUrl = (user) => `https://www.threads.net/@${user}`;
+const threadUrl = (code) => `https://www.threads.net/t/${code}`;
+
+const apiUrl = 'https://www.threads.net/api/graphql';
+const PROFILE_QUERY = 23996318473300828;
+const THREADS_QUERY = 6232751443445612;
+const REPLIES_QUERY = 6307072669391286;
+const USER_AGENT = 'Barcelona 289.0.0.77.109 Android';
+const appId = '238260118697367';
+
+const extractTokens = async (user, ctx) => {
+    const { data: response } = await got(profileUrl(user), {
+        headers: {
+            'User-Agent': USER_AGENT,
+            'X-IG-App-ID': appId,
+        },
+    });
+    const $ = cheerio.load(response);
+
+    const data = $('script:contains("LSD"):first').text();
+
+    const lsd = data.match(/"LSD",\[],\{"token":"([a-zA-Z0-9@_-]+)"\},/)?.[1];
+
+    const userId = data.match(/\{"user_id":"(\d+)"\},/)?.[1];
+
+    ctx.state.json = { lsd, userId };
+    return { lsd, userId };
+};
+
+const makeHeader = (user, lsd) => ({
+    Accept: 'application/json',
+    Host: 'www.threads.net',
+    Origin: 'https://www.threads.net',
+    Referer: profileUrl(user),
+    'User-Agent': USER_AGENT,
+    'X-FB-LSD': lsd,
+    'X-IG-App-ID': appId,
+});
+
+const hasMedia = (post) => post.image_versions2 || post.carousel_media || post.video_versions;
+const buildMedia = (post) => {
+    let html = '';
+
+    if (!post.carousel_media) {
+        const mainImage = post.image_versions2?.candidates?.[0];
+        const mainVideo = post.video_versions?.[0];
+        if (mainImage) {
+            if (!mainVideo) {
+                html += `<img src="${mainImage.url}"/>`;
+            } else {
+                html += `<video controls autoplay loop poster="${mainImage.url}">`;
+                html += `<source src="${mainVideo.url}"/>`;
+                html += '</video>';
+            }
+        }
+    } else {
+        post.carousel_media.forEach((media) => {
+            const firstImage = media.image_versions2?.candidates[0];
+            const firstVideo = media.video_versions?.[0];
+            if (!firstVideo) {
+                html += `<img src="${firstImage.url}"/>`;
+            } else {
+                html += `<video controls autoplay loop poster="${firstImage.url}">`;
+                html += `<source src="${firstVideo.url}"/>`;
+                html += '</video>';
+            }
+        });
+    }
+
+    return html;
+};
+
+const buildContent = (item, options) => {
+    let title = '';
+    let description = '';
+    const quotedPost = item.post.text_post_app_info?.share_info?.quoted_post;
+    const repostedPost = item.post.text_post_app_info?.share_info?.reposted_post;
+    const isReply = item.post.text_post_app_info?.reply_to_author;
+    const embededPost = quotedPost ?? repostedPost;
+
+    if (options.showAuthorInTitle) {
+        title += `@${item.post.user?.username}: `;
+    }
+
+    if (options.showAuthorInDesc) {
+        description += '<p>';
+        if (options.showAuthorAvatarInDesc) {
+            description += `<img src="${item.post.user?.profile_pic_url}" width="48px" height="48px"> `;
+        }
+        description += `<strong>@${item.post.user?.username}</strong>`;
+        if (embededPost) {
+            description += options.showEmojiForQuotesAndReply ? ' 🔁' : ' quoted';
+        } else if (isReply) {
+            description += options.showEmojiForQuotesAndReply ? ' ↩️' : ' replied';
+        }
+        description += ':</p>';
+    }
+
+    if (item.post.caption?.text) {
+        title += item.post.caption?.text;
+        description += `<p>${item.post.caption?.text}</p>`;
+    }
+
+    if (hasMedia(item.post)) {
+        description += `<p>${buildMedia(item.post)}</p>`;
+    }
+
+    if (embededPost) {
+        if (options.showQuotedInTitle) {
+            title += options.showEmojiForQuotesAndReply ? ' 🔁 ' : ' QT: ';
+            title += `@${embededPost.user?.username}: `;
+            title += `"${embededPost.caption?.text}"`;
+        }
+        description += '<blockquote>';
+        description += `<p>${embededPost.caption?.text}</p>`;
+        if (hasMedia(embededPost)) {
+            description += `<p>${buildMedia(embededPost)}</p>`;
+        }
+        description += '— ';
+        if (options.showQuotedAuthorAvatarInDesc) {
+            description += `<img src="${embededPost.user?.profile_pic_url}" width="24px" height="24px"> `;
+        }
+        description += `@${embededPost.user?.username} — `;
+        description += `<a href="${threadUrl(embededPost.code)}">${dayjs(embededPost.taken_at, 'X').toString()}</a>`;
+        description += '</blockquote>';
+    }
+    return { title, description };
+};
+
+module.exports = {
+    apiUrl,
+    profileUrl,
+    threadUrl,
+    PROFILE_QUERY,
+    THREADS_QUERY,
+    REPLIES_QUERY,
+    USER_AGENT,
+    extractTokens,
+    makeHeader,
+    hasMedia,
+    buildMedia,
+    buildContent,
+};

package/lib/v2/tophub/list.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const link = `https://tophub.today/n/${id}`;
+    const response = await got.get(link, {
+        headers: {
+            Referer: 'https://tophub.today',
+            Cookie: config.tophub.cookie,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const title = $('div.Xc-ec-L.b-L').text().trim();
+    const items = $('div.Zd-p-Sc > div:nth-child(1) tr')
+        .toArray()
+        .map((e) => ({
+            title: $(e).find('td.al a').text().trim(),
+            link: $(e).find('td.al a').attr('href'),
+            heatRate: $(e).find('td:nth-child(3)').text().trim(),
+        }));
+    const combinedTitles = items.map((item) => item.title).join('');
+    const renderRank = art(path.join(__dirname, 'templates/rank.art'), { items });
+
+    ctx.state.data = {
+        title,
+        link,
+        item: [
+            {
+                title,
+                link,
+                description: renderRank,
+                guid: combinedTitles,
+            },
+        ],
+    };
+};

package/lib/v2/tophub/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/:id': ['LogicJake'],
+    '/list/:id': ['akynazh'],
 };

package/lib/v2/tophub/radar.js

@@ -8,6 +8,12 @@ module.exports = {
                 source: ['/n/:id'],
                 target: '/tophub/:id',
             },
+            {
+                title: '榜单列表',
+                docs: 'https://docs.rsshub.app/routes/new-media#jin-ri-re-bang-bang-dan-lie-biao',
+                source: ['/n/:id'],
+                target: '/tophub/list/:id',
+            },
         ],
     },
 };

package/lib/v2/tophub/router.js

@@ -1,3 +1,4 @@
 module.exports = (router) => {
     router.get('/:id', require('./'));
+    router.get('/list/:id', require('./list'));
 };

package/lib/v2/tophub/templates/rank.art

@@ -0,0 +1,22 @@
+<table>
+  <thead>
+    <tr>
+      <th>排名</th>
+      <th>标题</th>
+      <th>热度</th>
+    </tr>
+  </thead>
+  <tbody>
+    {{each items}}
+      <tr>
+        <td>{{ $index + 1 }}</td>
+        <td>
+          <a href="{{ $value.link }}">
+            {{ $value.title }}
+          </a>
+        </td>
+        <td>{{ $value.heatRate }}</td>
+      </tr>
+    {{/each}}
+  </tbody>
+</table>

package/lib/v2/twitter/keyword.js

@@ -1,5 +1,3 @@
-const devApiImpl = require('./developer-api/search');
 const webApiImpl = require('./web-api/search');
-const apiFallback = require('./api_fallback_common');
 
-module.exports = (ctx) => apiFallback(ctx, devApiImpl, webApiImpl);
+module.exports = async (ctx) => await webApiImpl(ctx);

package/lib/v2/twitter/media.js

@@ -1,7 +1,3 @@
-// const config = require('@/config').value;
-// const devApiImpl = require('./developer-api/user');
 const webApiImpl = require('./web-api/media');
 
-module.exports = async (ctx) => {
-    await webApiImpl(ctx);
-};
+module.exports = async (ctx) => await webApiImpl(ctx);

package/lib/v2/twitter/user.js

@@ -1,5 +1,3 @@
-const devApiImpl = require('./developer-api/user');
 const webApiImpl = require('./web-api/user');
-const apiFallback = require('./api_fallback_common');
 
-module.exports = (ctx) => apiFallback(ctx, devApiImpl, webApiImpl);
+module.exports = (ctx) => webApiImpl(ctx);

package/lib/v2/twitter/utils.js

@@ -240,7 +240,9 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
                 quoteInTitle += `${author.name}: ${formatText(quoteData)}`;
 
                 if (readable) {
-                    quote += `<br><small>Link: <a href='https://twitter.com/${author.screen_name}/status/${quoteData.id_str}' target='_blank' rel='noopener noreferrer'>https://twitter.com/${author.screen_name}/status/${quoteData.id_str}</a></small>`;
+                    quote += `<br><small>Link: <a href='https://twitter.com/${author.screen_name}/status/${quoteData.id_str || quoteData.conversation_id_str}' target='_blank' rel='noopener noreferrer'>https://twitter.com/${
+                        author.screen_name
+                    }/status/${quoteData.id_str || quoteData.conversation_id_str}</a></small>`;
                 }
                 if (showTimestampInDescription) {
                     quote += '<br><small>' + parseDate(quoteData.created_at);
@@ -370,7 +372,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
             author: authorName,
             description,
             pubDate: parseDate(item.created_at),
-            link: `https://twitter.com/${item.user.screen_name}/status/${item.id_str}`,
+            link: `https://twitter.com/${item.user.screen_name}/status/${item.id_str || item.conversation_id_str}`,
 
             _extra:
                 (isRetweet && {
@@ -383,7 +385,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
                 (item.is_quote_status && {
                     links: [
                         {
-                            url: `https://twitter.com/${item.quoted_status?.user?.screen_name}/status/${item.quoted_status?.id_str}`,
+                            url: `https://twitter.com/${item.quoted_status?.user?.screen_name}/status/${item.quoted_status?.id_str || item.quoted_status?.conversation_id_str}`,
                             type: 'quote',
                         },
                     ],

package/lib/v2/twitter/web-api/constants.js

@@ -1,77 +1,89 @@
-// https://github.com/zedeus/nitter/issues/919#issuecomment-1619067142
-// https://git.sr.ht/~cloutier/bird.makeup/tree/4b2495bf2908c648ae9250f353bfdacf2464b98d/item/src/BirdsiteLive.Twitter/Tools/TwitterAuthenticationInitializer.cs#L36
-const auth = 'Bearer AAAAAAAAAAAAAAAAAAAAAFQODgEAAAAAVHTp76lzh3rFzcHbmHVvQxYYpTw%3DckAlMINMjmCwxUcaXbAN4XqJVdgMJaHqNOFgPMK0zN1qLqLQCF';
-const tokens = [
-    auth, // tweetdeck new
-    // 'CjulERsDeqhhjSme66ECg:IQWdVyqFxghAtURHGeGiWAsmCAGmdW3WmbEx6Hck', // iPad, no mixed videos and photos support
-    // valid, but endpoints differ:
-    // 'IQKbtAYlXLripLGPWd0HUA:GgDYlkSvaPxGxC4X8liwpUoqKwwr3lCADbz8A7ADU', // iPhone
-    // '3nVuSoBZnx6U4vzUxf5w:Bcs59EFbbsdF6Sl9Ng71smgStWEGwXXKSjYvPVt7qys', // Android
-    // '3rJOl1ODzm9yZy63FACdg:5jPoQ5kQvMJFDYRNE8bQ4rHuds4xJqhvgNJM4awaE8', // Mac
-];
+const baseUrl = 'https://api.twitter.com';
+
+const consumerKey = '3nVuSoBZnx6U4vzUxf5w';
+const consumerSecret = 'Bcs59EFbbsdF6Sl9Ng71smgStWEGwXXKSjYvPVt7qys';
 
 const graphQLEndpointsPlain = [
-    '/graphql/oUZZZ8Oddwxs8Cd3iW3UEA/UserByScreenName',
-    '/graphql/Lxg1V9AiIzzXEiP2c8dRnw/UserByRestId',
-    '/graphql/3XDB26fBve-MmjHaWTUZxA/TweetDetail',
-    '/graphql/QqZBEqganhHwmU9QscmIug/UserTweets',
-    '/graphql/wxoVeDnl0mP7VLhe6mTOdg/UserTweetsAndReplies',
-    '/graphql/Az0-KW6F-FyYTc2OJmvUhg/UserMedia',
-    '/graphql/kgZtsNyE46T3JaEf2nF9vw/Likes',
-    // these endpoints are not available if authenticated as other clients
-    // FYI, endpoints for Android: https://gist.github.com/ScamCast/2e40befbd1b61c4a80cda2745d4df1f4
+    '/graphql/u7wQyGi6oExe8_TRWGMq4Q/UserResultByScreenNameQuery',
+    '/graphql/oPppcargziU1uDQHAUmH-A/UserResultByIdQuery',
+    '/graphql/3JNH4e9dq1BifLxAa3UMWg/UserWithProfileTweetsQueryV2',
+    '/graphql/8IS8MaO-2EN6GZZZb8jF0g/UserWithProfileTweetsAndRepliesQueryV2',
+    '/graphql/PDfFf8hGeJvUCiTyWtw4wQ/MediaTimelineV2',
+    '/graphql/q94uRCEn65LZThakYcPT6g/TweetDetail',
+    '/graphql/sITyJdhRPpvpEjg4waUmTA/TweetResultByIdQuery',
+    '/graphql/gkjsKepM6gl_HmFWoWKfgg/SearchTimeline',
+    '/graphql/iTpgCtbdxrsJfyx0cFjHqg/ListByRestId',
+    '/graphql/-kmqNvm5Y-cVrfvBy6docg/ListBySlug',
+    '/graphql/P4NpVZDqUD_7MEM84L-8nw/ListMembers',
+    '/graphql/BbGLL1ZfMibdFNWlk7a0Pw/ListTimeline',
 ];
 
-const graphQLMap = Object.fromEntries(graphQLEndpointsPlain.map((endpoint) => [endpoint.split('/')[3], endpoint]));
+const gqlMap = Object.fromEntries(graphQLEndpointsPlain.map((endpoint) => [endpoint.split('/')[3].replace(/V2$|Query$|QueryV2$/, ''), endpoint]));
+
+const gqlFeatures = JSON.stringify({
+    android_graphql_skip_api_media_color_palette: false,
+    blue_business_profile_image_shape_enabled: false,
+    creator_subscriptions_subscription_count_enabled: false,
+    creator_subscriptions_tweet_preview_api_enabled: true,
+    freedom_of_speech_not_reach_fetch_enabled: false,
+    graphql_is_translatable_rweb_tweet_is_translatable_enabled: false,
+    hidden_profile_likes_enabled: false,
+    highlights_tweets_tab_ui_enabled: false,
+    interactive_text_enabled: false,
+    longform_notetweets_consumption_enabled: true,
+    longform_notetweets_inline_media_enabled: false,
+    longform_notetweets_richtext_consumption_enabled: true,
+    longform_notetweets_rich_text_read_enabled: false,
+    responsive_web_edit_tweet_api_enabled: false,
+    responsive_web_enhance_cards_enabled: false,
+    responsive_web_graphql_exclude_directive_enabled: true,
+    responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
+    responsive_web_graphql_timeline_navigation_enabled: false,
+    responsive_web_media_download_video_enabled: false,
+    responsive_web_text_conversations_enabled: false,
+    responsive_web_twitter_article_tweet_consumption_enabled: false,
+    responsive_web_twitter_blue_verified_badge_is_enabled: true,
+    rweb_lists_timeline_redesign_enabled: true,
+    spaces_2022_h2_clipping: true,
+    spaces_2022_h2_spaces_communities: true,
+    standardized_nudges_misinfo: false,
+    subscriptions_verification_info_enabled: true,
+    subscriptions_verification_info_reason_enabled: true,
+    subscriptions_verification_info_verified_since_enabled: true,
+    super_follow_badge_privacy_enabled: false,
+    super_follow_exclusive_tweet_notifications_enabled: false,
+    super_follow_tweet_api_enabled: false,
+    super_follow_user_api_enabled: false,
+    tweet_awards_web_tipping_enabled: false,
+    tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: false,
+    tweetypie_unmention_optimization_enabled: false,
+    unified_cards_ad_metadata_container_dynamic_card_content_query_enabled: false,
+    verified_phone_label_enabled: false,
+    vibe_api_enabled: false,
+    view_counts_everywhere_api_enabled: false,
+});
 
-// captured from Twitter web
-const featuresMap = {
-    UserByScreenName: JSON.stringify({
-        hidden_profile_likes_enabled: false,
-        responsive_web_graphql_exclude_directive_enabled: true,
-        verified_phone_label_enabled: false,
-        subscriptions_verification_info_verified_since_enabled: true,
-        highlights_tweets_tab_ui_enabled: true,
-        creator_subscriptions_tweet_preview_api_enabled: true,
-        responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
-        responsive_web_graphql_timeline_navigation_enabled: true,
-    }),
-    UserByRestId: JSON.stringify({
-        hidden_profile_likes_enabled: false,
-        responsive_web_graphql_exclude_directive_enabled: true,
-        verified_phone_label_enabled: false,
-        highlights_tweets_tab_ui_enabled: true,
-        creator_subscriptions_tweet_preview_api_enabled: true,
-        responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
-        responsive_web_graphql_timeline_navigation_enabled: true,
-    }),
-    UserTweets: JSON.stringify({
-        rweb_lists_timeline_redesign_enabled: true,
-        responsive_web_graphql_exclude_directive_enabled: true,
-        verified_phone_label_enabled: false,
-        creator_subscriptions_tweet_preview_api_enabled: true,
-        responsive_web_graphql_timeline_navigation_enabled: true,
-        responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
-        tweetypie_unmention_optimization_enabled: true,
-        responsive_web_edit_tweet_api_enabled: true,
-        graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
-        view_counts_everywhere_api_enabled: true,
-        longform_notetweets_consumption_enabled: true,
-        responsive_web_twitter_article_tweet_consumption_enabled: false,
-        tweet_awards_web_tipping_enabled: false,
-        freedom_of_speech_not_reach_fetch_enabled: true,
-        standardized_nudges_misinfo: true,
-        tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
-        longform_notetweets_rich_text_read_enabled: true,
-        longform_notetweets_inline_media_enabled: true,
-        responsive_web_media_download_video_enabled: false,
-        responsive_web_enhance_cards_enabled: false,
-    }),
+const timelineParams = {
+    include_can_media_tag: 1,
+    include_cards: 1,
+    include_entities: 1,
+    include_profile_interstitial_type: 0,
+    include_quote_count: 0,
+    include_reply_count: 0,
+    include_user_entities: 0,
+    include_ext_reply_count: 0,
+    include_ext_media_color: 0,
+    cards_platform: 'Web-13',
+    tweet_mode: 'extended',
+    send_error_codes: 1,
+    simple_quoted_tweet: 1,
 };
 
 module.exports = {
-    auth,
-    tokens,
-    graphQLMap,
-    featuresMap,
+    baseUrl,
+    consumerKey,
+    consumerSecret,
+    gqlMap,
+    gqlFeatures,
+    timelineParams,
 };