rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f7f8b7a

package/lib/v2/huxiu/templates/brief.art

@@ -1,22 +0,0 @@
-{{ if brief.preface }}{{@ brief.preface }}<br>{{ /if }}
-
-{{ if brief.audio_info }}
-<figure>
-    <figcaption>{{ brief.audio_title }}</figcaption>
-    <audio controls src="{{ brief.audio_info.audio_path }}"></audio>
-</figure>
-<br>
-{{ /if }}
-
-{{ if brief.part_list }}{{ each brief.part_list part }}
-    {{ if part.title }}<h2>{{ part.title }}</h2>{{ /if }}
-    {{ if part.content_info }}{{ each part.content_info content }}
-        {{ if content.type === 'text' }}{{@ content.text }}{{ /if }}
-        {{ if content.type === 'video' }}
-            <video controls poster="{{ content.video.poster }}"><source src="{{ content.video.url }}" type="video/mp4"></video>
-        {{ /if }}
-        {{ if content.type === 'image'}}{{ /if }}
-    {{ /each }}<br>{{ /if }}
-{{ /each }}{{ /if }}
-
-{{ if brief.peroration }}{{ brief.peroration }}{{ /if }}

package/lib/v2/huxiu/templates/img.art

@@ -1,3 +0,0 @@
-{{ if img }}
-<img src="{{ img }}">
-{{ /if }}

package/lib/v2/huxiu/templates/moment.art

@@ -1,16 +0,0 @@
-{{@ description }}
-{{ if images }}
-{{ each images image }}
-<img src="{{ image.origin_pic }}" width="{{ image.origin_width }}" height="{{ image.origin_height }}">
-{{ /each }}
-{{ /if }}
-{{ if video }}
-<video width="{{ video.width }}" height="{{ video.height }}" poster="{{ video.cover_path }}" controls>
-  <source src="{{ video.url }}" type="video/{{ video.format }}">
-</video>
-{{ /if }}
-{{ if comments }}
-{{ each comments.datalist comment }}
-<p>{{ comment.user_info.username }}: {{ comment.content }} ({{ comment.show_time }})</p>
-{{ /each }}
-{{ /if }}

package/lib/v2/huxiu/templates/video.art

@@ -1,7 +0,0 @@
-{{ if video_info }}
-<video controls poster="{{ video_info.cover }}" width="{{ video_info.width }}" height="{{ video_info.height }}">
-{{ if video_info.fhd_link }}<source src="{{ video_info.fhd_link }}" type="video/mp4">{{ /if }}
-{{ if video_info.hd_link }}<source src="{{ video_info.hd_link }}" type="video/mp4">{{ /if }}
-{{ if video_info.sd_link }}<source src="{{ video_info.sd_link }}" type="video/mp4">{{ /if }}
-</video>
-{{ /if }}

package/lib/v2/huxiu/utils.js

@@ -1,154 +0,0 @@
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const got = require('@/utils/got');
-const { art } = require('@/utils/render');
-const path = require('path');
-const CryptoJS = require('crypto-js');
-
-const accountApi = 'https://account-api.huxiu.com';
-const articleApi = 'https://api-article.huxiu.com';
-const baseUrl = 'https://www.huxiu.com';
-const briefApi = 'https://api-brief.huxiu.com';
-const momentApi = 'https://moment-api.huxiu.com';
-const searchApi = 'https://search-api.huxiu.com';
-
-const ProcessFeed = (list, cache) =>
-    Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const response = await got(item.link, {
-                    https: {
-                        rejectUnauthorized: false,
-                    },
-                });
-                const $ = cheerio.load(response.data);
-                const initialState = parseInitialState($);
-
-                if (item.link.startsWith(`${baseUrl}/article/`)) {
-                    fetchArticle(initialState, item);
-                } else if (item.link.startsWith(`${baseUrl}/brief/`)) {
-                    fetchBrief(initialState, item);
-                }
-
-                return item;
-            })
-        )
-    );
-
-const fetchArticle = (initialState, item) => {
-    const { articleDetail } = initialState.articleDetail;
-    const topImg = art(path.join(__dirname, 'templates/img.art'), {
-        img: articleDetail.pic_path.split('?')[0],
-    });
-    let video = '';
-    if (articleDetail.video_info) {
-        video = art(path.join(__dirname, 'templates/video.art'), {
-            video_info: articleDetail.video_info,
-        });
-    }
-
-    const $ = cheerio.load(articleDetail.content, null, false);
-
-    $('.text-big-title').each((_, e) => (e.tagName = 'h3'));
-    fixImg($);
-    removeExtraLinebreak($);
-    // $('img.dialog_add_wxxy_qrcode_icon').remove();
-
-    item.description = video + topImg + $.html();
-    item.author = articleDetail.author;
-    item.category = articleDetail.tags_info.map((tag) => tag.name);
-};
-
-const fetchBrief = (initialState, item) => {
-    const { brief_detail } = initialState.briefStoreModule;
-    const { brief_column } = brief_detail;
-
-    const description = art(path.join(__dirname, 'templates/brief.art'), {
-        brief: brief_detail.brief,
-    });
-
-    const $ = cheerio.load(description, null, false);
-
-    $('button.black-dot').remove();
-    fixImg($);
-    removeExtraLinebreak($);
-
-    item.description = $.html();
-    item.author = brief_detail.brief.publisher_list.map((item) => item.username).join(', ');
-    item.pubDate = parseDate(brief_column.update_time, 'X');
-};
-
-const parseInitialState = ($) =>
-    JSON.parse(
-        $('script')
-            .text()
-            .match(/window\.__INITIAL_STATE__=(\{.*?\});\(function\(\)/)[1]
-    );
-
-const fixImg = ($) => {
-    $('img.lazyImg, img.js-preview').each((_, e) => {
-        if (e.attribs._src) {
-            e.attribs.src = e.attribs._src.split('?')[0];
-            delete e.attribs._src;
-        }
-        if (e.attribs.src.includes('?')) {
-            e.attribs.src = e.attribs.src.split('?')[0];
-        }
-        if (e.attribs['data-w']) {
-            e.attribs.width = e.attribs['data-w'];
-            delete e.attribs['data-w'];
-        }
-        if (e.attribs['data-h']) {
-            e.attribs.height = e.attribs['data-h'];
-            delete e.attribs['data-h'];
-        }
-    });
-};
-
-const removeExtraLinebreak = ($) => {
-    $('p').each((_, e) => {
-        e = $(e);
-        if (e.find('img').length === 0 && e.text().match(/^\s*$/)) {
-            e.remove();
-        }
-    });
-};
-
-const generateNonce = () => {
-    let nonce = '';
-    const e = 'abcdefghijklmnopqrstuvwxyz1234567890ABCDEFGHIJKLMNOPQRSTUVWXYZ';
-    const t = 16;
-    for (let i = 0; i < t; i++) {
-        nonce += e.charAt(Math.floor(Math.random() * e.length));
-    }
-    return nonce;
-};
-
-const generateSignature = () => {
-    const timestamp = Math.round(new Date().getTime() / 1000).toString();
-    // const appSecret = '4nHzGgGt7WX4zFTsTKocpxg4dzU6-wUi';
-    const appSecret = 'hUzaVKtNfDE-6UiyaJdfsmjW-8dwoyVc'; // appid: 'hx_search'
-    const nonce = generateNonce();
-    const r = [appSecret, timestamp, nonce].sort();
-    return {
-        nonce,
-        timestamp,
-        signature: CryptoJS.SHA1(r[0] + r[1] + r[2]).toString(),
-    };
-};
-
-module.exports = {
-    accountApi,
-    articleApi,
-    baseUrl,
-    briefApi,
-    momentApi,
-    searchApi,
-    ProcessFeed,
-    fetchArticle,
-    fetchBrief,
-    parseInitialState,
-    fixImg,
-    removeExtraLinebreak,
-    generateSignature,
-};

package/lib/v2/twitter/web-api/twitter-got.js

@@ -1,113 +0,0 @@
-const { CookieJar, Cookie } = require('tough-cookie');
-const { promisify } = require('util');
-const queryString = require('query-string');
-const got = require('@/utils/got');
-const config = require('@/config').value;
-const constants = require('./constants');
-
-const tokens = config.twitter.authorization && config.twitter.authorization.length ? config.twitter.authorization : constants.tokens;
-
-// https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L716-L726
-const headers = {
-    authorization: undefined,
-    'x-guest-token': undefined,
-    'x-twitter-auth-type': undefined,
-    'x-twitter-client-language': 'en',
-    'x-twitter-active-user': 'yes',
-    'x-csrf-token': undefined,
-    Referer: 'https://twitter.com/',
-};
-
-let cookieJar,
-    setCookie,
-    getCookies,
-    tries = 0;
-
-const cookiedomain = 'twitter.com';
-const cookieurl = 'https://twitter.com';
-
-async function twitterGot(options) {
-    const response = await got({
-        ...options,
-        headers: { ...headers, ...(options.headers || {}) },
-        cookieJar,
-    });
-    // 更新csrfToken
-    for (const c of await getCookies(cookieurl)) {
-        if (c.key === 'ct0') {
-            headers['x-csrf-token'] = c.value;
-        }
-    }
-    return response;
-}
-
-async function resetSession() {
-    cookieJar = new CookieJar();
-    getCookies = promisify(cookieJar.getCookies.bind(cookieJar));
-    setCookie = promisify(cookieJar.setCookie.bind(cookieJar));
-    let response;
-    // auth
-    let token = tokens[tries++ % tokens.length];
-    if (!token.startsWith('Bearer')) {
-        headers.authorization = `Basic ${Buffer.from(token).toString('base64')}`;
-        response = await twitterGot({
-            url: 'https://api.twitter.com/oauth2/token',
-            method: 'POST',
-            searchParams: queryString.stringify({ grant_type: 'client_credentials' }),
-        });
-        token = `Bearer ${response.data.access_token}`;
-    }
-    headers.authorization = token;
-    // 生成csrf-token
-    const csrfToken = [...Array(16 * 2)].map(() => Math.floor(Math.random() * 16).toString(16)).join('');
-    await setCookie(new Cookie({ key: 'ct0', value: csrfToken, domain: cookiedomain, secure: false }), cookieurl);
-    headers['x-csrf-token'] = csrfToken;
-    headers['x-guest-token'] = undefined;
-    // 发起初始化请求
-    response = await twitterGot({
-        url: 'https://api.twitter.com/1.1/guest/activate.json',
-        method: 'POST',
-    });
-    // 获取guest-token
-    // TODO: OAuth2Session, 参见 https://github.com/DIYgod/RSSHub/pull/7739#discussionR655932602
-    const guestToken = response.data.guest_token;
-    headers['x-guest-token'] = guestToken;
-    await setCookie(new Cookie({ key: 'gt', value: guestToken, domain: cookiedomain, secure: false }), cookieurl);
-    // 发起第二个初始化请求, 获取_twitter_sess
-    await twitterGot({
-        url: 'https://twitter.com/i/js_inst',
-        method: 'GET',
-        searchParams: queryString.stringify({ c_name: 'ui_metrics' }),
-    });
-    return cookieJar;
-}
-
-const initSession = () => cookieJar || resetSession();
-
-async function twitterRequest(url, params, method) {
-    await initSession();
-    // 发起请求
-    const request = () =>
-        twitterGot({
-            url,
-            method,
-            searchParams: queryString.stringify(params),
-        });
-    let response;
-    try {
-        response = await request();
-    } catch (e) {
-        if (e.response.status === 403 || (e.response.status === 404 && !e.response.data)) {
-            await resetSession();
-            response = await request();
-        } else {
-            throw e;
-        }
-    }
-    if (response.data.errors) {
-        throw Error('API reports error:\n' + response.data.errors.map((e) => `${e.code}: ${e.message}`).join('\n'));
-    }
-    return response.data;
-}
-
-module.exports = twitterRequest;