rsshub 1.0.0-master.fccb918 → 1.0.0-master.fd1d453

package/lib/v2/pianyuan/app.js

@@ -0,0 +1,34 @@
+const cheerio = require('cheerio');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const media = ctx.params.media ?? -1;
+    const link_base = 'https://pianyuan.org/';
+    let description = '电影和剧集';
+    let link = link_base;
+    if (media !== -1) {
+        link = link_base + `?cat=${media}`;
+        if (media === 'mv') {
+            description = '电影';
+        } else if (media === 'tv') {
+            description = '剧集';
+        } else {
+            link = link_base;
+        }
+    }
+
+    const response = await utils.request(link, ctx.cache);
+    const $ = cheerio.load(response.data);
+    const detailLinks = $('#main-container > div > div.col-md-10 > table > tbody > tr')
+        .get()
+        .map((tr) => $(tr).find('td.dt.prel.nobr > a').attr('href'));
+    detailLinks.shift();
+    const items = await utils.ProcessFeed(detailLinks, ctx.cache);
+
+    ctx.state.data = {
+        title: '片源网',
+        description,
+        link: link_base,
+        item: items,
+    };
+};

package/lib/v2/pianyuan/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/index/:media?': ['greatcodeeer', 'jerry1119'],
+    '/indexers/pianyuan/results/search/api': ['jerry1119'],
+};

package/lib/v2/pianyuan/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'pianyuan.org': {
+        _name: '片源网',
+        '.': [
+            {
+                title: '电影和剧集',
+                docs: 'https://docs.rsshub.app/multimedia.html#pian-yuan',
+                source: '/',
+                target: '/pianyuan/index',
+            },
+        ],
+    },
+};

package/lib/v2/pianyuan/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/index/:media?', require('./app'));
+    router.get('/indexers/pianyuan/results/search/api', require('./search'));
+};

package/lib/v2/pianyuan/search.js

@@ -0,0 +1,45 @@
+const cheerio = require('cheerio');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const link_base = 'https://pianyuan.org/';
+    const description = '搜索';
+    // 适配jackett 搜索api, eg: https://rsshub.app/pianyuan/indexers/pianyuan/results/search/api?t=test&q=halo
+    const searchKey = ctx.originalUrl.split('&q=')[1];
+    const link = link_base + `search?q=${searchKey}`;
+
+    const response = await utils.request(link, ctx.cache);
+    const $ = cheerio.load(response.data);
+    // 只获取第一页的搜索结果
+    const searchLinks = $('.nomt > a')
+        .get()
+        .map((a) => $(a).attr('href'));
+    if (searchLinks.length === 0) {
+        throw 'pianyuan 搜索失败';
+    }
+
+    const detailLinks = [];
+
+    await Promise.all(
+        searchLinks.map(async (e) => {
+            const link = new URL(e, link_base).href;
+            const single = await ctx.cache.tryGet(link, async () => {
+                const res = await utils.request(link, ctx.cache);
+                const content = cheerio.load(res.data);
+                content('.ico.ico_bt')
+                    .get()
+                    .map((a) => detailLinks.push($(a).attr('href')));
+            });
+            return single;
+        })
+    );
+
+    const items = await utils.ProcessFeed(detailLinks, ctx.cache);
+
+    ctx.state.data = {
+        title: '片源网',
+        description,
+        link: link_base,
+        item: items,
+    };
+};

package/lib/v2/pianyuan/utils.js

@@ -0,0 +1,88 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const config = require('@/config').value;
+const security_key = 'pianyuan-security_session_verify';
+const PHPSESSID_key = 'pianyuan-PHPSESSID';
+const loginauth_key = 'pianyuan-py_loginauth';
+
+const ProcessFeed = async (list, cache) => {
+    const link_base = 'https://pianyuan.org';
+
+    const items = await Promise.all(
+        list.map(async (e) => {
+            const link = new URL(e, link_base).href;
+            const single = await cache.tryGet(link, async () => {
+                const response = await request(link, cache);
+                const content = cheerio.load(response.data);
+                const magnet = content('.btn-primary').attr('href');
+                const torrent_name = content('body > div.jumbotron.masthead > div > div > div.col-sm-10.col-md-10.col-lg-10.text-left > h1').text();
+                const name = content('body > div.jumbotron.masthead > div > div > div.col-sm-10.col-md-10.col-lg-10.text-left > h2 > a').text();
+                const size = content('#main-container > div > div.col-sm-10.col-md-8.col-lg-8 > div > ul > li:nth-child(2)').text();
+                let length;
+                if (size.includes('MB')) {
+                    length = size.replace('MB', '') * 1024;
+                } else if (size.includes('GB')) {
+                    length = size.replace('GB', '') * 1024 * 1024;
+                }
+                // const description ='';
+
+                return {
+                    title: `${torrent_name} [${name}] [${size}]`,
+                    size: length,
+                    enclosure_url: magnet,
+                    enclosure_type: 'application/x-bittorrent',
+                    enclosure_length: length,
+                };
+            });
+            return single;
+        })
+    );
+
+    return items;
+};
+
+async function getCookie(cache) {
+    const security_session_verify = await cache.get(security_key);
+    const PHPSESSID = await cache.get(PHPSESSID_key);
+    let py_loginauth = await cache.get(loginauth_key);
+    if (!py_loginauth) {
+        if (!config.pianyuan || !config.pianyuan.cookie) {
+            throw 'pianyuan is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+        }
+        py_loginauth = config.pianyuan.cookie;
+    }
+    return `${py_loginauth};${security_session_verify};${PHPSESSID};`;
+}
+
+async function request(link, cache) {
+    const cookie = await getCookie(cache);
+    const response = await got({
+        method: 'get',
+        url: link,
+        headers: {
+            Cookie: cookie,
+        },
+    });
+    // set cookie
+    const set_cookie = response.headers['set-cookie'];
+    if (set_cookie) {
+        for (const e of set_cookie) {
+            if (e.indexOf('security_session_verify') === 0) {
+                cache.set(security_key, e.split(';')[0]);
+            } else if (e.indexOf('PHPSESSID') === 0) {
+                cache.set(PHPSESSID_key, e.split(';')[0]);
+            } else if (e.indexOf('py_loginauth') === 0) {
+                cache.set(loginauth_key, e.split(';')[0]);
+            }
+        }
+    }
+    if (response.data.includes('会员登录后才能访问')) {
+        throw 'pianyuan Cookie已失效';
+    }
+    return response;
+}
+
+module.exports = {
+    ProcessFeed,
+    request,
+};

package/lib/v2/picuki/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/profile/:id/:displayVideo?': ['hoilc', 'Rongronggg9'],
+    '/profile/:id/:functionalFlag?': ['hoilc', 'Rongronggg9'],
 };

package/lib/v2/pincong/hot.js

@@ -0,0 +1,28 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, puppeteerGet } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { category = '0' } = ctx.params;
+
+    const url = `${baseUrl}/hot/list/category-${category}`;
+
+    // use Puppeteer due to the obstacle by cloudflare challenge
+    const html = await puppeteerGet(url, ctx.cache);
+
+    const $ = cheerio.load(html);
+    const list = $('div.aw-item');
+
+    ctx.state.data = {
+        title: '品葱 - 精选',
+        link: `${baseUrl}/hot/${category === '0' ? '' : `category-${category}`}`,
+        item: list
+            .map((_, item) => ({
+                title: $(item).find('h2 a').text().trim(),
+                description: $(item).find('div.markitup-box').html(),
+                link: baseUrl + $(item).find('div.mod-head h2 a').attr('href'),
+                pubDate: parseDate($(item).find('div.mod-footer .aw-small-text').text()),
+            }))
+            .get(),
+    };
+};

package/lib/v2/pincong/index.js

@@ -0,0 +1,34 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, puppeteerGet } = require('./utils');
+
+module.exports = async (ctx) => {
+    let url = `${baseUrl}/`;
+
+    const sortMap = {
+        new: 'sort_type-new',
+        recommend: 'recommend-1',
+        hot: 'sort_type-hot__day2',
+    };
+
+    url += (ctx.params.sort && sortMap[ctx.params.sort]) || 'recommend-1';
+    url += ctx.params.category ? '__category-' + ctx.params.category : '';
+
+    // use Puppeteer due to the obstacle by cloudflare challenge
+    const html = await puppeteerGet(url, ctx.cache);
+
+    const $ = cheerio.load(html);
+    const list = $('div.aw-item');
+
+    ctx.state.data = {
+        title: '品葱 - 发现',
+        link: url,
+        item: list
+            .map((_, item) => ({
+                title: $(item).find('h4 a').text().trim(),
+                link: baseUrl + $(item).find('h4 a').attr('href'),
+                pubDate: parseDate($(item).attr('data-created-at') * 1000),
+            }))
+            .get(),
+    };
+};

package/lib/v2/pincong/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/category/:category?/:sort?': ['zphw'],
+    '/hot/:category?': ['zphw'],
+    '/topic/:topic': ['zphw'],
+};

package/lib/v2/pincong/radar.js

@@ -0,0 +1,35 @@
+module.exports = {
+    'pincong.rocks': {
+        _name: '品葱',
+        '.': [
+            {
+                title: '发现',
+                docs: 'https://docs.rsshub.app/bbs.html#pin-cong',
+                source: '/',
+                target: (_params, url) => {
+                    const sortMap = {
+                        'sort_type-new': 'new',
+                        'recommend-1': 'recommend',
+                        'sort_type-hot__day2': 'hot',
+                    };
+                    const path = new URL(url).pathname;
+                    const category = (/__category/.test(path) ? path.split('__')[1] : path).replace('category-', '');
+                    const sort = sortMap[/__category/.test(path) ? path.split('__')[0] : 'recommend-1'];
+                    return `/pincong/category/${category}/${sort}`;
+                },
+            },
+            {
+                title: '精选',
+                docs: 'https://docs.rsshub.app/bbs.html#pin-cong',
+                source: ['/hot/:category'],
+                target: (params) => `/pincong/hot${params.category ? `/${params.category.replace('category-', '')}` : ''}`,
+            },
+            {
+                title: '话题',
+                docs: 'https://docs.rsshub.app/bbs.html#pin-cong',
+                source: '/topic/:topic',
+                target: '/pincong/topic/:topic',
+            },
+        ],
+    },
+};

package/lib/v2/pincong/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/category/:category?/:sort?', require('./index'));
+    router.get('/hot/:category?', require('./hot'));
+    router.get('/topic/:topic', require('./topic'));
+};

package/lib/v2/pincong/topic.js

@@ -0,0 +1,25 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, puppeteerGet } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${baseUrl}/topic/${ctx.params.topic}`;
+
+    // use Puppeteer due to the obstacle by cloudflare challenge
+    const html = await puppeteerGet(url, ctx.cache);
+
+    const $ = cheerio.load(html);
+    const list = $('div.aw-item');
+
+    ctx.state.data = {
+        title: `品葱 - ${ctx.params.topic}`,
+        link: url,
+        item: list
+            .map((_, item) => ({
+                title: $(item).find('h4 a').text().trim(),
+                link: baseUrl + $(item).find('h4 a').attr('href'),
+                pubDate: parseDate($(item).attr('data-created-at') * 1000),
+            }))
+            .get(),
+    };
+};

package/lib/v2/pincong/utils.js

@@ -0,0 +1,22 @@
+const baseUrl = 'https://pincong.rocks';
+
+const puppeteerGet = (url, cache) =>
+    cache.tryGet(url, async () => {
+        const browser = await require('@/utils/puppeteer')();
+        const page = await browser.newPage();
+        await page.setRequestInterception(true);
+        page.on('request', (request) => {
+            request.resourceType() === 'document' ? request.continue() : request.abort();
+        });
+        await page.goto(url, {
+            waitUntil: 'domcontentloaded',
+        });
+        const html = await page.evaluate(() => document.documentElement.innerHTML);
+        browser.close();
+        return html;
+    });
+
+module.exports = {
+    baseUrl,
+    puppeteerGet,
+};

package/lib/v2/pixiv/api/getBookmarks.js

@@ -0,0 +1,23 @@
+const got = require('../pixiv-got');
+const maskHeader = require('../constants').maskHeader;
+const queryString = require('query-string');
+
+/**
+ * 获取用户的收藏
+ *
+ * @param {string} user_id 目标用户id
+ * @param {string} token pixiv oauth token
+ * @returns {Promise<got.AxiosResponse<{illusts: illust[]}>>}
+ */
+module.exports = function getBookmarks(user_id, token) {
+    return got('https://app-api.pixiv.net/v1/user/bookmarks/illust', {
+        headers: {
+            ...maskHeader,
+            Authorization: 'Bearer ' + token,
+        },
+        searchParams: queryString.stringify({
+            user_id,
+            restrict: 'public',
+        }),
+    });
+};

package/lib/v2/pixiv/api/getIllustFollows.js

@@ -0,0 +1,20 @@
+const got = require('../pixiv-got');
+const maskHeader = require('../constants').maskHeader;
+const queryString = require('query-string');
+
+/**
+ * 获取用户关注的画师们的最新插画
+ * @param {string} token pixiv oauth token
+ * @returns {Promise<got.AxiosResponse<{illusts: illust[]}>>}
+ */
+module.exports = function getUserIllustFollows(token) {
+    return got('https://app-api.pixiv.net/v2/illust/follow', {
+        headers: {
+            ...maskHeader,
+            Authorization: 'Bearer ' + token,
+        },
+        searchParams: queryString.stringify({
+            restrict: 'public',
+        }),
+    });
+};

package/lib/v2/pixiv/api/getIllusts.js

@@ -0,0 +1,22 @@
+const got = require('../pixiv-got');
+const maskHeader = require('../constants').maskHeader;
+const queryString = require('query-string');
+
+/**
+ * 获取用户插画作品
+ * @param {string} user_id 目标用户id
+ * @param {string} token pixiv oauth token
+ * @returns {Promise<got.AxiosResponse<{illusts: illust[]}>>}
+ */
+module.exports = function getIllusts(user_id, token) {
+    return got('https://app-api.pixiv.net/v1/user/illusts', {
+        headers: {
+            ...maskHeader,
+            Authorization: 'Bearer ' + token,
+        },
+        searchParams: queryString.stringify({
+            user_id,
+            filter: 'for_ios',
+        }),
+    });
+};

package/lib/v2/pixiv/api/getRanking.js

@@ -0,0 +1,30 @@
+const got = require('../pixiv-got');
+const maskHeader = require('../constants').maskHeader;
+const assert = require('assert');
+const queryString = require('query-string');
+
+const allowMode = ['day', 'week', 'month', 'day_male', 'day_female', 'week_original', 'week_rookie', 'day_r18', 'day_male_r18', 'day_female_r18', 'week_r18', 'week_r18g'];
+
+/**
+ * 获取某天的排行榜
+ * @param {string} mode 模式
+ * @param {Date} date 日期
+ * @param {string} token pixiv oauth token
+ * @returns {Promise<got.AxiosResponse<{illusts: illust[]}>>}
+ */
+module.exports = function getRanking(mode, date, token) {
+    assert(allowMode.includes(mode), 'Mode not allow.');
+    return got('https://app-api.pixiv.net/v1/illust/ranking', {
+        headers: {
+            ...maskHeader,
+            Authorization: 'Bearer ' + token,
+        },
+        searchParams: queryString.stringify({
+            mode,
+            filter: 'for_ios',
+            ...(date && {
+                date: `${date.getFullYear()}-${date.getMonth() + 1}-${date.getDate()}`,
+            }),
+        }),
+    });
+};

package/lib/v2/pixiv/api/getUserDetail.js

@@ -0,0 +1,27 @@
+const got = require('../pixiv-got');
+const maskHeader = require('../constants').maskHeader;
+const queryString = require('query-string');
+
+/**
+ * pixiv 用户
+ * @typedef {{user: {id: number, name: string, account: string, profile_image_urls: any, comment: string}, profile: any} userDetail
+ */
+
+/**
+ * 获取用户信息
+ *
+ * @param {string} user_id 目标用户id
+ * @param {string} token pixiv oauth token
+ * @returns {Promise<got.AxiosResponse<userDetail>>}
+ */
+module.exports = function getUserDetail(user_id, token) {
+    return got('https://app-api.pixiv.net/v1/user/detail', {
+        headers: {
+            ...maskHeader,
+            Authorization: 'Bearer ' + token,
+        },
+        searchParams: queryString.stringify({
+            user_id,
+        }),
+    });
+};

package/lib/v2/pixiv/api/searchIllust.js

@@ -0,0 +1,24 @@
+const got = require('../pixiv-got');
+const maskHeader = require('../constants').maskHeader;
+const queryString = require('query-string');
+
+/**
+ * 按时间排序搜索内容
+ * @param {string} keyword 关键词
+ * @param {string} token pixiv oauth token
+ * @returns {Promise<got.AxiosResponse<{illusts: illust[]}>>}
+ */
+module.exports = function searchIllust(keyword, token) {
+    return got('https://app-api.pixiv.net/v1/search/illust', {
+        headers: {
+            ...maskHeader,
+            Authorization: 'Bearer ' + token,
+        },
+        searchParams: queryString.stringify({
+            word: keyword,
+            search_target: 'partial_match_for_tags',
+            sort: 'date_desc',
+            filter: 'for_ios',
+        }),
+    });
+};

package/lib/v2/pixiv/api/searchPopularIllust.js

@@ -0,0 +1,23 @@
+const got = require('../pixiv-got');
+const maskHeader = require('../constants').maskHeader;
+const queryString = require('query-string');
+
+/**
+ * 按热门排序搜索内容
+ * @param {string} keyword 关键词
+ * @param {string} token pixiv oauth token
+ * @returns {Promise<got.AxiosResponse<{illusts: illust[]}>>}
+ */
+module.exports = function searchPopularIllust(keyword, token) {
+    return got('https://app-api.pixiv.net/v1/search/popular-preview/illust', {
+        headers: {
+            ...maskHeader,
+            Authorization: 'Bearer ' + token,
+        },
+        searchParams: queryString.stringify({
+            word: keyword,
+            search_target: 'partial_match_for_tags',
+            filter: 'for_ios',
+        }),
+    });
+};

package/lib/v2/pixiv/bookmarks.js

@@ -0,0 +1,40 @@
+const { getToken } = require('./token');
+const getBookmarks = require('./api/getBookmarks');
+const getUserDetail = require('./api/getUserDetail');
+const config = require('@/config').value;
+const pixivUtils = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    if (!config.pixiv || !config.pixiv.refreshToken) {
+        throw 'pixiv RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+
+    const id = ctx.params.id;
+
+    const token = await getToken(ctx.cache.tryGet);
+    if (!token) {
+        throw 'pixiv not login';
+    }
+
+    const [bookmarksResponse, userDetailResponse] = await Promise.all([getBookmarks(id, token), getUserDetail(id, token)]);
+
+    const illusts = bookmarksResponse.data.illusts;
+    const username = userDetailResponse.data.user.name;
+
+    ctx.state.data = {
+        title: `${username} 的收藏`,
+        link: `https://www.pixiv.net/users/${id}/bookmarks/artworks`,
+        description: `${username} 的 pixiv 最新收藏`,
+        item: illusts.map((illust) => {
+            const images = pixivUtils.getImgs(illust);
+            return {
+                title: illust.title,
+                author: illust.user.name,
+                pubDate: parseDate(illust.create_date),
+                description: `<p>画师：${illust.user.name} - 阅览数：${illust.total_view} - 收藏数：${illust.total_bookmarks}</p>${images.join('')}`,
+                link: `https://www.pixiv.net/artworks/${illust.id}`,
+            };
+        }),
+    };
+};

package/lib/v2/pixiv/illustfollow.js

@@ -0,0 +1,34 @@
+const { getToken } = require('./token');
+const getIllustFollows = require('./api/getIllustFollows');
+const config = require('@/config').value;
+const pixivUtils = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    if (!config.pixiv || !config.pixiv.refreshToken) {
+        throw 'pixiv RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+
+    const token = await getToken(ctx.cache.tryGet);
+    if (!token) {
+        throw 'pixiv not login';
+    }
+
+    const response = await getIllustFollows(token);
+    const illusts = response.data.illusts;
+    ctx.state.data = {
+        title: `Pixiv关注的新作品`,
+        link: 'https://www.pixiv.net/bookmark_new_illust.php',
+        description: `Pixiv关注的画师们的最新作品`,
+        item: illusts.map((illust) => {
+            const images = pixivUtils.getImgs(illust);
+            return {
+                title: illust.title,
+                author: illust.user.name,
+                pubDate: parseDate(illust.create_date),
+                description: `<p>画师：${illust.user.name} - 阅览数：${illust.total_view} - 收藏数：${illust.total_bookmarks}</p>${images.join('')}`,
+                link: `https://www.pixiv.net/artworks/${illust.id}`,
+            };
+        }),
+    };
+};

package/lib/v2/pixiv/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/ranking/:mode/:date?': ['EYHN'],
+    '/search/:keyword/:order?/:mode?': ['DIYgod'],
+    '/user/bookmarks/:id': ['EYHN'],
+    '/user/illustfollows': ['ClarkeCheng'],
+    '/user/novels/:id': ['TonyRL'],
+    '/user/:id': ['DIYgod'],
+};

package/lib/v2/pixiv/novels.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const baseUrl = 'https://www.pixiv.net';
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const { data } = await got(`${baseUrl}/ajax/user/${id}/profile/all`);
+
+    const items = [
+        ...data.body.novelSeries.map((item) => ({
+            title: item.title,
+            description: item.caption,
+            link: `https://www.pixiv.net/novel/series/${item.id}`,
+            author: item.userName,
+            pubDate: parseDate(item.createDate),
+            updated: parseDate(item.updateDate),
+            category: item.tags,
+        })),
+        ...data.body.pickup.map((item) => ({
+            title: item.title,
+            description: item.description,
+            link: item.contentUrl,
+            author: item.userName,
+            pubDate: parseDate(item.createDate),
+            updated: parseDate(item.updateDate),
+            category: item.tags,
+        })),
+    ];
+
+    ctx.state.data = {
+        title: `${data.body.novelSeries[0].userName || data.body.pickup[0].userName} 的小说`,
+        link: `${baseUrl}/users/${id}/novels`,
+        item: items,
+    };
+};