rsshub 1.0.0-master.f944cc9 → 1.0.0-master.f97cdb2

package/lib/v2/35photo/radar.js

@@ -0,0 +1,43 @@
+module.exports = {
+    '35photo.pro': {
+        _name: '35PHOTO',
+        '.': [
+            {
+                title: 'New photos',
+                docs: 'https://docs.rsshub.app/picture.html#35photo-new-photos',
+                source: ['/new', '/'],
+                target: '/35photo/new',
+            },
+            {
+                title: 'Featured photos',
+                docs: 'https://docs.rsshub.app/picture.html#35photo-featured-photos',
+                source: ['/new/actual', '/'],
+                target: '/35photo/actual',
+            },
+            {
+                title: 'New interesting',
+                docs: 'https://docs.rsshub.app/picture.html#35photo-new-interesting',
+                source: ['/new/interesting', '/'],
+                target: '/35photo/interesting',
+            },
+            {
+                title: 'Photos on the world map',
+                docs: 'https://docs.rsshub.app/picture.html#35photo-photos-on-the-world-map',
+                source: ['/new/map', '/'],
+                target: '/35photo/map',
+            },
+            {
+                title: 'Genre',
+                docs: 'https://docs.rsshub.app/picture.html#35photo-genre',
+                source: ['/'],
+                target: (params, url) => `/35photo/genre/${url.match(/genre_(\d+)/)[1]}`,
+            },
+            {
+                title: 'Author',
+                docs: 'https://docs.rsshub.app/picture.html#35photo-author',
+                source: ['/:id', '/'],
+                target: '/35photo/author/:id',
+            },
+        ],
+    },
+};

package/lib/v2/35photo/router.js

@@ -0,0 +1,8 @@
+module.exports = function (router) {
+    router.get('/actual', require('./actual'));
+    router.get('/author/:id', require('./author'));
+    router.get('/genre/:id', require('./genre'));
+    router.get('/interesting', require('./interesting'));
+    router.get('/map', require('./map'));
+    router.get('/new', require('./new'));
+};

package/lib/v2/35photo/utils.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'https://35photo.pro';
+
+module.exports = {
+    rootUrl,
+    ProcessItems: async (currentUrl) => {
+        const response = await got({
+            method: 'get',
+            url: currentUrl,
+        });
+
+        const $ = cheerio.load(response.data);
+
+        const items = $('.item')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+
+                const image = item.find('.showPrevPhoto');
+
+                return {
+                    title: image.attr('title').replace(/Photographer\\'s photo - /, ''),
+                    link: image.parent().attr('href'),
+                    author: item.next().find('.userName').text().replace(/© /, ''),
+                    category: image
+                        .attr('alt')
+                        .replace(/photo preview/g, '')
+                        .split(/,|#/)
+                        .map((c) => c.trim()),
+                    description: `<img src="${rootUrl}/photos_main/${image.attr('src').match(/sizes\/(.*)_/)[1]}.jpg">`,
+                };
+            });
+
+        return {
+            title: `${$('h1').text()} - 35PHOTO`,
+            link: currentUrl,
+            item: items,
+        };
+    },
+};

package/lib/v2/36kr/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/motif/:mid': ['nczitzk'],
+    '/news/:category?': ['nczitzk'],
+    '/newsflashes': ['hillerliao'],
+    '/search/article/:keyword': ['xyqfer', 'kt286'],
+    '/user/:uid': ['nczitzk'],
+};

package/lib/v2/36kr/motif.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const motifUrl = `https://36kr.com/motif/${ctx.params.mid}`;
+    const response = await got({
+        method: 'get',
+        url: motifUrl,
+    });
+    const data = JSON.parse(response.data.match(/"motifDetailData":{"code":0,"data":(.*?)},"channel":/)[1]);
+
+    const motifInfo = data.motifInfo.data;
+    const motifArticleList = data.motifArticleList.data.itemList;
+    const articleList = motifArticleList.map((item) => ({
+        title: item.templateMaterial.widgetTitle,
+        link: `https://36kr.com/${item.route.split('?')[0] === 'detail_video' ? 'video' : 'p'}/${item.itemId}`,
+        pubDate: parseDate(item.templateMaterial.publishTime),
+    }));
+
+    ctx.state.data = {
+        title: `36氪专题 - ${motifInfo.categoryTitle}`,
+        link: motifUrl,
+        item: await Promise.all(
+            articleList.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const contentResponse = await got({ method: 'get', url: item.link });
+                    const result = contentResponse.data.match(/"articleDetailData":(.*?),"articleRecommendData":/) || contentResponse.data.match(/"videoDetail":(.*?),"authorVideos":/);
+                    const contentData = JSON.parse(result[1]);
+                    item.description = contentData.data.widgetContent;
+                    return item;
+                })
+            )
+        ),
+        description: motifInfo.categoryTitle,
+    };
+};

package/lib/v2/36kr/news.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const links = {
+    latest: 'information/web_news',
+    recommend: 'information/web_recommend',
+    life: 'information/happy_life',
+    estate: 'information/real_estate',
+    workplace: 'information/web_zhichang',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'latest';
+
+    const rootUrl = 'https://36kr.com';
+    const currentUrl = `${rootUrl}/${links.hasOwnProperty(category) ? links[category] : `information/${category}`}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const data = JSON.parse(response.data.match(/<script>window\.initialState=(.*?)<\/script>/)[1]);
+
+    const list = data.information.informationList.itemList
+        .filter((item) => item.itemType === 10)
+        .map((item) => ({
+            title: item.templateMaterial.widgetTitle,
+            link: `${rootUrl}/p/${item.itemId} `,
+            pubDate: parseDate(item.templateMaterial.publishTime),
+        }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.articleDetailContent').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${response.data.match(/shareTitle: "(.*)频道.*",/)[1]} - 36氪资讯`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/36kr/newsflashes.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: `https://36kr.com/newsflashes`,
+        headers: {
+            Host: '36kr.com',
+            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25',
+        },
+    });
+    const regexp = /<script>window\.initialState=(.*?)<\/script>/;
+    const newsflashes = JSON.parse(response.data.match(regexp)[1]);
+
+    const out = newsflashes.newsflashList.flow.itemList.map((item) => {
+        const link = item.templateMaterial.sourceUrlRoute ? new URL(`http://www.example.com/${item.templateMaterial.sourceUrlRoute}`).searchParams.get('url') : `https://36kr.com/newsflashes/${item.itemId}`;
+        const date = item.templateMaterial.publishTime;
+        const title = item.templateMaterial.widgetTitle;
+        const description = item.templateMaterial.widgetContent;
+
+        const single = {
+            title,
+            link,
+            pubDate: parseDate(date),
+            description,
+        };
+
+        return single;
+    });
+
+    ctx.state.data = {
+        title: `快讯 - 36氪`,
+        link: `https://36kr.com/newsflashes`,
+        item: out,
+    };
+};

package/lib/v2/36kr/radar.js

@@ -0,0 +1,37 @@
+module.exports = {
+    '36kr.com': {
+        _name: '36kr',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/',
+                target: '/36kr/news',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/',
+                target: '/36kr/newsflashes',
+            },
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/user/:uid',
+                target: '/36kr/user/:uid',
+            },
+            {
+                title: '主题文章',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/motif/:mid',
+                target: '/36kr/motif/:mid',
+            },
+            {
+                title: '搜索文章',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/search/articles/:keyword',
+                target: '/36kr/search/article/:keyword',
+            },
+        ],
+    },
+};

package/lib/v2/36kr/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/motif/:mid', require('./motif'));
+    router.get('/news/:category?', require('./news'));
+    router.get('/newsflashes', require('./newsflashes'));
+    router.get('/search/article/:keyword', require('./search/article'));
+    router.get('/user/:uid', require('./user'));
+};

package/lib/v2/36kr/search/article.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { keyword = '' } = ctx.params;
+    const csrfresponse = await got.get('https://36kr.com/pp/api/csrf');
+    const cookies = csrfresponse.headers['set-cookie'].toString();
+    const token = cookies.match(/M-XSRF-TOKEN=.{64}/)[0];
+    const acw_tc = cookies.match(/acw_tc=.{61}/)[0];
+    const krnewsfrontss = cookies.match(/krnewsfrontss=.{32}/)[0];
+
+    const timestamp = new Date().getTime();
+
+    const response = await got({
+        method: 'post',
+        url: `https://gateway.36kr.com/api/mis/nav/search/resultbytype`,
+        headers: {
+            'Content-Type': 'application/json',
+            cookie: `${token};${acw_tc};${krnewsfrontss};`,
+            'M-X-XSRF-TOKEN': token.replace('M-XSRF-TOKEN=', ''),
+        },
+        data: JSON.stringify({
+            param: {
+                pageCallback: Buffer.from(
+                    JSON.stringify({
+                        firstId: 1,
+                        lastId: 1,
+                        firstCreateTime: timestamp,
+                        lastCreateTime: timestamp,
+                    })
+                ).toString('base64'),
+                pageEvent: 1,
+                pageSize: 20,
+                platformId: 2,
+                searchType: 'article',
+                searchWord: keyword,
+                siteId: 1,
+                sort: 'date',
+            },
+            partner_id: 'web',
+            timestamp,
+        }),
+    });
+
+    const load = async (link) => {
+        const response = await got.get(link);
+        const description = response.data.match(/"widgetContent":"(.*?)","sourceType":/)[1];
+        return { description };
+    };
+
+    const items = await Promise.all(
+        (response.data.data.itemList || []).map(async (item) => {
+            const link = `https://www.36kr.com/p/${item.itemId}`;
+            const single = {
+                title: item.widgetTitle,
+                link,
+                pubDate: parseDate(item.publishTime),
+            };
+
+            const other = await ctx.cache.tryGet(link, () => load(link));
+            return { ...single, ...other };
+        })
+    );
+
+    ctx.state.data = {
+        title: `36kr - ${keyword}`,
+        link: `https://www.36kr.com/search/articles/${encodeURIComponent(keyword)}`,
+        item: items,
+    };
+};

package/lib/v2/36kr/user.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const userUrl = `https://36kr.com/user/${ctx.params.uid}`;
+    const response = await got({
+        method: 'get',
+        url: userUrl,
+    });
+    const data = JSON.parse(response.data.match(/"authorDetailData":(.*?),"channel":/)[1]);
+
+    const authorInfo = data.authorInfo.data;
+    const authorFlowList = data.authorFlowList.data.itemList;
+    const articleList = authorFlowList.map((item) => ({
+        title: item.templateMaterial.widgetTitle,
+        link: `https://36kr.com/${item.route.split('?')[0] === 'detail_video' ? 'video' : 'p'}/${item.itemId}`,
+        pubDate: parseDate(item.templateMaterial.publishTime),
+    }));
+
+    ctx.state.data = {
+        title: `36氪用户 - ${authorInfo.userNick}`,
+        link: userUrl,
+        item: await Promise.all(
+            articleList.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const contentResponse = await got({ method: 'get', url: item.link });
+                    const result = contentResponse.data.match(/"articleDetailData":(.*?),"articleRecommendData":/) || contentResponse.data.match(/"videoDetail":(.*?),"authorVideos":/);
+                    const contentData = JSON.parse(result[1]);
+                    item.description = contentData.data.widgetContent;
+                    return item;
+                })
+            )
+        ),
+        description: `${authorInfo.label} | ${authorInfo.summary}`,
+    };
+};

package/lib/v2/423down/index.js

@@ -0,0 +1,114 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.423down.com';
+
+const categeoryMap = {
+    index: {
+        all: '',
+    },
+    android: {
+        apk: 'apk',
+    },
+    computer: {
+        originalsoft: 'zd423',
+        multimedia: 'multimedia',
+        browser: 'browser',
+        image: 'image',
+        im: 'im',
+        work: 'work',
+        down: 'down',
+        systemsoft: 'systemsoft',
+        systemplus: 'systemplus',
+        security: 'security',
+        patch: 'patch',
+        hardware: 'hardware',
+    },
+    os: {
+        win11: 'win11',
+        win10: 'win10',
+        win7: 'win7',
+        winxp: 'winxp',
+        winpe: 'pe-system',
+    },
+};
+
+const titleMap = {
+    index: {
+        all: '首页',
+    },
+    android: {
+        apk: '安卓软件',
+    },
+    computer: {
+        originalsoft: '原创软件',
+        multimedia: '媒体播放',
+        browser: '网页浏览',
+        image: '图形图像',
+        im: '聊天软件',
+        work: '办公软件',
+        down: '上传下载',
+        systemsoft: '系统辅助',
+        systemplus: '系统必备',
+        security: '安全软件',
+        patch: '补丁相关',
+        hardwork: '硬件相关',
+    },
+    os: {
+        win11: 'windows 11',
+        win10: 'Windows 10',
+        win7: 'Windows 7',
+        winxp: 'Windows XP',
+        winpe: 'Windows PE',
+    },
+};
+
+module.exports = async (ctx) => {
+    const { category, type } = ctx.params;
+
+    const url = `${rootUrl}/${categeoryMap[category][type]}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.content-wrap > div > ul > li > a')
+        .filter((_, item) => {
+            const notAnotherWebPage = $(item).attr('style') !== 'display: none !important;';
+            return notAnotherWebPage;
+        })
+        .map((_, item) => ({
+            link: $(item).attr('href'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            item = await ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                const title = $('div.content-wrap > div > div.meta > h1 > a').text();
+                const pageContent = $('div.content-wrap > div > div.entry').html();
+                const pageComments = $('#postcomments > ol').html();
+                const desc = pageContent + pageComments;
+                const date = $('div.content-wrap > div > div.meta > p').text();
+                const categeory = $('div.content-wrap > div > div.meta > p > a:not(.comm)').text();
+
+                item.title = title;
+                item.description = desc;
+                item.categeory = categeory;
+                item.pubDate = parseDate(date.split(' ')[0], 'YYYY-MM-DD');
+
+                return item;
+            });
+
+            return item;
+        })
+    );
+
+    ctx.state.data = {
+        title: `423down-${titleMap[category][type]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/423down/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category/:type': ['Fatpandac'],
+};