rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/routes/199it/category.js

@@ -1,6 +1,6 @@
 const utils = require('./utils');
 
-const rootUrl = 'http://www.199it.com/archives/category/';
+const rootUrl = 'https://www.199it.com/archives/category';
 
 module.exports = async (ctx) => {
     const keyword = ctx.params.caty.split('|').join('/');

package/lib/routes/199it/tag.js

@@ -1,6 +1,6 @@
 const utils = require('./utils');
 
-const rootUrl = 'http://www.199it.com/archives/tag/';
+const rootUrl = 'https://www.199it.com/archives/tag';
 
 module.exports = async (ctx) => {
     const keyword = ctx.params.tag.split('|').join('/');

package/lib/routes/199it/utils.js

@@ -25,7 +25,7 @@ module.exports = async (ctx, keyword, currentUrl) => {
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
-                    url: item.link,
+                    url: `https:${item.link}`,
                 });
                 const content = cheerio.load(detailResponse.data);
 

package/lib/v2/9to5/utils.js

@@ -2,7 +2,7 @@ const cheerio = require('cheerio');
 
 const ProcessFeed = (data) => {
     const $ = cheerio.load(data);
-    const content = $('div.post-body');
+    const content = $('div.post-content');
 
     const cover = $('meta[property="og:image"]');
     if (cover.length > 0) {

package/lib/v2/aeon/utils.js

@@ -29,7 +29,7 @@ const getData = async (ctx, list) => {
 
                     const article = data.props.pageProps.article;
                     const capture = cheerio.load(article.body);
-                    const banner = article.thumbnail.urls.header;
+                    const banner = article.thumbnail?.urls?.header;
                     capture('p.pullquote').remove();
 
                     const authorsBio = article.authors.map((author) => '<p>' + author.displayName + author.authorBio.replace(/^<p>/g, ' ')).join('');

package/lib/v2/agirls/maintainer.js

@@ -1,5 +1,4 @@
 module.exports = {
-    '/topic/:topic': ['TonyRL'],
     '/topic_list': ['TonyRL'],
     '/:category?': ['TonyRL'],
 };

package/lib/v2/agirls/radar.js

@@ -14,12 +14,6 @@ module.exports = {
                 source: ['/', '/topic'],
                 target: '/agirls/topic_list',
             },
-            {
-                title: '精选主题',
-                docs: 'https://docs.rsshub.app/routes/new-media##dian-ta-shao-nu',
-                source: ['/topic/:topic'],
-                target: '/agirls/topic/:topic',
-            },
         ],
     },
 };

package/lib/v2/agirls/router.js

@@ -1,5 +1,4 @@
 module.exports = function (router) {
-    router.get('/topic/:topic', require('./topic'));
     router.get('/topic_list', require('./topic_list'));
     router.get('/:category?', require('./index'));
 };

package/lib/v2/artstation/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:handle': ['TonyRL'],
+};

package/lib/v2/artstation/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'artstation.com': {
+        _name: 'ArtStation',
+        www: [
+            {
+                title: 'Artist Profolio',
+                docs: 'https://docs.rsshub.app/picture#artstation',
+                source: ['/:handle'],
+                target: '/artstation/:handle',
+            },
+        ],
+    },
+};

package/lib/v2/artstation/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:handle', require('./user'));
+};

package/lib/v2/artstation/templates/description.art

@@ -0,0 +1,17 @@
+{{ if description }}
+    {{@ description }}<br>
+{{ /if }}
+
+{{ if image }}
+    <img src="{{ image.src }}" alt="{{ image.title }}">
+{{ /if }}
+
+{{ if assets }}
+    {{ each assets a }}
+        {{ if (a.asset_type === 'video' || a.asset_type === 'video_clip') && a.player_embedded }}
+            {{@ a.player_embedded }}<br>
+        {{ else if a.asset_type === 'image' || a.asset_type === 'cover' }}
+            <img src="{{ a.image_url }}"><br>
+        {{ /if }}
+    {{ /each }}
+{{ /if }}

package/lib/v2/artstation/user.js

@@ -0,0 +1,98 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { join } = require('path');
+const { art } = require('@/utils/render');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const { handle } = ctx.params;
+
+    const headers = {
+        accept: 'application/json, text/plain, */*',
+        'accept-language': 'en-US,en;q=0.9',
+        'content-type': 'application/json',
+        'user-agent': config.trueUA,
+    };
+
+    const csrfToken = await ctx.cache.tryGet('artstation:csrfToken', async () => {
+        const tokenResponse = await got.post('https://www.artstation.com/api/v2/csrf_protection/token.json', {
+            headers,
+        });
+        return tokenResponse.headers['set-cookie'][0].split(';')[0].split('=')[1];
+    });
+
+    const { data: userData } = await got(`https://www.artstation.com/users/${handle}/quick.json`, {
+        headers: {
+            ...headers,
+            cookie: `PRIVATE-CSRF-TOKEN=${csrfToken}`,
+        },
+    });
+    const { data: projects } = await got(`https://www.artstation.com/users/${handle}/projects.json`, {
+        headers: {
+            ...headers,
+            cookie: `PRIVATE-CSRF-TOKEN=${csrfToken}`,
+        },
+        searchParams: {
+            user_id: userData.id,
+            page: 1,
+        },
+    });
+
+    const resolveImageUrl = (url) => url.replace(/\/\d{14}\/small_square\//, '/large/');
+
+    const list = projects.data.map((item) => ({
+        title: item.title,
+        description: art(join(__dirname, 'templates/description.art'), {
+            description: item.description,
+            image: {
+                src: resolveImageUrl(item.cover.small_square_url),
+                title: item.title,
+            },
+        }),
+        pubDate: parseDate(item.published_at),
+        updated: parseDate(item.updated_at),
+        link: item.permalink,
+        author: userData.full_name,
+        assetsCount: item.assets_count,
+        hashId: item.hash_id,
+        icons: item.icons,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.assetsCount > 1 || !item.icons.image) {
+                    const { data } = await got(`https://www.artstation.com/projects/${item.hashId}.json`, {
+                        headers: {
+                            ...headers,
+                            cookie: `PRIVATE-CSRF-TOKEN=${csrfToken}`,
+                        },
+                    });
+
+                    item.description = art(join(__dirname, 'templates/description.art'), {
+                        description: data.description,
+                        assets: data.assets,
+                    });
+
+                    for (const a of data.assets) {
+                        if (a.asset_type !== 'video' && a.asset_type !== 'image' && a.asset_type !== 'video_clip' && a.asset_type !== 'cover') {
+                            throw Error(`Unhandle asset type: ${a.asset_type}`); // model3d, marmoset, pano
+                        }
+                    }
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${userData.full_name} - ArtStation`,
+        description: userData.headline,
+        link: userData.permalink,
+        logo: userData.large_avatar_url,
+        icon: userData.large_avatar_url,
+        image: userData.default_cover_url,
+        item: items,
+    };
+};

package/lib/v2/bilibili/maintainer.js

@@ -1,10 +1,8 @@
 module.exports = {
     '/app/:id?': ['nczitzk'],
     '/audio/:id': ['LogicJake'],
-    '/blackboard': ['Qixingchen'],
     '/bangumi/:seasonid': ['DIYgod'],
     '/bangumi/media/:mediaid': ['DIYgod'],
-    '/channel/:channelid/hot/:disableEmbed?': ['3401797899'],
     '/fav/:uid/:fid/:disableEmbed?': ['Qixingchen'],
     '/followings/article/:uid': ['woshiluo'],
     '/followings/dynamic/:uid/:routeParams?': ['TigerCubDen', 'JimenezLi'],
@@ -18,14 +16,12 @@ module.exports = {
     '/mall/ip/:id': ['DIYgod'],
     '/manga/update/:comicid': ['hoilc'],
     '/manga/followings/:uid/:limits?': ['yindaheng98'],
-    '/online/:disableEmbed?': ['TigerCubDen'],
     '/partion/:tid/:disableEmbed?': ['DIYgod'],
     '/partion/ranking/:tid/:days?/:disableEmbed?': ['lengthmin'],
     '/platform/:area?/:p_type?/:uid?': ['nightmare-mio'],
     '/popular/all': ['ziminliu'],
     '/ranking/:rid?/:day?/:arc_type?/:disableEmbed?': ['DIYgod'],
     '/readlist/:listid': ['hoilc'],
-    '/topic/:topic': ['Qixingchen'],
     '/user/article/:uid': ['lengthmin'],
     '/user/bangumi/:uid/:type?': ['wdssmq'],
     '/user/channel/:uid/:sid/:disableEmbed?': ['weirongxu'],
@@ -36,7 +32,6 @@ module.exports = {
     '/user/followers/:uid/:loginUid': ['Qixingchen'],
     '/user/followings/:uid/:loginUid': ['Qixingchen'],
     '/user/video/:uid/:disableEmbed?': ['DIYgod'],
-    '/user/video-all/:uid/:disableEmbed?': ['CcccFz'],
     '/video/danmaku/:bvid/:pid?': ['Qixingchen'],
     '/video/page/:bvid/:disableEmbed?': ['sxzz'],
     '/video/reply/:bvid': ['Qixingchen'],

package/lib/v2/bilibili/radar.js

@@ -60,12 +60,6 @@ module.exports = {
                 source: '/:uid',
                 target: '/bilibili/user/video/:uid',
             },
-            {
-                title: 'UP 主所有视频',
-                docs: 'https://docs.rsshub.app/routes/social-media#bilibili',
-                source: '/:uid',
-                target: '/bilibili/user/video-all/:uid',
-            },
             {
                 title: 'UP 主频道的合集',
                 docs: 'https://docs.rsshub.app/routes/social-media#bilibili',

package/lib/v2/bilibili/router.js

@@ -1,10 +1,8 @@
 module.exports = (router) => {
     router.get('/app/:id?', require('./app'));
     router.get('/audio/:id', require('./audio'));
-    router.get('/blackboard', require('./blackboard'));
     router.get('/bangumi/:seasonid', require('./bangumi')); // 弃用
     router.get('/bangumi/media/:mediaid', require('./bangumi'));
-    router.get('/channel/:channelid/hot/:disableEmbed?', require('./channel'));
     router.get('/fav/:uid/:fid/:disableEmbed?', require('./fav'));
     router.get('/followings/article/:uid', require('./followings_article'));
     router.get('/followings/dynamic/:uid/:routeParams?', require('./followings_dynamic'));
@@ -18,14 +16,12 @@ module.exports = (router) => {
     router.get('/mall/ip/:id', require('./mallIP'));
     router.get('/manga/update/:comicid', require('./manga_update'));
     router.get('/manga/followings/:uid/:limits?', require('./manga_followings'));
-    router.get('/online/:disableEmbed?', require('./online'));
     router.get('/partion/:tid/:disableEmbed?', require('./partion'));
     router.get('/partion/ranking/:tid/:days?/:disableEmbed?', require('./partion-ranking'));
     router.get('/platform/:area?/:p_type?/:uid?', require('./platform'));
     router.get('/popular/all', require('./popular'));
     router.get('/ranking/:rid?/:day?/:arc_type?/:disableEmbed?', require('./ranking'));
     router.get('/readlist/:listid', require('./readlist'));
-    router.get('/topic/:topic', require('./topic'));
     router.get('/user/article/:uid', require('./article'));
     router.get('/user/bangumi/:uid/:type?', require('./user_bangumi'));
     router.get('/user/channel/:uid/:sid/:disableEmbed?', require('./userChannel'));
@@ -36,7 +32,6 @@ module.exports = (router) => {
     router.get('/user/followers/:uid/:loginUid', require('./followers'));
     router.get('/user/followings/:uid/:loginUid', require('./followings'));
     router.get('/user/video/:uid/:disableEmbed?', require('./video'));
-    router.get('/user/video-all/:uid/:disableEmbed?', require('./video-all'));
     router.get('/video/danmaku/:bvid/:pid?', require('./danmaku'));
     router.get('/video/page/:bvid/:disableEmbed?', require('./page'));
     router.get('/video/reply/:bvid', require('./reply'));

package/lib/v2/cctv/maintainer.js

@@ -1,7 +1,6 @@
 module.exports = {
     '/lm/:id?': ['nczitzk'],
     '/photo/jx': ['nczitzk'],
-    '/special/:id?': ['nczitzk'],
     '/xwlb': ['zengxs'],
     '/:category': ['idealclover', 'xyqfer'],
 };

package/lib/v2/cctv/radar.js

@@ -2,12 +2,6 @@ module.exports = {
     'cctv.com': {
         _name: '央视新闻',
         news: [
-            {
-                title: '新闻专题',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#yang-shi-xin-wen',
-                source: ['/special/*id'],
-                target: (params) => `/cctv/special/${params.id.split('/')[0]}`,
-            },
             {
                 title: '专题',
                 docs: 'https://docs.rsshub.app/routes/traditional-media#yang-shi-xin-wen',

package/lib/v2/cctv/router.js

@@ -1,7 +1,6 @@
 module.exports = (router) => {
     router.get('/lm/:id?', require('./lm'));
     router.get('/photo/jx', require('./jx'));
-    router.get('/special/:id?', require('./special'));
     router.get('/xwlb', require('./xwlb'));
     router.get('/:category', require('./category'));
 };

package/lib/v2/curius/templates/description.art

@@ -1,4 +1,4 @@
-{{ if item.metadata.full_text }}
+{{ if item.metadata?.full_text }}
     原文：{{@ item.metadata.full_text.replace(/\n/gm, '<br>') }}<br><br>
 {{ /if }}
 {{ if item.comments.length }}

package/lib/v2/dahecube/index.js

@@ -29,7 +29,7 @@ module.exports = async (ctx) => {
 
     const items = await Promise.all(
         list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
+            ctx.cache.tryGet(item.id, async () => {
                 const detailResponse = await got({
                     method: 'post',
                     url: 'https://app.dahecube.com/napi/news/pc/artinfo',

package/lib/v2/deeplearning/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/thebatch': ['nczitzk', 'juvenn'],
+};

package/lib/v2/deeplearning/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'deeplearning.ai': {
+        _name: 'deeplearning.ai',
+        www: [
+            {
+                title: 'TheBatch 周报',
+                docs: 'https://docs.rsshub.app/routes/deeplearning-ai#thebatch-zhou-bao',
+                source: ['/thebatch', '/'],
+                target: '/deeplearning/thebatch',
+            },
+        ],
+    },
+};

package/lib/v2/deeplearning/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/thebatch', require('./thebatch'));
+};

package/lib/v2/deeplearning/thebatch.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const page = await got({
+        method: 'get',
+        url: `https://www.deeplearning.ai/the-batch/`,
+    });
+    const nextJs = page.data.match(/<script id="__NEXT_DATA__" type="application\/json">(.*)<\/script>/)[1];
+    const nextBuildId = JSON.parse(nextJs).buildId;
+
+    const listing = await got({
+        method: 'get',
+        url: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch.json`,
+    });
+
+    const items = listing.data.pageProps.posts.map((item) => ({
+        title: item.title,
+        link: `https://www.deeplearning.ai/the-batch/${item.slug}`,
+        jsonUrl: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch/${item.slug}.json`,
+        pubDate: new Date(item.published_at).toUTCString(),
+    }));
+
+    ctx.state.data = {
+        title: `The Batch - a new weekly newsletter from deeplearning.ai`,
+        link: `https://www.deeplearning.ai/the-batch/`,
+        item: await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const resp = await got({ method: 'get', url: item.jsonUrl });
+                    item.description = resp.data.pageProps.cmsData.post.html;
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/diandong/maintainer.js

@@ -1,4 +1,3 @@
 module.exports = {
     '/news/:cate?': ['Fatpandac'],
-    '/ddh/:cate?': ['Fatpandac'],
 };

package/lib/v2/diandong/radar.js

@@ -8,12 +8,6 @@ module.exports = {
                 source: ['/news'],
                 target: '/diandong/news/:cate',
             },
-            {
-                title: '电动号',
-                docs: 'https://docs.rsshub.app/routes/new-media#dong-qiu-di',
-                source: ['/news/ddh'],
-                target: '/diandong/ddh/:cate',
-            },
         ],
     },
 };

package/lib/v2/diandong/router.js

@@ -1,4 +1,3 @@
 module.exports = (router) => {
     router.get('/news/:cate?', require('./news'));
-    router.get('/ddh/:cate?', require('./ddh'));
 };

package/lib/v2/dx2025/radar.js

@@ -8,12 +8,6 @@ module.exports = {
                 source: ['/archives/category/:type/:category?', '/archives/category/:type'],
                 target: (params) => `/dx2025/${params.type}/${params.category ? params.category : ''}`,
             },
-            {
-                title: '标签',
-                docs: 'https://docs.rsshub.app/routes/multimedia#e-hentai-biao-qian',
-                source: ['/archives/tag/:tag'],
-                target: '/dx2025/tag/:tag',
-            },
         ],
     },
 };

package/lib/v2/eastday/maintainer.js

@@ -1,6 +1,5 @@
 module.exports = {
     '/24/:category?': ['nczitzk'],
-    '/find': ['nczitzk'],
     '/portrait': ['nczitzk'],
     '/sh': ['saury'],
 };

package/lib/v2/eastday/radar.js

@@ -18,12 +18,6 @@ module.exports = {
             },
         ],
         www: [
-            {
-                title: '热点搜索',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#dong-fang-wang-re-dian-sou-suo',
-                source: '/',
-                target: '/eastday/find',
-            },
             {
                 title: '原创',
                 docs: 'https://docs.rsshub.app/routes/traditional-media#dong-fang-wang-yuan-chuang',

package/lib/v2/eastday/router.js

@@ -1,6 +1,5 @@
 module.exports = function (router) {
     router.get('/24/:category?', require('./24'));
-    router.get('/find', require('./find'));
     router.get('/portrait', require('./portrait'));
     router.get('/sh', require('./sh'));
 };

package/lib/v2/economist/maintainer.js

@@ -1,7 +1,5 @@
 module.exports = {
-    '/download': ['nczitzk'],
     '/espresso': ['TonyRL'],
-    '/gre-vocabulary': ['xyqfer'],
     '/global-business-review/:language?': ['prnake'],
     '/:endpoint': ['ImSingee'],
 };

package/lib/v2/economist/radar.js

@@ -15,14 +15,6 @@ module.exports = {
                 target: '/economist/espresso',
             },
         ],
-        gre: [
-            {
-                title: 'GRE Vocabulary',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#the-economist',
-                source: ['/', '/gre-advice/gre-vocabulary/which-words-study/most-common-gre-vocabulary-list-organized-difficulty'],
-                target: '/economist/gre-vocabulary',
-            },
-        ],
     },
     'businessreview.global': {
         _name: 'The Economist',

package/lib/v2/economist/router.js

@@ -1,7 +1,5 @@
 module.exports = (router) => {
-    router.get('/download', require('./download'));
     router.get('/espresso', require('./espresso'));
-    router.get('/gre-vocabulary', require('./gre-vocabulary'));
     router.get('/global-business-review/:language?', require('./global-business-review'));
     router.get('/:endpoint', require('./full'));
 };

package/lib/v2/ft/maintainer.js

@@ -1,4 +1,3 @@
 module.exports = {
-    '/myft/:key': ['HenryQW'],
     '/:language/:channel?': ['HenryQW', 'xyqfer'],
 };

package/lib/v2/ft/radar.js

@@ -6,19 +6,6 @@ module.exports = {
                 title: 'FT 中文网',
                 docs: 'https://docs.rsshub.app/routes/traditional-media#financial-times',
             },
-            {
-                title: 'myFT 个人 RSS',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#financial-times',
-            },
-        ],
-    },
-    'ft.com': {
-        _name: 'Financial Times',
-        '.': [
-            {
-                title: 'myFT personal RSS',
-                docs: 'https://docs.rsshub.app/routes/en/traditional-media#financial-times',
-            },
         ],
     },
 };

package/lib/v2/ft/router.js

@@ -1,4 +1,3 @@
 module.exports = function (router) {
-    router.get('/myft/:key', require('./myft'));
     router.get('/:language/:channel?', require('./channel'));
 };