rsshub 1.0.0-master.fdb1381 → 1.0.0-master.fdb4325

package/lib/routes/playno1/st.ts

@@ -30,8 +30,8 @@ export const route: Route = {
     maintainers: ['TonyRL'],
     handler,
     description: `| 全部文章 | 情趣體驗報告 | 情趣新聞 | 情趣研究所 |
-  | -------- | ------------ | -------- | ---------- |
-  | all      | experience   | news     | graduate   |`,
+| -------- | ------------ | -------- | ---------- |
+| all      | experience   | news     | graduate   |`,
 };
 
 async function handler(ctx) {

package/lib/routes/plurk/top.ts

@@ -24,12 +24,12 @@ export const route: Route = {
     maintainers: ['TonyRL'],
     handler,
     description: `| Top Replurks | Top Favorites | Top Responded |
-  | ------------ | ------------- | ------------- |
-  | topReplurks  | topFavorites  | topResponded  |
+| ------------ | ------------- | ------------- |
+| topReplurks  | topFavorites  | topResponded  |
 
-  | English | 中文（繁體） |
-  | ------- | ------------ |
-  | en      | zh           |`,
+| English | 中文（繁體） |
+| ------- | ------------ |
+| en      | zh           |`,
 };
 
 async function handler(ctx) {

package/lib/routes/pnas/index.ts

@@ -108,7 +108,7 @@ async function handler(ctx) {
         )
     );
 
-    browser.close();
+    await browser.close();
 
     return {
         title: `${$('.banner-widget__content h1').text()} - PNAS`,

package/lib/routes/priconne-redive/news.ts

@@ -37,9 +37,9 @@ export const route: Route = {
     url: 'priconne-redive.jp/news',
     description: `服务器
 
-  | 国服  | 台服  | 日服  |
-  | ----- | ----- | ---- |
-  | zh-cn | zh-tw | jp   |`,
+| 国服  | 台服  | 日服  |
+| ----- | ----- | ---- |
+| zh-cn | zh-tw | jp   |`,
 };
 
 async function handler(ctx) {

package/lib/routes/producthunt/templates/description.art

@@ -0,0 +1,19 @@
+{{ if headerImage }}
+    <img src="https://ph-files.imgix.net/{{ headerImage }}"><br>
+{{ /if }}
+
+{{ if description }}
+<div>{{ description }}</div>
+{{ /if }}
+
+{{ if media }}
+    {{ each media m }}
+        {{ if m.mediaType === 'image' }}
+            <img src="https://ph-files.imgix.net/{{ m.imageUuid }}"><br>
+        {{ else if m.mediaType === 'video' }}
+            {{ if m.metadata.platform === 'youtube' }}
+                <iframe id="ytplayer" type="text/html" width="640" height="360" src="https://www.youtube-nocookie.com/embed/{{ m.metadata.videoId }}" frameborder="0" allowfullscreen></iframe>
+            {{ /if }}
+        {{ /if }}
+    {{ /each }}
+{{ /if }}

package/lib/routes/producthunt/today.ts

@@ -3,7 +3,7 @@ import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
@@ -13,7 +13,6 @@ export const route: Route = {
     path: '/today',
     categories: ['other'],
     example: '/producthunt/today',
-    parameters: {},
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -34,33 +33,61 @@ export const route: Route = {
 };
 
 async function handler() {
-    const response = await got('https://www.producthunt.com/');
+    const response = await ofetch('https://www.producthunt.com/');
 
-    const data = JSON.parse(load(response.data)('#__NEXT_DATA__').html());
+    const $ = load(response);
+    const match = $('script:contains("ApolloSSRDataTransport")')
+        .text()
+        .match(/"events":(\[.+\])\}\)/)?.[1]
+        .replaceAll('undefined', 'null');
 
-    const list = Object.values(data.props.apolloState)
-        .filter((o) => o.__typename === 'Post')
-        // only includes new post, not product
-        .filter((o) => Object.hasOwn(o, 'redirectToProduct') && o.redirectToProduct === null);
+    const data = JSON.parse(match);
+    const todayList = data.find((event) => event.type === 'data' && event.result.data.homefeed).result.data.homefeed.edges.find((edge) => edge.node.id === 'FEATURED-0').node;
+    // 0: Top Products Launching Today
+    // 1: Yesterday's Top Products
+    // 2: Last Week's Top Products
+    // 3: Last Month's Top Products
+
+    const list = todayList.items
+        .filter((i) => i.__typename === 'Post')
+        .map((item) => ({
+            title: item.name,
+            link: `https://www.producthunt.com/posts/${item.slug}`,
+            slug: item.slug,
+            description: item.tagline,
+            pubDate: parseDate(item.createdAt),
+            image: `https://ph-files.imgix.net/${item.thumbnailImageUuid}`,
+            categories: item.topics.edges.map((topic) => topic.node.name),
+        }));
 
     const items = await Promise.all(
         list.map((item) =>
-            cache.tryGet(item.slug, async () => {
-                const detailresponse = await got(`https://www.producthunt.com/posts/${item.slug}`);
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch('https://www.producthunt.com/frontend/graphql', {
+                    method: 'POST',
+                    body: {
+                        operationName: 'PostPage',
+                        variables: {
+                            slug: item.slug,
+                        },
+                        extensions: {
+                            persistedQuery: {
+                                version: 1,
+                                sha256Hash: '3d56ad0687ad82922d71fca238e5081853609dd7b16207a5aa042dee884edaea',
+                            },
+                        },
+                    },
+                });
+                const post = response.data.post;
 
-                const data = JSON.parse(load(detailresponse.data)('#__NEXT_DATA__').html());
-                const descData = data.props.apolloState[`Post${item.id}`];
+                item.author = post.user.name;
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    headerImage: post.headerImage?.uuid,
+                    description: post.description,
+                    media: post.media,
+                });
 
-                return {
-                    title: `${item.slug} - ${item.tagline}`,
-                    description:
-                        descData.description +
-                        art(path.join(__dirname, 'templates/descImg.art'), {
-                            descData,
-                        }),
-                    link: `https://www.producthunt.com/posts/${item.slug}`,
-                    pubDate: parseDate(descData.createdAt),
-                };
+                return item;
             })
         )
     );

package/lib/routes/psnine/game.ts

@@ -0,0 +1,42 @@
+import type { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+
+const handler = async () => {
+    const url = 'https://www.psnine.com/psngame';
+    const response = await ofetch(url);
+
+    const $ = cheerio.load(response);
+
+    const out = $('table tr')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            return {
+                title: $item.find('.title a').text(),
+                link: $item.find('.title a').attr('href'),
+                description: $item.find('.title span').text() + ' ' + $item.find('.twoge').text(),
+            };
+        });
+
+    return {
+        title: $('head title').text(),
+        link: url,
+        item: out,
+    };
+};
+
+export const route: Route = {
+    path: '/game',
+    categories: ['game'],
+    example: '/psnine/game',
+    name: '游戏',
+    maintainers: ['betta-cyber'],
+    handler,
+    radar: [
+        {
+            source: ['psnine.com/psngame', 'psnine.com'],
+        },
+    ],
+};

package/lib/routes/psnine/index.ts

@@ -0,0 +1,58 @@
+import type { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseRelativeDate } from '@/utils/parse-date';
+
+const handler = async () => {
+    const url = 'https://www.psnine.com/';
+    const response = await ofetch(url);
+
+    const $ = cheerio.load(response);
+
+    const out = $('.list li')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            return {
+                title: $item.find('.title').text(),
+                link: $item.find('.title a').attr('href'),
+                pubDate: parseRelativeDate(
+                    $item
+                        .find('.meta')
+                        .contents()
+                        .filter((_, i) => i.nodeType === 3)
+                        .text()
+                        .trim()
+                        .split(/\s{2,}/)[0]
+                ),
+                author: $item.find('.meta a.psnnode').text(),
+                category: $item
+                    .find('.meta a.node')
+                    .toArray()
+                    .map((a) => $(a).text()),
+            };
+        });
+
+    return {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        image: `${url}/View/aimage/p9.png`,
+        link: url,
+        item: out,
+    };
+};
+
+export const route: Route = {
+    path: '/',
+    categories: ['game'],
+    example: '/psnine',
+    name: '首页',
+    maintainers: ['betta-cyber'],
+    handler,
+    radar: [
+        {
+            source: ['psnine.com'],
+        },
+    ],
+};

package/lib/routes/psnine/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'PSN 中文站',
+    url: 'psnine.com',
+    lang: 'zh-CN',
+    categories: ['game'],
+};

package/lib/routes/psnine/node.ts

@@ -0,0 +1,80 @@
+import type { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+
+const handler = async (ctx) => {
+    const { id = 'news', order = 'obdate' } = ctx.req.param();
+
+    const rootUrl = 'https://www.psnine.com';
+    const currentUrl = `${rootUrl}/node/${id}?ob=${order}`;
+    const response = await ofetch(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    $('.psnnode, .node').remove();
+
+    const list = $('.title a')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            const meta = $item.parent().next();
+            return {
+                title: $item.text(),
+                link: $item.attr('href'),
+                pubDate: timezone(
+                    parseDate(
+                        meta
+                            .contents()
+                            .filter((_, i) => i.nodeType === 3)
+                            .text()
+                            .trim()
+                            .split(/\s{2,}/)[0],
+                        ['YYYY-MM-DD HH:mm', 'MM-DD HH:mm']
+                    ),
+                    8
+                ),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const detailResponse = await ofetch(item.link);
+                const $ = cheerio.load(detailResponse);
+
+                item.author = $('a[itemprop="author"]').eq(0).text();
+                item.description = $('div[itemprop="articleBody"]').html();
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `${$('title').text()} - PSN中文站`,
+        link: currentUrl,
+        item: items,
+    };
+};
+
+export const route: Route = {
+    path: '/node/:id?/:order?',
+    parameters: {
+        id: '节点 id，见下表，默认为 news',
+        order: '排序，`date` 即最新，默认为 `obdate` 即综合排序',
+    },
+    categories: ['game'],
+    example: '/psnine/node/news',
+    name: '节点',
+    maintainers: ['betta-cyber', 'nczitzk'],
+    handler,
+    radar: [
+        {
+            source: ['psnine.com/node/:id'],
+        },
+    ],
+};

package/lib/routes/psnine/shuzhe.ts

@@ -0,0 +1,43 @@
+import type { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+
+const handler = async () => {
+    const url = 'https://www.psnine.com/dd';
+    const response = await ofetch(url);
+
+    const $ = cheerio.load(response);
+
+    const out = $('.dd_ul li')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            return {
+                title: $item.find('.dd_title').text(),
+                link: $item.find('.dd_title a').attr('href'),
+                description: $item.find('.dd_status').text(),
+                author: $item.find('.meta a').text(),
+            };
+        });
+
+    return {
+        title: $('head title').text(),
+        link: 'https://www.psnine.com/',
+        item: out,
+    };
+};
+
+export const route: Route = {
+    path: '/shuzhe',
+    categories: ['game'],
+    example: '/psnine/shuzhe',
+    name: '数折',
+    maintainers: ['betta-cyber'],
+    handler,
+    radar: [
+        {
+            source: ['psnine.com/dd', 'psnine.com'],
+        },
+    ],
+};

package/lib/routes/psnine/trade.ts

@@ -0,0 +1,58 @@
+import type { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseRelativeDate } from '@/utils/parse-date';
+
+const handler = async () => {
+    const url = 'https://www.psnine.com/trade';
+    const response = await ofetch(url);
+
+    const $ = cheerio.load(response);
+
+    const out = $('.list li')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            const touch = $item.find('.touch');
+            return {
+                title: $item.find('.content').text(),
+                link: touch.attr('href'),
+                description: $item.find('.r').text() + touch.html(),
+                pubDate: parseRelativeDate(
+                    $item
+                        .find('div.meta')
+                        .contents()
+                        .filter((_, i) => i.nodeType === 3)
+                        .text()
+                        .trim()
+                        .split(/\s{2,}/)[0]
+                ),
+                author: $item.find('.psnnode').text(),
+                category: $item
+                    .find('.node')
+                    .toArray()
+                    .map((a) => $(a).text()),
+            };
+        });
+
+    return {
+        title: $('head title').text(),
+        link: url,
+        item: out,
+    };
+};
+
+export const route: Route = {
+    path: '/trade',
+    categories: ['game'],
+    example: '/psnine/trade',
+    name: '闲游',
+    maintainers: ['betta-cyber'],
+    handler,
+    radar: [
+        {
+            source: ['psnine.com/trade', 'psnine.com'],
+        },
+    ],
+};

package/lib/routes/publico/ciencias.ts

@@ -0,0 +1,55 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+import getItems from './items-processor';
+
+export const route: Route = {
+    path: '/ciencias/:subsection?',
+    parameters: {
+        subsection: {
+            description: "Filter by subsection. Check the subsections available on the newspaper's website.",
+        },
+    },
+    categories: ['traditional-media'],
+    example: '/publico/ciencias',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: true,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['publico.es/ciencias'],
+            target: '/ciencias',
+        },
+    ],
+    name: 'Ciencias',
+    maintainers: ['adrianrico97'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { subsection } = ctx.req.param();
+
+    const rootUrl = 'https://www.publico.es';
+    const currentUrl = subsection ? `${rootUrl}/ciencias/${subsection}` : `${rootUrl}/ciencias`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = load(response.data);
+    const title = $('.article-section h1').text();
+    const items = getItems($);
+
+    return {
+        title: `${title} | Público`,
+        link: currentUrl,
+        item: items,
+    };
+}

package/lib/routes/publico/culturas.ts

@@ -0,0 +1,55 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+import getItems from './items-processor';
+
+export const route: Route = {
+    path: '/culturas/:subsection?',
+    parameters: {
+        subsection: {
+            description: "Filter by subsection. Check the subsections available on the newspaper's website.",
+        },
+    },
+    categories: ['traditional-media'],
+    example: '/publico/culturas',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: true,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['publico.es/culturas'],
+            target: '/culturas',
+        },
+    ],
+    name: 'Culturas',
+    maintainers: ['adrianrico97'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { subsection } = ctx.req.param();
+
+    const rootUrl = 'https://www.publico.es';
+    const currentUrl = subsection ? `${rootUrl}/culturas/${subsection}` : `${rootUrl}/culturas`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = load(response.data);
+    const title = $('.article-section h1').text();
+    const items = getItems($);
+
+    return {
+        title: `${title} | Público`,
+        link: currentUrl,
+        item: items,
+    };
+}

package/lib/routes/publico/economia.ts

@@ -0,0 +1,55 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+import getItems from './items-processor';
+
+export const route: Route = {
+    path: '/economia/:subsection?',
+    parameters: {
+        subsection: {
+            description: "Filter by subsection. Check the subsections available on the newspaper's website.",
+        },
+    },
+    categories: ['traditional-media'],
+    example: '/publico/economia',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: true,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['publico.es/economia'],
+            target: '/economia',
+        },
+    ],
+    name: 'Economia',
+    maintainers: ['adrianrico97'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { subsection } = ctx.req.param();
+
+    const rootUrl = 'https://www.publico.es';
+    const currentUrl = subsection ? `${rootUrl}/economia/${subsection}` : `${rootUrl}/economia`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = load(response.data);
+    const title = $('.article-section h1').text();
+    const items = getItems($);
+
+    return {
+        title: `${title} | Público`,
+        link: currentUrl,
+        item: items,
+    };
+}