rsshub 1.0.0-master.f72af1b → 1.0.0-master.f7347d9

package/lib/routes/skebetter/illust.ts

@@ -0,0 +1,83 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import { processItems, fetchData } from './utils';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/illust/:type',
+    categories: ['anime'],
+    example: '/skebetter/illust/hot',
+    parameters: { type: 'Type, see below' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Illust',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Illust - Hot',
+            source: ['skebetter.com/illust'],
+            target: '/illust/hot',
+        },
+        {
+            title: 'Illust - Week',
+            source: ['skebetter.com/illust'],
+            target: '/illust/week',
+        },
+        {
+            title: 'Illust - Month',
+            source: ['skebetter.com/illust'],
+            target: '/illust/month',
+        },
+        {
+            title: 'Illust - Latest',
+            source: ['skebetter.com/illust'],
+            target: '/illust/latest',
+        },
+    ],
+    description: `
+| 急上昇 | 週間 | 月間 | 新着 |
+| ----- | ---- | ---- | ---- |
+| hot | week | month| latest |`,
+};
+
+async function handler(ctx): Promise<Data> {
+    const type = ctx.req.param('type');
+    const baseUrl = 'https://api.twieromanga.com/api/illust/hot';
+    const typeMap = {
+        hot: '急上昇',
+        week: '週間',
+        month: '月間',
+        latest: '新着',
+    };
+    const linkMap = {
+        hot: '',
+        week: '?term=week',
+        month: '?term=month',
+        latest: '?term=latest',
+    };
+
+    const url = `${baseUrl}?type=${type}`;
+
+    const items = await cache.tryGet(
+        url,
+        async () => {
+            const data = await fetchData(url);
+            return processItems(data, 'illust');
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    return {
+        title: `Skebetter Illust - ${typeMap[type]}`,
+        link: `https://skebetter.com/illust${linkMap[type]}`,
+        item: items as DataItem[],
+    };
+}

package/lib/routes/skebetter/index.ts

@@ -0,0 +1,83 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import { processItems, fetchData } from './utils';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/:type',
+    categories: ['anime'],
+    example: '/skebetter/hot',
+    parameters: { type: 'Type, see below' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Hot',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Skebetter - Hot',
+            source: ['skebetter.com'],
+            target: '/hot',
+        },
+        {
+            title: 'Skebetter - Week',
+            source: ['skebetter.com'],
+            target: '/week',
+        },
+        {
+            title: 'Skebetter - Month',
+            source: ['skebetter.com'],
+            target: '/month',
+        },
+        {
+            title: 'Skebetter - Latest',
+            source: ['skebetter.com'],
+            target: '/latest',
+        },
+    ],
+    description: `
+| 急上昇 | 週間 | 月間 | 新着 |
+| ----- | ---- | ---- | ---- |
+| hot | week | month| latest |`,
+};
+
+async function handler(ctx): Promise<Data> {
+    const type = ctx.req.param('type');
+    const baseUrl = 'https://api.twieromanga.com/api/hotv2';
+    const typeMap = {
+        hot: '急上昇',
+        week: '週間',
+        month: '月間',
+        latest: '新着',
+    };
+    const linkMap = {
+        hot: '',
+        week: '?term=week',
+        month: '?term=month',
+        latest: '?term=latest',
+    };
+
+    const url = `${baseUrl}?type=${type}`;
+
+    const items = await cache.tryGet(
+        url,
+        async () => {
+            const data = await fetchData(url);
+            return processItems(data, 'index');
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    return {
+        title: `Skebetter - ${typeMap[type]}`,
+        link: `https://skebetter.com/${linkMap[type]}`,
+        item: items as DataItem[],
+    };
+}

package/lib/routes/skebetter/manga.ts

@@ -0,0 +1,65 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import { processItems, fetchData } from './utils';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/manga/:order',
+    categories: ['anime'],
+    example: '/skebetter/manga/1',
+    parameters: { order: 'Order, see below.' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Manga',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Manga - Latest',
+            source: ['skebetter.com/series'],
+            target: '/manga/1',
+        },
+        {
+            title: 'Manga - Hot',
+            source: ['skebetter.com/series'],
+            target: '/manga/2',
+        },
+    ],
+    description: `
+| 新着 (Latest) | 人気 (Hot) |
+| ---- | ---- |
+| 1    | 2    |`,
+};
+
+async function handler(ctx): Promise<Data> {
+    const order = ctx.req.param('order') ?? '1';
+    const baseUrl = 'https://api.twieromanga.com/api/mangaseries';
+    const orderMap = {
+        '1': '新着',
+        '2': '人気',
+    };
+
+    const url = `${baseUrl}?order=${order}`;
+
+    const items = await cache.tryGet(
+        url,
+        async () => {
+            const data = await fetchData(url, true);
+            return processItems(data, 'manga');
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    return {
+        title: `Skebetter Manga - ${orderMap[order]}`,
+        link: `https://skebetter.com/series?order=${order}`,
+        item: items as DataItem[],
+    };
+}

package/lib/routes/skebetter/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Skebetter',
+    url: 'skebetter.com',
+};

package/lib/routes/skebetter/utils.ts

@@ -0,0 +1,72 @@
+import { DataItem } from '@/types';
+import { ofetch } from 'ofetch';
+
+export interface MediaUrl {
+    h: number;
+    w: number;
+    sh: number;
+    sw: number;
+    type: string;
+    media_id: string | null;
+    media_uri: string;
+    media_index: number;
+}
+
+export interface Tweet {
+    id: string;
+    screen_name: string;
+    series_id?: number;
+    text: string;
+    date: string;
+    img: string;
+    user_name: string;
+    fav: string;
+    retweet: string;
+    user_id: string;
+    media_url: string;
+    media_count: number;
+    hashtags?: Record<string, unknown>;
+    media_urls: MediaUrl[];
+    score: string;
+    rank: number;
+}
+
+export const processItems = (data: Tweet[], type: 'index' | 'illust' | 'manga'): DataItem[] =>
+    data.map((item) => {
+        const baseAuthorUrl = `https://skebetter.com/author/${item.user_id}`;
+        const description = `
+            <p>❤${item.fav}    🔁${item.retweet}</p>
+            ${item.media_urls.map((media) => `<img src="${media.media_uri}" />`).join('')}
+        `;
+
+        if (type === 'manga') {
+            return {
+                title: item.text,
+                description,
+                author: item.user_name,
+                link: `https://skebetter.com/series/${item.series_id}`,
+            };
+        }
+
+        if (type === 'illust') {
+            return {
+                title: item.text,
+                description,
+                author: item.user_name,
+                link: `${baseAuthorUrl}/illust/${item.id}`,
+            };
+        }
+
+        // type === 'index'
+        return {
+            title: item.text,
+            description,
+            author: item.user_name,
+            link: item.series_id ? `https://skebetter.com/series/${item.series_id}` : `${baseAuthorUrl}/manga/${item.id}`,
+        };
+    });
+
+export const fetchData = async (url: string, isManga: boolean = false) => {
+    const response = await ofetch(url);
+    return isManga ? (response as Tweet[]) : (response.tweet as Tweet[]);
+};

package/lib/routes/spankbang/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'SpankBang',
+    url: 'spankbang.com',
+};

package/lib/routes/spankbang/new-videos.ts

@@ -0,0 +1,90 @@
+import { Data, Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+
+import puppeteer from '@/utils/puppeteer';
+import * as cheerio from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { config } from '@/config';
+import logger from '@/utils/logger';
+import cache from '@/utils/cache';
+
+const __dirname = getCurrentPath(import.meta.url);
+const render = (data) => art(path.join(__dirname, 'templates/video.art'), data);
+
+const handler = async () => {
+    const baseUrl = 'https://spankbang.com';
+    const link = `${baseUrl}/new_videos/`;
+
+    const browser = await puppeteer();
+
+    const data = await cache.tryGet(
+        link,
+        async () => {
+            const page = await browser.newPage();
+            await page.setRequestInterception(true);
+            page.on('request', (request) => {
+                request.resourceType() === 'document' ? request.continue() : request.abort();
+            });
+            logger.http(`Requesting ${link}`);
+            await page.goto(link, {
+                waitUntil: 'domcontentloaded',
+            });
+
+            const response = await page.content();
+            const $ = cheerio.load(response);
+
+            const items = $('.video-item')
+                .toArray()
+                .map((item) => {
+                    const $item = $(item);
+                    const thumb = $item.find('.thumb');
+                    const cover = $item.find('img.cover');
+
+                    return {
+                        title: thumb.attr('title'),
+                        link: new URL(thumb.attr('href')!, baseUrl).href,
+                        description: render({
+                            cover: cover.data('src'),
+                            preview: cover.data('preview'),
+                        }),
+                    };
+                });
+
+            return {
+                title: $('head title').text(),
+                description: $('head meta[name="description"]').attr('content'),
+                item: items,
+            };
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    browser.close();
+
+    return {
+        title: data.title,
+        description: data.description,
+        link,
+        item: data.item,
+    } as unknown as Promise<Data>;
+};
+
+export const route: Route = {
+    path: '/new_videos',
+    categories: ['multimedia'],
+    example: '/spankbang/new_videos',
+    name: 'New Porn Videos',
+    maintainers: ['TonyRL'],
+    features: {
+        antiCrawler: true,
+        requirePuppeteer: true,
+    },
+    radar: [
+        {
+            source: ['spankbang.com/new_videos/', 'spankbang.com/'],
+        },
+    ],
+    handler,
+};

package/lib/routes/spankbang/templates/video.art

@@ -0,0 +1,7 @@
+{{ if preview }}
+    <video controls preload="metadata"
+        {{ if cover }} poster="{{ cover }}" {{ /if }}
+    >
+        <source src="{{ preview }}" type="video/mp4">
+    </video>
+{{ /if }}

package/lib/routes/straitstimes/index.ts

@@ -0,0 +1,135 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { getCurrentPath } from '@/utils/helpers';
+import path from 'node:path';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+    path: '/:category?/:section?',
+    categories: ['traditional-media'],
+    example: '/straitstimes/singapore',
+    parameters: {
+        category: 'Category, see below for more information',
+        section: 'Section, see below for more information',
+    },
+    features: {
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        requireConfig: false,
+    },
+    name: 'News',
+    maintainers: ['quiniapiezoelectricity'],
+    handler,
+    description: `
+| Category               | \`:category\`               |
+| ---------------------- | --------------------------- |
+| Singapore              | \`singapore\`               |
+| Asia                   | \`asia\`                    |
+| World                  | \`world\`                   |
+| Opinion                | \`opinion\`                 |
+| Life                   | \`life\`                    |
+| Business               | \`business\`                |
+| Jobs                   | \`jobs\`                    |
+| Parenting & Education  | \`parenting-and-education\` |
+| Food                   | \`food\`                    |
+| Tech                   | \`tech\`                    |
+| Sport                  | \`sport\`                   |
+| Podcasts               | \`podcasts\`                |,
+
+| Section                | \`:section\`                |
+| ---------------------- | --------------------------- |
+| Top Stories            | \`top-stories\`             |
+| Latest                 | \`latest\`                  |`,
+    radar: [
+        {
+            source: ['www.straitstimes.com/:category'],
+            target: '/:category',
+        },
+        {
+            source: ['www.straitstimes.com'],
+            target: '/',
+        },
+    ],
+};
+
+async function handler(ctx) {
+    const category = ctx.req.param('category') ? ctx.req.param('category').toLowerCase() : 'singapore';
+    const section = ctx.req.param('section') ? ctx.req.param('section').toLowerCase() : undefined;
+    const apiKey = 'T9XUJM9rAZoLOd2CAx2wCBSTrm3xoyPw';
+    const platform = 'iosflex';
+    const __dirname = getCurrentPath(import.meta.url);
+    let feed;
+    const response = await got({
+        method: 'get',
+        url: `https://newsapi.sphdigital.com/v2/feed/section/st?page=1&platform=${platform}&section=${category}/star&subscribed=false&version=4.0`,
+        headers: {
+            'x-api-key': apiKey,
+        },
+    });
+    feed = response.data.data;
+    const sections = new Set(feed.filter((item) => item.items[0].itemType === 'SectionFooter').map((items) => items.items[0].sectionFooterData.link.id));
+    let slug = section && sections.has(`${category}-${section}-more/star`) ? `${category}-${section}-more/star` : undefined;
+    if (section === undefined) {
+        for (const section of ['latest', 'top-picks', 'top-stories']) {
+            if (sections.has(`${category}-${section}-more/star`)) {
+                slug = `${category}-${section}-more/star`;
+                break;
+            }
+        }
+    }
+    if (slug) {
+        const response = await got({
+            method: 'get',
+            url: `https://newsapi.sphdigital.com/v2/feed/section/st?page=1&platform=${platform}&section=${slug}&subscribed=false&version=4.0`,
+            headers: {
+                'x-api-key': apiKey,
+            },
+        });
+        feed = response.data.data;
+    }
+    const articles = feed.filter((item) => item.items[0].itemType === 'Article');
+    const items = await Promise.all(
+        articles.map((item) =>
+            cache.tryGet(item.items[0].articleData.url, async () => {
+                const article = item.items[0].articleData;
+                if (article.authors) {
+                    item.author = article.authors.map((author) => author.name).join(', ');
+                }
+                if (article.keywords) {
+                    item.category = article.keywords.map((keyword) => keyword.name);
+                }
+                item.title = article.headline;
+                item.pubDate = parseDate(article.publicationTime, 'X');
+                item.updated = parseDate(article.updatedTime, 'X');
+                item.link = article.url;
+                let content = article.teaser;
+                if (article.documentId) {
+                    const response = await got({
+                        method: 'get',
+                        url: `https://newsapi.sphdigital.com/v2/feed/article/st/${article.documentId}?platform=${platform}&version=4.0`,
+                        headers: {
+                            'x-api-key': apiKey,
+                        },
+                    });
+                    content = response.data.data.body;
+                }
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: article.images ?? [],
+                    article: content,
+                });
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `The Strait Times - ${category.replaceAll('-', ' ').toUpperCase()}`,
+        link: `https://www.straitstimes.com/${category.toLowerCase()}`,
+        item: items,
+    };
+}

package/lib/routes/straitstimes/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'The Strait Times',
+    url: 'straitstimes.com',
+    description: '',
+};

package/lib/routes/straitstimes/templates/description.art

@@ -0,0 +1,27 @@
+{{ if images }}
+    {{ each images }}
+        {{if $value.url }}
+            <figure>
+                <img src=
+                {{ if $value.large }}
+                    "{{ $value.large }}"
+                {{ else }}
+                    "{{ $value.url }}"
+                {{ /if }}
+                {{ if $value.height }}
+                    height="{{ $value.height }}"
+                 {{  /if }}
+                 {{ if $value.width  }}
+                    width="{{ $value.width }}"
+                {{ /if }}
+                >
+            {{ if $value.caption }}
+                <figcaption>{{ $value.caption }}</figcaption>
+            {{ /if }}
+            </figure>
+        {{ /if }}
+    {{ /each }}
+{{ /if }}
+{{ if article }}
+   {{@ article }}
+{{ /if }}

package/lib/routes/szftedu/dongtai.ts

@@ -0,0 +1,62 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const host = 'https://ylxx.szftedu.cn/xx_5828/xydt_5829/bxfbx_6371/';
+const baseLink = 'https://ylxx.szftedu.cn';
+
+export const route: Route = {
+    path: '/dongtai',
+    categories: ['university'],
+    example: '/szftedu/dongtai',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '动态',
+    maintainers: ['valuex'],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const link = host;
+    const response = await got(link);
+    const $ = load(response.data);
+    const lists = $('div.pagenews04 div ul li')
+        .toArray()
+        .map((el) => ({
+            title: $('a', el).text().trim(),
+            link: $('a', el).attr('href'),
+            pubDate: timezone(parseDate($('span[class=canedit]', el).text()), 8),
+        }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const thisUrl = item.link;
+                const trueLink = thisUrl.includes('http') ? thisUrl : baseLink + thisUrl;
+                const response = await got(trueLink);
+                const $ = load(response.data);
+                item.description = thisUrl.includes('http') ? $('#page-content').html() : $('div.TRS_Editor').html();
+                item.pubDate = timezone(parseDate($('#publish_time').first().text()), 8);
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '园岭小学动态',
+        link: host,
+        description: '园岭小学动态',
+        item: items,
+    };
+}