rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/routes/patreon/types.ts

@@ -0,0 +1,387 @@
+export interface CreatorData {
+    meta: {
+        desc: string;
+        height: null;
+        imageUrl: string;
+        isPrivate: boolean;
+        key: string;
+        openGraph: OpenGraph;
+        title: string;
+        url: string;
+        videoHeight: null;
+        videoUrl: null;
+        videoWidth: null;
+        viewport: string;
+    };
+    id: string;
+    attributes: IncludedAttributes;
+}
+
+interface OpenGraph {
+    desc: null;
+    imageUrl: null;
+    title: null;
+}
+
+export interface PostData {
+    data: Datum[];
+    included: IncludedItem[];
+    links: Links;
+    meta: Meta;
+}
+
+interface Datum {
+    attributes: Attributes;
+    id: string;
+    relationships: Relationships;
+    type: string;
+}
+
+interface Attributes {
+    change_visibility_at: null;
+    comment_count: number;
+    commenter_count: number;
+    created_at: string;
+    current_user_can_comment: boolean;
+    current_user_can_delete: boolean;
+    current_user_can_report: boolean;
+    current_user_can_view: boolean;
+    current_user_comment_disallowed_reason: string;
+    has_ti_violation: boolean;
+    image: Image;
+    is_new_to_current_user: boolean;
+    is_paid: boolean;
+    like_count: number;
+    meta_image_url: string;
+    min_cents_pledged_to_view: number | null;
+    moderation_status: string;
+    patreon_url: string;
+    pledge_url: string;
+    pls_one_liners_by_category: any[]; // Items are `false`, so an empty array
+    post_level_suspension_removal_date: null;
+    post_metadata: PostMetadata;
+    post_type: string;
+    preview_asset_type: string | null;
+    published_at: string;
+    teaser_text: string | null;
+    title: string;
+    upgrade_url: string;
+    url: string;
+    video_preview: VideoPreview | null;
+    was_posted_by_campaign_owner: boolean;
+    thumbnail?: Thumbnail;
+    content?: string;
+    embed?: null;
+    post_file?: PostFile;
+}
+
+interface Image {
+    height: number;
+    url: string;
+    width: number;
+    large_url?: string;
+    thumb_square_large_url?: string;
+    thumb_square_url?: string;
+    thumb_url?: string;
+}
+
+interface PostMetadata {
+    image_order?: string[];
+    platform?: object;
+}
+
+interface VideoPreview {
+    closed_captions_enabled: boolean;
+    default_thumbnail: DefaultThumbnail;
+    duration: number;
+    expires_at: string;
+    full_content_duration: number;
+    full_duration: number;
+    height: number;
+    media_id: number;
+    progress: Progress;
+    state: string;
+    url: string;
+    video_issues: object;
+    width: number;
+}
+
+interface DefaultThumbnail {
+    url: string;
+}
+
+interface Progress {
+    is_watched: boolean;
+    watch_state: string;
+}
+
+interface PostFile {
+    height: number;
+    image_colors: ImageColors;
+    media_id: number;
+    state: string;
+    url: string;
+    width: number;
+}
+
+interface ImageColors {
+    average_colors_of_corners: AverageColorsOfCorners;
+    dominant_color: string;
+    palette: string[];
+    text_color: string;
+}
+
+interface AverageColorsOfCorners {
+    bottom_left: string;
+    bottom_right: string;
+    top_left: string;
+    top_right: string;
+}
+
+interface Thumbnail {
+    url: string;
+    large?: string;
+    large_2?: string;
+    square?: string;
+    gif_url?: string;
+    height?: number;
+    width?: number;
+}
+
+interface Relationships {
+    access_rules: AccessRules;
+    audio: MediaRelation;
+    audio_preview: MediaRelation;
+    campaign: CampaignRelation;
+    content_unlock_options: ContentUnlockOptions;
+    drop: Drop;
+    images: Images;
+    media: Media;
+    poll: Poll;
+    user: UserRelation;
+    user_defined_tags: UserDefinedTags;
+    video: MediaRelation;
+    attachments_media?: AttachmentsMedia;
+    // Custom relationships
+    video_preview?: MediaRelation;
+}
+
+interface AccessRules {
+    data: AccessRuleData[];
+}
+
+interface AccessRuleData {
+    id: string;
+    type: string;
+}
+
+export interface MediaRelation {
+    data: MediaData | null;
+    links?: RelatedLink;
+}
+
+interface MediaData {
+    id: string;
+    type: string;
+}
+
+interface CampaignRelation {
+    data: CampaignData;
+    links: RelatedLink;
+}
+
+interface CampaignData {
+    id: string;
+    type: string;
+}
+
+interface RelatedLink {
+    related: string;
+}
+
+interface ContentUnlockOptions {
+    data: any[]; // Empty array
+}
+
+interface Drop {
+    data: null;
+}
+
+interface Images {
+    data: MediaData[];
+}
+
+interface Media {
+    data: MediaData[];
+}
+
+interface Poll {
+    data: null;
+}
+
+interface UserRelation {
+    data: UserData;
+    links: RelatedLink;
+}
+
+interface UserData {
+    id: string;
+    type: string;
+}
+
+interface UserDefinedTags {
+    data: UserDefinedTagData[];
+    attributes: IncludedAttributes;
+}
+
+interface UserDefinedTagData {
+    id: string;
+    type: string;
+}
+
+interface AttachmentsMedia {
+    data: AttachmentMediaData[];
+}
+
+interface AttachmentMediaData {
+    id: string;
+    type: string;
+}
+
+interface IncludedItem {
+    attributes: IncludedAttributes;
+    id: string;
+    type: string;
+    relationships?: IncludedRelationships;
+}
+
+interface IncludedAttributes {
+    // Depending on the `type`, attributes vary
+    // For example, if `type` is 'user', attributes include:
+    full_name?: string;
+    image_url?: string | null;
+    avatar_photo_image_urls?: Image;
+    avatar_photo_url?: string;
+    currency?: string;
+    earnings_visibility?: string;
+    is_monthly?: boolean;
+    is_nsfw?: boolean;
+    name?: string;
+    show_audio_post_download_links?: boolean;
+    url?: string;
+    // Additional properties for other types
+    // For 'post_tag' type
+    tag_type?: string;
+    value?: string;
+    // For 'display'
+    display?: Display;
+    // For 'file'
+    file_name?: string | null;
+    image_urls?: Image | null;
+    metadata?: Metadata;
+    download_url?: string;
+    // For 'tier'
+    access_rule_type?: string;
+    amount_cents?: number | null;
+    post_count?: number;
+    amount?: number;
+    created_at?: string;
+    declined_patron_count?: number;
+    description?: string;
+    discord_role_ids?: null;
+    edited_at?: string;
+    is_free_tier?: boolean;
+    patron_amount_cents?: number;
+    patron_currency?: string;
+    published?: boolean;
+    published_at?: string;
+    remaining?: null;
+    requires_shipping?: boolean;
+    title?: string;
+    unpublished_at?: null;
+}
+
+interface Display {
+    default_thumbnail?: DefaultThumbnail & { position?: number };
+    url?: string;
+    closed_captions_enabled?: boolean;
+    expires_at?: string;
+    height?: number;
+    video_issues?: VideoIssues;
+    width?: number;
+    duration?: number;
+    full_content_duration?: number;
+    media_id?: number;
+    progress?: Progress;
+    state?: string;
+    image_colors?: ImageColors;
+}
+
+interface VideoIssues {
+    processing_warning?: {
+        video_bitrate?: string;
+        video_codec?: string;
+        video_resolution?: string;
+    };
+}
+
+interface Image {
+    thumbnail: string;
+    url: string;
+    default?: string;
+    default_blurred?: string;
+    default_blurred_small?: string;
+    default_small?: string;
+    original?: string;
+    thumbnail_large?: string;
+    thumbnail_small?: string;
+}
+
+interface Metadata {
+    audio_preview_duration?: number;
+    audio_preview_start_time?: number;
+    video_preview_end_ms?: number | null;
+    video_preview_start_ms?: number | null;
+    duration?: number;
+    start_position?: number;
+    duration_s?: number;
+    orientation?: string;
+    variant?: string;
+    dimensions?: Dimensions;
+}
+
+interface Dimensions {
+    h: number;
+    w: number;
+}
+
+interface IncludedRelationships {
+    tier?: TierRelation;
+}
+
+interface TierRelation {
+    data: TierData | null;
+    links?: RelatedLink;
+}
+
+interface TierData {
+    id: string;
+    type: string;
+}
+
+interface Links {
+    next: string;
+}
+
+interface Meta {
+    pagination: Pagination;
+}
+
+interface Pagination {
+    cursors: Cursors;
+    total: number;
+}
+
+interface Cursors {
+    next: string;
+}

package/lib/routes/pconline/focus.ts

@@ -110,7 +110,7 @@ export const handler = async (ctx) => {
 
 export const route: Route = {
     path: '/focus/:category?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/pconline/focus',
     parameters: {
         category: {

package/lib/routes/pconline/namespace.ts

@@ -4,7 +4,7 @@ export const namespace: Namespace = {
     name: '太平洋科技',
     url: 'pconline.com.cn',
     description: `
-:::tip
+::: tip
 太平洋科技是专业IT门户网站,为用户和经销商提供IT资讯和行情报价,涉及电脑,手机,数码产品,软件等.
 :::`,
     lang: 'zh-CN',

package/lib/routes/phoronix/index.ts

@@ -114,7 +114,7 @@ const tryFetch = async (category, topic) => {
 
 export const route: Route = {
     path: '/:category?/:topic?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/phoronix/linux/KDE',
     parameters: {
         category: 'Category',

package/lib/routes/picnob/templates/desc.art

@@ -1,10 +1,17 @@
-{{ if item.type === 'video' }}
-    <video poster="{{ item.pic }}" controls>
+{{ if item.type === 'video' || item.type === 'igtv' }}
+    <video poster="{{ item.pic }}" controls preload="metadata">
         <source src="{{ item.video }}" type="video/mp4">
     </video>
 {{ else if item.type === 'img_multi' }}
     {{ each item.images i }}
-        <img src="{{ i.url }}">
+        {{ if i.isVideo }}
+            <video poster="{{ i.url }}" controls preload="metadata">
+                <source src="{{ i.ori }}" type="video/mp4">
+            </video>
+        {{ else }}
+            <img src="{{ i.url }}">
+        {{ /if }}
+        <br>
     {{ /each }}
 {{ else if item.type === 'img_sig' }}
     <img src="{{ item.pic }}">

package/lib/routes/picnob/user.ts

@@ -3,13 +3,14 @@ import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import path from 'node:path';
 import { puppeteerGet } from './utils';
 import puppeteer from '@/utils/puppeteer';
+import sanitizeHtml from 'sanitize-html';
 
 export const route: Route = {
     path: '/user/:id',
@@ -26,7 +27,7 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['picnob.com/profile/:id/*'],
+            source: ['piokok.com/profile/:id/*'],
             target: '/user/:id',
         },
     ],
@@ -37,44 +38,60 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
-    // NOTE: 'picnob' is still available, but all requests to 'picnob' will be redirected to 'pixwox' eventually
-    const baseUrl = 'https://www.pixwox.com';
+    // NOTE: 'picnob' is still available, but all requests to 'picnob' will be redirected to 'piokok' eventually
+    const baseUrl = 'https://www.piokok.com';
     const id = ctx.req.param('id');
     const url = `${baseUrl}/profile/${id}/`;
 
     const browser = await puppeteer();
     // TODO: can't bypass cloudflare 403 error without puppeteer
-    let html;
-    let usePuppeteer = false;
-    try {
-        const { data } = await got(url, {
-            headers: {
-                accept: 'text/html',
-                referer: 'https://www.google.com/',
-            },
-        });
-        html = data;
-    } catch (error: any) {
-        if (error.message.includes('403')) {
-            html = await puppeteerGet(url, browser);
-            usePuppeteer = true;
+    const profile = (await cache.tryGet(`picnob:user:${id}`, async () => {
+        let html;
+        let usePuppeteer = false;
+        try {
+            const data = await ofetch(url, {
+                headers: {
+                    accept: 'text/html',
+                    referer: 'https://www.google.com/',
+                },
+            });
+            html = data;
+        } catch (error: any) {
+            if (error.message.includes('403')) {
+                html = await puppeteerGet(url, browser);
+                usePuppeteer = true;
+            }
         }
-    }
-    const $ = load(html);
-    const profileName = $('h1.fullname').text();
-    const userId = $('input[name=userid]').attr('value');
+        const $ = load(html);
+        const name = $('h1.fullname').text();
+        const userId = $('input[name=userid]').attr('value');
+
+        return {
+            name,
+            userId,
+            description: $('.info .sum').text(),
+            image: $('.ava .pic img').attr('src'),
+            usePuppeteer,
+        };
+    })) as {
+        name: string;
+        userId: string;
+        description: string;
+        image: string;
+        usePuppeteer: boolean;
+    };
 
     let posts;
-    if (usePuppeteer) {
-        const data = await puppeteerGet(`${baseUrl}/api/posts?userid=${userId}`, browser);
+    if (profile.usePuppeteer) {
+        const data = await puppeteerGet(`${baseUrl}/api/posts?userid=${profile.userId}`, browser);
         posts = data.posts;
     } else {
-        const { data } = await got(`${baseUrl}/api/posts`, {
+        const data = await ofetch(`${baseUrl}/api/posts`, {
             headers: {
                 accept: 'application/json',
             },
-            searchParams: {
-                userid: userId,
+            query: {
+                userid: profile.userId,
             },
         });
         posts = data.posts;
@@ -82,16 +99,16 @@ async function handler(ctx) {
 
     const list = await Promise.all(
         posts.items.map(async (item) => {
-            const { shortcode, sum, type, time } = item;
+            const { shortcode, sum, sum_pure, type, time } = item;
 
             const link = `${baseUrl}/post/${shortcode}/`;
             if (type === 'img_multi') {
                 item.images = await cache.tryGet(link, async () => {
                     let html;
-                    if (usePuppeteer) {
+                    if (profile.usePuppeteer) {
                         html = await puppeteerGet(link, browser);
                     } else {
-                        const { data } = await got(link);
+                        const data = await ofetch(link);
                         html = data;
                     }
                     const $ = load(html);
@@ -104,6 +121,7 @@ async function handler(ctx) {
                                     return {
                                         ori: a.attr('href'),
                                         url: a.find('img').attr('data-src'),
+                                        isVideo: !!a.find('.icon_play').length,
                                     };
                                 })
                         ),
@@ -112,8 +130,7 @@ async function handler(ctx) {
             }
 
             return {
-                // sum_pure lacks linebreaks/spaces between lines
-                title: load(sum, null, false).text().replaceAll('\n', ' '),
+                title: sanitizeHtml(sum.split('\n')[0], { allowedTags: [], allowedAttributes: {} }) || sum_pure,
                 description: art(path.join(__dirname, 'templates/desc.art'), {
                     item: {
                         ...item,
@@ -129,10 +146,10 @@ async function handler(ctx) {
     await browser.close();
 
     return {
-        title: `${profileName} (@${id}) - Picnob`,
-        description: $('.info .sum').text(),
+        title: `${profile.name} (@${id}) - Picnob`,
+        description: profile.description,
         link: url,
-        image: $('.ava .pic img').attr('src'),
+        image: profile.image,
         item: list,
     };
 }

package/lib/routes/picuki/profile.ts

@@ -69,10 +69,10 @@ export const route: Route = {
     maintainers: ['hoilc', 'Rongronggg9', 'devinmugen', 'NekoAria'],
     handler,
     description: `
-  :::warning
+::: warning
   Instagram Stories do not have a reliable guid. It is possible that your RSS reader show the same story more than once.
   Though, every Story expires after 24 hours, so it may be not so serious.
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/pingwest/status.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/status',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/pingwest/status',
     parameters: {},
     features: {

package/lib/routes/pingwest/tag.ts

@@ -6,7 +6,7 @@ import utils from './utils';
 
 export const route: Route = {
     path: '/tag/:tag/:type/:option?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/pingwest/tag/ChinaJoy/1',
     parameters: { tag: '话题名或话题id, 可从话题页url中得到', type: '内容类型', option: '参数, 默认无' },
     features: {
@@ -30,9 +30,9 @@ export const route: Route = {
 
   -   \`fulltext\`，全文输出，例如：\`/pingwest/tag/ChinaJoy/1/fulltext\`
 
-  :::tip
+::: tip
   该路由一次最多显示 30 条文章
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/pingwest/user.ts

@@ -6,7 +6,7 @@ import utils from './utils';
 
 export const route: Route = {
     path: '/user/:uid/:type?/:option?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/pingwest/user/7781550877/article',
     parameters: { uid: '用户id, 可从用户主页中得到', type: '内容类型, 默认为`article`', option: '参数' },
     features: {

package/lib/routes/pinterest/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Pinterest',
+    url: 'www.pinterest.com',
+    lang: 'en',
+};