rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa1dcc5

package/lib/routes/patreon/types.ts

@@ -0,0 +1,387 @@
+export interface CreatorData {
+    meta: {
+        desc: string;
+        height: null;
+        imageUrl: string;
+        isPrivate: boolean;
+        key: string;
+        openGraph: OpenGraph;
+        title: string;
+        url: string;
+        videoHeight: null;
+        videoUrl: null;
+        videoWidth: null;
+        viewport: string;
+    };
+    id: string;
+    attributes: IncludedAttributes;
+}
+
+interface OpenGraph {
+    desc: null;
+    imageUrl: null;
+    title: null;
+}
+
+export interface PostData {
+    data: Datum[];
+    included: IncludedItem[];
+    links: Links;
+    meta: Meta;
+}
+
+interface Datum {
+    attributes: Attributes;
+    id: string;
+    relationships: Relationships;
+    type: string;
+}
+
+interface Attributes {
+    change_visibility_at: null;
+    comment_count: number;
+    commenter_count: number;
+    created_at: string;
+    current_user_can_comment: boolean;
+    current_user_can_delete: boolean;
+    current_user_can_report: boolean;
+    current_user_can_view: boolean;
+    current_user_comment_disallowed_reason: string;
+    has_ti_violation: boolean;
+    image: Image;
+    is_new_to_current_user: boolean;
+    is_paid: boolean;
+    like_count: number;
+    meta_image_url: string;
+    min_cents_pledged_to_view: number | null;
+    moderation_status: string;
+    patreon_url: string;
+    pledge_url: string;
+    pls_one_liners_by_category: any[]; // Items are `false`, so an empty array
+    post_level_suspension_removal_date: null;
+    post_metadata: PostMetadata;
+    post_type: string;
+    preview_asset_type: string | null;
+    published_at: string;
+    teaser_text: string | null;
+    title: string;
+    upgrade_url: string;
+    url: string;
+    video_preview: VideoPreview | null;
+    was_posted_by_campaign_owner: boolean;
+    thumbnail?: Thumbnail;
+    content?: string;
+    embed?: null;
+    post_file?: PostFile;
+}
+
+interface Image {
+    height: number;
+    url: string;
+    width: number;
+    large_url?: string;
+    thumb_square_large_url?: string;
+    thumb_square_url?: string;
+    thumb_url?: string;
+}
+
+interface PostMetadata {
+    image_order?: string[];
+    platform?: object;
+}
+
+interface VideoPreview {
+    closed_captions_enabled: boolean;
+    default_thumbnail: DefaultThumbnail;
+    duration: number;
+    expires_at: string;
+    full_content_duration: number;
+    full_duration: number;
+    height: number;
+    media_id: number;
+    progress: Progress;
+    state: string;
+    url: string;
+    video_issues: object;
+    width: number;
+}
+
+interface DefaultThumbnail {
+    url: string;
+}
+
+interface Progress {
+    is_watched: boolean;
+    watch_state: string;
+}
+
+interface PostFile {
+    height: number;
+    image_colors: ImageColors;
+    media_id: number;
+    state: string;
+    url: string;
+    width: number;
+}
+
+interface ImageColors {
+    average_colors_of_corners: AverageColorsOfCorners;
+    dominant_color: string;
+    palette: string[];
+    text_color: string;
+}
+
+interface AverageColorsOfCorners {
+    bottom_left: string;
+    bottom_right: string;
+    top_left: string;
+    top_right: string;
+}
+
+interface Thumbnail {
+    url: string;
+    large?: string;
+    large_2?: string;
+    square?: string;
+    gif_url?: string;
+    height?: number;
+    width?: number;
+}
+
+interface Relationships {
+    access_rules: AccessRules;
+    audio: MediaRelation;
+    audio_preview: MediaRelation;
+    campaign: CampaignRelation;
+    content_unlock_options: ContentUnlockOptions;
+    drop: Drop;
+    images: Images;
+    media: Media;
+    poll: Poll;
+    user: UserRelation;
+    user_defined_tags: UserDefinedTags;
+    video: MediaRelation;
+    attachments_media?: AttachmentsMedia;
+    // Custom relationships
+    video_preview?: MediaRelation;
+}
+
+interface AccessRules {
+    data: AccessRuleData[];
+}
+
+interface AccessRuleData {
+    id: string;
+    type: string;
+}
+
+export interface MediaRelation {
+    data: MediaData | null;
+    links?: RelatedLink;
+}
+
+interface MediaData {
+    id: string;
+    type: string;
+}
+
+interface CampaignRelation {
+    data: CampaignData;
+    links: RelatedLink;
+}
+
+interface CampaignData {
+    id: string;
+    type: string;
+}
+
+interface RelatedLink {
+    related: string;
+}
+
+interface ContentUnlockOptions {
+    data: any[]; // Empty array
+}
+
+interface Drop {
+    data: null;
+}
+
+interface Images {
+    data: MediaData[];
+}
+
+interface Media {
+    data: MediaData[];
+}
+
+interface Poll {
+    data: null;
+}
+
+interface UserRelation {
+    data: UserData;
+    links: RelatedLink;
+}
+
+interface UserData {
+    id: string;
+    type: string;
+}
+
+interface UserDefinedTags {
+    data: UserDefinedTagData[];
+    attributes: IncludedAttributes;
+}
+
+interface UserDefinedTagData {
+    id: string;
+    type: string;
+}
+
+interface AttachmentsMedia {
+    data: AttachmentMediaData[];
+}
+
+interface AttachmentMediaData {
+    id: string;
+    type: string;
+}
+
+interface IncludedItem {
+    attributes: IncludedAttributes;
+    id: string;
+    type: string;
+    relationships?: IncludedRelationships;
+}
+
+interface IncludedAttributes {
+    // Depending on the `type`, attributes vary
+    // For example, if `type` is 'user', attributes include:
+    full_name?: string;
+    image_url?: string | null;
+    avatar_photo_image_urls?: Image;
+    avatar_photo_url?: string;
+    currency?: string;
+    earnings_visibility?: string;
+    is_monthly?: boolean;
+    is_nsfw?: boolean;
+    name?: string;
+    show_audio_post_download_links?: boolean;
+    url?: string;
+    // Additional properties for other types
+    // For 'post_tag' type
+    tag_type?: string;
+    value?: string;
+    // For 'display'
+    display?: Display;
+    // For 'file'
+    file_name?: string | null;
+    image_urls?: Image | null;
+    metadata?: Metadata;
+    download_url?: string;
+    // For 'tier'
+    access_rule_type?: string;
+    amount_cents?: number | null;
+    post_count?: number;
+    amount?: number;
+    created_at?: string;
+    declined_patron_count?: number;
+    description?: string;
+    discord_role_ids?: null;
+    edited_at?: string;
+    is_free_tier?: boolean;
+    patron_amount_cents?: number;
+    patron_currency?: string;
+    published?: boolean;
+    published_at?: string;
+    remaining?: null;
+    requires_shipping?: boolean;
+    title?: string;
+    unpublished_at?: null;
+}
+
+interface Display {
+    default_thumbnail?: DefaultThumbnail & { position?: number };
+    url?: string;
+    closed_captions_enabled?: boolean;
+    expires_at?: string;
+    height?: number;
+    video_issues?: VideoIssues;
+    width?: number;
+    duration?: number;
+    full_content_duration?: number;
+    media_id?: number;
+    progress?: Progress;
+    state?: string;
+    image_colors?: ImageColors;
+}
+
+interface VideoIssues {
+    processing_warning?: {
+        video_bitrate?: string;
+        video_codec?: string;
+        video_resolution?: string;
+    };
+}
+
+interface Image {
+    thumbnail: string;
+    url: string;
+    default?: string;
+    default_blurred?: string;
+    default_blurred_small?: string;
+    default_small?: string;
+    original?: string;
+    thumbnail_large?: string;
+    thumbnail_small?: string;
+}
+
+interface Metadata {
+    audio_preview_duration?: number;
+    audio_preview_start_time?: number;
+    video_preview_end_ms?: number | null;
+    video_preview_start_ms?: number | null;
+    duration?: number;
+    start_position?: number;
+    duration_s?: number;
+    orientation?: string;
+    variant?: string;
+    dimensions?: Dimensions;
+}
+
+interface Dimensions {
+    h: number;
+    w: number;
+}
+
+interface IncludedRelationships {
+    tier?: TierRelation;
+}
+
+interface TierRelation {
+    data: TierData | null;
+    links?: RelatedLink;
+}
+
+interface TierData {
+    id: string;
+    type: string;
+}
+
+interface Links {
+    next: string;
+}
+
+interface Meta {
+    pagination: Pagination;
+}
+
+interface Pagination {
+    cursors: Cursors;
+    total: number;
+}
+
+interface Cursors {
+    next: string;
+}

package/lib/routes/pixiv/api/get-illust-detail.ts

@@ -0,0 +1,22 @@
+import got from '../pixiv-got';
+import { maskHeader } from '../constants';
+import queryString from 'query-string';
+
+/**
+ * 获取插画详细信息
+ * @param {string} illust_id 插画作品 id
+ * @param {string} token pixiv oauth token
+ * @returns {Promise<got.AxiosResponse<{illust: IllustDetail}>>}
+ */
+export default function getIllustDetail(illust_id: string, token: string) {
+    return got('https://app-api.pixiv.net/v1/illust/detail', {
+        headers: {
+            ...maskHeader,
+            Authorization: 'Bearer ' + token,
+        },
+        searchParams: queryString.stringify({
+            illust_id,
+            filter: 'for_ios',
+        }),
+    });
+}

package/lib/routes/pixiv/novel-api/content/nsfw.ts

@@ -0,0 +1,73 @@
+import { JSDOM, VirtualConsole } from 'jsdom';
+import cache from '@/utils/cache';
+import got from '../../pixiv-got';
+import { maskHeader } from '../../constants';
+import queryString from 'query-string';
+import { parseNovelContent } from './utils';
+import type { NovelContent, NSFWNovelDetail } from './types';
+import { parseDate } from '@/utils/parse-date';
+
+export async function getNSFWNovelContent(novelId: string, token: string): Promise<NovelContent> {
+    return (await cache.tryGet(`https://app-api.pixiv.net/webview/v2/novel:${novelId}`, async () => {
+        const response = await got('https://app-api.pixiv.net/webview/v2/novel', {
+            headers: {
+                ...maskHeader,
+                Authorization: 'Bearer ' + token,
+            },
+            searchParams: queryString.stringify({
+                id: novelId,
+                viewer_version: '20221031_ai',
+            }),
+        });
+
+        const virtualConsole = new VirtualConsole().on('error', () => void 0);
+
+        const { window } = new JSDOM(response.data, {
+            runScripts: 'dangerously',
+            virtualConsole,
+        });
+
+        const novelDetail = window.pixiv?.novel as NSFWNovelDetail;
+
+        window.close();
+
+        if (!novelDetail) {
+            throw new Error('No novel data found');
+        }
+
+        const images = Object.fromEntries(
+            Object.entries(novelDetail.images)
+                .filter(([, image]) => image?.urls?.original)
+                .map(([id, image]) => [id, image.urls.original])
+        );
+
+        const parsedContent = await parseNovelContent(novelDetail.text, images, token);
+
+        return {
+            id: novelDetail.id,
+            title: novelDetail.title,
+            description: novelDetail.caption,
+            content: parsedContent,
+
+            userId: novelDetail.userId,
+            userName: null, // Not provided in NSFW API
+
+            bookmarkCount: novelDetail.rating.bookmark,
+            viewCount: novelDetail.rating.view,
+            likeCount: novelDetail.rating.like,
+
+            createDate: parseDate(novelDetail.cdate),
+            updateDate: null, // Not provided in NSFW API
+
+            isOriginal: novelDetail.isOriginal,
+            aiType: novelDetail.aiType,
+            tags: novelDetail.tags,
+
+            coverUrl: novelDetail.coverUrl,
+            images,
+
+            seriesId: novelDetail.seriesId || null,
+            seriesTitle: novelDetail.seriesTitle || null,
+        };
+    })) as NovelContent;
+}

package/lib/routes/pixiv/novel-api/content/sfw.ts

@@ -0,0 +1,63 @@
+import got from '@/utils/got';
+import cache from '@/utils/cache';
+import pixivUtils from '../../utils';
+import { parseNovelContent } from './utils';
+import { NovelContent, SFWNovelDetail } from './types';
+import { parseDate } from '@/utils/parse-date';
+
+const baseUrl = 'https://www.pixiv.net';
+
+export async function getSFWNovelContent(novelId: string): Promise<NovelContent> {
+    const url = `${baseUrl}/ajax/novel/${novelId}`;
+    return (await cache.tryGet(url, async () => {
+        const response = await got(url, {
+            headers: {
+                referer: `${baseUrl}/novel/show.php?id=${novelId}`,
+            },
+        });
+
+        const novelDetail = response.data as SFWNovelDetail;
+
+        if (!novelDetail) {
+            throw new Error('No novel data found');
+        }
+
+        const body = novelDetail.body;
+        const images: Record<string, string> = {};
+
+        if (novelDetail.body.textEmbeddedImages) {
+            for (const [id, image] of Object.entries(novelDetail.body.textEmbeddedImages)) {
+                images[id] = pixivUtils.getProxiedImageUrl(image.urls.original);
+            }
+        }
+
+        const parsedContent = await parseNovelContent(novelDetail.body.content, images);
+
+        return {
+            id: body.id,
+            title: body.title,
+            description: body.description,
+            content: parsedContent,
+
+            userId: body.userId,
+            userName: body.userName,
+
+            bookmarkCount: body.bookmarkCount,
+            viewCount: body.viewCount,
+            likeCount: body.likeCount,
+
+            createDate: parseDate(body.createDate),
+            updateDate: parseDate(body.uploadDate),
+
+            isOriginal: body.isOriginal,
+            aiType: body.aiType,
+            tags: body.tags.tags.map((tag) => tag.tag),
+
+            coverUrl: body.coverUrl,
+            images,
+
+            seriesId: body.seriesNavData?.seriesId?.toString() || null,
+            seriesTitle: body.seriesNavData?.title || null,
+        };
+    })) as NovelContent;
+}