rsshub 1.0.0-master.fdb1381 → 1.0.0-master.fdb4325

package/lib/routes/meituan/tech.ts

@@ -1,9 +1,10 @@
 import { Route } from '@/types';
-import { CheerioAPI, Element, load } from 'cheerio';
-import got from '@/utils/got';
-import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+import parser from '@/utils/rss-parser';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
 
-const DOMAIN = 'tech.meituan.com';
+const rootUrl = 'https://tech.meituan.com/';
 
 export const route: Route = {
     path: '/tech',
@@ -17,6 +18,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        supportRadar: true,
     },
     radar: [
         {
@@ -24,44 +26,36 @@ export const route: Route = {
         },
     ],
     name: '技术团队博客',
-    url: DOMAIN,
-    maintainers: ['ktKongTong'],
+    url: 'tech.meituan.com',
+    maintainers: ['ktKongTong', 'cscnk52'],
     handler,
 };
 
-const extractPostInfo = ($: CheerioAPI, postEle: Element) => {
-    const title = $(postEle).find('.post-title').text().trim();
-    const authors = $(postEle).find('.m-post-nick').text().trim();
-    const date = $(postEle)
-        .find('.m-post-date')
-        .text()
-        .replaceAll(/[年月]/g, '-')
-        .replace('日', '')
-        .trim();
-    const description = $(postEle).find('.post-content').text();
-    const tags = $(postEle).find('.tag-links').text().trim();
-    const link = $(postEle).find('a.more-link').attr('href')!;
-    return {
-        title,
-        link,
-        description: description.replace(/阅读全文$/, '').trim(),
-        pubDate: parseDate(date),
-        author: authors,
-        category: tags.split(',').map((tag) => tag.trim()),
-    };
-};
-
 async function handler() {
-    const baseUrl = `https://${DOMAIN}`;
-    const { data: response } = await got(baseUrl);
-    const $ = load(response);
-    const postEls = $('.post-container-wrapper div.post-container').toArray();
-    const posts = postEls.map((el) => extractPostInfo($, el));
+    const rssUrl = `${rootUrl}feed/`;
+    const feed = await parser.parseURL(rssUrl);
+    const items = await Promise.all(
+        feed.items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = load(response);
+                const content = $('div.content').html();
+                return {
+                    title: item.title,
+                    link: item.link,
+                    pubDate: item.pubDate,
+                    author: item.creator,
+                    description: content,
+                };
+            })
+        )
+    );
 
     return {
-        title: '美团技术团队',
-        link: baseUrl,
-        item: posts,
-        logo: 'https://awps-assets.meituan.net/mit/blog/v20190629/asset/icon/android-icon-192x192.png',
+        title: feed.title,
+        link: rootUrl,
+        description: feed.description,
+        language: feed.language,
+        item: items,
     };
 }

package/lib/routes/melonbooks/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'メロンブックス',
+    url: 'www.melonbooks.co.jp',
+    description: 'サイン本の同人誌、同人ゲーム、同人音楽、同人グッズの通販は国内最大級、業界最速の萌えいっぱいの総合書店メロンブックスで。同人作品、同人委託の特典付商品も多数あり。直営店舗数も同人業界で最大級。',
+    lang: 'ja',
+    categories: ['anime'],
+};

package/lib/routes/melonbooks/parser.ts

@@ -0,0 +1,39 @@
+import { type DataItem } from '@/types';
+import { CheerioAPI, load } from 'cheerio';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+
+export function parseItems($: CheerioAPI, baseUrl: string, fetchRestrictedContent: boolean): Promise<DataItem[]> {
+    const list = $('div.item-list ul li')
+        .toArray()
+        .map((el) => {
+            const $el = $(el);
+            const a = $el.find('a').first();
+            const title = a.attr('title')!;
+            const link = fetchRestrictedContent ? `${a.attr('href')}&adult_view=1` : a.attr('href');
+            // const author = $el.find('p.search-item-author-author a').text();
+            const category = [$el.find('p.item-state').text()];
+            const image = $el.find('div.item-image img').attr('data-src');
+            return {
+                title,
+                link,
+                category,
+                image,
+                banner: image,
+            };
+        });
+
+    return Promise.all(
+        list.map((item) =>
+            cache.tryGet(`${baseUrl}${item.link}`, async () => {
+                const res = await ofetch(`${baseUrl}${item.link}`);
+                const $ = load(res);
+                const description = $.html('div.item-page');
+                return {
+                    ...item,
+                    description,
+                };
+            })
+        )
+    ) as unknown as Promise<DataItem[]>;
+}

package/lib/routes/melonbooks/search.ts

@@ -0,0 +1,44 @@
+import { Data, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseItems } from './parser';
+import { Context } from 'hono';
+import querystring from 'querystring';
+
+export const handler = async (ctx: Context): Promise<Data | null> => {
+    const baseUrl = 'https://www.melonbooks.co.jp';
+    const query = ctx.req.param('query') ?? '';
+    const url = `${baseUrl}/search/search.php?${query}`;
+    const fetchRestrictedContent = querystring.parse(query).adult_view === '1';
+
+    const res = await ofetch(url);
+    const $ = load(res);
+    const items = await parseItems($, baseUrl, fetchRestrictedContent);
+
+    return {
+        title: '搜索结果',
+        link: url,
+        item: items,
+    };
+};
+
+export const route: Route = {
+    path: '/search/:query?',
+    categories: ['anime'],
+    example: '/melonbooks/search/name=けいおん',
+    parameters: { category: '链接参数，对应网址问号后的内容，不携带问号' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '搜索结果',
+    maintainers: ['cokemine'],
+    description: `::: tip
+如果你期望获取限制级内容，可以添加\`&adult_view=1\`参数
+:::`,
+    handler,
+};

package/lib/routes/mercari/keyword.ts

@@ -0,0 +1,67 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import { fetchSearchItems, fetchItemDetail, MercariSort, MercariOrder, MercariStatus, formatItemDetail } from './util';
+
+export const route: Route = {
+    path: '/:sort/:order/:status/:keyword',
+    categories: ['shopping'],
+    parameters: {
+        sort: {
+            description: '排序方式',
+            default: 'default',
+            options: [
+                { value: 'default', label: '默认排序' },
+                { value: 'create_time', label: '发布时间' },
+                { value: 'score', label: '评分' },
+                { value: 'like', label: '点赞' },
+                { value: 'price', label: '价格' },
+            ],
+        },
+        order: {
+            description: '排序顺序',
+            default: 'desc',
+            options: [
+                { value: 'desc', label: '降序' },
+                { value: 'asc', label: '升序' },
+            ],
+        },
+        status: {
+            description: '商品状态',
+            default: 'default',
+            options: [
+                { value: 'default', label: '全部' },
+                { value: 'onsale', label: '在售' },
+                { value: 'soldout', label: '已售' },
+            ],
+        },
+        keyword: {
+            description: '关键词',
+        },
+    },
+    example: '/mercari/create_time/desc/default/ふもふも',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '关键词',
+    maintainers: ['yana9i'],
+    url: 'jp.mercari.com',
+    handler,
+};
+
+async function handler(ctx) {
+    const { sort, order, status, keyword } = ctx.req.param();
+    const searchItems = (await fetchSearchItems(MercariSort[sort], MercariOrder[order], MercariStatus[status], keyword)).items;
+    const items = await Promise.all(searchItems.map((item) => cache.tryGet(`mercari:${item.id}`, async () => await fetchItemDetail(item.id, item.itemType).then((detail) => formatItemDetail(detail)))));
+
+    return {
+        title: `${keyword} の検索結果`,
+        link: `https://jp.mercari.com/search?sort=${MercariSort[sort]}&order=${MercariOrder[order]}&status=${MercariStatus[status]}&keyword=${encodeURIComponent(keyword)}`,
+        description: `Search results for keyword: ${keyword}`,
+        item: items,
+    };
+}

package/lib/routes/mercari/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Mercari',
+    url: 'jp.mercari.com',
+    zh: { name: '煤炉' },
+    ja: { name: 'メルカリ' },
+    'zh-TW': { name: '美露可利' },
+};

package/lib/routes/mercari/templates/item.art

@@ -0,0 +1,46 @@
+<p> ¥{{ data.price}} </p>
+
+<p>
+{{each data.photos}}
+    <img src={{$value}} style="width:100%" />
+{{/each}}
+</p>
+
+<h2> 商品の説明 </h2>
+<div> <%- data.description.replaceAll(`\n`,'<br/>') %> </div>
+<h2> 商品の情報 </h2>
+<table>
+  <tr>
+    <td>カテゴリー</td>
+    <td>{{ data.item_category.root_category_name }} > {{ data.item_category.parent_category_name }} > {{data.item_category.name}}</td>
+  </tr>
+  <tr>
+    <td>商品の状態</td>
+    <td> {{data.item_condition.name}} </td>
+  </tr>
+  <tr>
+    <td>配送料の負担</td>
+    <td> {{data.shipping_payer.name}} </td>
+  </tr>
+  <tr>
+    <td>配送の方法</td>
+    <td> {{data.shipping_method.name}} </td>
+  </tr>
+  <tr>
+    <td>発送元の地域</td>
+    <td> {{data.shipping_from_area.name}} </td>
+  </tr>
+  <tr>
+    <td>発送までの日数</td>
+    <td> {{data.shipping_duration.name}} </td>
+  </tr>
+</table>
+
+<h2> 出品者 </h2>
+<div style="display:flex">
+    <img src={{data.seller.photo_url}} style="
+        width: 4em;
+        height: 4em;
+        border-radius: 50%;" />
+    <p> {{data.seller.name}}</p>
+</div>

package/lib/routes/mercari/templates/shopItem.art

@@ -0,0 +1,46 @@
+<p> ¥{{ price }} </p>
+
+<p>
+{{each productDetail.photos}}
+    <img src={{$value}} style="width:100%" />
+{{/each}}
+</p>
+
+<h2> 商品の説明 </h2>
+<div> <%- productDetail.description.replaceAll(`\n`,'<br/>') %> </div>
+<h2> 商品の情報 </h2>
+<table>
+  <tr>
+    <td>カテゴリー</td>
+    <td> {{productDetail.categories.reverse().map(item => item.displayName).join(" > ")}} </td>
+  </tr>
+  <tr>
+    <td>商品の状態</td>
+    <td> {{productDetail.condition.displayName}} </td>
+  </tr>
+  <tr>
+    <td>配送料の負担</td>
+    <td> {{productDetail.shippingPayer.displayName}} </td>
+  </tr>
+  <tr>
+    <td>配送の方法</td>
+    <td> {{productDetail.shippingMethod.displayName}} </td>
+  </tr>
+  <tr>
+    <td>発送元の地域</td>
+    <td> {{productDetail.shippingFromArea.displayName}} </td>
+  </tr>
+  <tr>
+    <td>発送までの日数</td>
+    <td> {{productDetail.shippingDuration.displayName}} </td>
+  </tr>
+</table>
+
+<h2> 出品者 </h2>
+<div style="display:flex">
+    <img src={{productDetail.shop.thumbnail}} style="
+        width: 4em;
+        height: 4em;
+        border-radius: 50%;" />
+    <p> {{productDetail.shop.displayName}}</p>
+</div>

package/lib/routes/mercari/types.ts

@@ -0,0 +1,278 @@
+export interface SearchResponse {
+    meta: {
+        nextPageToken: string;
+        previousPageToken: string;
+        numFound: string;
+    };
+    items: [
+        {
+            id: string;
+            sellerId: string;
+            buyerId: string;
+            status: string;
+            name: string;
+            price: string;
+            created: string;
+            updated: string;
+            thumbnails: string[];
+            itemType: string;
+            itemConditionId: string;
+            shippingPayerId: string;
+            itemSizes: any[];
+            itemBrand: any;
+            itemPromotions: any[];
+            shopName: string;
+            itemSize: any;
+            shippingMethodId: string;
+            categoryId: string;
+            isNoPrice: boolean;
+            title: string;
+            isLiked: boolean;
+            photos: [
+                {
+                    uri: string;
+                },
+            ];
+            auction: any;
+        },
+    ];
+    components: any[];
+    searchCondition: any;
+    searchConditionId: string;
+}
+
+export interface ItemDetail {
+    result: string;
+    data: {
+        id: string;
+        seller: {
+            id: number;
+            name: string;
+            photo_url: string;
+            photo_thumbnail_url: string;
+            register_sms_confirmation: string;
+            register_sms_confirmation_at: string;
+            created: number;
+            num_sell_items: number;
+            ratings: {
+                good: number;
+                normal: number;
+                bad: number;
+            };
+            num_ratings: number;
+            score: number;
+            is_official: boolean;
+            quick_shipper: boolean;
+            is_followable: boolean;
+            is_blocked: boolean;
+            star_rating_score: number;
+        };
+        status: string;
+        name: string;
+        price: number;
+        description: string;
+        photos: string[];
+        photo_paths: string[];
+        thumbnails: string[];
+        item_category: {
+            id: number;
+            name: string;
+            display_order: number;
+            parent_category_id: number;
+            parent_category_name: string;
+            root_category_id: number;
+            root_category_name: string;
+        };
+        item_category_ntiers: {
+            id: number;
+            name: string;
+            display_order: number;
+            parent_category_id: number;
+            parent_category_name: string;
+            root_category_id: number;
+            root_category_name: string;
+            brand_group_id: number;
+        };
+        parent_categories_ntiers: {
+            id: number;
+            name: string;
+            display_order: number;
+        }[];
+        item_condition: {
+            id: number;
+            name: string;
+            subname: string;
+        };
+        colors: any[];
+        shipping_payer: {
+            id: number;
+            name: string;
+            code: string;
+        };
+        shipping_method: {
+            id: number;
+            name: string;
+            is_deprecated: string;
+        };
+        shipping_from_area: {
+            id: number;
+            name: string;
+        };
+        shipping_duration: {
+            id: number;
+            name: string;
+            min_days: number;
+            max_days: number;
+        };
+        shipping_class: {
+            id: number;
+            fee: number;
+            icon_id: number;
+            pickup_fee: number;
+            shipping_fee: number;
+            total_fee: number;
+            is_pickup: boolean;
+        };
+        num_likes: number;
+        num_comments: number;
+        registered_prices_count: number;
+        comments: any[];
+        updated: number;
+        created: number;
+        pager_id: number;
+        liked: boolean;
+        checksum: string;
+        is_dynamic_shipping_fee: boolean;
+        application_attributes: any;
+        is_shop_item: string;
+        hash_tags: any[];
+        is_anonymous_shipping: boolean;
+        is_web_visible: boolean;
+        is_offerable: boolean;
+        is_organizational_user: boolean;
+        organizational_user_status: string;
+        is_stock_item: boolean;
+        is_cancelable: boolean;
+        shipped_by_worker: boolean;
+        additional_services: any[];
+        has_additional_service: boolean;
+        delivery_facility_type: string;
+        has_like_list: boolean;
+        is_offerable_v2: boolean;
+        offer_coupon_display: {
+            display_text: string;
+            display_price: number;
+            display_discount_label: string;
+            include_coupon: boolean;
+            expire_time: number;
+            current_time: number;
+            repeated: boolean;
+            breakdown: {
+                coupon_discount: number;
+                offer_discount: number;
+                total: number;
+            };
+            omakase: boolean;
+        };
+        item_attributes: {
+            id: string;
+            text: string;
+            values: {
+                id: string;
+                text: string;
+            }[];
+            deep_facet_filterable: boolean;
+            show_on_ui: boolean;
+        }[];
+        is_dismissed: boolean;
+        photo_descriptions: string[];
+        meta_title: string;
+        meta_subtitle: string;
+        price_promotion_area_details: {
+            promotion_type: string;
+            promotion_info: {
+                label_text: string;
+                supplementary_text: string;
+                expire_time: number;
+                promotion_duration: number;
+            }[];
+        };
+    };
+    meta: object;
+}
+
+export interface ShopItemDetail {
+    name: string;
+    displayName: string;
+    productTags: string[];
+    thumbnail: string;
+    price: string;
+    createTime: string;
+    updateTime: string;
+    attributes: any[];
+    productDetail: {
+        shop: {
+            name: string;
+            displayName: string;
+            thumbnail: string;
+            shopStats: {
+                shopId: string;
+                score: number;
+                reviewCount: string;
+            };
+            allowDirectMessage: boolean;
+            shopItems: {
+                productId: string;
+                displayName: string;
+                productTags: string[];
+                thumbnail: string;
+                price: string;
+            }[];
+            isInboundXb: boolean;
+        };
+        photos: string[];
+        description: string;
+        categories: {
+            categoryId: string;
+            displayName: string;
+            parentId: string;
+            rootId: string;
+            hasChild: boolean;
+        }[];
+        brand: null;
+        condition: {
+            displayName: string;
+        };
+        shippingMethod: {
+            shippingMethodId: string;
+            displayName: string;
+            isAnonymous: boolean;
+        };
+        shippingPayer: {
+            shippingPayerId: string;
+            displayName: string;
+            code: string;
+        };
+        shippingDuration: {
+            shippingDurationId: string;
+            displayName: string;
+            minDays: number;
+            maxDays: number;
+        };
+        shippingFromArea: {
+            shippingAreaCode: string;
+            displayName: string;
+        };
+        promotions: any[];
+        productStats: null;
+        timeSaleDetails: null;
+        variants: {
+            variantId: string;
+            displayName: string;
+            quantity: string;
+            size: string;
+        }[];
+        shippingFeeConfig: null;
+        variationGrouping: null;
+    };
+}