@agentrhq/webcmd 0.1.2 → 0.2.0

package/clis/douban/marks.js

@@ -1,116 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { getSelfUid } from './utils.js';
-cli({
-    site: 'douban',
-    name: 'marks',
-    access: 'read',
-    description: '导出个人观影标记',
-    domain: 'movie.douban.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        {
-            name: 'status',
-            default: 'collect',
-            choices: ['collect', 'wish', 'do', 'all'],
-            help: '标记类型: collect(看过), wish(想看), do(在看), all(全部)'
-        },
-        { name: 'limit', type: 'int', default: 50, help: '导出数量， 0 表示全部' },
-        { name: 'uid', help: '用户ID，不填则使用当前登录账号' },
-    ],
-    columns: ['title', 'year', 'myRating', 'myStatus', 'myDate', 'myComment', 'url'],
-    func: async (page, kwargs) => {
-        const { status = 'collect', limit = 50, uid: providedUid } = kwargs;
-        const uid = providedUid || await getSelfUid(page);
-        const statuses = status === 'all'
-            ? ['collect', 'wish', 'do']
-            : [status];
-        const allMarks = [];
-        for (const s of statuses) {
-            const remaining = limit > 0 ? limit - allMarks.length : 0;
-            if (limit > 0 && remaining <= 0)
-                break;
-            const marks = await fetchMarks(page, uid, s, remaining);
-            allMarks.push(...marks);
-        }
-        return allMarks.slice(0, limit > 0 ? limit : undefined);
-    },
-});
-async function fetchMarks(page, uid, status, limit) {
-    const marks = [];
-    let offset = 0;
-    const pageSize = 15;
-    while (true) {
-        const url = `https://movie.douban.com/people/${uid}/${status}?start=${offset}&sort=time&rating=all&filter=all&mode=grid`;
-        await page.goto(url);
-        await page.wait({ time: 2 });
-        const pageMarks = await page.evaluate(`
-      () => {
-        const results = [];
-        
-        const items = document.querySelectorAll('.item');
-        
-        items.forEach(item => {
-          const titleLink = item.querySelector('.info a[href*="/subject/"]');
-          if (!titleLink) return;
-          
-          const titleEl = titleLink.querySelector('em');
-          const titleText = titleEl?.textContent?.trim() || titleLink.textContent?.trim() || '';
-          const title = titleText.split('/')[0].trim();
-          const href = titleLink.href || '';
-          
-          const idMatch = href.match(/subject\\/(\\d+)/);
-          const movieId = idMatch ? idMatch[1] : '';
-          
-          if (!movieId || !title) return;
-          
-          const ratingSpan = item.querySelector('span[class*="rating"]');
-          let myRating = null;
-          if (ratingSpan) {
-            const cls = ratingSpan.className || '';
-            const ratingMatch = cls.match(/rating(\\d)-t/);
-            if (ratingMatch) {
-              myRating = parseInt(ratingMatch[1], 10) * 2;
-            }
-          }
-          
-          const dateSpan = item.querySelector('.date');
-          const myDate = dateSpan?.textContent?.trim() || '';
-          
-          const commentSpan = item.querySelector('.comment');
-          const myComment = commentSpan?.textContent?.trim() || '';
-          
-          const introSpan = item.querySelector('.intro');
-          let year = '';
-          if (introSpan) {
-            const introText = introSpan.textContent || '';
-            const yearMatch = introText.match(/(\\d{4})/);
-            year = yearMatch ? yearMatch[1] : '';
-          }
-          
-          results.push({
-            movieId,
-            title,
-            year,
-            myRating,
-            myStatus: '${status}',
-            myComment,
-            myDate,
-            url: href || 'https://movie.douban.com/subject/' + movieId
-          });
-        });
-        
-        return results;
-      }
-    `);
-        if (!pageMarks || pageMarks.length === 0)
-            break;
-        marks.push(...pageMarks);
-        if (pageMarks.length < pageSize)
-            break;
-        if (limit > 0 && marks.length >= limit)
-            break;
-        offset += pageSize;
-        await new Promise(resolve => setTimeout(resolve, 1000));
-    }
-    return marks;
-}

package/clis/douban/movie-hot.js

@@ -1,15 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { loadDoubanMovieHot } from './utils.js';
-cli({
-    site: 'douban',
-    name: 'movie-hot',
-    access: 'read',
-    description: '豆瓣电影热门榜单',
-    domain: 'movie.douban.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'limit', type: 'int', default: 20, help: '返回的电影数量' },
-    ],
-    columns: ['rank', 'id', 'title', 'rating', 'votes', 'year', 'url'],
-    func: async (page, args) => loadDoubanMovieHot(page, Number(args.limit) || 20),
-});

package/clis/douban/movie-hot.test.js

@@ -1,14 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { getRegistry } from '@agentrhq/webcmd/registry';
-import './movie-hot.js';
-
-describe('douban movie-hot command', () => {
-    it('exposes only fields available from the chart page', () => {
-        const command = getRegistry().get('douban/movie-hot');
-
-        expect(command?.columns).toEqual(['rank', 'id', 'title', 'rating', 'votes', 'year', 'url']);
-        expect(command?.columns).not.toContain('director');
-        expect(command?.columns).not.toContain('region');
-        expect(command?.columns).not.toContain('quote');
-    });
-});

package/clis/douban/photos.js

@@ -1,35 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { loadDoubanSubjectPhotos, normalizeDoubanSubjectId } from './utils.js';
-cli({
-    site: 'douban',
-    name: 'photos',
-    access: 'read',
-    description: '获取电影海报/剧照图片列表',
-    domain: 'movie.douban.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'id', positional: true, required: true, help: '电影 subject ID' },
-        { name: 'type', default: 'Rb', help: '豆瓣 photos 的 type 参数，默认 Rb（海报）' },
-        { name: 'limit', type: 'int', default: 120, help: '最多返回多少张图片' },
-    ],
-    columns: ['index', 'photo_id', 'subject_id', 'title', 'image_url', 'detail_url'],
-    func: async (page, kwargs) => {
-        const subjectId = normalizeDoubanSubjectId(String(kwargs.id || ''));
-        const data = await loadDoubanSubjectPhotos(page, subjectId, {
-            type: String(kwargs.type || 'Rb'),
-            limit: Number(kwargs.limit) || 120,
-        });
-        return data.photos.map((photo) => ({
-            subject_id: data.subjectId,
-            subject_title: data.subjectTitle,
-            type: data.type,
-            index: photo.index,
-            photo_id: photo.photoId,
-            title: photo.title,
-            image_url: photo.imageUrl,
-            thumb_url: photo.thumbUrl,
-            detail_url: photo.detailUrl,
-            page: photo.page,
-        }));
-    },
-});

package/clis/douban/reviews.js

@@ -1,107 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { getSelfUid } from './utils.js';
-cli({
-    site: 'douban',
-    name: 'reviews',
-    access: 'read',
-    description: '导出个人影评',
-    domain: 'movie.douban.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'limit', type: 'int', default: 20, help: '导出数量' },
-        { name: 'uid', help: '用户ID，不填则使用当前登录账号' },
-        { name: 'full', type: 'bool', default: false, help: '获取完整影评内容' },
-    ],
-    columns: ['movieTitle', 'title', 'myRating', 'votes', 'content', 'url'],
-    func: async (page, kwargs) => {
-        const { limit = 20, uid: providedUid, full = false } = kwargs;
-        const uid = providedUid || await getSelfUid(page);
-        const reviews = await fetchReviews(page, uid, limit, full);
-        return reviews;
-    },
-});
-async function fetchReviews(page, uid, limit, full) {
-    const reviews = [];
-    let start = 0;
-    const pageSize = 20;
-    while (true) {
-        const url = `https://movie.douban.com/people/${uid}/reviews?start=${start}&sort=time`;
-        await page.goto(url);
-        await page.wait({ time: 1 });
-        const data = await page.evaluate(`
-      () => {
-        const reviews = [];
-        
-        document.querySelectorAll('.tlst').forEach(el => {
-          const movieLinkEl = el.querySelector('.ilst a');
-          const reviewTitleEl = el.querySelector('.nlst a[title]');
-          const ratingEl = el.querySelector('.clst span[class*="allstar"]');
-          const contentEl = el.querySelector('.review-short span');
-          const votesEl = el.querySelector('.review-short .pl span');
-          
-          const movieHref = movieLinkEl?.href || '';
-          const movieId = movieHref.match(/subject\\/(\\d+)/)?.[1] || '';
-          const movieTitle = movieLinkEl?.getAttribute('title') || movieLinkEl?.textContent?.trim() || '';
-          
-          const reviewHref = reviewTitleEl?.href || '';
-          const reviewId = reviewHref.match(/reviews\\/(\\d+)/)?.[1] || '';
-          const title = reviewTitleEl?.textContent?.trim() || '';
-          
-          let myRating = 0;
-          if (ratingEl) {
-            const cls = ratingEl.className || '';
-            const ratingMatch = cls.match(/allstar(\\d)0/);
-            if (ratingMatch) {
-              myRating = parseInt(ratingMatch[1], 10) * 2;
-            }
-          }
-          
-          const votesText = votesEl?.textContent || '';
-          const votesMatch = votesText.match(/(\\d+)/);
-          const votes = votesMatch ? parseInt(votesMatch[1], 10) : 0;
-          
-          reviews.push({
-            reviewId,
-            movieId,
-            movieTitle,
-            title,
-            content: contentEl?.textContent?.trim() || '',
-            myRating,
-            createdAt: '',
-            votes,
-            url: reviewHref,
-          });
-        });
-        
-        return reviews;
-      }
-    `);
-        reviews.push(...data);
-        if (data.length < pageSize)
-            break;
-        if (limit > 0 && reviews.length >= limit)
-            break;
-        start += pageSize;
-    }
-    const result = reviews.slice(0, limit > 0 ? limit : undefined);
-    if (full && result.length > 0) {
-        for (const review of result) {
-            if (review.url) {
-                const fullContent = await fetchFullReview(page, review.url);
-                review.content = fullContent;
-            }
-        }
-    }
-    return result;
-}
-async function fetchFullReview(page, reviewUrl) {
-    await page.goto(reviewUrl);
-    await page.wait({ time: 1 });
-    const content = await page.evaluate(`
-    () => {
-      const contentEl = document.querySelector('.review-content');
-      return contentEl?.textContent?.trim() || '';
-    }
-  `);
-    return content;
-}

package/clis/douban/search.js

@@ -1,18 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { searchDouban } from './utils.js';
-cli({
-    site: 'douban',
-    name: 'search',
-    access: 'read',
-    description: '搜索豆瓣电影、图书或音乐',
-    domain: 'search.douban.com',
-    strategy: Strategy.COOKIE,
-    navigateBefore: false,
-    args: [
-        { name: 'type', default: 'movie', choices: ['movie', 'book', 'music'], help: '搜索类型（movie=电影, book=图书, music=音乐）' },
-        { name: 'keyword', required: true, positional: true, help: '搜索关键词' },
-        { name: 'limit', type: 'int', default: 20, help: '返回结果数量' },
-    ],
-    columns: ['rank', 'title', 'rating', 'abstract', 'url'],
-    func: async (page, args) => searchDouban(page, args.type, args.keyword, Number(args.limit) || 20),
-});

package/clis/douban/search.test.js

@@ -1,11 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { getRegistry } from '@agentrhq/webcmd/registry';
-import './search.js';
-
-describe('douban search command', () => {
-    it('skips default pre-navigation because the adapter handles navigation itself', () => {
-        const command = getRegistry().get('douban/search');
-        expect(command).toBeDefined();
-        expect(command?.navigateBefore).toBe(false);
-    });
-});

package/clis/douban/subject.js

@@ -1,46 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { loadDoubanSubjectDetail } from './utils.js';
-
-cli({
-    site: 'douban',
-    name: 'subject',
-    access: 'read',
-    description: '获取豆瓣条目详情',
-    domain: 'movie.douban.com',
-    strategy: Strategy.COOKIE,
-    browser: true,
-    navigateBefore: false,
-    args: [
-        { name: 'id', required: true, positional: true, help: '豆瓣条目 ID' },
-        { name: 'type', default: 'movie', choices: ['movie', 'book'], help: '条目类型（movie=电影, book=图书）' },
-    ],
-    columns: [
-        'id',
-        'type',
-        'title',
-        'subtitle',
-        'originalTitle',
-        'authors',
-        'translators',
-        'publisher',
-        'publishDate',
-        'publishYear',
-        'pageCount',
-        'binding',
-        'price',
-        'series',
-        'isbn10',
-        'isbn13',
-        'year',
-        'rating',
-        'ratingCount',
-        'genres',
-        'directors',
-        'casts',
-        'country',
-        'duration',
-        'summary',
-        'url',
-    ],
-    func: async (page, args) => [await loadDoubanSubjectDetail(page, args.id, args.type)],
-});

package/clis/douban/subject.test.js

@@ -1,11 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { getRegistry } from '@agentrhq/webcmd/registry';
-import './subject.js';
-
-describe('douban subject command', () => {
-    it('skips default pre-navigation because the adapter handles subject navigation itself', () => {
-        const command = getRegistry().get('douban/subject');
-        expect(command).toBeDefined();
-        expect(command?.navigateBefore).toBe(false);
-    });
-});

package/clis/douban/top250.js

@@ -1,68 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-cli({
-    site: 'douban',
-    name: 'top250',
-    access: 'read',
-    description: '豆瓣电影 Top250',
-    domain: 'movie.douban.com',
-    strategy: Strategy.COOKIE,
-    browser: true,
-    args: [
-        { name: 'limit', type: 'int', default: 250, help: '返回结果数量' },
-    ],
-    columns: ['rank', 'id', 'title', 'rating', 'url'],
-    pipeline: [
-        { navigate: 'https://movie.douban.com/top250' },
-        { evaluate: `async () => {
-  const results = [];
-  const limit = \${{ args.limit }};
-
-  const parsePage = (doc) => {
-    const items = doc.querySelectorAll('.item');
-    for (const item of items) {
-      if (results.length >= limit) break;
-
-      const rankEl = item.querySelector('.pic em');
-      const linkEl = item.querySelector('a');
-      const titleEl = item.querySelector('.title');
-      const ratingEl = item.querySelector('.rating_num');
-
-      const href = linkEl?.href || '';
-      const matchResult = href.match(/subject\\/(\\d+)/);
-      const id = matchResult ? matchResult[1] : '';
-
-      const title = titleEl?.textContent?.trim() || '';
-      const rank = parseInt(rankEl?.textContent || '0', 10);
-      const rating = ratingEl?.textContent?.trim() || '';
-
-      if (id && title) {
-        results.push({
-          rank: rank || results.length + 1,
-          id,
-          title,
-          rating: rating ? parseFloat(rating) : 0,
-          url: href
-        });
-      }
-    }
-  };
-
-  parsePage(document);
-
-  for (let start = 25; start < 250 && results.length < limit; start += 25) {
-    const resp = await fetch(\`https://movie.douban.com/top250?start=\${start}\`);
-    if (!resp.ok) break;
-    const html = await resp.text();
-    if (!html) break;
-
-    const doc = new DOMParser().parseFromString(html, 'text/html');
-    parsePage(doc);
-    await new Promise(r => setTimeout(r, 150));
-  }
-
-  return results;
-}
-` },
-        { limit: '${{ args.limit }}' },
-    ],
-});