@agentrhq/webcmd 0.1.1 → 0.2.0

package/clis/weibo/favorites.js

@@ -1,170 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { ArgumentError, CommandExecutionError, EmptyResultError } from '@agentrhq/webcmd/errors';
-import { getSelfUid, requireArrayEvaluateResult, unwrapEvaluateResult } from './utils.js';
-
-const DEFAULT_LIMIT = 20;
-const MAX_LIMIT = 50;
-
-function parsePositiveInt(value, name, defaultValue) {
-  const raw = value ?? defaultValue;
-  const number = Number(raw);
-  if (!Number.isInteger(number) || number <= 0) {
-    throw new ArgumentError(`weibo favorites ${name} must be a positive integer`);
-  }
-  if (number > MAX_LIMIT) {
-    throw new ArgumentError(`weibo favorites ${name} must be <= ${MAX_LIMIT}`);
-  }
-  return number;
-}
-
-function parseFavoriteCard(card, favUrl) {
-  const raw = String(card?.text ?? '');
-  const lines = raw.split('\n');
-
-  let author = '';
-  let time = '';
-  let source = '';
-  let content = '';
-  let likes = '0';
-  let comments = '0';
-  let reposts = '0';
-
-  for (const line of lines) {
-    const t = line.trim();
-    if (!t || t === '添加') continue;
-
-    if (!time && /\d+小时前|\d+分钟前|\d+秒前|昨天|前天|\d{1,2}:\d{2}/.test(t)) {
-      time = t;
-      continue;
-    }
-
-    if (t.startsWith('来自')) {
-      source = t;
-      continue;
-    }
-
-    if (content) {
-      const n = Number.parseInt(t, 10);
-      if (!Number.isNaN(n) && n > 0 && n < 1_000_000 && t === String(n)) {
-        if (likes === '0') likes = t;
-        else if (comments === '0') comments = t;
-        else if (reposts === '0') reposts = t;
-        continue;
-      }
-    }
-
-    if (!author && t.length < 40) {
-      author = t;
-      continue;
-    }
-
-    if (!content && author) {
-      content = t;
-      continue;
-    }
-
-    if (content) content += ` ${t}`;
-  }
-
-  if (!content || !author) return null;
-
-  return {
-    author,
-    text: content.substring(0, 300),
-    time,
-    source,
-    likes,
-    comments,
-    reposts,
-    url: card?.url || favUrl,
-  };
-}
-
-function dedupeFavorites(items, favUrl) {
-  const seen = new Set();
-  const result = [];
-  for (const item of items) {
-    const key = item.url && item.url !== favUrl
-      ? item.url
-      : `${item.author}\n${item.text}\n${item.time}`;
-    if (seen.has(key)) continue;
-    seen.add(key);
-    result.push(item);
-  }
-  return result;
-}
-
-cli({
-  site: 'weibo',
-  name: 'favorites',
-    access: 'read',
-  description: '我的微博收藏列表',
-  domain: 'weibo.com',
-  strategy: Strategy.COOKIE,
-  args: [
-    { name: 'limit', type: 'int', default: 20, help: '数量（最多50）' },
-  ],
-  columns: ['author', 'text', 'time', 'source', 'likes', 'comments', 'reposts', 'url'],
-  func: async (page, kwargs) => {
-    const limit = parsePositiveInt(kwargs.limit, 'limit', DEFAULT_LIMIT);
-
-    await page.goto('https://weibo.com');
-    await page.wait(2);
-
-    const uid = await getSelfUid(page);
-
-    const favUrl = 'https://www.weibo.com/u/page/fav/' + uid;
-
-    await page.goto(favUrl);
-    await page.wait(4);
-
-    for (let i = 0; i < 3; i++) {
-      await page.evaluate('() => window.scrollBy(0, 800)');
-      await page.wait(1);
-    }
-
-    const rawData = requireArrayEvaluateResult(unwrapEvaluateResult(await page.evaluate(`
-      (() => {
-        const scrollers = document.querySelectorAll('.wbpro-scroller-item, .vue-recycle-scroller__item-view');
-        const out = [];
-        for (const s of scrollers) {
-          // Use textContent to preserve newlines, then split by \n
-          const bodyEl = s.querySelector('[class*="_body_"]') || s.querySelector('.wbpro-item-body') || s;
-          // innerText preserves newlines between block elements (unlike textContent)
-          const rawText = bodyEl.innerText || s.innerText || '';
-
-          let postUrl = '';
-          const anchors = s.querySelectorAll('a[href]');
-          for (const a of anchors) {
-            const m = String(a.href).match(/weibo\\.com\\/(\\d+)\\/([a-zA-Z0-9]+)/);
-            if (m) { postUrl = 'https://weibo.com/' + m[1] + '/' + m[2]; break; }
-          }
-
-          if (rawText.length > 20) out.push({ text: rawText, url: postUrl });
-          if (out.length >= ${limit}) break;
-        }
-        return out;
-      })()
-    `)), 'weibo favorites');
-
-    if (rawData.length === 0) {
-      throw new EmptyResultError('weibo favorites', 'No favorites were visible on the favorites page');
-    }
-
-    const items = rawData
-      .map(card => parseFavoriteCard(card, favUrl))
-      .filter(Boolean);
-
-    const uniqueItems = dedupeFavorites(items, favUrl);
-    if (uniqueItems.length === 0) {
-      throw new CommandExecutionError('Failed to parse visible Weibo favorites');
-    }
-    return uniqueItems.slice(0, limit);
-  },
-});
-
-export const __test__ = {
-  parseFavoriteCard,
-  parsePositiveInt,
-  dedupeFavorites,
-};

package/clis/weibo/favorites.test.js

@@ -1,114 +0,0 @@
-import { describe, expect, it, vi } from 'vitest';
-import { getRegistry } from '@agentrhq/webcmd/registry';
-import { ArgumentError, AuthRequiredError, CommandExecutionError, EmptyResultError } from '@agentrhq/webcmd/errors';
-
-import './favorites.js';
-
-function makePage(evaluateResults = []) {
-  const queue = [...evaluateResults];
-  const evaluate = vi.fn(async (script) => {
-    if (String(script).includes('window.scrollBy')) return undefined;
-    return queue.length ? queue.shift() : [];
-  });
-
-  return {
-    goto: vi.fn().mockResolvedValue(undefined),
-    wait: vi.fn().mockResolvedValue(undefined),
-    evaluate,
-  };
-}
-
-describe('weibo favorites command', () => {
-  const getCommand = () => getRegistry().get('weibo/favorites');
-
-  it('registers as a JS adapter and parses visible favorites', async () => {
-    const command = getCommand();
-    expect(command?.func).toBeTypeOf('function');
-
-    const page = makePage([
-      '123456',
-      [
-        {
-          text: [
-            '作者A',
-            '昨天 12:00',
-            '来自 iPhone',
-            '这是一条收藏微博',
-            '12',
-            '3',
-            '2',
-          ].join('\n'),
-          url: 'https://weibo.com/123/AbCd1',
-        },
-      ],
-    ]);
-
-    const result = await command.func(page, { limit: 10 });
-
-    expect(result).toEqual([
-      {
-        author: '作者A',
-        text: '这是一条收藏微博',
-        time: '昨天 12:00',
-        source: '来自 iPhone',
-        likes: '12',
-        comments: '3',
-        reposts: '2',
-        url: 'https://weibo.com/123/AbCd1',
-      },
-    ]);
-    expect(page.goto).toHaveBeenCalledWith('https://weibo.com');
-    expect(page.goto).toHaveBeenCalledWith('https://www.weibo.com/u/page/fav/123456');
-  });
-
-  it('throws AuthRequiredError when uid cannot be resolved', async () => {
-    const command = getCommand();
-    const page = makePage([null, null]);
-
-    await expect(command.func(page, { limit: 10 })).rejects.toBeInstanceOf(AuthRequiredError);
-  });
-
-  it('validates limit before navigation', async () => {
-    const command = getCommand();
-    const page = makePage();
-
-    await expect(command.func(page, { limit: 0 })).rejects.toBeInstanceOf(ArgumentError);
-    await expect(command.func(page, { limit: 51 })).rejects.toBeInstanceOf(ArgumentError);
-    expect(page.goto).not.toHaveBeenCalled();
-  });
-
-  it('throws EmptyResultError when no favorite cards are visible', async () => {
-    const command = getCommand();
-    const page = makePage(['123456', []]);
-
-    await expect(command.func(page, { limit: 10 })).rejects.toBeInstanceOf(EmptyResultError);
-  });
-
-  it('throws CommandExecutionError when visible cards cannot be parsed', async () => {
-    const command = getCommand();
-    const page = makePage(['123456', [{ text: '添加\n昨天', url: '' }]]);
-
-    await expect(command.func(page, { limit: 10 })).rejects.toBeInstanceOf(CommandExecutionError);
-  });
-
-  it('deduplicates repeated cards and applies the requested limit', async () => {
-    const command = getCommand();
-    const rawCard = {
-      text: '作者A\n内容A',
-      url: 'https://weibo.com/123/AbCd1',
-    };
-    const page = makePage([
-      '123456',
-      [
-        rawCard,
-        rawCard,
-        { text: '作者B\n内容B', url: 'https://weibo.com/123/AbCd2' },
-      ],
-    ]);
-
-    const result = await command.func(page, { limit: 1 });
-
-    expect(result).toHaveLength(1);
-    expect(result[0].author).toBe('作者A');
-  });
-});

package/clis/weibo/feed.js

@@ -1,69 +0,0 @@
-/**
- * Weibo feed — for-you or following timeline.
- */
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { getSelfUid, requireArrayEvaluateResult, unwrapEvaluateResult } from './utils.js';
-const TIMELINE_ENDPOINTS = {
-    'for-you': 'unreadfriendstimeline',
-    following: 'friendstimeline',
-};
-cli({
-    site: 'weibo',
-    name: 'feed',
-    access: 'read',
-    description: 'Fetch Weibo timeline (for-you or following)',
-    domain: 'weibo.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        {
-            name: 'type',
-            default: 'for-you',
-            choices: ['for-you', 'following'],
-            help: 'Timeline type: for-you (algorithmic) or following (chronological)',
-        },
-        { name: 'limit', type: 'int', default: 15, help: 'Number of posts (max 50)' },
-    ],
-    columns: ['id', 'author', 'text', 'reposts', 'comments', 'likes', 'time', 'url'],
-    func: async (page, kwargs) => {
-        const count = Math.min(kwargs.limit || 15, 50);
-        const timelineType = kwargs.type === 'following' ? 'following' : 'for-you';
-        const endpoint = TIMELINE_ENDPOINTS[timelineType];
-        await page.goto('https://weibo.com');
-        await page.wait(2);
-        const uid = await getSelfUid(page);
-        const data = requireArrayEvaluateResult(unwrapEvaluateResult(await page.evaluate(`
-      (async () => {
-        const uid = ${JSON.stringify(uid)};
-        const count = ${count};
-        const endpoint = ${JSON.stringify(endpoint)};
-        const listId = '10001' + uid;
-        const strip = (html) => (html || '').replace(/<[^>]+>/g, '').replace(/&nbsp;/g, ' ').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').trim();
-
-        const resp = await fetch('/ajax/feed/' + endpoint + '?list_id=' + listId + '&refresh=4&since_id=0&count=' + count, { credentials: 'include' });
-        if (!resp.ok) return { error: 'HTTP ' + resp.status };
-        const data = await resp.json();
-        if (!data.ok) return { error: 'API error: ' + (data.msg || 'unknown') };
-
-        return (data.statuses || []).slice(0, count).map(s => {
-          const u = s.user || {};
-          const item = {
-            id: s.mblogid || s.idstr || String(s.id || ''),
-            author: u.screen_name || '',
-            text: (s.text_raw || strip(s.text || '')).substring(0, 200),
-            reposts: s.reposts_count || 0,
-            comments: s.comments_count || 0,
-            likes: s.attitudes_count || 0,
-            time: s.created_at || '',
-            url: 'https://weibo.com/' + (u.id || '') + '/' + (s.mblogid || ''),
-          };
-          if (s.retweeted_status) {
-            const rt = s.retweeted_status;
-            item.retweeted = (rt.user?.screen_name || '[deleted]') + ': ' + (rt.text_raw || strip(rt.text || '')).substring(0, 100);
-          }
-          return item;
-        });
-      })()
-    `)), 'weibo feed');
-        return data;
-    },
-});

package/clis/weibo/hot.js

@@ -1,39 +0,0 @@
-/**
- * Weibo hot search — browser cookie API.
- */
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { requireArrayEvaluateResult, unwrapEvaluateResult } from './utils.js';
-cli({
-    site: 'weibo',
-    name: 'hot',
-    access: 'read',
-    description: '微博热搜',
-    domain: 'weibo.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'limit', type: 'int', default: 30, help: 'Number of items (max 50)' },
-    ],
-    columns: ['rank', 'word', 'hot_value', 'category', 'label', 'url'],
-    func: async (page, kwargs) => {
-        const count = Math.min(kwargs.limit || 30, 50);
-        await page.goto('https://weibo.com');
-        const data = requireArrayEvaluateResult(unwrapEvaluateResult(await page.evaluate(`
-      (async () => {
-        const resp = await fetch('/ajax/statuses/hot_band', {credentials: 'include'});
-        if (!resp.ok) return {error: 'HTTP ' + resp.status};
-        const data = await resp.json();
-        if (!data.ok) return {error: 'API error'};
-        const bandList = data.data?.band_list || [];
-        return bandList.map((item, i) => ({
-          rank: item.realpos || (i + 1),
-          word: item.word,
-          hot_value: item.num || 0,
-          category: item.category || '',
-          label: item.label_name || '',
-          url: 'https://s.weibo.com/weibo?q=' + encodeURIComponent('#' + item.word + '#')
-        }));
-      })()
-    `)), 'weibo hot');
-        return data.slice(0, count);
-    },
-});

package/clis/weibo/me.js

@@ -1,75 +0,0 @@
-/**
- * Weibo me — current logged-in user profile.
- */
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { CommandExecutionError } from '@agentrhq/webcmd/errors';
-import { getSelfUid, requireObjectEvaluateResult, unwrapEvaluateResult } from './utils.js';
-cli({
-    site: 'weibo',
-    name: 'me',
-    access: 'read',
-    description: 'My Weibo profile info',
-    domain: 'weibo.com',
-    strategy: Strategy.COOKIE,
-    args: [],
-    columns: ['screen_name', 'uid', 'followers', 'following', 'statuses', 'verified', 'location'],
-    func: async (page) => {
-        await page.goto('https://weibo.com');
-        await page.wait(2);
-        const uid = await getSelfUid(page);
-        const data = requireObjectEvaluateResult(unwrapEvaluateResult(await page.evaluate(`
-      (async () => {
-        const uid = ${JSON.stringify(uid)};
-
-        // Try Vue store first
-        const app = document.querySelector('#app')?.__vue_app__;
-        const store = app?.config?.globalProperties?.$store;
-        const cfg = store?.state?.config?.config;
-        const u = cfg?.user;
-
-        // Fetch detail info
-        const detailResp = await fetch('/ajax/profile/detail?uid=' + uid, {credentials: 'include'});
-        const detail = detailResp.ok ? await detailResp.json() : null;
-        const d = detail?.data || {};
-
-        if (u && u.id) {
-          return {
-            screen_name: u.screen_name,
-            uid: u.id,
-            followers: u.followers_count,
-            following: u.friends_count,
-            statuses: u.statuses_count,
-            verified: u.verified || false,
-            location: u.location || '',
-            description: u.description || d.description || '',
-            avatar: u.avatar_hd || u.avatar_large || '',
-            profile_url: 'https://weibo.com' + (u.profile_url || '/u/' + u.id),
-          };
-        }
-
-        // Fallback: fetch profile API
-        const resp = await fetch('/ajax/profile/info?uid=' + uid, {credentials: 'include'});
-        if (!resp.ok) return {error: 'HTTP ' + resp.status};
-        const info = await resp.json();
-        if (!info.ok) return {error: 'API error'};
-        const p = info.data?.user;
-        if (!p) return {error: 'User data not found'};
-        return {
-          screen_name: p.screen_name,
-          uid: p.id,
-          followers: p.followers_count,
-          following: p.friends_count,
-          statuses: p.statuses_count,
-          verified: p.verified || false,
-          location: p.location || '',
-          description: p.description || d.description || '',
-          avatar: p.avatar_hd || p.avatar_large || '',
-          profile_url: 'https://weibo.com' + (p.profile_url || '/u/' + p.id),
-        };
-      })()
-    `)), 'weibo me');
-        if (data.error)
-            throw new CommandExecutionError(String(data.error));
-        return data;
-    },
-});

package/clis/weibo/post.js

@@ -1,75 +0,0 @@
-/**
- * Weibo post — get a single post by ID.
- */
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { CommandExecutionError } from '@agentrhq/webcmd/errors';
-import { requireObjectEvaluateResult, unwrapEvaluateResult } from './utils.js';
-cli({
-    site: 'weibo',
-    name: 'post',
-    access: 'read',
-    description: 'Get a single Weibo post',
-    domain: 'weibo.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'id', required: true, positional: true, help: 'Post ID (numeric idstr or mblogid from URL)' },
-    ],
-    columns: ['field', 'value'],
-    func: async (page, kwargs) => {
-        await page.goto('https://weibo.com');
-        await page.wait(2);
-        const id = String(kwargs.id);
-        const data = requireObjectEvaluateResult(unwrapEvaluateResult(await page.evaluate(`
-      (async () => {
-        const id = ${JSON.stringify(id)};
-        const strip = (html) => (html || '').replace(/<[^>]+>/g, '').replace(/&nbsp;/g, ' ').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').trim();
-
-        const resp = await fetch('/ajax/statuses/show?id=' + encodeURIComponent(id), {credentials: 'include'});
-        if (!resp.ok) return {error: 'HTTP ' + resp.status};
-        const s = await resp.json();
-        if (!s.ok && !s.idstr) return {error: 'Post not found'};
-
-        // Fetch long text if needed
-        let fullText = s.text_raw || strip(s.text || '');
-        if (s.isLongText || s.is_long_text) {
-          try {
-            const ltResp = await fetch('/ajax/statuses/longtext?id=' + s.idstr, {credentials: 'include'});
-            if (ltResp.ok) {
-              const lt = await ltResp.json();
-              if (lt.data?.longTextContent) fullText = strip(lt.data.longTextContent);
-            }
-          } catch {}
-        }
-
-        const u = s.user || {};
-        const result = {
-          id: s.idstr || String(s.id),
-          mblogid: s.mblogid,
-          author: u.screen_name || '',
-          text: fullText,
-          created_at: s.created_at,
-          source: strip(s.source || ''),
-          reposts: s.reposts_count || 0,
-          comments: s.comments_count || 0,
-          likes: s.attitudes_count || 0,
-          pic_count: s.pic_num || 0,
-          url: 'https://weibo.com/' + (u.id || '') + '/' + (s.mblogid || ''),
-        };
-
-        if (s.retweeted_status) {
-          const rt = s.retweeted_status;
-          result.retweeted_from = (rt.user?.screen_name || '[deleted]');
-          result.retweeted_text = rt.text_raw || strip(rt.text || '');
-        }
-
-        return result;
-      })()
-    `)), 'weibo post');
-        if (data.error)
-            throw new CommandExecutionError(String(data.error));
-        return Object.entries(data).map(([field, value]) => ({
-            field,
-            value: String(value),
-        }));
-    },
-});