@agentrhq/webcmd 0.1.2 → 0.2.0

package/clis/weibo/user-posts.js

@@ -1,234 +0,0 @@
-/**
- * Weibo user-posts — list posts from a user within an optional date range.
- */
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { ArgumentError, AuthRequiredError, CommandExecutionError, EmptyResultError } from '@agentrhq/webcmd/errors';
-import { unwrapEvaluateResult } from './utils.js';
-
-const MAX_LIMIT = 100;
-const DEFAULT_LIMIT = 20;
-const DATE_RE = /^\d{4}-\d{2}-\d{2}$/;
-
-function readRequiredId(raw) {
-    const value = String(raw ?? '').trim();
-    if (!value) {
-        throw new ArgumentError('weibo user-posts id cannot be empty');
-    }
-    return value;
-}
-
-function readLimit(raw) {
-    const value = raw === undefined || raw === null || raw === '' ? DEFAULT_LIMIT : Number(raw);
-    if (!Number.isInteger(value) || value < 1 || value > MAX_LIMIT) {
-        throw new ArgumentError(`weibo user-posts limit must be an integer between 1 and ${MAX_LIMIT}`);
-    }
-    return value;
-}
-
-function readDate(raw, name) {
-    if (raw === undefined || raw === null || raw === '') return null;
-    const value = String(raw).trim();
-    if (!DATE_RE.test(value)) {
-        throw new ArgumentError(`weibo user-posts ${name} must use YYYY-MM-DD`);
-    }
-    const date = new Date(`${value}T00:00:00+08:00`);
-    if (!Number.isFinite(date.getTime()) || value !== formatShanghaiDate(date)) {
-        throw new ArgumentError(`weibo user-posts ${name} must be a valid calendar date`);
-    }
-    return value;
-}
-
-function formatShanghaiDate(date) {
-    const parts = new Intl.DateTimeFormat('en-CA', {
-        timeZone: 'Asia/Shanghai',
-        year: 'numeric',
-        month: '2-digit',
-        day: '2-digit',
-    }).formatToParts(date);
-    const get = (type) => parts.find((part) => part.type === type)?.value;
-    return `${get('year')}-${get('month')}-${get('day')}`;
-}
-
-function dateToTimestamp(date) {
-    return Math.floor(new Date(`${date}T00:00:00+08:00`).getTime() / 1000);
-}
-
-function validateRange(start, end) {
-    if (start && end && dateToTimestamp(start) > dateToTimestamp(end)) {
-        throw new ArgumentError('weibo user-posts start must be <= end');
-    }
-}
-
-function mapError(error) {
-    const message = String(error ?? '').trim();
-    if (!message) {
-        throw new CommandExecutionError('weibo user-posts failed without an error message');
-    }
-    if (/login|cookie|登录|auth|forbidden|permission|权限|unauthorized/i.test(message)) {
-        throw new AuthRequiredError('weibo.com', message);
-    }
-    throw new CommandExecutionError(message);
-}
-
-export const testInternals = {
-    readRequiredId,
-    readLimit,
-    readDate,
-    dateToTimestamp,
-};
-
-cli({
-    site: 'weibo',
-    name: 'user-posts',
-    access: 'read',
-    description: 'List Weibo posts from a user, optionally filtered by date range',
-    domain: 'weibo.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'id', positional: true, required: true, help: 'User ID (numeric uid) or screen name' },
-        { name: 'start', help: 'Start date in Asia/Shanghai (YYYY-MM-DD)' },
-        { name: 'end', help: 'End date in Asia/Shanghai (YYYY-MM-DD)' },
-        { name: 'limit', type: 'int', default: DEFAULT_LIMIT, help: `Number of posts (1-${MAX_LIMIT})` },
-        { name: 'include-retweets', type: 'boolean', default: false, help: 'Include retweets' },
-    ],
-    columns: ['rank', 'id', 'mblogid', 'author', 'uid', 'text', 'time', 'reposts', 'comments', 'likes', 'pic_count', 'url'],
-    func: async (page, kwargs) => {
-        const id = readRequiredId(kwargs.id);
-        const limit = readLimit(kwargs.limit);
-        const start = readDate(kwargs.start, 'start');
-        const end = readDate(kwargs.end, 'end');
-        validateRange(start, end);
-        const includeRetweets = Boolean(kwargs['include-retweets']);
-        const starttime = start ? dateToTimestamp(start) : null;
-        const endtime = end ? dateToTimestamp(end) + 24 * 60 * 60 - 1 : null;
-
-        await page.goto('https://weibo.com');
-        await page.wait(2);
-
-        const evaluateResult = await page.evaluate(`
-      (async () => {
-        const rawId = ${JSON.stringify(id)};
-        const limit = ${limit};
-        const includeRetweets = ${includeRetweets};
-        const starttime = ${starttime === null ? 'null' : starttime};
-        const endtime = ${endtime === null ? 'null' : endtime};
-        const strip = (html) => (html || '')
-          .replace(/<[^>]+>/g, '')
-          .replace(/&nbsp;/g, ' ')
-          .replace(/&lt;/g, '<')
-          .replace(/&gt;/g, '>')
-          .replace(/&amp;/g, '&')
-          .replace(/\\s+/g, ' ')
-          .trim();
-
-        async function readJson(url) {
-          const resp = await fetch(url, { credentials: 'include' });
-          if (resp.status === 401 || resp.status === 403) {
-            return { error: 'login required: HTTP ' + resp.status };
-          }
-          if (!resp.ok) {
-            return { error: 'HTTP ' + resp.status };
-          }
-          try {
-            return await resp.json();
-          } catch {
-            return { error: 'Malformed JSON response' };
-          }
-        }
-
-        let uid = rawId;
-        if (!/^\\d+$/.test(rawId)) {
-          const profile = await readJson('/ajax/profile/info?screen_name=' + encodeURIComponent(rawId));
-          if (profile.error) return profile;
-          if (!profile.ok || !profile.data?.user?.id) return [rawId, [], true, false];
-          uid = String(profile.data.user.id);
-        }
-
-        const rows = [];
-        let sawList = false;
-        let sawPostCandidates = false;
-        for (let page = 1; page <= 20 && rows.length < limit; page++) {
-          const qs = new URLSearchParams();
-          qs.set('uid', uid);
-          qs.set('page', String(page));
-          qs.set('hasori', '1');
-          qs.set('hasret', includeRetweets ? '1' : '0');
-          if (starttime !== null) qs.set('starttime', String(starttime));
-          if (endtime !== null) qs.set('endtime', String(endtime));
-
-          const data = await readJson('/ajax/statuses/searchProfile?' + qs.toString());
-          if (data.error) return data;
-          if (data.ok === false) {
-            return { error: 'Weibo user posts API error: ' + (data.msg || data.message || 'request failed') };
-          }
-          const list = data.data?.list;
-          if (!Array.isArray(list)) {
-            return { error: 'Weibo user posts response did not include data.list' };
-          }
-          sawList = true;
-          if (list.length > 0) sawPostCandidates = true;
-          if (list.length === 0) break;
-
-          for (const post of list) {
-            if (rows.length >= limit) break;
-            const postId = post.idstr || (post.id === undefined || post.id === null ? '' : String(post.id));
-            const mblogid = post.mblogid || '';
-            const user = post.user || {};
-            const text = post.text_raw || strip(post.text || '');
-            if (!postId || !mblogid || !text) continue;
-            rows.push({
-              id: postId,
-              mblogid,
-              author: user.screen_name || '',
-              uid: user.id === undefined || user.id === null ? uid : String(user.id),
-              text,
-              time: post.created_at || '',
-              reposts: post.reposts_count ?? 0,
-              comments: post.comments_count ?? 0,
-              likes: post.attitudes_count ?? 0,
-              pic_count: post.pic_num ?? Object.keys(post.pic_infos || {}).length,
-              url: 'https://weibo.com/' + (user.id || uid) + '/' + mblogid,
-            });
-          }
-
-          if (list.length < 10) break;
-        }
-
-        return [uid, rows, sawList, sawPostCandidates];
-      })()
-    `);
-
-        const payload = unwrapEvaluateResult(evaluateResult);
-        if (payload && !Array.isArray(payload) && typeof payload === 'object' && 'error' in payload) {
-            mapError(payload.error);
-        }
-        if (!Array.isArray(payload) || payload.length !== 4 || !Array.isArray(payload[1])) {
-            throw new CommandExecutionError('weibo user-posts returned malformed extraction payload');
-        }
-        const [resolvedUid, rows, sawList, sawPostCandidates] = payload;
-        if (!sawList && rows.length === 0) {
-            throw new CommandExecutionError('weibo user-posts did not observe a valid posts list');
-        }
-        if (sawPostCandidates && rows.length === 0) {
-            throw new CommandExecutionError('weibo user-posts found post candidates but could not extract valid rows');
-        }
-        if (rows.length === 0) {
-            throw new EmptyResultError('weibo user-posts', 'No Weibo posts found for this user/date range');
-        }
-
-        return rows.slice(0, limit).map((row, index) => ({
-            rank: index + 1,
-            id: String(row.id),
-            mblogid: row.mblogid || '',
-            author: row.author || '',
-            uid: String(row.uid || resolvedUid || ''),
-            text: row.text || '',
-            time: row.time || '',
-            reposts: row.reposts ?? 0,
-            comments: row.comments ?? 0,
-            likes: row.likes ?? 0,
-            pic_count: row.pic_count ?? 0,
-            url: row.url || '',
-        }));
-    },
-});

package/clis/weibo/user-posts.test.js

@@ -1,92 +0,0 @@
-import { describe, expect, it, vi } from 'vitest';
-import { ArgumentError, AuthRequiredError, CommandExecutionError, EmptyResultError } from '@agentrhq/webcmd/errors';
-import { getRegistry } from '@agentrhq/webcmd/registry';
-import './user-posts.js';
-import { testInternals } from './user-posts.js';
-
-function envelope(data) {
-    return { session: 'site:weibo:test', data };
-}
-
-function makePage(payload) {
-    return {
-        goto: vi.fn().mockResolvedValue(undefined),
-        wait: vi.fn().mockResolvedValue(undefined),
-        evaluate: vi.fn().mockResolvedValue(payload),
-    };
-}
-
-describe('weibo user-posts', () => {
-    const command = getRegistry().get('weibo/user-posts');
-
-    it('validates id, limit, dates, and date ranges before navigation', async () => {
-        await expect(command.func(makePage({ rows: [] }), { id: '', limit: 10 }))
-            .rejects.toBeInstanceOf(ArgumentError);
-        await expect(command.func(makePage({ rows: [] }), { id: '123', limit: 0 }))
-            .rejects.toBeInstanceOf(ArgumentError);
-        await expect(command.func(makePage({ rows: [] }), { id: '123', start: '2025-02-30', limit: 10 }))
-            .rejects.toBeInstanceOf(ArgumentError);
-        await expect(command.func(makePage({ rows: [] }), { id: '123', start: '2025-06-02', end: '2025-06-01', limit: 10 }))
-            .rejects.toBeInstanceOf(ArgumentError);
-    });
-
-    it('converts Asia/Shanghai date boundaries to unix seconds', () => {
-        expect(testInternals.dateToTimestamp('2025-06-01')).toBe(1748707200);
-        expect(testInternals.dateToTimestamp('2025-01-01')).toBe(1735660800);
-    });
-
-    it('unwraps browser bridge envelopes and returns stable listing rows', async () => {
-        const page = makePage(envelope(['1670458304', [{
-                id: '5012345678901234',
-                mblogid: 'QD5uq0ydj',
-                author: 'Alice',
-                uid: '1670458304',
-                text: 'hello',
-                time: 'Sun Jun 01 10:00:00 +0800 2025',
-                reposts: 1,
-                comments: 2,
-                likes: 3,
-                pic_count: 4,
-                url: 'https://weibo.com/1670458304/QD5uq0ydj',
-            }], true, true]));
-
-        await expect(command.func(page, {
-            id: '1670458304',
-            start: '2025-06-01',
-            end: '2025-06-02',
-            limit: 20,
-        })).resolves.toEqual([{
-            rank: 1,
-            id: '5012345678901234',
-            mblogid: 'QD5uq0ydj',
-            author: 'Alice',
-            uid: '1670458304',
-            text: 'hello',
-            time: 'Sun Jun 01 10:00:00 +0800 2025',
-            reposts: 1,
-            comments: 2,
-            likes: 3,
-            pic_count: 4,
-            url: 'https://weibo.com/1670458304/QD5uq0ydj',
-        }]);
-    });
-
-    it('maps auth-like evaluate errors to AuthRequiredError', async () => {
-        await expect(command.func(makePage({ error: 'login required: HTTP 403' }), { id: '123', limit: 10 }))
-            .rejects.toBeInstanceOf(AuthRequiredError);
-    });
-
-    it('maps malformed payload and parser drift to CommandExecutionError', async () => {
-        await expect(command.func(makePage({ rows: [] }), { id: '123', limit: 10 }))
-            .rejects.toBeInstanceOf(CommandExecutionError);
-        await expect(command.func(makePage({ error: 'Weibo user posts response did not include data.list' }), { id: '123', limit: 10 }))
-            .rejects.toBeInstanceOf(CommandExecutionError);
-        await expect(command.func(makePage(['123', [], true, true]), { id: '123', limit: 10 }))
-            .rejects.toBeInstanceOf(CommandExecutionError);
-    });
-
-    it('maps true empty lists to EmptyResultError', async () => {
-        await expect(command.func(makePage(['123', [], true, false]), { id: '123', limit: 10 }))
-            .rejects.toBeInstanceOf(EmptyResultError);
-    });
-});

package/clis/weibo/user.js

@@ -1,63 +0,0 @@
-/**
- * Weibo user — get user profile by uid or screen_name.
- */
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { CommandExecutionError } from '@agentrhq/webcmd/errors';
-import { requireObjectEvaluateResult, unwrapEvaluateResult } from './utils.js';
-cli({
-    site: 'weibo',
-    name: 'user',
-    access: 'read',
-    description: 'Get Weibo user profile',
-    domain: 'weibo.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'id', required: true, positional: true, help: 'User ID (numeric uid) or screen name' },
-    ],
-    columns: ['screen_name', 'uid', 'followers', 'following', 'statuses', 'verified', 'description', 'location', 'url'],
-    func: async (page, kwargs) => {
-        await page.goto('https://weibo.com');
-        await page.wait(2);
-        const id = String(kwargs.id);
-        const data = requireObjectEvaluateResult(unwrapEvaluateResult(await page.evaluate(`
-      (async () => {
-        const id = ${JSON.stringify(id)};
-        const isUid = /^\\d+$/.test(id);
-        const query = isUid ? 'uid=' + id : 'screen_name=' + encodeURIComponent(id);
-
-        const resp = await fetch('/ajax/profile/info?' + query, {credentials: 'include'});
-        if (!resp.ok) return {error: 'HTTP ' + resp.status};
-        const data = await resp.json();
-        if (!data.ok || !data.data?.user) return {error: 'User not found'};
-
-        const u = data.data.user;
-
-        // Fetch detail info
-        const detailResp = await fetch('/ajax/profile/detail?uid=' + u.id, {credentials: 'include'});
-        const detail = detailResp.ok ? await detailResp.json() : null;
-        const d = detail?.data || {};
-
-        return {
-          screen_name: u.screen_name,
-          uid: u.id,
-          followers: u.followers_count,
-          following: u.friends_count,
-          statuses: u.statuses_count,
-          verified: u.verified || false,
-          verified_reason: u.verified_reason || '',
-          description: u.description || d.description || '',
-          location: u.location || '',
-          gender: u.gender === 'm' ? 'male' : u.gender === 'f' ? 'female' : '',
-          avatar: u.avatar_hd || u.avatar_large || '',
-          url: 'https://weibo.com' + (u.profile_url || '/u/' + u.id),
-          birthday: d.birthday || '',
-          created_at: d.created_at || '',
-          ip_location: d.ip_location || '',
-        };
-      })()
-    `)), 'weibo user');
-        if (data.error)
-            throw new CommandExecutionError(String(data.error));
-        return data;
-    },
-});

package/clis/weibo/utils.js

@@ -1,59 +0,0 @@
-/**
- * Shared Weibo utilities — uid extraction.
- */
-import { AuthRequiredError, CommandExecutionError } from '@agentrhq/webcmd/errors';
-/**
- * `page.evaluate` may return either the raw IIFE value or a
- * `{ session, data }` envelope depending on the browser-bridge version.
- * Adapter code that inspected the payload directly (e.g. `Array.isArray`,
- * truthiness checks on uid strings) silently received the envelope wrapper
- * instead of the inner value. This helper normalizes both shapes so callers
- * can keep their existing checks unchanged.
- */
-export function unwrapEvaluateResult(payload) {
-    if (payload && !Array.isArray(payload) && typeof payload === 'object' && 'session' in payload && 'data' in payload) {
-        return payload.data;
-    }
-    return payload;
-}
-export function requireArrayEvaluateResult(payload, label) {
-    if (!Array.isArray(payload)) {
-        if (payload && typeof payload === 'object' && 'error' in payload) {
-            throw new CommandExecutionError(`${label}: ${String(payload.error)}`);
-        }
-        throw new CommandExecutionError(`${label} returned malformed extraction payload`);
-    }
-    return payload;
-}
-export function requireObjectEvaluateResult(payload, label) {
-    if (!payload || Array.isArray(payload) || typeof payload !== 'object') {
-        throw new CommandExecutionError(`${label} returned malformed extraction payload`);
-    }
-    return payload;
-}
-/** Get the currently logged-in user's uid from Vue store or config API. */
-export async function getSelfUid(page) {
-    const uid = unwrapEvaluateResult(await page.evaluate(`
-    (() => {
-      const app = document.querySelector('#app')?.__vue_app__;
-      const store = app?.config?.globalProperties?.$store;
-      const uid = store?.state?.config?.config?.uid;
-      if (uid) return String(uid);
-      return null;
-    })()
-  `));
-    if (uid)
-        return uid;
-    // Fallback: config API
-    const config = unwrapEvaluateResult(await page.evaluate(`
-    (async () => {
-      const resp = await fetch('/ajax/config/get_config', {credentials: 'include'});
-      if (!resp.ok) return null;
-      const data = await resp.json();
-      return data.ok && data.data?.uid ? String(data.data.uid) : null;
-    })()
-  `));
-    if (config)
-        return config;
-    throw new AuthRequiredError('weibo.com');
-}

package/clis/weibo/utils.test.js

@@ -1,36 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { CommandExecutionError } from '@agentrhq/webcmd/errors';
-import { requireArrayEvaluateResult, requireObjectEvaluateResult, unwrapEvaluateResult } from './utils.js';
-
-describe('unwrapEvaluateResult (browser-bridge envelope normalization)', () => {
-    it('returns the raw array unchanged when payload is already an array', () => {
-        const arr = [{ id: '1' }, { id: '2' }];
-        expect(unwrapEvaluateResult(arr)).toBe(arr);
-    });
-    it('unwraps { session, data: [...] } envelope to the inner array', () => {
-        const arr = [{ id: '1' }];
-        const env = { session: 'site:weibo:abc', data: arr };
-        expect(unwrapEvaluateResult(env)).toBe(arr);
-    });
-    it('unwraps primitive data (e.g. uid string) from Browser Bridge envelopes', () => {
-        expect(unwrapEvaluateResult({ session: 'site:weibo:abc', data: '1234567890' })).toBe('1234567890');
-    });
-    it('unwraps null payload data so getSelfUid fallback can trigger', () => {
-        expect(unwrapEvaluateResult({ session: 'site:weibo:abc', data: null })).toBe(null);
-    });
-    it('passes non-envelope objects through unchanged (e.g. profile result)', () => {
-        const obj = { screen_name: 'alice', uid: '42' };
-        expect(unwrapEvaluateResult(obj)).toBe(obj);
-    });
-    it('handles null and undefined safely', () => {
-        expect(unwrapEvaluateResult(null)).toBe(null);
-        expect(unwrapEvaluateResult(undefined)).toBe(undefined);
-    });
-    it('keeps malformed array/object payloads as typed command failures after unwrap', () => {
-        expect(requireArrayEvaluateResult([{ id: '1' }], 'weibo feed')).toEqual([{ id: '1' }]);
-        expect(() => requireArrayEvaluateResult({ error: 'API error' }, 'weibo feed')).toThrow(CommandExecutionError);
-        expect(() => requireArrayEvaluateResult({ error: 'API error' }, 'weibo feed')).toThrow('weibo feed: API error');
-        expect(requireObjectEvaluateResult({ uid: '42' }, 'weibo me')).toEqual({ uid: '42' });
-        expect(() => requireObjectEvaluateResult([{ uid: '42' }], 'weibo me')).toThrow(CommandExecutionError);
-    });
-});