@agentrhq/webcmd 0.1.2 → 0.2.0

package/clis/51job/search.js

@@ -1,80 +0,0 @@
-/**
- * 51job keyword search.
- *
- * Backed by `we.51job.com/api/job/search-pc`, which returns a job list with
- * the full `jobDescribe` embedded. Needs the browser session because the
- * Aliyun WAF in front of `we.51job.com` challenges bare fetches; the
- * `pageFetchJson` helper runs inside the page so the WAF sees a real browser.
- */
-
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { CliError } from '@agentrhq/webcmd/errors';
-import {
-    WE_ORIGIN, SEARCH_COLUMNS,
-    SALARY_CODES, WORKYEAR_CODES, DEGREE_CODES,
-    COMPANY_TYPE_CODES, COMPANY_SIZE_CODES, SORT_CODES,
-    requirePage, navigateTo, pageFetchJson,
-    buildSearchUrl, mapJobItem, resolveCity, resolveCode,
-} from './utils.js';
-
-cli({
-    site: '51job',
-    name: 'search',
-    access: 'read',
-    description: '51job 前程无忧关键词职位搜索',
-    domain: 'we.51job.com',
-    strategy: Strategy.COOKIE,
-    browser: true,
-    navigateBefore: false,
-    args: [
-        { name: 'keyword', type: 'string', required: true, positional: true, help: '搜索关键词（岗位名 / 技能 / 公司）' },
-        { name: 'area', type: 'string', default: '全国', help: '城市名或 6 位城市码（如 "杭州" / "080200" / "全国"）' },
-        { name: 'salary', type: 'string', default: '', help: '薪资区间（如 "10-15k" / "1-1.5万" / "20-30k"）' },
-        { name: 'experience', type: 'string', default: '', help: '工作年限（如 "应届" / "1-3年" / "3-5年" / "5-7年"）' },
-        { name: 'degree', type: 'string', default: '', help: '学历要求（如 "本科" / "大专" / "硕士"）' },
-        { name: 'companyType', type: 'string', default: '', help: '公司性质（如 "外资" / "国企" / "民营"）' },
-        { name: 'companySize', type: 'string', default: '', help: '公司规模（如 "50-150" / "1000-5000"）' },
-        { name: 'sort', type: 'string', default: '综合', help: '排序：综合 / 最新 / 薪资 / 距离' },
-        { name: 'page', type: 'int', default: 1, help: '页码（1-based）' },
-        { name: 'limit', type: 'int', default: 20, help: '返回条数（1-50）' },
-    ],
-    columns: SEARCH_COLUMNS,
-    func: async (page, kwargs) => {
-        requirePage(page);
-        const keyword = String(kwargs.keyword ?? '').trim();
-        if (!keyword) throw new CliError('INVALID_ARGUMENT', 'keyword is required');
-        const limit = Math.max(1, Math.min(Number(kwargs.limit) || 20, 50));
-        const pageNum = Math.max(1, Number(kwargs.page) || 1);
-
-        const jobArea = resolveCity(kwargs.area);
-        const salary = resolveCode(kwargs.salary, SALARY_CODES);
-        const workYear = resolveCode(kwargs.experience, WORKYEAR_CODES);
-        const degree = resolveCode(kwargs.degree, DEGREE_CODES);
-        const companyType = resolveCode(kwargs.companyType, COMPANY_TYPE_CODES);
-        const companySize = resolveCode(kwargs.companySize, COMPANY_SIZE_CODES);
-        const sortType = resolveCode(kwargs.sort, SORT_CODES, '0');
-
-        // Establish WAF-clean origin. Reusing the same tab avoids the slider
-        // challenge fire every call.
-        const currentUrl = await page.evaluate(`(() => window.location.href)()`);
-        if (!String(currentUrl).startsWith(WE_ORIGIN)) {
-            await navigateTo(page, `${WE_ORIGIN}/pc/search?keyword=${encodeURIComponent(keyword)}&searchType=2`, 2);
-        }
-
-        const url = buildSearchUrl({
-            keyword, jobArea, salary, workYear, degree,
-            companyType, companySize, sortType,
-            pageNum, pageSize: Math.min(limit, 50),
-        });
-
-        const data = await pageFetchJson(page, url);
-        if (data.status !== '1' && data.status !== 1) {
-            throw new CliError('API_ERROR', `51job search failed: ${data.message ?? 'unknown'}`);
-        }
-        const items = data?.resultbody?.job?.items ?? [];
-        if (items.length === 0) {
-            throw new CliError('NO_DATA', `No jobs matched "${keyword}"`);
-        }
-        return items.slice(0, limit).map((it, i) => mapJobItem(it, (pageNum - 1) * limit + i + 1));
-    },
-});

package/clis/51job/utils.js

@@ -1,302 +0,0 @@
-/**
- * 51job shared utilities.
- *
- * Key design points:
- * - we.51job.com is protected by Aliyun WAF — bare `curl` / Node-side fetch
- *   gets a slider CAPTCHA HTML page. Only browser-context fetch (page.evaluate)
- *   with the session's cookies survives the challenge.
- * - `document.cookie` exposes the anti-bot cookies (`acw_sc__v2`, `ssxmod_itna`
- *   etc.) — no HttpOnly/login needed for public pages.
- * - API (`we.51job.com/api/job/search-pc`) is same-origin when we've navigated
- *   to `https://we.51job.com/...`, so fetch inside page.evaluate works.
- * - Detail / company pages live on `jobs.51job.com` and render data into the
- *   DOM (SSR), so adapters for those navigate and scrape.
- */
-
-import { CliError } from '@agentrhq/webcmd/errors';
-
-export const WE_ORIGIN = 'https://we.51job.com';
-export const JOBS_ORIGIN = 'https://jobs.51job.com';
-
-/**
- * City name / alias → 6-digit jobArea code. `000000` is the national bucket.
- * Covers the 40 largest cities the search UI surfaces. Unknown input passed
- * as-is if it's already 6 digits; otherwise fall back to `000000` (all).
- */
-export const CITY_CODES = {
-    '全国': '000000', 'all': '000000',
-    '北京': '010000', 'beijing': '010000',
-    '上海': '020000', 'shanghai': '020000',
-    '广州': '030200', 'guangzhou': '030200',
-    '深圳': '040000', 'shenzhen': '040000',
-    '武汉': '180200', 'wuhan': '180200',
-    '西安': '200200', "xi'an": '200200', 'xian': '200200',
-    '杭州': '080200', 'hangzhou': '080200',
-    '南京': '070200', 'nanjing': '070200',
-    '成都': '090200', 'chengdu': '090200',
-    '苏州': '070300', 'suzhou': '070300',
-    '重庆': '060000', 'chongqing': '060000',
-    '天津': '050000', 'tianjin': '050000',
-    '长沙': '190200', 'changsha': '190200',
-    '郑州': '170200', 'zhengzhou': '170200',
-    '青岛': '120300', 'qingdao': '120300',
-    '合肥': '150200', 'hefei': '150200',
-    '厦门': '110300', 'xiamen': '110300',
-    '无锡': '070400', 'wuxi': '070400',
-    '济南': '120200', 'jinan': '120200',
-    '佛山': '030700', 'foshan': '030700',
-    '东莞': '030800', 'dongguan': '030800',
-    '宁波': '080300', 'ningbo': '080300',
-    '福州': '110200', 'fuzhou': '110200',
-    '昆明': '250200', 'kunming': '250200',
-    '大连': '230300', 'dalian': '230300',
-    '沈阳': '230200', 'shenyang': '230200',
-    '哈尔滨': '220200', 'haerbin': '220200', 'harbin': '220200',
-    '石家庄': '160200', 'shijiazhuang': '160200',
-    '贵阳': '260200', 'guiyang': '260200',
-    '南宁': '100200', 'nanning': '100200',
-    '南昌': '130200', 'nanchang': '130200',
-    '长春': '240200', 'changchun': '240200',
-    '太原': '210200', 'taiyuan': '210200',
-    '兰州': '280200', 'lanzhou': '280200',
-    '乌鲁木齐': '310200', 'urumqi': '310200',
-    '海口': '270200', 'haikou': '270200',
-    '香港': '330000', 'hongkong': '330000', 'hk': '330000',
-};
-
-/** Salary bucket code (matches 51job's `salary` filter). */
-export const SALARY_CODES = {
-    '不限': '',
-    '2千以下': '01', '2-3千': '02', '3-4.5千': '03',
-    '4.5-6千': '04', '6-8千': '05', '8k-1万': '06', '8-10k': '06',
-    '1-1.5万': '07', '10-15k': '07',
-    '1.5-2万': '08', '15-20k': '08',
-    '2-3万': '09', '20-30k': '09',
-    '3-5万': '10', '30-50k': '10',
-    '5万以上': '11', '50k以上': '11',
-};
-
-/** Work experience bucket. */
-export const WORKYEAR_CODES = {
-    '不限': '',
-    '在校生': '01', '应届': '02', '1年以下': '03',
-    '1-3年': '04', '3-5年': '05', '5-7年': '06',
-    '7-10年': '07', '10年以上': '08',
-};
-
-/** Degree bucket. */
-export const DEGREE_CODES = {
-    '不限': '',
-    '初中及以下': '01', '高中/中技/中专': '02', '高中': '02',
-    '大专': '03', '本科': '04', '硕士': '05', '博士': '06',
-};
-
-/** Company ownership type. */
-export const COMPANY_TYPE_CODES = {
-    '不限': '',
-    '外资': '01', '欧美': '0101', '日韩': '0102',
-    '合资': '02', '国企': '03', '民营': '04',
-    '上市公司': '05', '创业公司': '06', '事业单位': '07',
-    '非营利': '08', '政府': '09',
-};
-
-/** Company headcount bucket. */
-export const COMPANY_SIZE_CODES = {
-    '不限': '',
-    '少于50': '01', '50以下': '01',
-    '50-150': '02', '150-500': '03',
-    '500-1000': '04', '1000-5000': '05',
-    '5000-10000': '06', '10000以上': '07',
-};
-
-/** Sort strategy. */
-export const SORT_CODES = {
-    '综合': '0', 'relevance': '0', 'default': '0',
-    '最新': '1', 'new': '1', 'newest': '1',
-    '薪资': '2', 'salary': '2', 'pay': '2',
-    '距离': '9', 'distance': '9',
-};
-
-export function resolveCity(input) {
-    if (!input) return '000000';
-    const s = String(input).trim();
-    if (!s || s === '全国' || s.toLowerCase() === 'all') return '000000';
-    if (/^\d{6}$/.test(s)) return s;
-    const key = s.toLowerCase();
-    if (CITY_CODES[s] !== undefined) return CITY_CODES[s];
-    if (CITY_CODES[key] !== undefined) return CITY_CODES[key];
-    for (const [name, code] of Object.entries(CITY_CODES)) {
-        if (typeof name === 'string' && name.includes(s)) return code;
-    }
-    throw new CliError('INVALID_ARGUMENT', `Unknown city/area "${s}"`, 'Use a supported city name like "杭州" or a 6-digit city code');
-}
-
-export function resolveCode(input, table, fallback = '') {
-    if (input === undefined || input === null || input === '') return fallback;
-    const s = String(input).trim();
-    if (table[s] !== undefined) return table[s];
-    const key = s.toLowerCase();
-    if (table[key] !== undefined) return table[key];
-    if (Object.values(table).includes(s)) return s;
-    for (const [k, v] of Object.entries(table)) {
-        if (typeof k === 'string' && k.includes(s)) return v;
-    }
-    return fallback;
-}
-
-export function requirePage(page) {
-    if (!page) throw new CliError('INTERNAL_ERROR', 'Browser page required (adapter must set browser: true)');
-}
-
-/**
- * Navigate the page to a URL and give the SPA a moment to settle. Reuses
- * existing session cookies — first call on a fresh browser may trigger the
- * Aliyun WAF interstitial, which the headless Chromium solves automatically
- * because the JS that sets `acw_sc__v2` runs in the page.
- */
-export async function navigateTo(page, url, waitSeconds = 2) {
-    await page.goto(url);
-    await page.wait({ time: waitSeconds });
-}
-
-/**
- * Browser-context fetch: execute `fetch(url, { credentials: 'include' })`
- * inside the page so cookies apply and WAF sees a real browser. Returns
- * parsed JSON; throws on network / parse / status failure.
- */
-export async function pageFetchJson(page, url, opts = {}) {
-    const method = opts.method ?? 'GET';
-    const body = opts.body ?? null;
-    const timeout = opts.timeout ?? 15000;
-    const headers = opts.headers ?? {};
-    const script = `
-        async () => {
-            const ctrl = new AbortController();
-            const timer = setTimeout(() => ctrl.abort(), ${timeout});
-            try {
-                const resp = await fetch(${JSON.stringify(url)}, {
-                    method: ${JSON.stringify(method)},
-                    credentials: 'include',
-                    headers: ${JSON.stringify({ Accept: 'application/json', ...headers })},
-                    ${body !== null ? `body: ${JSON.stringify(body)},` : ''}
-                    signal: ctrl.signal,
-                });
-                const text = await resp.text();
-                return { ok: resp.ok, status: resp.status, text };
-            } catch (e) {
-                return { ok: false, status: 0, text: '', error: String(e && e.message || e) };
-            } finally {
-                clearTimeout(timer);
-            }
-        }
-    `;
-    const res = await page.evaluate(script);
-    if (res.error) throw new CliError('HTTP_ERROR', `51job fetch failed: ${res.error}`);
-    if (!res.ok) throw new CliError('HTTP_ERROR', `51job HTTP ${res.status}`);
-    if (res.text.trim().startsWith('<')) {
-        throw new CliError('ANTI_BOT', '51job returned HTML (likely Aliyun WAF slider). Refresh browser session.');
-    }
-    try {
-        return JSON.parse(res.text);
-    } catch (e) {
-        throw new CliError('API_ERROR', `51job invalid JSON: ${res.text.slice(0, 200)}`);
-    }
-}
-
-/**
- * Build the canonical search-pc URL. All optional filters default to empty
- * (no constraint). `scene=7` + `source=1` match what the real SPA sends.
- */
-export function buildSearchUrl(params) {
-    const qs = new URLSearchParams();
-    qs.set('api_key', '51job');
-    qs.set('timestamp', String(Date.now()));
-    qs.set('keyword', params.keyword ?? '');
-    qs.set('searchType', '2');
-    qs.set('function', params.function ?? '');
-    qs.set('industry', params.industry ?? '');
-    qs.set('jobArea', params.jobArea ?? '000000');
-    qs.set('jobArea2', params.jobArea2 ?? '');
-    qs.set('landmark', params.landmark ?? '');
-    qs.set('metro', params.metro ?? '');
-    qs.set('salary', params.salary ?? '');
-    qs.set('workYear', params.workYear ?? '');
-    qs.set('degree', params.degree ?? '');
-    qs.set('companyType', params.companyType ?? '');
-    qs.set('companySize', params.companySize ?? '');
-    qs.set('jobType', params.jobType ?? '');
-    qs.set('issueDate', params.issueDate ?? '');
-    qs.set('sortType', params.sortType ?? '0');
-    qs.set('pageNum', String(params.pageNum ?? 1));
-    qs.set('pageSize', String(params.pageSize ?? 20));
-    qs.set('source', '1');
-    qs.set('scene', '7');
-    return `${WE_ORIGIN}/api/job/search-pc?${qs.toString()}`;
-}
-
-/**
- * Map a raw search-pc `resultbody.job.items[i]` into the canonical row shape
- * we expose to the user. Kept here so `search` and `hot` stay aligned.
- */
-export function mapJobItem(it, rank) {
-    const area = it.jobAreaLevelDetail || {};
-    return {
-        rank,
-        jobId: String(it.jobId ?? ''),
-        title: it.jobName ?? '',
-        salary: it.provideSalaryString ?? '',
-        salaryMin: Number(it.jobSalaryMin ?? 0) || 0,
-        salaryMax: Number(it.jobSalaryMax ?? 0) || 0,
-        city: area.cityString ?? it.jobAreaString ?? '',
-        district: area.districtString ?? '',
-        workYear: it.workYearString ?? '',
-        degree: it.degreeString ?? '',
-        tags: Array.isArray(it.jobTags) ? it.jobTags.join(',') : '',
-        company: it.companyName ?? '',
-        companyFull: it.fullCompanyName ?? '',
-        companyType: it.companyTypeString ?? '',
-        companySize: it.companySizeString ?? '',
-        industry: it.industryType1Str ?? '',
-        hr: it.hrName ? `${it.hrName}·${it.hrPosition ?? ''}` : '',
-        issueDate: it.issueDateString ?? '',
-        url: it.jobHref ?? '',
-        companyUrl: it.companyHref ?? '',
-        encCoId: it.encCoId ?? '',
-    };
-}
-
-export const SEARCH_COLUMNS = [
-    'rank', 'jobId', 'title', 'salary', 'salaryMin', 'salaryMax',
-    'city', 'district', 'workYear', 'degree', 'tags',
-    'company', 'companyFull', 'companyType', 'companySize', 'industry',
-    'hr', 'issueDate', 'url', 'companyUrl', 'encCoId',
-];
-
-/**
- * Parse a 51job company-page `<a sensorsdata="...">` payload into a stable
- * row fragment. Returns null when the attribute is absent or malformed.
- */
-export function parseCompanyJobCard(raw) {
-    if (!raw || typeof raw !== 'object') return null;
-    const href = typeof raw.href === 'string' ? raw.href : '';
-    const sensorsdata = typeof raw.sensorsdata === 'string' ? raw.sensorsdata : '';
-    if (!href || !sensorsdata) return null;
-    let data;
-    try {
-        data = JSON.parse(sensorsdata);
-    } catch {
-        return null;
-    }
-    if (!data || !data.jobId) return null;
-    return {
-        jobId: String(data.jobId),
-        title: data.jobTitle || '',
-        salary: data.jobSalary || '',
-        city: data.jobArea || '',
-        workYear: data.jobYear || '',
-        degree: data.jobDegree || '',
-        funcType: data.funcType || '',
-        issueDate: data.jobTime || '',
-        url: href,
-    };
-}

package/clis/51job/utils.test.js

@@ -1,69 +0,0 @@
-import { describe, expect, it, vi } from 'vitest';
-import { CliError } from '@agentrhq/webcmd/errors';
-import { parseCompanyJobCard, pageFetchJson, resolveCity } from './utils.js';
-
-describe('51job resolveCity', () => {
-    it('maps known city names and explicit national scope', () => {
-        expect(resolveCity('杭州')).toBe('080200');
-        expect(resolveCity('all')).toBe('000000');
-        expect(resolveCity('000000')).toBe('000000');
-    });
-
-    it('rejects unknown non-empty inputs instead of silently widening to 全国', () => {
-        expect(() => resolveCity('杭州z')).toThrowError(CliError);
-        expect(() => resolveCity('杭州z')).toThrow(/Unknown city\/area/);
-    });
-});
-
-describe('51job pageFetchJson', () => {
-    it('detects WAF challenge HTML and throws ANTI_BOT', async () => {
-        const page = {
-            evaluate: vi.fn().mockResolvedValue({
-                ok: true,
-                status: 200,
-                text: '<html><title>slider</title></html>',
-            }),
-        };
-
-        await expect(pageFetchJson(page, 'https://we.51job.com/api/job/search-pc')).rejects.toMatchObject({
-            code: 'ANTI_BOT',
-        });
-    });
-});
-
-describe('51job parseCompanyJobCard', () => {
-    it('parses sensorsdata JSON into a stable row fragment', () => {
-        const row = parseCompanyJobCard({
-            href: 'https://jobs.51job.com/shanghai/123456789.html',
-            sensorsdata: JSON.stringify({
-                jobId: '123456789',
-                jobTitle: 'Senior Engineer',
-                jobSalary: '20-30K',
-                jobArea: '上海',
-                jobYear: '3-5年',
-                jobDegree: '本科',
-                funcType: '后端开发',
-                jobTime: '04-22',
-            }),
-        });
-
-        expect(row).toEqual({
-            jobId: '123456789',
-            title: 'Senior Engineer',
-            salary: '20-30K',
-            city: '上海',
-            workYear: '3-5年',
-            degree: '本科',
-            funcType: '后端开发',
-            issueDate: '04-22',
-            url: 'https://jobs.51job.com/shanghai/123456789.html',
-        });
-    });
-
-    it('returns null on malformed sensorsdata', () => {
-        expect(parseCompanyJobCard({
-            href: 'https://jobs.51job.com/shanghai/123456789.html',
-            sensorsdata: '{bad json}',
-        })).toBeNull();
-    });
-});

package/clis/aibase/news.js

@@ -1,110 +0,0 @@
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { ArgumentError, CommandExecutionError, EmptyResultError, getErrorMessage } from '@agentrhq/webcmd/errors';
-
-const AIBASE_DAILY_URL = 'https://www.aibase.com/zh/daily';
-const DEFAULT_LIMIT = 20;
-const MAX_LIMIT = 50;
-
-function normalizeLimit(value) {
-    const raw = value ?? DEFAULT_LIMIT;
-    const limit = Number(raw);
-    if (!Number.isInteger(limit) || limit <= 0) {
-        throw new ArgumentError('limit must be a positive integer', `Example: webcmd aibase news --limit ${DEFAULT_LIMIT}`);
-    }
-    if (limit > MAX_LIMIT) {
-        throw new ArgumentError(`limit must be <= ${MAX_LIMIT}`, `Example: webcmd aibase news --limit ${MAX_LIMIT}`);
-    }
-    return limit;
-}
-
-function normalizeText(value) {
-    return String(value ?? '').replace(/\s+/g, ' ').trim();
-}
-
-function buildExtractAibaseNewsJs() {
-    return `
-      (() => {
-        const anchors = Array.from(document.querySelectorAll('.bg-white .grid a[href], a[href*="/zh/daily/"]'))
-          .filter((anchor) => {
-            const href = anchor.getAttribute('href') || '';
-            const text = (anchor.innerText || anchor.textContent || '').trim();
-            return text && href && !href.endsWith('/zh/daily') && !href.endsWith('/zh/daily/');
-          });
-        if (anchors.length === 0) {
-          return {
-            ok: false,
-            reason: 'selector-missing',
-            title: document.title || '',
-            bodyText: (document.body?.innerText || document.body?.textContent || '').slice(0, 500),
-          };
-        }
-        const seen = new Set();
-        const rows = [];
-        for (const anchor of anchors) {
-          const url = new URL(anchor.getAttribute('href'), location.href).href;
-          if (seen.has(url)) continue;
-          seen.add(url);
-          rows.push({
-            rank: rows.length + 1,
-            title: anchor.innerText || anchor.textContent || '',
-            url,
-          });
-        }
-        return { ok: true, rows };
-      })()
-    `;
-}
-
-function toRows(payload, limit) {
-    if (!payload || typeof payload !== 'object') {
-        throw new CommandExecutionError('AIbase daily page returned an unreadable payload');
-    }
-    if (!payload.ok) {
-        const reason = typeof payload.reason === 'string' && payload.reason.trim() ? payload.reason.trim() : 'selector-drift';
-        throw new CommandExecutionError(
-            `AIbase daily selector drift: ${reason}`,
-            payload.title ? `Page title: ${payload.title}` : undefined,
-        );
-    }
-    const rows = (Array.isArray(payload.rows) ? payload.rows : [])
-        .map((row, index) => ({
-            rank: index + 1,
-            title: normalizeText(row.title),
-            url: normalizeText(row.url),
-        }))
-        .filter((row) => row.title && row.url);
-    if (rows.length === 0) {
-        throw new EmptyResultError('aibase news', 'AIbase daily page loaded, but no article rows with title and URL were extracted.');
-    }
-    return rows.slice(0, limit).map((row, index) => ({ ...row, rank: index + 1 }));
-}
-
-async function loadAibaseNews(page, args) {
-    const limit = normalizeLimit(args.limit);
-    await page.goto(AIBASE_DAILY_URL, { waitUntil: 'load', settleMs: 3000 });
-    const payload = await page.evaluate(buildExtractAibaseNewsJs()).catch((error) => {
-        throw new CommandExecutionError(`Failed to extract AIbase daily news: ${getErrorMessage(error)}`);
-    });
-    return toRows(payload, limit);
-}
-
-export const aibaseNewsCommand = cli({
-    site: 'aibase',
-    name: 'news',
-    access: 'read',
-    description: 'AIbase 日报 - 每天三分钟关注AI行业趋势',
-    domain: 'www.aibase.com',
-    strategy: Strategy.PUBLIC,
-    browser: true,
-    args: [
-        { name: 'limit', type: 'int', default: DEFAULT_LIMIT, help: `Number of news items to return (max ${MAX_LIMIT})` },
-    ],
-    columns: ['rank', 'title', 'url'],
-    func: loadAibaseNews,
-});
-
-export const __test__ = {
-    buildExtractAibaseNewsJs,
-    normalizeLimit,
-    toRows,
-};

package/clis/aibase/news.test.js

@@ -1,59 +0,0 @@
-import { JSDOM } from 'jsdom';
-import { describe, expect, it, vi } from 'vitest';
-import { ArgumentError, CommandExecutionError, EmptyResultError } from '@agentrhq/webcmd/errors';
-import { aibaseNewsCommand, __test__ } from './news.js';
-
-function runBrowserScript(html, script, url = 'https://www.aibase.com/zh/daily') {
-    const dom = new JSDOM(html, { url, runScripts: 'outside-only' });
-    return dom.window.eval(script);
-}
-
-function makePage(evaluateResult) {
-    return {
-        goto: vi.fn().mockResolvedValue(undefined),
-        evaluate: vi.fn().mockResolvedValue(evaluateResult),
-    };
-}
-
-describe('aibase/news', () => {
-    it('registers stable URL in columns', () => {
-        expect(aibaseNewsCommand.access).toBe('read');
-        expect(aibaseNewsCommand.columns).toEqual(['rank', 'title', 'url']);
-    });
-
-    it('validates limit before browser navigation', async () => {
-        const page = makePage({ ok: true, rows: [] });
-        await expect(aibaseNewsCommand.func(page, { limit: 0 })).rejects.toBeInstanceOf(ArgumentError);
-        await expect(aibaseNewsCommand.func(page, { limit: 51 })).rejects.toBeInstanceOf(ArgumentError);
-        expect(page.goto).not.toHaveBeenCalled();
-    });
-
-    it('extracts and deduplicates AIbase daily rows', async () => {
-        const html = `
-          <div class="bg-white">
-            <div class="grid">
-              <a href="/zh/daily/123"> First AI daily item </a>
-              <a href="/zh/daily/123"> First AI daily item duplicate </a>
-              <a href="/zh/daily/456"> Second AI daily item </a>
-            </div>
-          </div>
-        `;
-        const payload = runBrowserScript(html, __test__.buildExtractAibaseNewsJs());
-        const page = makePage(payload);
-
-        const rows = await aibaseNewsCommand.func(page, { limit: 2 });
-
-        expect(page.goto).toHaveBeenCalledWith('https://www.aibase.com/zh/daily', { waitUntil: 'load', settleMs: 3000 });
-        expect(rows).toEqual([
-            { rank: 1, title: 'First AI daily item', url: 'https://www.aibase.com/zh/daily/123' },
-            { rank: 2, title: 'Second AI daily item', url: 'https://www.aibase.com/zh/daily/456' },
-        ]);
-    });
-
-    it('maps selector drift and empty rows to typed errors', async () => {
-        await expect(aibaseNewsCommand.func(makePage({ ok: false, reason: 'selector-missing' }), { limit: 1 }))
-            .rejects.toBeInstanceOf(CommandExecutionError);
-        await expect(aibaseNewsCommand.func(makePage({ ok: true, rows: [{ title: '', url: '' }] }), { limit: 1 }))
-            .rejects.toBeInstanceOf(EmptyResultError);
-    });
-});

package/clis/autohome/__fixtures__/catalog.html

@@ -1,11 +0,0 @@
-<!doctype html><html><body><dl id="15" olr="5"> <dt><a href="//car.autohome.com.cn/price/brand-15.html#pvareaid=2042362"><img width="50" height="50" src="//car2.autoimg.cn/cardfs/series/g28/M08/10/45/autohomecar__CjIFVGUNeJWAOukrAADdG-QkWXI004.png"></a><div><a href="//car.autohome.com.cn/price/brand-15.html#pvareaid=2042362">宝马</a></div></dt> <dd> <li id="s7344">
-                                            <h4><a href='//www.autohome.com.cn/7344/#levelsource=000000000_0&pvareaid=101594'>宝马i5</a></h4><div>指导价：<a class='red' href='//www.autohome.com.cn/7344/price.html#pvareaid=101446'>43.99-53.99万</a></div><div><a href='//car.autohome.com.cn/price/series-7344.html#pvareaid=103446'>报价</a> <a id='atk_7344' href='//car.autohome.com.cn/pic/series/7344.html#pvareaid=103448'>图库</a> <a data-value='7344' class='js-che168link' href='//www.che168.com/china/series0/'>二手车</a> <a href='//club.autohome.com.cn/bbs/forum-c-7344-1.html#pvareaid=103447'>论坛</a> <a href='//k.autohome.com.cn/7344/#pvareaid=103459'>口碑</a></div>
-                                        </li> <li id="s5758">
-                                            <h4><a href='//www.autohome.com.cn/5758/#levelsource=000000000_0&pvareaid=101594'>宝马iX3</a><i class='icon icon-jseason' title='将上市'></i></h4>指导价：暂无<div><span class='text-through'>报价</span> <a id='atk_5758' href='//car.autohome.com.cn/pic/series/5758.html#pvareaid=103448'>图库</a> <a data-value='5758' class='js-che168link' href='//www.che168.com/china/series0/'>二手车</a> <a href='//club.autohome.com.cn/bbs/forum-c-5758-1.html#pvareaid=103447'>论坛</a> <a href='//k.autohome.com.cn/5758/#pvareaid=103459'>口碑</a></div>
-                                        </li> <li id="s7827">
-                                            <h4><a href='//www.autohome.com.cn/7827/#levelsource=000000000_0&pvareaid=101594'>宝马2系</a></h4><div>指导价：<a class='red' href='//www.autohome.com.cn/7827/price.html#pvareaid=101446'>20.80-22.80万</a></div><div><a href='//car.autohome.com.cn/price/series-7827.html#pvareaid=103446'>报价</a> <a id='atk_7827' href='//car.autohome.com.cn/pic/series/7827.html#pvareaid=103448'>图库</a> <a data-value='7827' class='js-che168link' href='//www.che168.com/china/series0/'>二手车</a> <a href='//club.autohome.com.cn/bbs/forum-c-7827-1.html#pvareaid=103447'>论坛</a> <a href='//k.autohome.com.cn/7827/#pvareaid=103459'>口碑</a></div>
-                                        </li> <li id="s66">
-                                            <h4><a href='//www.autohome.com.cn/66/#levelsource=000000000_0&pvareaid=101594'>宝马3系</a></h4><div>指导价：<a class='red' href='//www.autohome.com.cn/66/price.html#pvareaid=101446'>25.80-33.80万</a></div><div><a href='//car.autohome.com.cn/price/series-66.html#pvareaid=103446'>报价</a> <a id='atk_66' href='//car.autohome.com.cn/pic/series/66.html#pvareaid=103448'>图库</a> <a data-value='66' class='js-che168link' href='//www.che168.com/china/series0/'>二手车</a> <a href='//club.autohome.com.cn/bbs/forum-c-66-1.html#pvareaid=103447'>论坛</a> <a href='//k.autohome.com.cn/66/#pvareaid=103459'>口碑</a></div>
-                                        </li> <li id="s6544">
-                                            <h4><a href='//www.autohome.com.cn/6544/#levelsource=000000000_0&pvareaid=101594'>宝马i3</a></h4><div>指导价：<a class='red' href='//www.autohome.com.cn/6544/price.html#pvareaid=101446'>27.80-33.80万</a></div><div><a href='//car.autohome.com.cn/price/series-6544.html#pvareaid=103446'>报价</a> <a id='atk_6544' href='//car.autohome.com.cn/pic/series/6544.html#pvareaid=103448'>图库</a> <a data-value='6544' class='js-che168link' href='//www.che168.com/china/series0/'>二手车</a> <a href='//club.autohome.com.cn/bbs/forum-c-6544-1.html#pvareaid=103447'>论坛</a> <a href='//k.autohome.com.cn/6544/#pvareaid=103459'>口碑</a></div>
-                                        </li> </dd> </dl></body></html>