@agentrhq/webcmd 0.1.2 → 0.2.0

package/clis/guazi/car.js

@@ -1,110 +0,0 @@
-/**
- * guazi car — detail of one used-car listing by its clue id.
- *
- * Reads the mobile SSR detail page `https://m.guazi.com/car-detail/c<id>.html`:
- * the sale price (`"price":<fen-ish int>`), the spec/condition `label`/`value`
- * pairs embedded in the RSC flight payload, and the condition summary. Returns
- * a key/value sheet. Pure HTML→rows so it is unit-tested against a frozen page.
- */
-
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import {
-    CAR_COLUMNS,
-    EmptyResultError,
-    GUAZI_M_BASE,
-    clean,
-    guaziFetch,
-    normalizeClueId,
-    requireText,
-} from './utils.js';
-
-/** Spec/condition labels worth surfacing, in display order. */
-const SPEC_LABELS = ['首次上牌', '表显里程', '过户次数', '车源地', '车身颜色', '发动机', '变速箱', '驱动方式', '排放标准', '车源编号'];
-
-/** Clean Guazi's SEO title down to the car name. */
-function cleanTitle(raw) {
-    let t = clean(raw);
-    t = t.replace(/^【[^】]*】/, '');      // drop a leading 【准新车】-style tag
-    t = t.replace(/^二手/, '');            // drop the 二手 prefix
-    t = t.replace(/报价[，,].*$/, '');     // drop "报价，真实车源…- 瓜子二手车"
-    t = t.replace(/\s*-\s*瓜子二手车.*$/, '');
-    return clean(t);
-}
-
-/**
- * Pure parser: detail-page HTML → field/value rows. Exported for unit testing.
- */
-export function parseCarDetail(html, clueId) {
-    const u = String(html || '').replace(/\\"/g, '"');
-
-    const titleM = u.match(/<meta[^>]+property="og:title"[^>]+content="([^"]+)"/)
-        || u.match(/"title":"([^"]{6,80})"/);
-    const rawTitle = titleM ? titleM[1] : '';
-    const tagM = clean(rawTitle).match(/^【([^】]+)】/);
-
-    const priceM = u.match(/"price":(\d{4,8})/);
-    const price = priceM ? `${(Number(priceM[1]) / 10000).toFixed(2)}万` : '';
-
-    // label/value pairs from the flight payload (deduped, first wins).
-    const labels = {};
-    for (const [, k, v] of u.matchAll(/"label":"([^"]{1,12})","value":"([^"]{1,40})"/g)) {
-        if (!(k in labels)) labels[k] = clean(v);
-    }
-
-    const condM = u.match(/基础车况[^,，"<]{0,16}/);
-
-    const fields = [
-        ['clue_id', String(clueId)],
-        ['title', rawTitle ? cleanTitle(rawTitle) : ''],
-        ['tag', tagM ? tagM[1] : ''],
-        ['price', price],
-        ['reg_date', labels['首次上牌'] || ''],
-        ['mileage', labels['表显里程'] || ''],
-        ['transfers', labels['过户次数'] || ''],
-        ['source_city', labels['车源地'] || ''],
-        ['color', labels['车身颜色'] || ''],
-        ['engine', labels['发动机'] || ''],
-        ['gearbox', labels['变速箱'] || ''],
-        ['drivetrain', labels['驱动方式'] || ''],
-        ['emission', labels['排放标准'] || ''],
-        ['condition', condM ? clean(condM[0]) : ''],
-        ['listing_no', labels['车源编号'] || ''],
-        ['url', `${GUAZI_M_BASE}/car-detail/c${clueId}.html`],
-    ];
-    return fields.map(([field, value]) => ({ field, value }));
-}
-
-/** Whether the parsed sheet actually found a car (vs. a 404/empty page). */
-function hasData(rows) {
-    const map = Object.fromEntries(rows.map((r) => [r.field, r.value]));
-    return Boolean(map.title || map.price || map.reg_date);
-}
-
-cli({
-    site: 'guazi',
-    name: 'car',
-    access: 'read',
-    aliases: ['detail'],
-    description: '瓜子二手车车源详情（售价 / 上牌 / 里程 / 过户 / 配置 / 车况）',
-    strategy: Strategy.PUBLIC,
-    browser: false,
-    args: [
-        { name: 'clue_id', required: true, positional: true, help: '车源 ID（来自 browse 的 clue_id，或 /car-detail/c<id>.html URL）' },
-    ],
-    columns: CAR_COLUMNS,
-    func: async (args) => {
-        const clueId = normalizeClueId(args.clue_id);
-        const html = await guaziFetch(`/car-detail/c${clueId}.html`, `car ${clueId}`);
-        const rows = parseCarDetail(html, clueId);
-        if (!hasData(rows)) {
-            throw new EmptyResultError(
-                `guazi car ${clueId}`,
-                'No listing detail found — the car may have been sold/removed, or the id is wrong.',
-            );
-        }
-        const map = Object.fromEntries(rows.map((r) => [r.field, r.value]));
-        requireText(map.title, `guazi car ${clueId} title`);
-        requireText(map.price, `guazi car ${clueId} price`);
-        return rows;
-    },
-});

package/clis/guazi/guazi.test.js

@@ -1,126 +0,0 @@
-/**
- * Unit tests for the 瓜子二手车 (Guazi) adapter.
- *
- * Both commands parse mobile SSR HTML, so the pure parsers are exercised
- * against frozen real-data fixtures captured from m.guazi.com. No network.
- */
-
-import { readFileSync } from 'node:fs';
-import { dirname, join } from 'node:path';
-import { fileURLToPath } from 'node:url';
-import { describe, expect, it } from 'vitest';
-import { getRegistry, Strategy } from '@agentrhq/webcmd/registry';
-import { CommandExecutionError } from '@agentrhq/webcmd/errors';
-
-import {
-    BROWSE_COLUMNS,
-    CAR_COLUMNS,
-    resolveCityCode,
-    normalizeClueId,
-    requireLimit,
-} from './utils.js';
-import { parseListings } from './browse.js';
-import { parseCarDetail } from './car.js';
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-const LIST = readFileSync(join(__dirname, '__fixtures__/list.html'), 'utf8');
-const DETAIL = readFileSync(join(__dirname, '__fixtures__/detail.html'), 'utf8');
-
-describe('guazi adapter — registration', () => {
-    it('registers browse + car as PUBLIC (no browser)', () => {
-        for (const n of ['browse', 'car']) {
-            const cmd = getRegistry().get(`guazi/${n}`);
-            expect(cmd, n).toBeTruthy();
-            expect(cmd.strategy, n).toBe(Strategy.PUBLIC);
-            expect(cmd.browser, n).toBe(false);
-            expect(cmd.access, n).toBe('read');
-        }
-        expect(getRegistry().get('guazi/browse').columns).toEqual(BROWSE_COLUMNS);
-        expect(getRegistry().get('guazi/car').columns).toEqual(CAR_COLUMNS);
-    });
-});
-
-describe('guazi adapter — utils', () => {
-    it('resolveCityCode maps names, codes, and defaults to bj', () => {
-        expect(resolveCityCode('北京')).toBe('bj');
-        expect(resolveCityCode('shanghai')).toBe('sh');
-        expect(resolveCityCode('gz')).toBe('gz');
-        expect(resolveCityCode('')).toBe('bj');
-        expect(resolveCityCode(undefined)).toBe('bj');
-        expect(() => resolveCityCode('火星')).toThrow();
-    });
-    it('normalizeClueId accepts numbers and URLs', () => {
-        expect(normalizeClueId('162563585115789')).toBe('162563585115789');
-        expect(normalizeClueId('https://m.guazi.com/car-detail/c162563585115789.html')).toBe('162563585115789');
-        expect(() => normalizeClueId('abc')).toThrow();
-    });
-    it('requireLimit enforces [1,max]', () => {
-        expect(requireLimit(undefined, 20, 40)).toBe(20);
-        expect(() => requireLimit(41, 20, 40)).toThrow();
-    });
-});
-
-describe('guazi adapter — parsers against frozen fixtures', () => {
-    it('parseListings extracts listings with price/mileage/year', () => {
-        const rows = parseListings(LIST, 40);
-        expect(rows.length).toBe(3);
-        for (const r of rows) {
-            expect(Object.keys(r).sort()).toEqual([...BROWSE_COLUMNS].sort());
-            expect(r.clue_id).toMatch(/^\d+$/);
-            expect(r.title).toBeTruthy();
-            expect(r.url).toContain('/car-detail/c');
-        }
-        const first = rows[0];
-        expect(first.price).toMatch(/万$/);
-        expect(first.mileage).toMatch(/公里$/);
-        expect(first.year).toMatch(/^\d{4}$/);
-    });
-
-    it('parseListings respects the limit and dedupes', () => {
-        expect(parseListings(LIST, 2).length).toBe(2);
-        expect(parseListings('<html>nothing</html>', 40)).toEqual([]);
-    });
-
-    it('browse treats a successful page with no listing anchors as parser drift', async () => {
-        const originalFetch = globalThis.fetch;
-        globalThis.fetch = async () => ({
-            ok: true,
-            status: 200,
-            text: async () => '<html><title>瓜子二手车</title><main>new layout</main></html>',
-        });
-        try {
-            await expect(getRegistry().get('guazi/browse').func({ city: 'bj', limit: 20 }))
-                .rejects.toBeInstanceOf(CommandExecutionError);
-        } finally {
-            globalThis.fetch = originalFetch;
-        }
-    });
-
-    it('parseListings rejects malformed listing cards instead of silently dropping them', () => {
-        expect(() => parseListings('<a href="/car-detail/c123.html"><span>6.8 万 首付 1 万</span></a>', 40))
-            .toThrow(/stable text value/);
-    });
-
-    it('parseCarDetail builds a field/value sheet with price + specs', () => {
-        const rows = parseCarDetail(DETAIL, '162563585115789');
-        const map = Object.fromEntries(rows.map((r) => [r.field, r.value]));
-        expect(rows.every((r) => Object.keys(r).sort().join() === 'field,value')).toBe(true);
-        expect(map.title).toBeTruthy();
-        expect(map.title).not.toContain('二手');
-        expect(map.title).not.toContain('报价');
-        expect(map.price).toMatch(/万$/);
-        expect(map.reg_date).toMatch(/^\d{4}-\d{2}$/);
-        expect(map.mileage).toMatch(/公里$/);
-        expect(map.engine).toBeTruthy();
-        expect(map.gearbox).toBeTruthy();
-        expect(map.condition).toContain('基础车况');
-        expect(map.url).toContain('/car-detail/c162563585115789.html');
-    });
-
-    it('parseCarDetail tolerates an empty page', () => {
-        const rows = parseCarDetail('<html></html>', '1');
-        const map = Object.fromEntries(rows.map((r) => [r.field, r.value]));
-        expect(map.title).toBe('');
-        expect(map.price).toBe('');
-    });
-});

package/clis/guazi/utils.js

@@ -1,133 +0,0 @@
-/**
- * Shared helpers for the 瓜子二手车 (Guazi) used-car adapter.
- *
- * The desktop www.guazi.com SPA renders an empty shell and loads listings
- * from a signature-locked API (`mapi.guazi.com`, rejects unsigned requests
- * with 签名验证失败). The MOBILE site `m.guazi.com`, however, server-side
- * renders the full listing list and car detail into the HTML with no login,
- * no signature, and no anti-bot challenge — so this adapter reads the mobile
- * SSR HTML with an iPhone UA.
- *
- * Limitation: deep pagination and brand/keyword filtering route through the
- * signed API, so `browse` returns the first SSR page (~40 fresh listings) for
- * a city. That is surfaced honestly rather than faked.
- */
-
-import {
-    ArgumentError,
-    AuthRequiredError,
-    CommandExecutionError,
-    EmptyResultError,
-} from '@agentrhq/webcmd/errors';
-
-export const GUAZI_M_BASE = 'https://m.guazi.com';
-
-const UA =
-    'Mozilla/5.0 (iPhone; CPU iPhone OS 16_5 like Mac OS X) AppleWebKit/605.1.15 '
-    + '(KHTML, like Gecko) Version/16.5 Mobile/15E148 Safari/604.1';
-
-export const BROWSE_COLUMNS = ['rank', 'clue_id', 'title', 'price', 'down_payment', 'mileage', 'year', 'city', 'url'];
-export const CAR_COLUMNS = ['field', 'value'];
-
-/**
- * Common city → Guazi city code (the path segment in m.guazi.com/<code>/buy/).
- */
-export const CITY_CODE = {
-    beijing: 'bj', '北京': 'bj',
-    shanghai: 'sh', '上海': 'sh',
-    guangzhou: 'gz', '广州': 'gz',
-    shenzhen: 'sz', '深圳': 'sz',
-    hangzhou: 'hz', '杭州': 'hz',
-    chengdu: 'cd', '成都': 'cd',
-    chongqing: 'cq', '重庆': 'cq',
-    nanjing: 'nj', '南京': 'nj',
-    wuhan: 'wh', '武汉': 'wh',
-    tianjin: 'tj', '天津': 'tj',
-    xian: 'xa', '西安': 'xa',
-    suzhou: 'su', '苏州': 'su',
-    zhengzhou: 'zz', '郑州': 'zz',
-    changsha: 'cs', '长沙': 'cs',
-    qingdao: 'qd', '青岛': 'qd',
-    shenyang: 'sy', '沈阳': 'sy',
-    dalian: 'dl', '大连': 'dl',
-    jinan: 'jn', '济南': 'jn',
-    hefei: 'hf', '合肥': 'hf',
-    foshan: 'fs', '佛山': 'fs',
-};
-
-/** Resolve a city arg (name or code) to a Guazi city code; defaults to bj. */
-export function resolveCityCode(cityArg) {
-    if (cityArg == null || cityArg === '') return 'bj';
-    const raw = String(cityArg).trim().toLowerCase();
-    if (CITY_CODE[raw]) return CITY_CODE[raw];
-    if (CITY_CODE[String(cityArg).trim()]) return CITY_CODE[String(cityArg).trim()];
-    if (/^[a-z]{2,3}$/.test(raw)) return raw; // already a code
-    const names = Object.keys(CITY_CODE).filter((k) => /^[a-z]+$/.test(k)).join(', ');
-    throw new ArgumentError('city', `unknown city '${cityArg}'. pass a Guazi city code or one of: ${names}`);
-}
-
-/** Normalize a clue id: a bare number or a /car-detail/c<id>.htm(l) URL. */
-export function normalizeClueId(rawInput) {
-    const raw = String(rawInput || '').trim();
-    if (!raw) throw new ArgumentError('clue_id must be a non-empty value');
-    const m = raw.match(/car-detail\/c(\d+)/) || raw.match(/^c?(\d+)$/);
-    if (!m) {
-        throw new ArgumentError(`'${rawInput}' does not look like a guazi clue id (a number, or a /car-detail/c<id>.html URL)`);
-    }
-    return m[1];
-}
-
-export function requireLimit(value, def, max) {
-    const raw = value == null || value === '' ? def : value;
-    const n = typeof raw === 'number' ? raw : Number(String(raw).trim());
-    if (!Number.isInteger(n) || n < 1 || n > max) {
-        throw new ArgumentError(`limit must be an integer between 1 and ${max}`);
-    }
-    return n;
-}
-
-export function clean(s) {
-    return String(s == null ? '' : s).replace(/\s+/g, ' ').trim();
-}
-
-export function requireText(value, label) {
-    const text = clean(value);
-    if (!text) throw new CommandExecutionError(`${label} did not include a stable text value.`);
-    return text;
-}
-
-export function requireStableId(value, label) {
-    const id = String(value ?? '').trim();
-    if (!/^\d+$/.test(id)) throw new CommandExecutionError(`${label} did not include a stable numeric id.`);
-    return id;
-}
-
-/** Fetch a Guazi mobile page as HTML text, throwing typed errors. */
-export async function guaziFetch(path, contextHint) {
-    let resp;
-    try {
-        resp = await fetch(`${GUAZI_M_BASE}${path}`, {
-            headers: {
-                'User-Agent': UA,
-                Referer: `${GUAZI_M_BASE}/`,
-                'Accept-Language': 'zh-CN,zh;q=0.9',
-            },
-        });
-    } catch (err) {
-        throw new CommandExecutionError(`guazi ${contextHint} network error: ${err?.message || err}`);
-    }
-    if (!resp.ok) {
-        throw new CommandExecutionError(`guazi ${contextHint} HTTP ${resp.status}`);
-    }
-    const html = await resp.text();
-    // Guazi may eventually push the mobile pages behind their JS challenge.
-    if (/瑞数|reese84|captcha|滑动验证|verify\.guazi|安全验证/i.test(html) && !/car-detail\/c\d+/.test(html)) {
-        throw new AuthRequiredError(
-            'guazi.com',
-            `guazi ${contextHint} hit an anti-bot challenge — Guazi may have started gating the mobile site.`,
-        );
-    }
-    return html;
-}
-
-export { ArgumentError, CommandExecutionError, EmptyResultError };