@agentrhq/webcmd 0.1.1 → 0.2.0

package/clis/1688/auth.js

@@ -1,46 +0,0 @@
-import { AuthRequiredError, CommandExecutionError } from '@agentrhq/webcmd/errors';
-import { registerSiteAuthCommands } from '../_shared/site-auth.js';
-
-async function has1688LogonCookie(page) {
-  const cookies = await page.getCookies({ url: 'https://www.1688.com' });
-  return cookies.some(c => c.name === '__cn_logon__' && c.value === 'true');
-}
-
-async function verify1688Identity(page) {
-  if (!await has1688LogonCookie(page)) {
-    throw new AuthRequiredError('1688.com', '1688 __cn_logon__=true cookie missing — anonymous');
-  }
-  await page.goto('https://www.1688.com/');
-  await page.wait(2);
-  const cookies = await page.getCookies({ url: 'https://www.1688.com' });
-  const cookieMap = Object.fromEntries(cookies.map(c => [c.name, c.value]));
-  if (cookieMap['__cn_logon__'] !== 'true') {
-    throw new AuthRequiredError('1688.com', '1688 __cn_logon__ cookie absent after navigation');
-  }
-  const unb = cookieMap['unb'] || '';
-  if (!unb) {
-    throw new AuthRequiredError('1688.com', '1688 unb cookie missing — partial logged-in state');
-  }
-  let name = '';
-  try {
-    name = cookieMap['lid'] ? decodeURIComponent(cookieMap['lid']) : '';
-  } catch {
-    name = cookieMap['lid'] || '';
-  }
-  return { user_id: String(unb), name };
-}
-
-registerSiteAuthCommands({
-  site: '1688',
-  domain: '1688.com',
-  loginUrl: 'https://login.1688.com/member/signin.htm',
-  columns: ['user_id', 'name'],
-  quickCheck: has1688LogonCookie,
-  verify: verify1688Identity,
-  poll: async (page) => {
-    if (!await has1688LogonCookie(page)) {
-      throw new AuthRequiredError('1688.com', 'Waiting for 1688 __cn_logon__=true cookie');
-    }
-    return verify1688Identity(page);
-  },
-});

package/clis/1688/download.js

@@ -1,77 +0,0 @@
-import * as path from 'node:path';
-import { formatCookieHeader } from '@agentrhq/webcmd/download';
-import { downloadMedia } from '@agentrhq/webcmd/download/media-download';
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { cleanText } from './shared.js';
-import { extractAssetsForInput } from './assets.js';
-function extFromUrl(url, fallback) {
-    try {
-        const ext = path.extname(new URL(url).pathname).toLowerCase();
-        if (ext && ext.length <= 8)
-            return ext;
-    }
-    catch {
-        // ignore
-    }
-    return fallback;
-}
-function toDownloadItems(offerId, assets) {
-    const items = [];
-    const pushImages = (urls, prefix) => {
-        urls.forEach((url, index) => {
-            items.push({
-                type: 'image',
-                url,
-                filename: `${offerId}_${prefix}_${String(index + 1).padStart(2, '0')}${extFromUrl(url, '.jpg')}`,
-            });
-        });
-    };
-    pushImages(assets.main_images, 'main');
-    pushImages(assets.sku_images, 'sku');
-    pushImages(assets.detail_images, 'detail');
-    pushImages(assets.other_images, 'other');
-    assets.videos.forEach((url, index) => {
-        items.push({
-            type: 'video',
-            url,
-            filename: `${offerId}_video_${String(index + 1).padStart(2, '0')}${extFromUrl(url, '.mp4')}`,
-        });
-    });
-    return items;
-}
-cli({
-    site: '1688',
-    name: 'download',
-    access: 'read',
-    description: '批量下载 1688 商品页可提取的图片和视频素材',
-    domain: 'www.1688.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        {
-            name: 'input',
-            required: true,
-            positional: true,
-            help: '1688 商品 URL 或 offer ID（如 887904326744）',
-        },
-        { name: 'output', default: './1688-downloads', help: '输出目录' },
-    ],
-    columns: ['index', 'type', 'status', 'size'],
-    func: async (page, kwargs) => {
-        const assets = await extractAssetsForInput(page, String(kwargs.input ?? ''));
-        const offerId = cleanText(assets.offer_id) || '1688';
-        const items = toDownloadItems(offerId, assets);
-        const browserCookies = await page.getCookies({ domain: '1688.com' });
-        return downloadMedia(items, {
-            output: String(kwargs.output || './1688-downloads'),
-            subdir: offerId,
-            cookies: formatCookieHeader(browserCookies),
-            browserCookies,
-            filenamePrefix: offerId,
-            timeout: 60000,
-        });
-    },
-});
-export const __test__ = {
-    extFromUrl,
-    toDownloadItems,
-};

package/clis/1688/download.test.js

@@ -1,31 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { __test__ } from './download.js';
-describe('1688 download helpers', () => {
-    it('builds stable filenames for grouped assets', () => {
-        const items = __test__.toDownloadItems('887904326744', {
-            offer_id: '887904326744',
-            title: '测试商品',
-            item_url: 'https://detail.1688.com/offer/887904326744.html',
-            main_images: ['https://img.example.com/a.jpg'],
-            sku_images: ['https://img.example.com/b.png'],
-            detail_images: ['https://img.example.com/c.webp'],
-            videos: ['https://video.example.com/d.mp4'],
-            other_images: [],
-            raw_assets: [],
-            source: [],
-            main_count: 1,
-            sku_count: 1,
-            detail_count: 1,
-            video_count: 1,
-            source_url: 'https://detail.1688.com/offer/887904326744.html',
-            fetched_at: new Date().toISOString(),
-            strategy: 'cookie',
-        });
-        expect(items.map((item) => item.filename)).toEqual([
-            '887904326744_main_01.jpg',
-            '887904326744_sku_01.png',
-            '887904326744_detail_01.webp',
-            '887904326744_video_01.mp4',
-        ]);
-    });
-});

package/clis/1688/item.js

@@ -1,188 +0,0 @@
-import { CommandExecutionError } from '@agentrhq/webcmd/errors';
-import { cli, Strategy } from '@agentrhq/webcmd/registry';
-import { isRecord } from '@agentrhq/webcmd/utils';
-import { assertAuthenticatedState, buildDetailUrl, buildProvenance, canonicalizeSellerUrl, cleanMultilineText, cleanText, extractLocation, extractMemberId, extractOfferId, extractShopId, gotoAndReadState, normalizePriceTiers, parseMoqText, parsePriceText, toNumber, uniqueNonEmpty, } from './shared.js';
-function normalizeItemPayload(payload) {
-    const href = cleanText(payload.href);
-    const bodyText = cleanMultilineText(payload.bodyText);
-    const sellerName = cleanText(payload.seller?.companyName);
-    const sellerUrlRaw = cleanText(payload.seller?.winportUrl
-        ?? payload.seller?.sellerWinportUrlMap?.defaultUrl
-        ?? payload.seller?.sellerWinportUrlMap?.indexUrl);
-    const sellerUrl = canonicalizeSellerUrl(sellerUrlRaw);
-    const offerId = cleanText(String(payload.offerId ?? '')) || extractOfferId(href) || null;
-    const memberId = cleanText(payload.seller?.memberId) || extractMemberId(sellerUrlRaw || href) || null;
-    const shopId = extractShopId(sellerUrl ?? href);
-    const unit = cleanText(payload.trade?.unit);
-    const priceDisplay = cleanText(payload.trade?.priceDisplay);
-    const priceRange = parsePriceText(priceDisplay ? `¥${priceDisplay}` : bodyText);
-    const moqText = extractMoqText(bodyText, payload.trade?.beginAmount, unit);
-    const moq = parseMoqText(moqText);
-    const services = uniqueServices(payload);
-    const serviceBadges = uniqueNonEmpty(services.map((service) => cleanText(service.serviceName)));
-    const attributes = normalizeVisibleAttributes(payload.trade?.offerIDatacenterSellInfo);
-    const priceTiers = normalizePriceTiers(payload.trade?.offerPriceModel?.currentPrices ?? [], unit || null);
-    const images = uniqueNonEmpty([
-        ...(payload.gallery?.mainImage ?? []),
-        ...(payload.gallery?.offerImgList ?? []),
-        ...((payload.gallery?.wlImageInfos ?? []).map((item) => item.fullPathImageURI ?? '')),
-    ]);
-    const detailUrl = offerId ? buildDetailUrl(offerId) : href;
-    const provenance = buildProvenance(href || detailUrl);
-    return {
-        offer_id: offerId,
-        member_id: memberId,
-        shop_id: shopId,
-        title: cleanText(payload.offerTitle) || stripAlibabaSuffix(payload.title) || firstNonEmptyLine(bodyText) || null,
-        item_url: detailUrl,
-        main_images: images,
-        price_text: priceRange.price_text || null,
-        price_tiers: priceTiers,
-        currency: priceRange.currency,
-        moq_text: moq.moq_text || null,
-        moq_value: moq.moq_value,
-        seller_name: sellerName || null,
-        seller_url: sellerUrl,
-        shop_name: sellerName || null,
-        origin_place: extractLocation(bodyText),
-        delivery_days_text: extractDeliveryDaysText(bodyText, services, payload.shipping),
-        customization_text: extractKeywordLine(bodyText, ['来样定制', '来图定制', '支持定制', '可定制', '定制']),
-        private_label_text: extractKeywordLine(bodyText, ['贴牌', '贴标', '定制logo', '打logo', 'OEM', 'ODM']),
-        visible_attributes: attributes,
-        sales_text: extractSalesText(bodyText),
-        service_badges: serviceBadges,
-        stock_quantity: extractStockQuantity(bodyText),
-        ...provenance,
-    };
-}
-function normalizeVisibleAttributes(raw) {
-    if (!isRecord(raw))
-        return [];
-    return Object.entries(raw)
-        .filter(([key, value]) => key !== 'sellPointModel' && cleanText(key) && cleanText(String(value)))
-        .map(([key, value]) => ({ key: cleanText(key), value: cleanText(String(value)) }));
-}
-function uniqueServices(payload) {
-    const combined = [
-        ...(Array.isArray(payload.services) ? payload.services : []),
-        ...(Array.isArray(payload.shipping?.protectionInfos) ? payload.shipping.protectionInfos : []),
-        ...(Array.isArray(payload.shipping?.buyerProtectionModel) ? payload.shipping.buyerProtectionModel : []),
-    ];
-    const seen = new Set();
-    const result = [];
-    for (const service of combined) {
-        const key = cleanText(service.serviceName);
-        if (!key || seen.has(key))
-            continue;
-        seen.add(key);
-        result.push(service);
-    }
-    return result;
-}
-function stripAlibabaSuffix(title) {
-    return cleanText(title).replace(/\s*-\s*阿里巴巴$/, '').trim();
-}
-function firstNonEmptyLine(text) {
-    return text.split('\n').map((line) => cleanText(line)).find(Boolean) ?? '';
-}
-function extractMoqText(bodyText, beginAmount, unit) {
-    const lineMatch = bodyText.match(/\d+(?:\.\d+)?\s*(件|个|套|箱|包|双|台|把|只)\s*起批/);
-    if (lineMatch)
-        return lineMatch[0];
-    const moqValue = toNumber(beginAmount);
-    if (moqValue !== null) {
-        return `${moqValue}${unit || ''}起批`;
-    }
-    return '';
-}
-function extractDeliveryDaysText(bodyText, services, shipping) {
-    const shippingText = cleanText(shipping?.deliveryLimitText) || cleanText(shipping?.logisticsText);
-    if (shippingText)
-        return shippingText;
-    const textMatch = bodyText.match(/\d+\s*(?:小时|天)(?:内)?发货/);
-    if (textMatch)
-        return textMatch[0];
-    const hourMatch = services.find((service) => typeof service.agreeDeliveryHours === 'number');
-    if (hourMatch && typeof hourMatch.agreeDeliveryHours === 'number') {
-        return `${hourMatch.agreeDeliveryHours}小时内发货`;
-    }
-    return null;
-}
-function extractKeywordLine(bodyText, keywords) {
-    const lines = bodyText.split('\n').map((line) => cleanText(line)).filter(Boolean);
-    for (const line of lines) {
-        if (keywords.some((keyword) => line.includes(keyword))) {
-            return line;
-        }
-    }
-    return null;
-}
-function extractSalesText(bodyText) {
-    const match = bodyText.match(/(?:全网销量|已售)\s*\d+(?:\.\d+)?\+?\s*[件套个单]?/);
-    return match ? cleanText(match[0]) : null;
-}
-function extractStockQuantity(bodyText) {
-    const match = bodyText.match(/库存\s*(\d+)/);
-    return match ? Number.parseInt(match[1], 10) : null;
-}
-async function readItemPayload(page, itemUrl) {
-    const state = await gotoAndReadState(page, itemUrl, 2500, 'item');
-    assertAuthenticatedState(state, 'item');
-    const payload = await page.evaluate(`
-    (() => {
-      const root = window.context ?? {};
-      const model = root.result?.global?.globalData?.model ?? null;
-      const toJson = (value) => JSON.parse(JSON.stringify(value ?? null));
-      return {
-        href: window.location.href,
-        title: document.title || '',
-        bodyText: document.body ? document.body.innerText || '' : '',
-        offerTitle: model?.offerTitleModel?.subject ?? '',
-        offerId: model?.tradeModel?.offerId ?? '',
-        seller: toJson(model?.sellerModel),
-        trade: toJson(model?.tradeModel),
-        gallery: toJson(root.result?.data?.gallery?.fields ?? null),
-        shipping: toJson(root.result?.data?.shippingServices?.fields ?? null),
-        services: toJson(root.result?.data?.shippingServices?.fields?.protectionInfos ?? []),
-      };
-    })()
-  `);
-    const resolvedOfferId = cleanText(String(payload.offerId ?? '')) || extractOfferId(cleanText(payload.href));
-    if (!resolvedOfferId) {
-        throw new CommandExecutionError('1688 item page did not expose product context', '当前 tab 非商品详情上下文，请切到 detail.1688.com 商品页并重试');
-    }
-    return payload;
-}
-cli({
-    site: '1688',
-    name: 'item',
-    access: 'read',
-    description: '1688 商品详情（公开商品字段、价格阶梯、卖家基础信息）',
-    domain: 'www.1688.com',
-    strategy: Strategy.COOKIE,
-    navigateBefore: false,
-    args: [
-        {
-            name: 'input',
-            required: true,
-            positional: true,
-            help: '1688 商品 URL 或 offer ID（如 887904326744）',
-        },
-    ],
-    columns: ['offer_id', 'title', 'price_text', 'moq_text', 'seller_name', 'origin_place'],
-    func: async (page, kwargs) => {
-        const itemUrl = buildDetailUrl(String(kwargs.input ?? ''));
-        const payload = await readItemPayload(page, itemUrl);
-        return [normalizeItemPayload(payload)];
-    },
-});
-export const __test__ = {
-    normalizeItemPayload,
-    normalizeVisibleAttributes,
-    stripAlibabaSuffix,
-    extractMoqText,
-    extractDeliveryDaysText,
-    extractKeywordLine,
-    extractSalesText,
-    extractStockQuantity,
-};

package/clis/1688/item.test.js

@@ -1,67 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { __test__ } from './item.js';
-describe('1688 item normalization', () => {
-    it('normalizes public item payload into contract fields', () => {
-        const result = __test__.normalizeItemPayload({
-            href: 'https://detail.1688.com/offer/887904326744.html',
-            title: '法式春季长袖开衫连衣裙女新款大码女装碎花吊带裙套装142077 - 阿里巴巴',
-            bodyText: `
-        青岛沁澜衣品服装有限公司
-        入驻13年
-        主营：大码女装
-        店铺回头率
-        87%
-        山东青岛
-        3套起批
-        已售1600+套
-        支持定制logo
-      `,
-            offerTitle: '法式春季长袖开衫连衣裙女新款大码女装碎花吊带裙套装142077',
-            offerId: 887904326744,
-            seller: {
-                companyName: '青岛沁澜衣品服装有限公司',
-                memberId: 'b2b-1641351767',
-                winportUrl: 'https://yinuoweierfushi.1688.com/page/index.html?spm=a1',
-            },
-            trade: {
-                beginAmount: 3,
-                priceDisplay: '96.00-98.00',
-                unit: '套',
-                saleCount: 1655,
-                offerIDatacenterSellInfo: {
-                    面料名称: '莫代尔',
-                    主面料成分: '莫代尔纤维',
-                    sellPointModel: '{"ignore":true}',
-                },
-                offerPriceModel: {
-                    currentPrices: [
-                        { beginAmount: 3, price: '98.00' },
-                        { beginAmount: 50, price: '97.00' },
-                    ],
-                },
-            },
-            gallery: {
-                mainImage: ['https://example.com/1.jpg'],
-                offerImgList: ['https://example.com/2.jpg'],
-                wlImageInfos: [{ fullPathImageURI: 'https://example.com/3.jpg' }],
-            },
-            services: [
-                { serviceName: '延期必赔', agreeDeliveryHours: 360 },
-                { serviceName: '品质保障' },
-            ],
-        });
-        expect(result.offer_id).toBe('887904326744');
-        expect(result.member_id).toBe('b2b-1641351767');
-        expect(result.shop_id).toBe('yinuoweierfushi');
-        expect(result.seller_url).toBe('https://yinuoweierfushi.1688.com');
-        expect(result.price_text).toBe('¥96.00-98.00');
-        expect(result.moq_text).toBe('3套起批');
-        expect(result.origin_place).toBe('山东青岛');
-        expect(result.delivery_days_text).toBe('360小时内发货');
-        expect(result.private_label_text).toBe('支持定制logo');
-        expect(result.visible_attributes).toEqual([
-            { key: '面料名称', value: '莫代尔' },
-            { key: '主面料成分', value: '莫代尔纤维' },
-        ]);
-    });
-});