@jackwener/opencli 1.7.11 → 1.7.13

package/clis/ctrip/search.test.js

@@ -1,64 +0,0 @@
-import { beforeEach, describe, expect, it, vi } from 'vitest';
-import { getRegistry } from '@jackwener/opencli/registry';
-import './search.js';
-describe('ctrip search', () => {
-    const command = getRegistry().get('ctrip/search');
-    beforeEach(() => {
-        vi.unstubAllGlobals();
-    });
-    it('maps live endpoint results into ranked rows', async () => {
-        vi.stubGlobal('fetch', vi.fn().mockResolvedValue(new Response(JSON.stringify({
-            Response: {
-                searchResults: [
-                    {
-                        displayName: '苏州, 江苏, 中国',
-                        displayType: '城市',
-                        commentScore: 0,
-                        price: '',
-                    },
-                    {
-                        word: '姑苏区',
-                        type: '行政区',
-                        cStar: 4.8,
-                        minPrice: 320,
-                    },
-                ],
-            },
-        }), { status: 200 })));
-        const result = await command.func({ query: '苏州', limit: 3 });
-        expect(result).toEqual([
-            {
-                rank: 1,
-                name: '苏州, 江苏, 中国',
-                type: '城市',
-                score: 0,
-                price: '',
-                url: '',
-            },
-            {
-                rank: 2,
-                name: '姑苏区',
-                type: '行政区',
-                score: 4.8,
-                price: 320,
-                url: '',
-            },
-        ]);
-    });
-    it('rejects empty queries', async () => {
-        await expect(command.func({ query: '   ', limit: 3 })).rejects.toThrow('Search keyword cannot be empty');
-    });
-    it('surfaces fetch failures as CliError', async () => {
-        vi.stubGlobal('fetch', vi.fn().mockResolvedValue(new Response('{}', { status: 503 })));
-        await expect(command.func({ query: '苏州', limit: 3 })).rejects.toMatchObject({
-            code: 'FETCH_ERROR',
-            message: 'ctrip search failed with status 503',
-        });
-    });
-    it('surfaces empty results as EmptyResultError', async () => {
-        vi.stubGlobal('fetch', vi.fn().mockResolvedValue(new Response(JSON.stringify({
-            Response: { searchResults: [] },
-        }), { status: 200 })));
-        await expect(command.func({ query: '苏州', limit: 3 })).rejects.toThrow('ctrip search returned no data');
-    });
-});

package/clis/gov-policy/commands.test.js

@@ -1,27 +0,0 @@
-import { describe, expect, it, vi } from 'vitest';
-import { getRegistry } from '@jackwener/opencli/registry';
-import './search.js';
-import './recent.js';
-
-describe('gov-policy commands', () => {
-    const search = getRegistry().get('gov-policy/search');
-    const recent = getRegistry().get('gov-policy/recent');
-
-    it('registers both commands as public browser commands', () => {
-        expect(search).toBeDefined();
-        expect(recent).toBeDefined();
-        expect(search.browser).toBe(true);
-        expect(recent.browser).toBe(true);
-        expect(search.strategy).toBe('public');
-        expect(recent.strategy).toBe('public');
-    });
-
-    it('rejects empty search queries before browser navigation', async () => {
-        const page = { goto: vi.fn() };
-        await expect(search.func(page, { query: '   ' })).rejects.toMatchObject({
-            name: 'ArgumentError',
-            code: 'ARGUMENT',
-        });
-        expect(page.goto).not.toHaveBeenCalled();
-    });
-});

package/clis/linux-do/category.js

@@ -1,36 +0,0 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { buildLinuxDoCompatFooter, executeLinuxDoFeed } from './feed.js';
-cli({
-    site: 'linux-do',
-    name: 'category',
-    description: 'linux.do 分类内话题',
-    domain: 'linux.do',
-    strategy: Strategy.COOKIE,
-    browser: true,
-    columns: ['title', 'replies', 'created', 'likes', 'views', 'url'],
-    deprecated: 'opencli linux-do category is kept for backward compatibility.',
-    replacedBy: 'opencli linux-do feed --category <id-or-name>',
-    args: [
-        {
-            name: 'slug',
-            positional: true,
-            type: 'str',
-            required: true,
-            help: 'Category slug (legacy compatibility argument)',
-        },
-        {
-            name: 'id',
-            positional: true,
-            type: 'int',
-            required: true,
-            help: 'Category ID',
-        },
-        { name: 'limit', type: 'int', default: 20, help: 'Number of items (per_page)' },
-    ],
-    func: async (page, kwargs) => executeLinuxDoFeed(page, {
-        limit: kwargs.limit,
-        category: String(kwargs.id),
-        view: 'latest',
-    }),
-    footerExtra: (kwargs) => buildLinuxDoCompatFooter(`opencli linux-do feed --category ${kwargs.id ?? '<id>'}`),
-});

package/clis/linux-do/hot.js

@@ -1,25 +0,0 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { buildLinuxDoCompatFooter, executeLinuxDoFeed } from './feed.js';
-cli({
-    site: 'linux-do',
-    name: 'hot',
-    description: 'linux.do 热门话题',
-    domain: 'linux.do',
-    strategy: Strategy.COOKIE,
-    browser: true,
-    columns: ['title', 'replies', 'created', 'likes', 'views', 'url'],
-    deprecated: 'opencli linux-do hot is kept for backward compatibility.',
-    replacedBy: 'opencli linux-do feed --view top --period <period>',
-    args: [
-        { name: 'limit', type: 'int', default: 20, help: 'Number of items (per_page)' },
-        {
-            name: 'period',
-            type: 'str',
-            default: 'weekly',
-            help: 'Time period',
-            choices: ['all', 'daily', 'weekly', 'monthly', 'quarterly', 'yearly'],
-        },
-    ],
-    func: async (page, kwargs) => executeLinuxDoFeed(page, { ...kwargs, view: 'top' }),
-    footerExtra: () => buildLinuxDoCompatFooter('opencli linux-do feed --view top --period <period>'),
-});

package/clis/linux-do/latest.js

@@ -1,18 +0,0 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { buildLinuxDoCompatFooter, executeLinuxDoFeed } from './feed.js';
-cli({
-    site: 'linux-do',
-    name: 'latest',
-    description: 'linux.do 最新话题',
-    domain: 'linux.do',
-    strategy: Strategy.COOKIE,
-    browser: true,
-    columns: ['title', 'replies', 'created', 'likes', 'views', 'url'],
-    deprecated: 'opencli linux-do latest is kept for backward compatibility.',
-    replacedBy: 'opencli linux-do feed --view latest',
-    args: [
-        { name: 'limit', type: 'int', default: 20, help: 'Number of items (per_page)' },
-    ],
-    func: async (page, kwargs) => executeLinuxDoFeed(page, { ...kwargs, view: 'latest' }),
-    footerExtra: () => buildLinuxDoCompatFooter('opencli linux-do feed --view latest'),
-});

package/clis/pixiv/test-utils.js

@@ -1,23 +0,0 @@
-import { vi } from 'vitest';
-/**
- * Create a minimal page mock with only the methods commonly used by Pixiv adapters.
- *
- * Since all TS adapters now go through `pixivFetch` which calls `page.evaluate`,
- * the evaluate results should match the raw Pixiv Ajax response format:
- * - Success: `{ body: ... }` (pixivFetch returns the `body` field)
- * - HTTP error: `{ __httpError: <status> }` (pixivFetch detects and throws)
- *
- * Additional methods can be overridden via the overrides parameter.
- */
-export function createPageMock(evaluateResults, overrides) {
-    const evaluate = vi.fn();
-    for (const result of evaluateResults) {
-        evaluate.mockResolvedValueOnce(result);
-    }
-    return {
-        goto: vi.fn().mockResolvedValue(undefined),
-        evaluate,
-        getCookies: vi.fn().mockResolvedValue([]),
-        ...overrides,
-    };
-}

package/clis/toutiao/articles.test.js

@@ -1,30 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { __test__ } from './articles.js';
-
-describe('toutiao articles parser', () => {
-    const articleText = [
-        '短标题',
-        '04-20 20:30',
-        '已发布',
-        '展现 8 阅读 0 点赞 0 评论 0',
-    ].join('\n');
-    const parsedArticle = {
-        title: '短标题',
-        date: '04-20 20:30',
-        status: '已发布',
-        '展现': '8',
-        '阅读': '0',
-        '点赞': '0',
-        '评论': '0',
-    };
-
-    it('keeps short chinese titles instead of silently dropping the row', () => {
-        expect(__test__.parseToutiaoArticlesText(articleText)).toEqual([parsedArticle]);
-    });
-
-    it('keeps parsing when serialized into the browser evaluate context', () => {
-        const parse = Function(`return (${__test__.parseToutiaoArticlesText.toString()})`)();
-
-        expect(parse(articleText)).toEqual([parsedArticle]);
-    });
-});

package/dist/src/analysis.d.ts

@@ -1,40 +0,0 @@
-/**
- * Shared API analysis helpers used by both explore.ts and record.ts.
- *
- * Extracts common logic for:
- *   - URL pattern normalization
- *   - Array path discovery in JSON responses
- *   - Field role detection
- *   - Auth indicator inference
- *   - Capability name inference
- *   - Strategy inference
- */
-/** Normalize a full URL into a pattern (replace IDs, strip volatile params). */
-export declare function urlToPattern(url: string): string;
-export interface ArrayDiscovery {
-    path: string;
-    items: unknown[];
-}
-/** Find the best (largest) array of objects in a JSON response body. */
-export declare function findArrayPath(obj: unknown, depth?: number): ArrayDiscovery | null;
-/** Flatten nested object keys up to maxDepth. */
-export declare function flattenFields(obj: unknown, prefix: string, maxDepth: number): string[];
-/** Detect semantic field roles (title, url, author, etc.) from sample fields. */
-export declare function detectFieldRoles(sampleFields: string[]): Record<string, string>;
-/** Infer a CLI capability name from a URL. */
-export declare function inferCapabilityName(url: string, goal?: string): string;
-/** Infer auth strategy from detected indicators. */
-export declare function inferStrategy(authIndicators: string[]): string;
-/** Detect auth indicators from HTTP headers. */
-export declare function detectAuthFromHeaders(headers?: Record<string, string>): string[];
-/** Detect auth indicators from URL and response body (heuristic). */
-export declare function detectAuthFromContent(url: string, body: unknown): string[];
-/** Check whether a URL looks like tracking/telemetry noise rather than a business API. */
-export declare function isNoiseUrl(url: string): boolean;
-/** Extract non-volatile query params and classify them. */
-export declare function classifyQueryParams(url: string): {
-    params: string[];
-    hasSearch: boolean;
-    hasPagination: boolean;
-    hasLimit: boolean;
-};

package/dist/src/analysis.js

@@ -1,172 +0,0 @@
-/**
- * Shared API analysis helpers used by both explore.ts and record.ts.
- *
- * Extracts common logic for:
- *   - URL pattern normalization
- *   - Array path discovery in JSON responses
- *   - Field role detection
- *   - Auth indicator inference
- *   - Capability name inference
- *   - Strategy inference
- */
-import { VOLATILE_PARAMS, SEARCH_PARAMS, PAGINATION_PARAMS, LIMIT_PARAMS, FIELD_ROLES, } from './constants.js';
-// ── URL pattern normalization ───────────────────────────────────────────────
-/** Normalize a full URL into a pattern (replace IDs, strip volatile params). */
-export function urlToPattern(url) {
-    try {
-        const p = new URL(url);
-        const pathNorm = p.pathname
-            .replace(/\/\d+/g, '/{id}')
-            .replace(/\/[0-9a-fA-F]{8,}/g, '/{hex}')
-            .replace(/\/BV[a-zA-Z0-9]{10}/g, '/{bvid}');
-        const params = [];
-        p.searchParams.forEach((_v, k) => { if (!VOLATILE_PARAMS.has(k))
-            params.push(k); });
-        return `${p.host}${pathNorm}${params.length ? '?' + params.sort().map(k => `${k}={}`).join('&') : ''}`;
-    }
-    catch {
-        return url;
-    }
-}
-/** Find the best (largest) array of objects in a JSON response body. */
-export function findArrayPath(obj, depth = 0) {
-    if (depth > 5 || !obj || typeof obj !== 'object')
-        return null;
-    if (Array.isArray(obj)) {
-        if (obj.length >= 2 && obj.some(i => i && typeof i === 'object' && !Array.isArray(i))) {
-            return { path: '', items: obj };
-        }
-        return null;
-    }
-    let best = null;
-    for (const [key, val] of Object.entries(obj)) {
-        const found = findArrayPath(val, depth + 1);
-        if (found) {
-            const fullPath = found.path ? `${key}.${found.path}` : key;
-            const candidate = { path: fullPath, items: found.items };
-            if (!best || candidate.items.length > best.items.length)
-                best = candidate;
-        }
-    }
-    return best;
-}
-// ── Field flattening & role detection ───────────────────────────────────────
-/** Flatten nested object keys up to maxDepth. */
-export function flattenFields(obj, prefix, maxDepth) {
-    if (maxDepth <= 0 || !obj || typeof obj !== 'object')
-        return [];
-    const names = [];
-    const record = obj;
-    for (const key of Object.keys(record)) {
-        const full = prefix ? `${prefix}.${key}` : key;
-        names.push(full);
-        const val = record[key];
-        if (val && typeof val === 'object' && !Array.isArray(val))
-            names.push(...flattenFields(val, full, maxDepth - 1));
-    }
-    return names;
-}
-/** Detect semantic field roles (title, url, author, etc.) from sample fields. */
-export function detectFieldRoles(sampleFields) {
-    const detectedFields = {};
-    for (const [role, aliases] of Object.entries(FIELD_ROLES)) {
-        for (const f of sampleFields) {
-            if (aliases.includes(f.split('.').pop()?.toLowerCase() ?? '')) {
-                detectedFields[role] = f;
-                break;
-            }
-        }
-    }
-    return detectedFields;
-}
-// ── Capability name inference ───────────────────────────────────────────────
-/** Infer a CLI capability name from a URL. */
-export function inferCapabilityName(url, goal) {
-    if (goal)
-        return goal;
-    const u = url.toLowerCase();
-    if (u.includes('hot') || u.includes('popular') || u.includes('ranking') || u.includes('trending'))
-        return 'hot';
-    if (u.includes('search'))
-        return 'search';
-    if (u.includes('feed') || u.includes('timeline') || u.includes('dynamic'))
-        return 'feed';
-    if (u.includes('comment') || u.includes('reply'))
-        return 'comments';
-    if (u.includes('history'))
-        return 'history';
-    if (u.includes('profile') || u.includes('userinfo') || u.includes('/me'))
-        return 'me';
-    if (u.includes('favorite') || u.includes('collect') || u.includes('bookmark'))
-        return 'favorite';
-    try {
-        const segs = new URL(url).pathname
-            .split('/')
-            .filter(s => s && !s.match(/^\d+$/) && !s.match(/^[0-9a-f]{8,}$/i) && !s.match(/^v\d+$/));
-        if (segs.length)
-            return segs[segs.length - 1].replace(/[^a-z0-9]/gi, '_').toLowerCase();
-    }
-    catch { }
-    return 'data';
-}
-// ── Strategy inference ──────────────────────────────────────────────────────
-/** Infer auth strategy from detected indicators. */
-export function inferStrategy(authIndicators) {
-    if (authIndicators.includes('signature'))
-        return 'intercept';
-    if (authIndicators.includes('bearer') || authIndicators.includes('csrf'))
-        return 'header';
-    return 'cookie';
-}
-// ── Auth indicator detection ────────────────────────────────────────────────
-/** Detect auth indicators from HTTP headers. */
-export function detectAuthFromHeaders(headers) {
-    if (!headers)
-        return [];
-    const indicators = [];
-    const keys = Object.keys(headers).map(k => k.toLowerCase());
-    if (keys.some(k => k === 'authorization'))
-        indicators.push('bearer');
-    if (keys.some(k => k.startsWith('x-csrf') || k.startsWith('x-xsrf')))
-        indicators.push('csrf');
-    if (keys.some(k => k.startsWith('x-s') || k === 'x-t' || k === 'x-s-common'))
-        indicators.push('signature');
-    return indicators;
-}
-/** Detect auth indicators from URL and response body (heuristic). */
-export function detectAuthFromContent(url, body) {
-    const indicators = [];
-    if (body && typeof body === 'object') {
-        const keys = Object.keys(body).map(k => k.toLowerCase());
-        if (keys.some(k => k.includes('sign') || k === 'w_rid' || k.includes('token'))) {
-            indicators.push('signature');
-        }
-    }
-    if (url.includes('/wbi/') || url.includes('w_rid='))
-        indicators.push('signature');
-    if (url.includes('bearer') || url.includes('access_token'))
-        indicators.push('bearer');
-    return indicators;
-}
-// ── Noise filtering ─────────────────────────────────────────────────────────
-const NOISE_URL_PATTERN = /\/(track|log|analytics|beacon|pixel|ping|heartbeat|keep.?alive)\b/i;
-/** Check whether a URL looks like tracking/telemetry noise rather than a business API. */
-export function isNoiseUrl(url) {
-    return NOISE_URL_PATTERN.test(url);
-}
-// ── Query param classification ──────────────────────────────────────────────
-/** Extract non-volatile query params and classify them. */
-export function classifyQueryParams(url) {
-    const params = [];
-    try {
-        new URL(url).searchParams.forEach((_v, k) => { if (!VOLATILE_PARAMS.has(k))
-            params.push(k); });
-    }
-    catch { }
-    return {
-        params,
-        hasSearch: params.some(p => SEARCH_PARAMS.has(p)),
-        hasPagination: params.some(p => PAGINATION_PARAMS.has(p)),
-        hasLimit: params.some(p => LIMIT_PARAMS.has(p)),
-    };
-}