@jackwener/opencli 1.6.10 → 1.7.1

package/clis/antigravity/SKILL.md

@@ -0,0 +1,38 @@
+---
+description: How to automate Antigravity using OpenCLI
+---
+
+# Antigravity Automation Skill
+
+This skill allows AI agents to control the [Antigravity](https://github.com/chengazhen/Antigravity) desktop app (and any Electron app with CDP enabled) programmatically via OpenCLI. 
+
+## Requirements
+opencli automatically detects, launches (with `--remote-debugging-port=9234`), and connects to Antigravity.
+If Antigravity is already running without CDP, opencli will prompt to restart it.
+
+If the endpoint exposes multiple inspectable targets, set:
+\`\`\`bash
+export OPENCLI_CDP_TARGET="antigravity"
+\`\`\`
+
+## High-Level Capabilities
+1. **Send Messages (`opencli antigravity send <message>`)**: Type and send a message directly into the chat UI.
+2. **Read History (`opencli antigravity read`)**: Scrape the raw chat transcript from the main UI container.
+3. **Extract Code (`opencli antigravity extract-code`)**: Automatically isolate and extract source code text blocks from the AI's recent answers.
+4. **Switch Models (`opencli antigravity model <name>`)**: Instantly toggle the active LLM (e.g., \`gemini\`, \`claude\`).
+5. **Clear Context (`opencli antigravity new`)**: Start a fresh conversation.
+
+## Examples for Automated Workflows
+
+### Generating and Saving Code
+\`\`\`bash
+opencli antigravity send "Write a python script to fetch HN top stories"
+# wait ~10-15 seconds for output to render
+opencli antigravity extract-code > hn_fetcher.py
+\`\`\`
+
+### Reading Real-time Logs
+Agents can run long-running streaming watch instances:
+\`\`\`bash
+opencli antigravity watch
+\`\`\`

package/{dist/clis → clis}/barchart/quote.js

@@ -3,6 +3,7 @@
  * Auth: CSRF token from <meta name="csrf-token"> + session cookies.
  */
 import { cli, Strategy } from '@jackwener/opencli/registry';
+import { CommandExecutionError } from '@jackwener/opencli/errors';
 cli({
     site: 'barchart',
     name: 'quote',
@@ -109,7 +110,7 @@ cli({
       })()
     `);
         if (!data || data.error)
-            return [];
+            throw new CommandExecutionError(data?.error || `Failed to fetch quote for ${symbol}`);
         const r = data.row || {};
         // API returns formatted strings like "+1.41" and "+0.56%"; use raw if available
         const raw = r.raw || {};

package/{dist/clis → clis}/bilibili/following.js

@@ -5,6 +5,7 @@ cli({
     site: 'bilibili',
     name: 'following',
     description: '获取 Bilibili 用户的关注列表',
+    domain: 'www.bilibili.com',
     strategy: Strategy.COOKIE,
     args: [
         { name: 'uid', positional: true, required: false, help: '目标用户 ID（默认为当前登录用户）' },

package/clis/jianyu/detail.js

@@ -0,0 +1,20 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+import { runProcurementDetail } from './shared/procurement-detail.js';
+cli({
+    site: 'jianyu',
+    name: 'detail',
+    description: '读取剑鱼标讯详情页并抽取证据字段',
+    domain: 'www.jianyu360.cn',
+    strategy: Strategy.COOKIE,
+    browser: true,
+    args: [
+        { name: 'url', required: true, positional: true, help: 'Detail page URL from jianyu/search' },
+        { name: 'query', help: 'Optional query for evidence ranking' },
+    ],
+    columns: ['title', 'publish_time', 'content_type', 'project_code', 'budget_or_limit', 'deadline_or_open_time', 'url'],
+    func: async (page, kwargs) => runProcurementDetail(page, {
+        url: kwargs.url,
+        query: kwargs.query,
+        site: 'jianyu',
+    }),
+});

package/clis/jianyu/search.js

@@ -0,0 +1,497 @@
+/**
+ * Jianyu search — browser DOM extraction from Jianyu bid search page.
+ */
+import { cli, Strategy } from '@jackwener/opencli/registry';
+import { AuthRequiredError } from '@jackwener/opencli/errors';
+import { buildSearchCandidates, cleanText, dedupeCandidates, detectAuthPrompt, normalizeDate, searchRowsFromEntries, } from './shared/china-bid-search.js';
+import { toProcurementSearchRecords } from './shared/procurement-contract.js';
+const SITE = 'jianyu';
+const DOMAIN = 'www.jianyu360.cn';
+const SEARCH_ENTRY = 'https://www.jianyu360.cn/jylab/supsearch/index.html';
+const SEARCH_ENTRIES = [
+    SEARCH_ENTRY,
+    'https://www.jianyu360.cn/list/stype/ZBGG.html',
+    'https://www.jianyu360.cn/',
+];
+const SEARCH_INDEX_PROXY = 'https://r.jina.ai/http://duckduckgo.com/html/?q=';
+const PROCUREMENT_TITLE_HINT = /(公告|招标|采购|中标|成交|项目|投标|结果|notice|tender|procurement|bidding)/i;
+const AUTH_REQUIRED_HINT = /(请在下图依次点击|登录即可获得更多浏览权限|验证登录|请完成验证|图形验证码)/;
+const NAVIGATION_PATH_PREFIXES = [
+    '/product/',
+    '/front/',
+    '/helpcenter/',
+    '/brand/',
+    '/page_workdesktop/',
+    '/list/',
+    '/list/stype/',
+    '/list/rmxm',
+    '/big/page/',
+    '/jylab/',
+    '/tags/',
+    '/sitemap',
+    '/datasmt/',
+    '/bank/',
+    '/hj/',
+    '/exhibition/',
+    '/swordfish/page_big_pc/search/',
+];
+const JIANYU_API_TYPES = ['fType', 'eType', 'vType', 'mType'];
+export function buildSearchUrl(query) {
+    const url = new URL(SEARCH_ENTRY);
+    url.searchParams.set('keywords', query.trim());
+    url.searchParams.set('selectType', 'title');
+    url.searchParams.set('searchGroup', '1');
+    return url.toString();
+}
+function siteSearchCandidates(query) {
+    const preferred = buildSearchUrl(query);
+    const fallbacks = buildSearchCandidates(query, SEARCH_ENTRIES, ['keywords', 'keyword', 'q', 'search', 'title']);
+    const ordered = [];
+    const seen = new Set();
+    for (const candidate of [preferred, ...fallbacks]) {
+        const value = cleanText(candidate);
+        if (!value || seen.has(value))
+            continue;
+        seen.add(value);
+        ordered.push(value);
+    }
+    return ordered;
+}
+function isLikelyNavigationUrl(rawUrl) {
+    const urlText = cleanText(rawUrl);
+    if (!urlText)
+        return true;
+    try {
+        const parsed = new URL(urlText);
+        const path = cleanText(parsed.pathname).toLowerCase().replace(/\/+$/, '/') || '/';
+        if (path === '/')
+            return true;
+        if (NAVIGATION_PATH_PREFIXES.some((prefix) => path.startsWith(prefix)))
+            return true;
+        return false;
+    }
+    catch {
+        return true;
+    }
+}
+function filterNavigationRows(query, items) {
+    const queryTokens = cleanText(query).split(/\s+/).filter(Boolean).map((token) => token.toLowerCase());
+    return items
+        .map((item) => ({
+        title: cleanText(item.title),
+        url: cleanText(item.url),
+        date: normalizeDate(cleanText(item.date)),
+        contextText: cleanText(item.contextText),
+    }))
+        .filter((item) => {
+        if (!item.title || !item.url)
+            return false;
+        const haystack = `${item.title} ${item.contextText}`.toLowerCase();
+        const hasQuery = queryTokens.length === 0 || queryTokens.some((token) => haystack.includes(token));
+        const hasProcurementHint = PROCUREMENT_TITLE_HINT.test(`${item.title} ${item.contextText}`);
+        const hasDate = !!item.date;
+        if (!hasQuery)
+            return false;
+        if (!isLikelyNavigationUrl(item.url))
+            return true;
+        return hasDate && hasProcurementHint;
+    });
+}
+async function isAuthRequired(page) {
+    const pageText = cleanText(await page.evaluate('document.body ? document.body.innerText : ""'));
+    if (AUTH_REQUIRED_HINT.test(pageText))
+        return true;
+    return detectAuthPrompt(page);
+}
+function toAbsoluteJianyuUrl(rawUrl) {
+    const value = cleanText(rawUrl);
+    if (!value)
+        return '';
+    if (value.startsWith('http://') || value.startsWith('https://'))
+        return value;
+    if (value.startsWith('//'))
+        return `https:${value}`;
+    if (value.startsWith('/')) {
+        try {
+            return new URL(value, SEARCH_ENTRY).toString();
+        }
+        catch {
+            return '';
+        }
+    }
+    return '';
+}
+function extractDateFromJianyuUrl(rawUrl) {
+    const value = cleanText(rawUrl);
+    if (!value)
+        return '';
+    const matched = value.match(/\/(20\d{2})(\d{2})(\d{2})(?:[_/]|$)/);
+    if (!matched)
+        return '';
+    return `${matched[1]}-${matched[2]}-${matched[3]}`;
+}
+function flattenStrings(input, depth = 0) {
+    if (depth > 2 || input == null)
+        return [];
+    if (typeof input === 'string' || typeof input === 'number') {
+        const text = cleanText(String(input));
+        return text ? [text] : [];
+    }
+    if (Array.isArray(input)) {
+        return input.flatMap((item) => flattenStrings(item, depth + 1));
+    }
+    if (typeof input === 'object') {
+        return Object.values(input).flatMap((item) => flattenStrings(item, depth + 1));
+    }
+    return [];
+}
+function pickString(record, keys) {
+    for (const key of keys) {
+        const value = record[key];
+        if (typeof value === 'string' || typeof value === 'number') {
+            const text = cleanText(String(value));
+            if (text)
+                return text;
+        }
+    }
+    return '';
+}
+function normalizeApiRow(item) {
+    if (!item || typeof item !== 'object')
+        return null;
+    const record = item;
+    const allStrings = flattenStrings(record);
+    let url = toAbsoluteJianyuUrl(pickString(record, [
+        'url',
+        'detailUrl',
+        'detailURL',
+        'link',
+        'href',
+        'articleUrl',
+        'newsUrl',
+        'contentUrl',
+        'jumpUrl',
+        'sourceUrl',
+    ]));
+    if (!url) {
+        const maybeUrl = allStrings.find((value) => /jianyu360\.cn|\/jybx\/|\/nologin\/content\//i.test(value)) || '';
+        url = toAbsoluteJianyuUrl(maybeUrl);
+    }
+    let title = cleanText(pickString(record, [
+        'title',
+        'noticeTitle',
+        'bidTitle',
+        'projectName',
+        'name',
+        'articleTitle',
+        'newsTitle',
+        'tenderTitle',
+        'contentTitle',
+    ]));
+    if (!title) {
+        title = allStrings.find((value) => value.length >= 8 && PROCUREMENT_TITLE_HINT.test(value)) || '';
+    }
+    const date = normalizeDate(pickString(record, [
+        'publishTime',
+        'publishDate',
+        'pubDate',
+        'createTime',
+        'time',
+        'releaseTime',
+        'date',
+    ])) || extractDateFromJianyuUrl(url);
+    const contextText = cleanText([
+        pickString(record, ['content', 'summary', 'desc', 'description', 'buyer', 'winner', 'agency', 'industry']),
+        ...allStrings.slice(0, 6),
+    ].filter(Boolean).join(' '));
+    if (!title || !url)
+        return null;
+    return {
+        title,
+        url,
+        date,
+        contextText,
+    };
+}
+function parseSearchIndexMarkdown(markdown) {
+    const rows = [];
+    for (const line of markdown.split('\n')) {
+        const text = line.trim();
+        if (!text.startsWith('## ['))
+            continue;
+        const right = text.slice(3);
+        const sep = right.lastIndexOf('](');
+        if (sep <= 0 || !right.endsWith(')'))
+            continue;
+        const title = cleanText(right.slice(1, sep));
+        const url = cleanText(right.slice(sep + 2, -1));
+        if (!title || !url)
+            continue;
+        rows.push({ title, url });
+    }
+    return rows;
+}
+function unwrapDuckDuckGoUrl(rawUrl) {
+    const candidate = cleanText(rawUrl);
+    if (!candidate)
+        return '';
+    const normalized = candidate.startsWith('//') ? `https:${candidate}` : candidate;
+    try {
+        const parsed = new URL(normalized);
+        const host = parsed.hostname.toLowerCase();
+        if (!host.endsWith('duckduckgo.com'))
+            return normalized;
+        const uddg = parsed.searchParams.get('uddg');
+        if (!uddg)
+            return normalized;
+        try {
+            return decodeURIComponent(uddg);
+        }
+        catch {
+            return uddg;
+        }
+    }
+    catch {
+        return '';
+    }
+}
+function isJianyuHost(rawUrl) {
+    const value = cleanText(rawUrl);
+    if (!value)
+        return false;
+    try {
+        return new URL(value).hostname.toLowerCase().endsWith('jianyu360.cn');
+    }
+    catch {
+        return false;
+    }
+}
+function buildIndexQueryVariants(query) {
+    const tokens = cleanText(query).split(/\s+/).filter(Boolean);
+    const values = [cleanText(query), ...tokens];
+    const ordered = [];
+    const seen = new Set();
+    for (const value of values) {
+        const text = cleanText(value);
+        if (!text || seen.has(text))
+            continue;
+        seen.add(text);
+        ordered.push(text);
+    }
+    return ordered;
+}
+async function fetchDuckDuckGoIndexRows(query, limit) {
+    const results = [];
+    const seen = new Set();
+    for (const variant of buildIndexQueryVariants(query)) {
+        if (results.length >= limit)
+            break;
+        const fullQuery = `site:jianyu360.cn ${variant}`;
+        const url = `${SEARCH_INDEX_PROXY}${encodeURIComponent(fullQuery)}`;
+        let responseText = '';
+        try {
+            const response = await fetch(url, {
+                headers: {
+                    Accept: 'text/plain, text/markdown, */*',
+                    'User-Agent': 'opencli-jianyu-search/1.0',
+                },
+            });
+            if (!response.ok)
+                continue;
+            responseText = await response.text();
+        }
+        catch {
+            continue;
+        }
+        const indexedRows = parseSearchIndexMarkdown(responseText);
+        for (const row of indexedRows) {
+            const unwrapped = unwrapDuckDuckGoUrl(row.url);
+            const absoluteUrl = toAbsoluteJianyuUrl(unwrapped) || cleanText(unwrapped);
+            if (!isJianyuHost(absoluteUrl))
+                continue;
+            const key = `${row.title}\t${absoluteUrl}`;
+            if (seen.has(key))
+                continue;
+            seen.add(key);
+            results.push({
+                title: cleanText(row.title),
+                url: absoluteUrl,
+                date: extractDateFromJianyuUrl(absoluteUrl),
+                contextText: cleanText(`${row.title} ${variant}`),
+            });
+            if (results.length >= limit)
+                break;
+        }
+    }
+    return results;
+}
+async function fetchJianyuApiRows(page, query, limit) {
+    try {
+        await page.goto(buildSearchUrl(query));
+        await page.wait(2);
+        const payload = await page.evaluate(`
+      (async () => {
+        const now = Math.floor(Date.now() / 1000);
+        const body = {
+          searchGroup: 1,
+          reqType: 'lastNews',
+          pageNum: 1,
+          pageSize: Math.max(20, Math.min(${Math.max(20, limit)}, 50)),
+          keyWords: ${JSON.stringify(query)},
+          searchMode: 0,
+          bidField: '',
+          publishTime: \`\${now - 3600 * 24 * 365 * 3}-\${now}\`,
+          selectType: 'title,content',
+          subtype: '',
+          exclusionWords: '',
+          buyer: '',
+          winner: '',
+          agency: '',
+          industry: '',
+          province: '',
+          city: '',
+          district: '',
+          buyerClass: '',
+          fileExists: '',
+          price: '',
+          buyerTel: '',
+          winnerTel: '',
+        };
+        const responses = [];
+        const types = ${JSON.stringify([...JIANYU_API_TYPES])};
+        for (const type of types) {
+          try {
+            const response = await fetch('/jyapi/jybx/core/' + type + '/searchList', {
+              method: 'POST',
+              headers: {
+                Accept: 'application/json, text/plain, */*',
+                'Content-Type': 'application/json',
+              },
+              credentials: 'include',
+              body: JSON.stringify(body),
+            });
+            let raw = null;
+            try {
+              raw = await response.json();
+            } catch {
+              raw = null;
+            }
+            const dataList = raw && raw.data && Array.isArray(raw.data.list) ? raw.data.list : [];
+            responses.push({
+              type,
+              ok: response.ok,
+              status: response.status,
+              payload: {
+                antiVerify: raw && typeof raw.antiVerify === 'number' ? raw.antiVerify : undefined,
+                error_code: raw && typeof raw.error_code === 'number' ? raw.error_code : undefined,
+                hasLogin: raw && typeof raw.hasLogin === 'boolean' ? raw.hasLogin : undefined,
+                textVerify: raw && typeof raw.textVerify === 'string' ? raw.textVerify.slice(0, 16) : undefined,
+                list: dataList,
+              },
+            });
+          } catch {
+            responses.push({
+              type,
+              ok: false,
+              status: 0,
+            });
+          }
+        }
+        const challenge = responses.some((item) => item && item.payload && item.payload.antiVerify === -1);
+        return { challenge, responses };
+      })()
+    `);
+        const responses = Array.isArray(payload?.responses) ? payload.responses : [];
+        const rows = collectApiRowsFromResponses(responses);
+        const challenge = Boolean(payload?.challenge);
+        return { rows, challenge };
+    }
+    catch {
+        return { rows: [], challenge: false };
+    }
+}
+function collectApiRowsFromResponses(responses) {
+    const rows = [];
+    const seen = new Set();
+    for (const response of responses) {
+        if (!response || typeof response !== 'object')
+            continue;
+        const meta = response;
+        const body = meta.payload;
+        if (!body || typeof body !== 'object')
+            continue;
+        const list = body.list;
+        if (!Array.isArray(list))
+            continue;
+        for (const item of list) {
+            const row = normalizeApiRow(item);
+            if (!row)
+                continue;
+            const key = `${row.title}\t${row.url}`;
+            if (seen.has(key))
+                continue;
+            seen.add(key);
+            rows.push(row);
+        }
+    }
+    return rows;
+}
+cli({
+    site: SITE,
+    name: 'search',
+    description: '搜索剑鱼标讯公告',
+    domain: DOMAIN,
+    strategy: Strategy.COOKIE,
+    browser: true,
+    args: [
+        { name: 'query', required: true, positional: true, help: 'Search keyword, e.g. "procurement"' },
+        { name: 'limit', type: 'int', default: 20, help: 'Number of results (max 50)' },
+    ],
+    columns: ['rank', 'content_type', 'title', 'publish_time', 'project_code', 'budget_or_limit', 'url'],
+    func: async (page, kwargs) => {
+        const query = cleanText(kwargs.query);
+        const limit = Math.max(1, Math.min(Number(kwargs.limit) || 20, 50));
+        const apiResult = await fetchJianyuApiRows(page, query, limit);
+        const mergedRows = dedupeCandidates(filterNavigationRows(query, apiResult.rows));
+        const extractedRows = await searchRowsFromEntries(page, {
+            query,
+            candidateUrls: siteSearchCandidates(query),
+            allowedHostFragments: ['jianyu360.cn'],
+            limit,
+        });
+        const domRows = dedupeCandidates(filterNavigationRows(query, extractedRows));
+        const rows = dedupeCandidates([...mergedRows, ...domRows]);
+        if (rows.length === 0) {
+            const indexedRows = await fetchDuckDuckGoIndexRows(query, limit);
+            const filteredIndexedRows = dedupeCandidates(filterNavigationRows(query, indexedRows));
+            if (filteredIndexedRows.length > 0) {
+                return toProcurementSearchRecords(filteredIndexedRows, {
+                    site: SITE,
+                    query,
+                    limit,
+                });
+            }
+            if (apiResult.challenge || await isAuthRequired(page)) {
+                throw new AuthRequiredError(DOMAIN, '[taxonomy=selector_drift] site=jianyu command=search blocked by human verification / access challenge');
+            }
+        }
+        return toProcurementSearchRecords(rows, {
+            site: SITE,
+            query,
+            limit,
+        });
+    },
+});
+export const __test__ = {
+    buildSearchCandidates: siteSearchCandidates,
+    buildSearchUrl,
+    normalizeDate,
+    dedupeCandidates,
+    filterNavigationRows,
+    parseSearchIndexMarkdown,
+    unwrapDuckDuckGoUrl,
+    extractDateFromJianyuUrl,
+    normalizeApiRow,
+    fetchJianyuApiRows,
+    collectApiRowsFromResponses,
+};