publishport-opencli 1.8.5-pp.2 → 1.8.5-pp.21

package/clis/douyin/search.js

@@ -1,197 +1,4 @@
-/**
- * Douyin search — keyword video search on www.douyin.com.
- *
- * Strategy: DOM extraction from the server-rendered search results page.
- *
- * Why not XHR interception:
- *   The `www.douyin.com/search/<q>?type=video` page renders results into
- *   `<ul data-e2e="scroll-list">` server-side during initial navigation
- *   and (for the OpenCLI-bridged browser context) does NOT fire a
- *   subsequent `/aweme/v1/web/general/search/single/` XHR — we confirmed
- *   this by `wait xhr "general/search/single"` timing out at 20s on a
- *   logged-in profile that has visible result cards in the DOM. Direct
- *   synthesis of the XHR from page context returns
- *   `status_code: 0, data: [], search_nil_info: { search_nil_type:
- *   "verify_check" }` because the bare URL lacks the SPA-computed
- *   `a_bogus` / `msToken` signature.
- *
- *   DOM extraction sidesteps both blockers: the data is already in the
- *   rendered HTML at the moment of navigation, signature-free.
- *
- * Selector approach:
- *   Douyin obfuscates card classnames (e.g. `.ckopQfVu`, `.cIiU4Muu`)
- *   and they churn between builds. We pin only the stable hooks:
- *     - container:   `[data-e2e="scroll-list"]`
- *     - row:         `li` inside the container
- *     - url:         `a[href*="/video/"]`
- *     - other fields are extracted from the row's leaf text nodes by
- *       SHAPE (digit+万/亿 → likes; HH:MM or MM:SS → duration; text after
- *       `@` → author nickname; longest remaining → desc).
- *
- * Output fields mirror `tiktok search` (rank, desc, author, url, plays,
- * likes, comments, shares) so downstream tools that already normalize
- * tiktok rows can consume douyin rows without per-adapter glue. The
- * search results page only surfaces the like count — plays/comments/
- * shares are not in the card markup and we expose them as 0 rather
- * than fabricate values; clients that need them should fetch
- * /aweme/v1/web/aweme/detail/?aweme_id=... for the relevant id.
- *
- * Prerequisite: the bound Chrome profile must be logged in to
- * https://www.douyin.com. The search results page renders an empty
- * skeleton for anonymous visitors, which we surface as AuthRequiredError.
- */
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { ArgumentError, AuthRequiredError, CommandExecutionError, EmptyResultError } from '@jackwener/opencli/errors';
-
-export const MAX_SEARCH_LIMIT = 30;
-// Time budget for the SPA's initial DOM commit. Empirically the
-// scroll-list `<li>` rows appear within 2-4s of navigation when logged
-// in; 15s covers slow networks without blocking on a permanently-empty
-// page (anonymous gate, network error).
-export const RENDER_TIMEOUT_MS = 15000;
-
-export function parseSearchLimit(raw) {
-    const parsed = Number(raw ?? 10);
-    if (!Number.isFinite(parsed) || !Number.isInteger(parsed)) {
-        throw new ArgumentError(`--limit must be an integer between 1 and ${MAX_SEARCH_LIMIT}, got ${JSON.stringify(raw)}`);
-    }
-    if (parsed < 1 || parsed > MAX_SEARCH_LIMIT) {
-        throw new ArgumentError(`--limit must be between 1 and ${MAX_SEARCH_LIMIT}, got ${parsed}`);
-    }
-    return parsed;
-}
-
-/**
- * Parse a Douyin display count like "1.9万", "3.1万", "4702", "1.2亿"
- * into a plain integer. Returns 0 for unparseable input rather than
- * throwing — the CLI promises numeric columns and missing data is
- * common enough on real result rows that a soft fallback is the right
- * choice.
- */
-export function parseDouyinCount(text) {
-    if (typeof text !== 'string') return 0;
-    const m = text.replace(/\s/g, '').match(/^(\d+(?:\.\d+)?)([万亿])?$/);
-    if (!m) {
-        const plain = Number(text.replace(/[,\s]/g, ''));
-        return Number.isFinite(plain) ? Math.round(plain) : 0;
-    }
-    const n = Number(m[1]);
-    if (!Number.isFinite(n)) return 0;
-    if (m[2] === '万') return Math.round(n * 10_000);
-    if (m[2] === '亿') return Math.round(n * 100_000_000);
-    return Math.round(n);
-}
-
-export function extractDouyinVideoId(href) {
-    if (typeof href !== 'string' || !href) return '';
-    let full = href;
-    if (full.startsWith('//')) full = 'https:' + full;
-    else if (full.startsWith('/')) full = 'https://www.douyin.com' + full;
-    try {
-        const parsed = new URL(full);
-        if (!/(^|\.)douyin\.com$/.test(parsed.hostname)) return '';
-        const match = parsed.pathname.match(/^\/video\/(\d+)$/);
-        return match?.[1] ?? '';
-    }
-    catch {
-        return '';
-    }
-}
-
-/**
- * Resolve scheme-relative or absolute Douyin video links to the canonical
- * https://www.douyin.com/video/<id> shape. Returns '' for unparseable
- * input rather than throwing — callers expect a string column.
- */
-export function normalizeDouyinVideoUrl(href) {
-    const id = extractDouyinVideoId(href);
-    return id ? `https://www.douyin.com/video/${id}` : '';
-}
-
-function isSearchCardMetadataText(text) {
-    if (!text) return true;
-    if (/^\d{1,2}:\d{2}(?::\d{2})?$/.test(text)) return true;
-    if (/^\d+(?:\.\d+)?[万亿]?$/.test(text)) return true;
-    if (/^(合集|视频|作者)$/.test(text)) return true;
-    if (/^(刚刚|今天|昨天|前天)$/.test(text)) return true;
-    if (/^\d+\s*(秒|分钟|小时|天|周|个月|月|年)前$/.test(text)) return true;
-    if (/^\d{4}[-/.年]\d{1,2}(?:[-/.月]\d{1,2}日?)?$/.test(text)) return true;
-    return false;
-}
-
-/**
- * Project a single rendered card into the canonical row shape. Operates
- * on a serialized card payload (the raw `{href, leafTexts}` we collect
- * via page.evaluate) so this function is unit-testable without a real
- * browser.
- *
- * `leafTexts` is the ordered list of `textContent.trim()` for every leaf
- * element inside the card (no children). The fields we want are
- * identified by shape:
- *   - duration: matches `HH:MM:SS` or `MM:SS`
- *   - likes:    matches `<digits>(.<digits>)?(万|亿)?` and ISN'T the duration
- *   - author:   the text node immediately following an `@` text node
- *   - desc:     the longest remaining leaf text
- */
-export function projectCard(card, index) {
-    const url = normalizeDouyinVideoUrl(card?.url ?? card?.href);
-    const texts = Array.isArray(card?.leafTexts) ? card.leafTexts.map((t) => String(t ?? '').trim()).filter(Boolean) : [];
-
-    const DURATION_RE = /^\d{1,2}:\d{2}(?::\d{2})?$/;
-    const COUNT_RE = /^\d+(?:\.\d+)?[万亿]?$/;
-
-    let likes = 0;
-    let author = '';
-    let longest = '';
-
-    for (let i = 0; i < texts.length; i++) {
-        const t = texts[i];
-        if (DURATION_RE.test(t)) continue;
-        if (!likes && COUNT_RE.test(t)) {
-            likes = parseDouyinCount(t);
-            continue;
-        }
-        if (t === '@' && !author) {
-            author = (texts[i + 1] ?? '').trim();
-            continue;
-        }
-        if (t === author) continue;
-        if (isSearchCardMetadataText(t)) continue;
-        if (t.length > longest.length) longest = t;
-    }
-    let desc = longest;
-    // Strip a leading "@author" that some renders fuse into the desc text node.
-    if (author && desc.startsWith('@' + author)) {
-        desc = desc.slice(author.length + 1).trim();
-    }
-    return {
-        rank: index + 1,
-        desc,
-        author,
-        url,
-        plays: 0,
-        likes,
-        comments: 0,
-        shares: 0,
-    };
-}
-
-function isProjectedRowUsable(row) {
-    return Boolean(row?.url && row?.desc);
-}
-
-export function projectSearchCards(cards, limit) {
-    const window = Array.isArray(cards) ? cards.slice(0, limit) : [];
-    const rows = window.map((card, index) => projectCard(card, index));
-    const invalidCount = rows.filter((row) => !isProjectedRowUsable(row)).length;
-    return { rows: rows.filter(isProjectedRowUsable), invalidCount };
-}
-
-// JS snippet that waits for the scroll-list to populate, then returns
-// `{state: 'rendered', cards}` or `{state: 'login_wall'}` /
-// `{state: 'timeout'}`. Runs inside page.evaluate so we don't pay a
-// round-trip per poll iteration.
-const WAIT_AND_EXTRACT_JS = (timeoutMs) => `
+import{cli as O,Strategy as H}from"@jackwener/opencli/registry";import{ArgumentError as v,AuthRequiredError as N,CommandExecutionError as J,EmptyResultError as P}from"@jackwener/opencli/errors";export const MAX_SEARCH_LIMIT=30,RENDER_TIMEOUT_MS=15000;export function parseSearchLimit(B){const F=Number(B??10);if(!Number.isFinite(F)||!Number.isInteger(F))throw new v(`--limit must be an integer between 1 and ${MAX_SEARCH_LIMIT}, got ${JSON.stringify(B)}`);if(F<1||F>MAX_SEARCH_LIMIT)throw new v(`--limit must be between 1 and ${MAX_SEARCH_LIMIT}, got ${F}`);return F}export function parseDouyinCount(B){if(typeof B!=="string")return 0;const F=B.replace(/\s/g,"").match(/^(\d+(?:\.\d+)?)([万亿])?$/);if(!F){const G=Number(B.replace(/[,\s]/g,""));return Number.isFinite(G)?Math.round(G):0}const Q=Number(F[1]);if(!Number.isFinite(Q))return 0;if(F[2]==="万")return Math.round(Q*1e4);if(F[2]==="亿")return Math.round(Q*1e8);return Math.round(Q)}export function extractDouyinVideoId(B){if(typeof B!=="string"||!B)return"";let F=B;if(F.startsWith("//"))F="https:"+F;else if(F.startsWith("/"))F="https://www.douyin.com"+F;try{const Q=new URL(F);if(!/(^|\.)douyin\.com$/.test(Q.hostname))return"";return Q.pathname.match(/^\/video\/(\d+)$/)?.[1]??""}catch{return""}}export function normalizeDouyinVideoUrl(B){const F=extractDouyinVideoId(B);return F?`https://www.douyin.com/video/${F}`:""}function L(B){if(!B)return!0;if(/^\d{1,2}:\d{2}(?::\d{2})?$/.test(B))return!0;if(/^\d+(?:\.\d+)?[万亿]?$/.test(B))return!0;if(/^(合集|视频|作者)$/.test(B))return!0;if(/^(刚刚|今天|昨天|前天)$/.test(B))return!0;if(/^\d+\s*(秒|分钟|小时|天|周|个月|月|年)前$/.test(B))return!0;if(/^\d{4}[-/.年]\d{1,2}(?:[-/.月]\d{1,2}日?)?$/.test(B))return!0;return!1}export function projectCard(B,F){const Q=normalizeDouyinVideoUrl(B?.url??B?.href),G=Array.isArray(B?.leafTexts)?B.leafTexts.map((z)=>String(z??"").trim()).filter(Boolean):[],K=/^\d{1,2}:\d{2}(?::\d{2})?$/,Y=/^\d+(?:\.\d+)?[万亿]?$/;let Z=0,q="",b="";for(let z=0;z<G.length;z++){const $=G[z];if(K.test($))continue;if(!Z&&Y.test($)){Z=parseDouyinCount($);continue}if($==="@"&&!q){q=(G[z+1]??"").trim();continue}if($===q)continue;if(L($))continue;if($.length>b.length)b=$}let W=b;if(q&&W.startsWith("@"+q))W=W.slice(q.length+1).trim();return{rank:F+1,desc:W,author:q,url:Q,plays:0,likes:Z,comments:0,shares:0}}function V(B){return Boolean(B?.url&&B?.desc)}export function projectSearchCards(B,F){const G=(Array.isArray(B)?B.slice(0,F):[]).map((Y,Z)=>projectCard(Y,Z)),K=G.filter((Y)=>!V(Y)).length;return{rows:G.filter(V),invalidCount:K}}const X=(B)=>`
   new Promise((resolve) => {
     const collectCards = () => {
       const cards = [];
@@ -239,70 +46,6 @@ const WAIT_AND_EXTRACT_JS = (timeoutMs) => `
       observer.disconnect();
       const fallback = detectState();
       resolve(fallback ?? { state: 'timeout' });
-    }, ${timeoutMs});
+    }, ${B});
   })
-`;
-
-function unwrapEvaluateResult(payload) {
-    if (payload && !Array.isArray(payload) && typeof payload === 'object' && 'session' in payload && 'data' in payload) {
-        return payload.data;
-    }
-    return payload;
-}
-
-cli({
-    site: 'douyin',
-    name: 'search',
-    access: 'read',
-    description: '关键词搜索抖音视频',
-    domain: 'www.douyin.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'query', required: true, positional: true, help: '搜索关键词' },
-        { name: 'limit', type: 'int', default: 10, help: `结果数量 (1-${MAX_SEARCH_LIMIT})` },
-    ],
-    columns: ['rank', 'desc', 'author', 'url', 'plays', 'likes', 'comments', 'shares'],
-    func: async (page, kwargs) => {
-        const limit = parseSearchLimit(kwargs.limit);
-        const keyword = String(kwargs.query ?? '').trim();
-        if (!keyword) {
-            throw new ArgumentError('douyin search 需要 <query> 关键词');
-        }
-        await page.goto(`https://www.douyin.com/search/${encodeURIComponent(keyword)}?type=video`);
-        let result;
-        try {
-            result = unwrapEvaluateResult(await page.evaluate(WAIT_AND_EXTRACT_JS(RENDER_TIMEOUT_MS)));
-        } catch (error) {
-            throw new CommandExecutionError(`Douyin search extraction failed: ${error instanceof Error ? error.message : String(error)}`);
-        }
-        if (!result || typeof result !== 'object') {
-            throw new CommandExecutionError('Douyin search: unexpected evaluator payload shape');
-        }
-        if (result.state === 'login_wall') {
-            throw new AuthRequiredError(
-                'www.douyin.com',
-                'Douyin search results are blocked behind a login wall — log in at https://www.douyin.com in Chrome first.',
-            );
-        }
-        if (result.state === 'empty') {
-            throw new EmptyResultError('douyin search', `No Douyin videos matched "${keyword}".`);
-        }
-        if (result.state === 'timeout') {
-            throw new CommandExecutionError('Douyin search did not render result cards within the timeout. Open the same search in Chrome and verify login/security state before retrying.');
-        }
-        if (!Array.isArray(result.cards)) {
-            throw new CommandExecutionError('Douyin search: evaluator returned malformed cards payload');
-        }
-        if (result.cards.length === 0) {
-            throw new EmptyResultError('douyin search', `No Douyin videos matched "${keyword}".`);
-        }
-        const projected = projectSearchCards(result.cards, limit);
-        if (projected.invalidCount > 0) {
-            throw new CommandExecutionError('Douyin search parser found result cards without stable video url or description');
-        }
-        if (projected.rows.length === 0) {
-            throw new EmptyResultError('douyin search', `No Douyin videos matched "${keyword}".`);
-        }
-        return projected.rows;
-    },
-});
+`;function D(B){if(B&&!Array.isArray(B)&&typeof B==="object"&&"session"in B&&"data"in B)return B.data;return B}O({site:"douyin",name:"search",access:"read",description:"关键词搜索抖音视频",domain:"www.douyin.com",strategy:H.COOKIE,args:[{name:"query",required:!0,positional:!0,help:"搜索关键词"},{name:"limit",type:"int",default:10,help:`结果数量 (1-${MAX_SEARCH_LIMIT})`}],columns:["rank","desc","author","url","plays","likes","comments","shares"],func:async(B,F)=>{const Q=parseSearchLimit(F.limit),G=String(F.query??"").trim();if(!G)throw new v("douyin search 需要 <query> 关键词");await B.goto(`https://www.douyin.com/search/${encodeURIComponent(G)}?type=video`);let K;try{K=D(await B.evaluate(X(RENDER_TIMEOUT_MS)))}catch(Z){throw new J(`Douyin search extraction failed: ${Z instanceof Error?Z.message:String(Z)}`)}if(!K||typeof K!=="object")throw new J("Douyin search: unexpected evaluator payload shape");if(K.state==="login_wall")throw new N("www.douyin.com","Douyin search results are blocked behind a login wall — log in at https://www.douyin.com in Chrome first.");if(K.state==="empty")throw new P("douyin search",`No Douyin videos matched "${G}".`);if(K.state==="timeout")throw new J("Douyin search did not render result cards within the timeout. Open the same search in Chrome and verify login/security state before retrying.");if(!Array.isArray(K.cards))throw new J("Douyin search: evaluator returned malformed cards payload");if(K.cards.length===0)throw new P("douyin search",`No Douyin videos matched "${G}".`);const Y=projectSearchCards(K.cards,Q);if(Y.invalidCount>0)throw new J("Douyin search parser found result cards without stable video url or description");if(Y.rows.length===0)throw new P("douyin search",`No Douyin videos matched "${G}".`);return Y.rows}});

package/clis/douyin/stats.js

@@ -1,28 +1 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { browserFetch } from './_shared/browser-fetch.js';
-cli({
-    site: 'douyin',
-    name: 'stats',
-    access: 'read',
-    description: '作品数据分析',
-    domain: 'creator.douyin.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'aweme_id', required: true, positional: true, help: '抖音作品 ID（aweme_id，可从作品 URL 末尾获取）' },
-    ],
-    columns: ['metric', 'value'],
-    func: async (page, kwargs) => {
-        const now = Math.floor(Date.now() / 1000);
-        const sevenDaysAgo = now - 7 * 86400;
-        const url = 'https://creator.douyin.com/janus/douyin/creator/data/item_analysis/metrics_trend';
-        const body = {
-            aweme_id: kwargs.aweme_id,
-            start_time: sevenDaysAgo,
-            end_time: now,
-            metrics: ['play_count', 'like_count', 'comment_count', 'share_count'],
-        };
-        const res = await browserFetch(page, 'POST', url, { body });
-        const data = res.data ?? {};
-        return Object.entries(data).map(([metric, value]) => ({ metric, value }));
-    },
-});
+import{cli as m,Strategy as d}from"@jackwener/opencli/registry";import{browserFetch as u}from"./_shared/browser-fetch.js";m({site:"douyin",name:"stats",access:"read",description:"作品数据分析",domain:"creator.douyin.com",strategy:d.COOKIE,args:[{name:"aweme_id",required:!0,positional:!0,help:"抖音作品 ID（aweme_id，可从作品 URL 末尾获取）"}],columns:["metric","value"],func:async(e,a)=>{const t=Math.floor(Date.now()/1000),o=t-604800,r="https://creator.douyin.com/janus/douyin/creator/data/item_analysis/metrics_trend",n={aweme_id:a.aweme_id,start_time:o,end_time:t,metrics:["play_count","like_count","comment_count","share_count"]},s=(await u(e,"POST",r,{body:n})).data??{};return Object.entries(s).map(([c,i])=>({metric:c,value:i}))}});

package/clis/douyin/update.js

@@ -1,32 +1 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { ArgumentError } from '@jackwener/opencli/errors';
-import { browserFetch } from './_shared/browser-fetch.js';
-import { toUnixSeconds, validateTiming } from './_shared/timing.js';
-cli({
-    site: 'douyin',
-    name: 'update',
-    access: 'write',
-    description: '更新视频信息',
-    domain: 'creator.douyin.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'aweme_id', required: true, positional: true, help: '抖音作品 ID（aweme_id，可从作品 URL 末尾获取）' },
-        { name: 'reschedule', default: '', help: '新的发布时间（ISO8601 或 Unix 秒）' },
-        { name: 'caption', default: '', help: '新的正文内容' },
-    ],
-    columns: ['status'],
-    func: async (page, kwargs) => {
-        if (!kwargs.reschedule && !kwargs.caption) {
-            throw new ArgumentError('必须提供 --reschedule 或 --caption');
-        }
-        if (kwargs.reschedule) {
-            const newTime = toUnixSeconds(kwargs.reschedule);
-            validateTiming(newTime);
-            await browserFetch(page, 'POST', 'https://creator.douyin.com/web/api/media/update/timer/?aid=1128', { body: { aweme_id: kwargs.aweme_id, publish_time: newTime } });
-        }
-        if (kwargs.caption) {
-            await browserFetch(page, 'POST', 'https://creator.douyin.com/web/api/media/update/desc/?aid=1128', { body: { aweme_id: kwargs.aweme_id, desc: kwargs.caption } });
-        }
-        return [{ status: '✅ 更新成功' }];
-    },
-});
+import{cli as o,Strategy as d}from"@jackwener/opencli/registry";import{ArgumentError as r}from"@jackwener/opencli/errors";import{browserFetch as a}from"./_shared/browser-fetch.js";import{toUnixSeconds as m,validateTiming as c}from"./_shared/timing.js";o({site:"douyin",name:"update",access:"write",description:"更新视频信息",domain:"creator.douyin.com",strategy:d.COOKIE,args:[{name:"aweme_id",required:!0,positional:!0,help:"抖音作品 ID（aweme_id，可从作品 URL 末尾获取）"},{name:"reschedule",default:"",help:"新的发布时间（ISO8601 或 Unix 秒）"},{name:"caption",default:"",help:"新的正文内容"}],columns:["status"],func:async(i,e)=>{if(!e.reschedule&&!e.caption)throw new r("必须提供 --reschedule 或 --caption");if(e.reschedule){const t=m(e.reschedule);c(t);await a(i,"POST","https://creator.douyin.com/web/api/media/update/timer/?aid=1128",{body:{aweme_id:e.aweme_id,publish_time:t}})}if(e.caption)await a(i,"POST","https://creator.douyin.com/web/api/media/update/desc/?aid=1128",{body:{aweme_id:e.aweme_id,desc:e.caption}});return[{status:"✅ 更新成功"}]}});

package/clis/douyin/user-videos.js

@@ -1,82 +1 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { CliError, CommandExecutionError, EmptyResultError } from '@jackwener/opencli/errors';
-import { fetchDouyinComments, fetchDouyinUserVideos } from './_shared/public-api.js';
-export const MAX_USER_VIDEOS_LIMIT = 20;
-export const USER_VIDEO_COMMENT_CONCURRENCY = 4;
-export const DEFAULT_COMMENT_LIMIT = 10;
-export function normalizeUserVideosLimit(limit) {
-    const numeric = Number(limit);
-    if (!Number.isFinite(numeric))
-        return MAX_USER_VIDEOS_LIMIT;
-    return Math.min(MAX_USER_VIDEOS_LIMIT, Math.max(1, Math.round(numeric)));
-}
-export function normalizeCommentLimit(limit) {
-    const numeric = Number(limit);
-    if (!Number.isFinite(numeric))
-        return DEFAULT_COMMENT_LIMIT;
-    return Math.min(DEFAULT_COMMENT_LIMIT, Math.max(1, Math.round(numeric)));
-}
-async function mapInBatches(items, concurrency, mapper) {
-    const results = [];
-    for (let index = 0; index < items.length; index += concurrency) {
-        const chunk = items.slice(index, index + concurrency);
-        results.push(...(await Promise.all(chunk.map(mapper))));
-    }
-    return results;
-}
-async function fetchTopComments(page, awemeId, count) {
-    try {
-        return await fetchDouyinComments(page, awemeId, count);
-    }
-    catch (error) {
-        if (error instanceof CliError) {
-            throw error;
-        }
-        throw new CommandExecutionError(`Failed to fetch Douyin comments for video ${awemeId}: ${error instanceof Error ? error.message : String(error)}`);
-    }
-}
-cli({
-    site: 'douyin',
-    name: 'user-videos',
-    access: 'read',
-    description: '获取指定用户的视频列表（含下载地址和热门评论）',
-    domain: 'www.douyin.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'sec_uid', type: 'string', required: true, positional: true, help: '用户 sec_uid（URL 末尾部分）' },
-        { name: 'limit', type: 'int', default: 20, help: '获取数量（最大 20）' },
-        { name: 'with_comments', type: 'bool', default: true, help: '包含热门评论（默认: true）' },
-        { name: 'comment_limit', type: 'int', default: 10, help: '每个视频获取多少条评论（最大 10）' },
-    ],
-    columns: ['index', 'aweme_id', 'title', 'duration', 'digg_count', 'play_url', 'top_comments'],
-    func: async (page, kwargs) => {
-        const secUid = kwargs.sec_uid;
-        const limit = normalizeUserVideosLimit(kwargs.limit);
-        const withComments = kwargs.with_comments !== false;
-        const commentLimit = normalizeCommentLimit(kwargs.comment_limit);
-        await page.goto(`https://www.douyin.com/user/${secUid}`);
-        await page.wait(3);
-        const awemeList = (await fetchDouyinUserVideos(page, secUid, limit)).slice(0, limit);
-        if (awemeList.length === 0) {
-            throw new EmptyResultError('douyin user-videos', `No videos were returned for sec_uid ${secUid}. Confirm the user exists and the Douyin session is valid.`);
-        }
-        const videos = withComments
-            ? await mapInBatches(awemeList, USER_VIDEO_COMMENT_CONCURRENCY, async (video) => ({
-                ...video,
-                top_comments: await fetchTopComments(page, video.aweme_id, commentLimit),
-            }))
-            : awemeList.map((video) => ({ ...video, top_comments: [] }));
-        return videos.map((video, index) => {
-            const playUrl = video.video?.play_addr?.url_list?.[0] ?? '';
-            return {
-                index: index + 1,
-                aweme_id: video.aweme_id,
-                title: video.desc ?? '',
-                duration: Math.round((video.video?.duration ?? 0) / 1000),
-                digg_count: video.statistics?.digg_count ?? 0,
-                play_url: playUrl,
-                top_comments: video.top_comments ?? [],
-            };
-        });
-    },
-});
+import{cli as u,Strategy as d}from"@jackwener/opencli/registry";import{CliError as l,CommandExecutionError as p,EmptyResultError as _}from"@jackwener/opencli/errors";import{fetchDouyinComments as h,fetchDouyinUserVideos as f}from"./_shared/public-api.js";export const MAX_USER_VIDEOS_LIMIT=20,USER_VIDEO_COMMENT_CONCURRENCY=4,DEFAULT_COMMENT_LIMIT=10;export function normalizeUserVideosLimit(e){const t=Number(e);if(!Number.isFinite(t))return MAX_USER_VIDEOS_LIMIT;return Math.min(MAX_USER_VIDEOS_LIMIT,Math.max(1,Math.round(t)))}export function normalizeCommentLimit(e){const t=Number(e);if(!Number.isFinite(t))return DEFAULT_COMMENT_LIMIT;return Math.min(DEFAULT_COMMENT_LIMIT,Math.max(1,Math.round(t)))}async function w(e,t,o){const i=[];for(let r=0;r<e.length;r+=t){const s=e.slice(r,r+t);i.push(...await Promise.all(s.map(o)))}return i}async function y(e,t,o){try{return await h(e,t,o)}catch(i){if(i instanceof l)throw i;throw new p(`Failed to fetch Douyin comments for video ${t}: ${i instanceof Error?i.message:String(i)}`)}}u({site:"douyin",name:"user-videos",access:"read",description:"获取指定用户的视频列表（含下载地址和热门评论）",domain:"www.douyin.com",strategy:d.COOKIE,args:[{name:"sec_uid",type:"string",required:!0,positional:!0,help:"用户 sec_uid（URL 末尾部分）"},{name:"limit",type:"int",default:20,help:"获取数量（最大 20）"},{name:"with_comments",type:"bool",default:!0,help:"包含热门评论（默认: true）"},{name:"comment_limit",type:"int",default:10,help:"每个视频获取多少条评论（最大 10）"}],columns:["index","aweme_id","title","duration","digg_count","play_url","top_comments"],func:async(e,t)=>{const o=t.sec_uid,i=normalizeUserVideosLimit(t.limit),r=t.with_comments!==!1,s=normalizeCommentLimit(t.comment_limit);await e.goto(`https://www.douyin.com/user/${o}`);await e.wait(3);const m=(await f(e,o,i)).slice(0,i);if(m.length===0)throw new _("douyin user-videos",`No videos were returned for sec_uid ${o}. Confirm the user exists and the Douyin session is valid.`);return(r?await w(m,USER_VIDEO_COMMENT_CONCURRENCY,async(n)=>({...n,top_comments:await y(e,n.aweme_id,s)})):m.map((n)=>({...n,top_comments:[]}))).map((n,a)=>{const c=n.video?.play_addr?.url_list?.[0]??"";return{index:a+1,aweme_id:n.aweme_id,title:n.desc??"",duration:Math.round((n.video?.duration??0)/1000),digg_count:n.statistics?.digg_count??0,play_url:c,top_comments:n.top_comments??[]}})}});

package/clis/douyin/videos.js

@@ -1,52 +1 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { browserFetch } from './_shared/browser-fetch.js';
-function normalizeVideoStatus(status, publicTime) {
-    if (typeof status === 'number')
-        return status;
-    if (!status)
-        return publicTime && publicTime > Date.now() / 1000 ? 'scheduled' : 'published';
-    if (status.is_delete)
-        return 'deleted';
-    if (status.is_prohibited)
-        return 'prohibited';
-    if (status.in_reviewing)
-        return 'reviewing';
-    if (status.is_private)
-        return 'private';
-    if (publicTime && publicTime > Date.now() / 1000)
-        return 'scheduled';
-    return 'published';
-}
-cli({
-    site: 'douyin',
-    name: 'videos',
-    access: 'read',
-    description: '获取作品列表',
-    domain: 'creator.douyin.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'limit', type: 'int', default: 20, help: '每页数量' },
-        { name: 'page', type: 'int', default: 1, help: '页码' },
-        { name: 'status', default: 'all', choices: ['all', 'published', 'reviewing', 'scheduled'] },
-    ],
-    columns: ['aweme_id', 'title', 'status', 'play_count', 'digg_count', 'create_time'],
-    func: async (page, kwargs) => {
-        const statusMap = { all: 0, published: 1, reviewing: 3, scheduled: 0 };
-        const statusNum = statusMap[kwargs.status] ?? 0;
-        const url = `https://creator.douyin.com/janus/douyin/creator/pc/work_list?page_size=${kwargs.limit}&page_num=${kwargs.page}&status=${statusNum}`;
-        const res = (await browserFetch(page, 'GET', url));
-        let items = res.data?.work_list ?? res.aweme_list ?? [];
-        // The API has a bug with status=16 for scheduled, so filter client-side
-        if (kwargs.status === 'scheduled') {
-            items = items.filter((v) => (v.public_time ?? 0) > Date.now() / 1000);
-        }
-        return items.map((v) => ({
-            aweme_id: v.aweme_id,
-            title: v.desc ?? '',
-            status: normalizeVideoStatus(v.status, v.public_time),
-            play_count: v.statistics?.play_count ?? 0,
-            digg_count: v.statistics?.digg_count ?? 0,
-            create_time: new Date((v.create_time ?? v.public_time ?? 0) * 1000).toLocaleString('zh-CN', { timeZone: 'Asia/Tokyo' }),
-        }));
-    },
-});
+import{cli as H,Strategy as J}from"@jackwener/opencli/registry";import{browserFetch as K}from"./_shared/browser-fetch.js";function L(x,B){if(typeof x==="number")return x;if(!x)return B&&B>Date.now()/1000?"scheduled":"published";if(x.is_delete)return"deleted";if(x.is_prohibited)return"prohibited";if(x.in_reviewing)return"reviewing";if(x.is_private)return"private";if(B&&B>Date.now()/1000)return"scheduled";return"published"}H({site:"douyin",name:"videos",access:"read",description:"获取作品列表",domain:"creator.douyin.com",strategy:J.COOKIE,args:[{name:"limit",type:"int",default:20,help:"每页数量"},{name:"page",type:"int",default:1,help:"页码"},{name:"status",default:"all",choices:["all","published","reviewing","scheduled"]}],columns:["aweme_id","title","status","play_count","digg_count","create_time"],func:async(x,B)=>{const E={all:0,published:1,reviewing:3,scheduled:0}[B.status]??0,G=`https://creator.douyin.com/janus/douyin/creator/pc/work_list?page_size=${B.limit}&page_num=${B.page}&status=${E}`,D=await K(x,"GET",G);let C=D.data?.work_list??D.aweme_list??[];if(B.status==="scheduled")C=C.filter((q)=>(q.public_time??0)>Date.now()/1000);return C.map((q)=>({aweme_id:q.aweme_id,title:q.desc??"",status:L(q.status,q.public_time),play_count:q.statistics?.play_count??0,digg_count:q.statistics?.digg_count??0,create_time:new Date((q.create_time??q.public_time??0)*1000).toLocaleString("zh-CN",{timeZone:"Asia/Tokyo"})}))}});

package/clis/duckduckgo/search.js

@@ -1,131 +1 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { ArgumentError } from '@jackwener/opencli/errors';
-import {
-  emptySearchResults,
-  requireBoundedInteger,
-  requireNonNegativeInteger,
-  requireRows,
-  requireSearchQuery,
-  runBrowserStep,
-  toHttpsUrl,
-} from '../_shared/search-adapter.js';
-
-function decodeDdgUrl(href) {
-  if (!href) return '';
-  try {
-    const url = new URL(href, 'https://duckduckgo.com');
-    const uddg = url.searchParams.get('uddg');
-    return toHttpsUrl(uddg || href, 'https://duckduckgo.com');
-  } catch {
-    return '';
-  }
-}
-
-function buildExtractFn(limit) {
-  return 'function(doc){' +
-    'var r=[];var seen={};var items=doc.querySelectorAll(".result");' +
-    'for(var i=0;i<items.length;i++){' +
-    'if(r.length>=' + limit + ')break;' +
-    'var el=items[i];var te=el.querySelector(".result__a");' +
-    'var se=el.querySelector(".result__snippet");' +
-    'var ue=el.querySelector(".result__url");' +
-    'var ie=el.querySelector(".result__icon__img");' +
-    'var cls=el.className||"";var rt="web";' +
-    'if(cls.indexOf("result--ad")!==-1||cls.indexOf("result--ads")!==-1||cls.indexOf("badge--ad")!==-1)continue;' +
-    'if(!te)continue;' +
-    'var t=(te.textContent||"").trim();' +
-    'var h=te.getAttribute("href")||"";' +
-    'var sn=se?(se.textContent||"").trim():"";' +
-    'var du=ue?(ue.textContent||"").trim():"";' +
-    'var ic=ie?(ie.getAttribute("src")||""):"";' +
-    'if(cls.indexOf("news-result")!==-1)rt="news";' +
-    'else if(cls.indexOf("video-result")!==-1)rt="video";' +
-    'else if(cls.indexOf("image-result")!==-1)rt="image";' +
-    'if(!t||!h||seen[h])continue;seen[h]=true;' +
-    'r.push([t,h,sn,du,ic,rt]);' +
-    '}return r;}';
-}
-
-function buildExtractorJs(limit) {
-  return '(' + buildExtractFn(limit) + '(document))';
-}
-
-function buildPaginateJs(limit, keyword, offset, region) {
-  var params = 'q=' + encodeURIComponent(keyword) + '&s=' + offset + '&v=l&o=json';
-  if (region) params += '&kl=' + encodeURIComponent(region);
-  return (
-    'new Promise(function($r){' +
-    'var x=new XMLHttpRequest();' +
-    'x.open("POST","/html/",true);' +
-    'x.setRequestHeader("Content-Type","application/x-www-form-urlencoded");' +
-    'x.onload=function(){' +
-    'try{var d=new DOMParser().parseFromString(x.responseText,"text/html");' +
-    '$r(' + buildExtractFn(limit) + '(d));' +
-    '}catch(e){$r({error:"parse",message:String(e&&e.message||e)})}' +
-    '};' +
-    'x.onerror=function(){$r({error:"network"})};' +
-    'x.send("' + params + '");' +
-    '})'
-  );
-}
-
-const command = cli({
-  site: 'duckduckgo',
-  name: 'search',
-  access: 'read',
-  description: 'Search DuckDuckGo',
-  domain: 'html.duckduckgo.com',
-  strategy: Strategy.PUBLIC,
-  browser: true,
-  args: [
-    { name: 'keyword', positional: true, required: true, help: 'Search query' },
-    { name: 'limit', type: 'int', default: 10, help: 'Number of results per page (1-10). For multi-page, use --offset' },
-    { name: 'offset', type: 'int', default: 0, help: 'Result offset for pagination (0, 10, 20...). Uses XHR POST internally' },
-    { name: 'region', help: 'Region code (e.g. jp-jp, us-en, cn-zh). Default: all regions' },
-    { name: 'time', help: 'Time range: d (day), w (week), m (month), y (year)' },
-  ],
-  columns: ['rank', 'title', 'url', 'snippet', 'displayUrl', 'icon', 'resultType'],
-  func: async (page, kwargs) => {
-    const limit = requireBoundedInteger(kwargs.limit, 10, 1, 10, '--limit');
-    const keyword = requireSearchQuery(kwargs.keyword);
-    const offset = requireNonNegativeInteger(kwargs.offset, 0, '--offset');
-    if (offset % 10 !== 0) {
-      throw new ArgumentError('--offset must be a multiple of 10 for DuckDuckGo HTML pagination');
-    }
-    if (kwargs.time && !/^(d|w|m|y)$/.test(String(kwargs.time))) {
-      throw new ArgumentError('--time must be one of d, w, m, or y');
-    }
-    let url = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(keyword)}`;
-    if (kwargs.region) url += `&kl=${encodeURIComponent(String(kwargs.region))}`;
-    if (kwargs.time) url += `&df=${encodeURIComponent(String(kwargs.time))}`;
-    await runBrowserStep('duckduckgo search navigation', () => page.goto(url));
-    try {
-      await page.wait({ selector: '.result', timeout: 8 });
-    } catch {
-      await page.wait(3).catch(function() {});
-    }
-    var raw;
-    if (offset === 0) {
-      raw = await runBrowserStep('duckduckgo search extraction', () => page.evaluate(buildExtractorJs(limit)));
-    } else {
-      raw = await runBrowserStep('duckduckgo search pagination extraction', () => page.evaluate(buildPaginateJs(limit, keyword, offset, kwargs.region)));
-    }
-    const rows = requireRows(raw, 'duckduckgo search');
-    if (rows.length === 0) {
-      throw emptySearchResults('DuckDuckGo', keyword);
-    }
-    return rows.map(function(r, index) {
-      return {
-        rank: index + 1 + offset,
-        title: r[0],
-        url: decodeDdgUrl(r[1]),
-        snippet: r[2],
-        displayUrl: r[3],
-        icon: r[4],
-        resultType: r[5],
-      };
-    }).filter((row) => row.url);
-  },
-});
-
-export const __test__ = { command };
+import{cli as f,Strategy as p}from"@jackwener/opencli/registry";import{ArgumentError as l}from"@jackwener/opencli/errors";import{emptySearchResults as h,requireBoundedInteger as g,requireNonNegativeInteger as y,requireRows as v,requireSearchQuery as w,runBrowserStep as s,toHttpsUrl as k}from"../_shared/search-adapter.js";function x(e){if(!e)return"";try{const o=new URL(e,"https://duckduckgo.com").searchParams.get("uddg");return k(o||e,"https://duckduckgo.com")}catch{return""}}function d(e){return'function(doc){var r=[];var seen={};var items=doc.querySelectorAll(".result");for(var i=0;i<items.length;i++){if(r.length>='+e+')break;var el=items[i];var te=el.querySelector(".result__a");var se=el.querySelector(".result__snippet");var ue=el.querySelector(".result__url");var ie=el.querySelector(".result__icon__img");var cls=el.className||"";var rt="web";if(cls.indexOf("result--ad")!==-1||cls.indexOf("result--ads")!==-1||cls.indexOf("badge--ad")!==-1)continue;if(!te)continue;var t=(te.textContent||"").trim();var h=te.getAttribute("href")||"";var sn=se?(se.textContent||"").trim():"";var du=ue?(ue.textContent||"").trim():"";var ic=ie?(ie.getAttribute("src")||""):"";if(cls.indexOf("news-result")!==-1)rt="news";else if(cls.indexOf("video-result")!==-1)rt="video";else if(cls.indexOf("image-result")!==-1)rt="image";if(!t||!h||seen[h])continue;seen[h]=true;r.push([t,h,sn,du,ic,rt]);}return r;}'}function S(e){return"("+d(e)+"(document))"}function q(e,t,o,i){var n="q="+encodeURIComponent(t)+"&s="+o+"&v=l&o=json";if(i)n+="&kl="+encodeURIComponent(i);return'new Promise(function($r){var x=new XMLHttpRequest();x.open("POST","/html/",true);x.setRequestHeader("Content-Type","application/x-www-form-urlencoded");x.onload=function(){try{var d=new DOMParser().parseFromString(x.responseText,"text/html");$r('+d(e)+'(d));}catch(e){$r({error:"parse",message:String(e&&e.message||e)})}};x.onerror=function(){$r({error:"network"})};x.send("'+n+'");})'}const _=f({site:"duckduckgo",name:"search",access:"read",description:"Search DuckDuckGo",domain:"html.duckduckgo.com",strategy:p.PUBLIC,browser:!0,args:[{name:"keyword",positional:!0,required:!0,help:"Search query"},{name:"limit",type:"int",default:10,help:"Number of results per page (1-10). For multi-page, use --offset"},{name:"offset",type:"int",default:0,help:"Result offset for pagination (0, 10, 20...). Uses XHR POST internally"},{name:"region",help:"Region code (e.g. jp-jp, us-en, cn-zh). Default: all regions"},{name:"time",help:"Time range: d (day), w (week), m (month), y (year)"}],columns:["rank","title","url","snippet","displayUrl","icon","resultType"],func:async(e,t)=>{const o=g(t.limit,10,1,10,"--limit"),i=w(t.keyword),n=y(t.offset,0,"--offset");if(n%10!==0)throw new l("--offset must be a multiple of 10 for DuckDuckGo HTML pagination");if(t.time&&!/^(d|w|m|y)$/.test(String(t.time)))throw new l("--time must be one of d, w, m, or y");let u=`https://html.duckduckgo.com/html/?q=${encodeURIComponent(i)}`;if(t.region)u+=`&kl=${encodeURIComponent(String(t.region))}`;if(t.time)u+=`&df=${encodeURIComponent(String(t.time))}`;await s("duckduckgo search navigation",()=>e.goto(u));try{await e.wait({selector:".result",timeout:8})}catch{await e.wait(3).catch(function(){})}var c;if(n===0)c=await s("duckduckgo search extraction",()=>e.evaluate(S(o)));else c=await s("duckduckgo search pagination extraction",()=>e.evaluate(q(o,i,n,t.region)));const a=v(c,"duckduckgo search");if(a.length===0)throw h("DuckDuckGo",i);return a.map(function(r,m){return{rank:m+1+n,title:r[0],url:x(r[1]),snippet:r[2],displayUrl:r[3],icon:r[4],resultType:r[5]}}).filter((r)=>r.url)}});export const __test__={command:_};