tt-help-cli-ycl 1.3.83 → 1.3.85

package/src/lib/api-client.js

@@ -0,0 +1,101 @@
+import crypto from "node:crypto";
+
+const MAX_RETRY_WAIT = 5 * 60 * 1000;
+
+async function withRetry(label, fn, opts = {}) {
+  const { maxRetries, backoff: initialBackoff = 1000, log = true } = opts;
+
+  let backoff = initialBackoff;
+  let i = 0;
+
+  while (true) {
+    try {
+      return await fn();
+    } catch (err) {
+      if (maxRetries !== undefined && i >= maxRetries) {
+        throw err;
+      }
+      if (log) {
+        console.error(
+          `[连接] ${label} 失败: ${err.message}，${backoff / 1000}秒后重试...`,
+        );
+      }
+      await new Promise((r) => setTimeout(r, backoff));
+      if (backoff < MAX_RETRY_WAIT) backoff *= 2;
+      i++;
+    }
+  }
+}
+
+function buildHeaders(baseHeaders, clientId, meta) {
+  return {
+    ...baseHeaders,
+    "X-Client-Id": clientId,
+    "X-Client-Info": JSON.stringify(meta),
+  };
+}
+
+export function createApiClient(opts = {}) {
+  const clientId = crypto.randomUUID();
+  const {
+    checkStatus = false,
+    maxRetries,
+    backoff = 1000,
+    log = true,
+    meta = {},
+  } = opts;
+  const retryOpts = { maxRetries, backoff, log };
+
+  async function apiGet(url) {
+    return withRetry(`GET ${url}`, async () => {
+      const res = await fetch(url, {
+        headers: buildHeaders({}, clientId, meta),
+      });
+      if (checkStatus && !res.ok) {
+        const errText = await res.text();
+        throw new Error(`HTTP ${res.status}: ${errText.substring(0, 200)}`);
+      }
+      return res.json();
+    }, retryOpts);
+  }
+
+  async function apiPost(url, body) {
+    return withRetry(`POST ${url}`, async () => {
+      const res = await fetch(url, {
+        method: "POST",
+        headers: buildHeaders(
+          { "Content-Type": "application/json" },
+          clientId,
+          meta,
+        ),
+        body: JSON.stringify(body),
+      });
+      if (checkStatus && !res.ok) {
+        const errText = await res.text();
+        throw new Error(`HTTP ${res.status}: ${errText.substring(0, 200)}`);
+      }
+      return res.json();
+    }, retryOpts);
+  }
+
+  async function apiPut(url, body) {
+    return withRetry(`PUT ${url}`, async () => {
+      const res = await fetch(url, {
+        method: "PUT",
+        headers: buildHeaders(
+          { "Content-Type": "application/json" },
+          clientId,
+          meta,
+        ),
+        body: body ? JSON.stringify(body) : undefined,
+      });
+      if (checkStatus && !res.ok) {
+        const errText = await res.text();
+        throw new Error(`HTTP ${res.status}: ${errText.substring(0, 200)}`);
+      }
+      return res.json();
+    }, retryOpts);
+  }
+
+  return { apiGet, apiPost, apiPut };
+}

package/src/lib/args.js

@@ -714,6 +714,186 @@ function parseCommentsArgs(args) {
   };
 }
 
+function parseTagArgs(args) {
+  const tags = [];
+  let outputFile = null;
+  let authorsOnly = false;
+  let videosOnly = false;
+  let enrich = null;
+  let locations = null;
+  let noFilter = false;
+  let serverUrl = null;
+  let discover = null;
+  let discoverCountries = [];
+  let discoverCount = 4;
+  let discoverPrompt = null;
+  let isDiscover = false;
+  let isScore = false;
+  let isScoreAll = false;
+  let scoreTag = null;
+  let scoreCountries = null;
+
+  for (let i = 0; i < args.length; i++) {
+    const arg = args[i];
+    if (arg === "-o" || arg === "--output") {
+      outputFile = args[++i];
+    } else if (arg === "-s" || arg === "--server") {
+      serverUrl = args[++i];
+    } else if (arg === "--authors-only") {
+      authorsOnly = true;
+    } else if (arg === "--videos-only") {
+      videosOnly = true;
+    } else if (arg === "--enrich") {
+      const next = args[i + 1];
+      if (next === "users" || next === "videos") {
+        enrich = next;
+        i++;
+      } else {
+        enrich = true;
+      }
+    } else if (arg === "--locations") {
+      locations = args[++i];
+    } else if (arg === "--no-filter") {
+      noFilter = true;
+    } else if (arg === "--discover") {
+      // 旧版 --discover 兼容：跟在 tag 命令后面无子命令
+      const next = args[i + 1];
+      const count = parseInt(next);
+      if (!isNaN(count) && count > 0) {
+        discover = count;
+        i++;
+      } else {
+        discover = true;
+      }
+    } else if (arg === "--count") {
+      discoverCount = parseInt(args[++i]) || 4;
+    } else if (arg === "--countries") {
+      scoreCountries = args[++i]
+        .split(",")
+        .map((s) => s.trim().toUpperCase())
+        .filter(Boolean);
+    } else if (arg === "-p" || arg === "--prompt") {
+      discoverPrompt = args[++i];
+    } else if (!arg.startsWith("-")) {
+      const cleaned = arg.replace("#", "").trim();
+      if (cleaned.toLowerCase() === "discover") {
+        isDiscover = true;
+        for (let j = i + 1; j < args.length; j++) {
+          if (args[j].startsWith("-")) break;
+          discoverCountries.push(args[j].trim().toUpperCase());
+        }
+        i += discoverCountries.length;
+      } else if (cleaned.toLowerCase() === "score") {
+        isScore = true;
+        // score 后的第一个位置参数为 tag 名
+        if (i + 1 < args.length && !args[i + 1].startsWith("-")) {
+          scoreTag = args[i + 1].replace("#", "").trim().toLowerCase();
+          i++;
+        }
+        // 后续位置参数为 countries
+        for (let j = i + 1; j < args.length; j++) {
+          if (args[j].startsWith("-")) break;
+          if (!scoreCountries) scoreCountries = [];
+          scoreCountries.push(args[j].trim().toUpperCase());
+        }
+        if (scoreCountries) i += scoreCountries.length;
+      } else if (cleaned.toLowerCase() === "score-all") {
+        isScoreAll = true;
+      } else {
+        tags.push(cleaned.toLowerCase());
+      }
+    }
+  }
+
+  if (isDiscover) {
+    return {
+      subcommand: "tag-discover",
+      tagDiscover: {
+        countries: discoverCountries,
+        count: discoverCount,
+        prompt: discoverPrompt,
+        serverUrl,
+      },
+      urls: [],
+      outputFormat: "json",
+      exploreCount: 0,
+      showConfig: false,
+      showHelp: false,
+      customProxy: null,
+      configAction: null,
+      configValue: null,
+      pipeMode: false,
+      filterStr: null,
+    };
+  }
+
+  if (isScore) {
+    return {
+      subcommand: "tag-score",
+      tagScore: {
+        tag: scoreTag,
+        countries: scoreCountries,
+        serverUrl,
+      },
+      urls: [],
+      outputFormat: "json",
+      exploreCount: 0,
+      showConfig: false,
+      showHelp: false,
+      customProxy: null,
+      configAction: null,
+      configValue: null,
+      pipeMode: false,
+      filterStr: null,
+    };
+  }
+
+  if (isScoreAll) {
+    return {
+      subcommand: "tag-score-all",
+      tagScoreAll: {
+        countries: scoreCountries,
+        serverUrl,
+      },
+      urls: [],
+      outputFormat: "json",
+      exploreCount: 0,
+      showConfig: false,
+      showHelp: false,
+      customProxy: null,
+      configAction: null,
+      configValue: null,
+      pipeMode: false,
+      filterStr: null,
+    };
+  }
+
+  return {
+    subcommand: "tag",
+    tagTags: {
+      tags,
+      outputFile,
+      authorsOnly,
+      videosOnly,
+      enrich,
+      locations,
+      noFilter,
+      serverUrl,
+      discover,
+    },
+    urls: [],
+    outputFormat: "json",
+    exploreCount: 0,
+    showConfig: false,
+    showHelp: false,
+    customProxy: null,
+    configAction: null,
+    configValue: null,
+    pipeMode: false,
+    filterStr: null,
+  };
+}
+
 export function parseArgs() {
   const args = process.argv.slice(2);
 
@@ -780,12 +960,8 @@ export function parseArgs() {
     return parseCommentsArgs(args.slice(1));
   }
 
-  if (args.length > 0 && args[0] === "videostats") {
-    return parseVideoStatsArgs(args.slice(1));
-  }
-
-  if (args.length > 0 && args[0] === "db-import") {
-    return parseDbImportArgs(args.slice(1));
+  if (args.length > 0 && args[0] === "tag") {
+    return parseTagArgs(args.slice(1));
   }
 
   if (args.length > 0 && args[0] === "refresh") {

package/src/lib/constants.js

@@ -208,6 +208,46 @@ const HELP_TEXT = [
   "      POST /api/tiktok/lookup 同时获取视频和作者信息 { videoUrl: string }",
   "    示例: tt-help webserver -p 3000",
   "",
+  "  tag  <标签名> [...] [选项]",
+  "    抓取标签页视频和作者（旧版 CLI 模式）",
+  "    选项:",
+  "      -s, --server <URL>        推送到 watch 服务端",
+  "      --enrich [users|videos]   补充国家/地区信息（默认 videos）",
+  `      --locations <国家代码>      目标国家，逗号分隔（默认 ${DEFAULT_TARGET_LOCATIONS_CSV}）`,
+  "      --no-filter               不过滤国家",
+  "      --discover [数量]          LLM 自动发现标签 + 记录有效标签",
+  "      -o, --output <file>       输出到 JSON 文件",
+  "      --authors-only            只输出作者列表",
+  "      --videos-only             只输出视频列表",
+  "    示例: tt-help tag ventas --enrich -s http://127.0.0.1:3001",
+  "",
+  "  tag discover <国家> [国家...] [选项]",
+  "    LLM 生成对应语言的 TikTok 电商标签，存入 tags 表",
+  "    选项:",
+  "      --count <N>               每个国家生成标签数（默认 4）",
+  "      -p, --prompt <文本>       用户自定义领域提示",
+  "      -s, --server <URL>        服务端地址（默认 http://127.0.0.1:3000）",
+  "    示例: tt-help tag discover ES",
+  "          tt-help tag discover ES FR DE --count 5",
+  '          tt-help tag discover DE -p "手工首饰卖家"',
+  "",
+  "  tag score <标签名> [选项]",
+  "    客户端本地打分：抓取标签页 → 查作者国家 → 算分 → 推送用户 → 上报服务端",
+  "    选项:",
+  "      --countries <CSV>         目标国家，逗号分隔（默认 13 个欧洲国家）",
+  "      -s, --server <URL>        服务端地址（默认 http://127.0.0.1:3000）",
+  "    示例: tt-help tag score ventas",
+  "          tt-help tag score ventas --countries ES",
+  "",
+  "  tag score-all [选项]",
+  "    自动循环打分：从服务端 tags 表取 new 标签，逐个本地打分并上报",
+  "    enrich 浏览器实例在整个循环中复用",
+  "    选项:",
+  "      --countries <CSV>         目标国家，逗号分隔（默认 13 个欧洲国家）",
+  "      -s, --server <URL>        服务端地址（默认 http://127.0.0.1:3000）",
+  "    示例: tt-help tag score-all",
+  "          tt-help tag score-all --countries ES -s http://127.0.0.1:3001",
+  "",
   "  config  [show|set|unset|reset]",
   "    config                    查看当前配置",
   "    config set <key> <value>  设置配置（key: proxy, server, browser, userId, maxFollowing, maxFollowers, maxVideos, maxComments）",
@@ -225,6 +265,9 @@ const HELP_TEXT = [
   "        tt-help attach -p 5 -i 10",
   "        tt-help watch -o data/result.db",
   "        tt-help videostats data/result.db -p 3",
+  "        tt-help tag discover ES FR --count 5",
+  "        tt-help tag score ventas --countries ES",
+  "        tt-help tag score-all --countries ES,FR -s http://127.0.0.1:3001",
 ];
 
 const PUBLIC_HELP_HIDDEN_HEADERS = new Set([

package/src/lib/parse-ssr.mjs

@@ -116,6 +116,7 @@ export function parseUserInfo(rawHtml) {
     secUid: u.secUid,
     ttSeller: u.ttSeller || false,
     locationCreated: u.locationCreated || null,
+    createTime: u.createTime || null,
     statusCode: 0,
   };
 }

package/src/lib/tag-discover.js

@@ -0,0 +1,124 @@
+import { readFileSync, writeFileSync, existsSync } from 'fs';
+import { resolve, dirname } from 'path';
+import { fileURLToPath } from 'url';
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const TAGS_FILE = resolve(__dirname, '..', '..', 'data', 'productive-tags.json');
+
+function loadTags() {
+  try {
+    if (existsSync(TAGS_FILE)) {
+      return JSON.parse(readFileSync(TAGS_FILE, 'utf-8'));
+    }
+  } catch {}
+  return { tags: [], lastUpdated: null };
+}
+
+function saveTags(data) {
+  const dir = dirname(TAGS_FILE);
+  if (!existsSync(dir)) {
+    const { mkdirSync } = require('fs');
+    mkdirSync(dir, { recursive: true });
+  }
+  writeFileSync(TAGS_FILE, JSON.stringify(data, null, 2), 'utf-8');
+}
+
+export function getProductiveTags() {
+  return loadTags().tags;
+}
+
+export function recordProductiveTag(tag, country, userCount) {
+  const data = loadTags();
+  const existing = data.tags.find(t => t.tag === tag);
+  if (existing) {
+    if (!existing.countries.includes(country)) {
+      existing.countries.push(country);
+    }
+    existing.userCount += userCount;
+    existing.lastUsed = new Date().toISOString();
+  } else {
+    data.tags.push({
+      tag,
+      countries: [country],
+      userCount,
+      firstSeen: new Date().toISOString(),
+      lastUsed: new Date().toISOString(),
+    });
+  }
+  data.lastUpdated = new Date().toISOString();
+  saveTags(data);
+}
+
+async function callLLM(prompt) {
+  const apiKey = process.env.APIKEY || '';
+  const { fetch } = await import('undici');
+
+  const response = await fetch('http://82.156.52.214:18000/v1/chat/completions', {
+    method: 'POST',
+    headers: {
+      'Content-Type': 'application/json',
+      Authorization: `Bearer ${apiKey}`,
+    },
+    body: JSON.stringify({
+      model: 'zc-fast',
+      messages: [{ role: 'user', content: prompt }],
+      max_tokens: 1024,
+      temperature: 0.7,
+    }),
+  });
+
+  const result = await response.json();
+  const content = result.choices?.[0]?.message?.content || '';
+  return content;
+}
+
+function parseTagsFromResponse(content) {
+  try {
+    const parsed = JSON.parse(content);
+    if (Array.isArray(parsed)) return parsed;
+    if (Array.isArray(parsed.tags)) return parsed.tags;
+  } catch {}
+
+  const lines = content.split(/[\n,]+/);
+  const tags = [];
+  for (const line of lines) {
+    const cleaned = line.replace(/^[-\d.\s#]+/, '').trim().toLowerCase();
+    if (cleaned && /^[a-z0-9_]+$/.test(cleaned) && cleaned.length >= 2) {
+      tags.push(cleaned);
+    }
+  }
+  return tags;
+}
+
+export async function discoverTags(countries, options = {}) {
+  const { language = 'auto', count = 10 } = options;
+
+  const productiveTags = getProductiveTags();
+  const countryStr = Array.isArray(countries) ? countries.join(', ') : countries;
+  const langHint = language === 'auto'
+    ? ''
+    : `Tags should be in ${language} language.`;
+
+  const historyHint = productiveTags.length > 0
+    ? `Previously productive tags for these countries: ${productiveTags.filter(t => t.countries.some(c => countries.includes(c))).map(t => `#${t.tag}`).join(', ')}. Generate new ones, don't repeat these.`
+    : '';
+
+  const prompt = `Generate ${count} TikTok hashtags (lowercase, no spaces, no # symbol) that are likely to be used by online sellers, shop owners, e-commerce merchants, and small businesses in these countries: ${countryStr}.
+
+Requirements:
+- Focus on tags that sellers/merchants actually use to promote their products
+- Include local language commerce tags (sell, shop, store, online, vendor, etc. in the local language)
+- Mix broad commerce tags with country-specific tags
+${langHint}
+${historyHint}
+
+Return ONLY a JSON array of tag strings, nothing else. Example: ["ventas","tiendaonline","vender"]`;
+
+  process.stderr.write(`  [LLM] 正在生成 ${count} 个标签 (目标: ${countryStr})...\n`);
+  const content = await callLLM(prompt);
+  const tags = parseTagsFromResponse(content);
+
+  const unique = [...new Set(tags)].slice(0, count);
+  process.stderr.write(`  [LLM] 生成 ${unique.length} 个标签: ${unique.join(', ')}\n`);
+  return unique;
+}