tt-help-cli-ycl 1.0.7 → 1.1.0

package/src/lib/filter.js

@@ -1,66 +1,66 @@
-export function parseFilter(filterStr) {
-  if (!filterStr) return null;
-
-  const filter = {};
-  const pairs = filterStr.split('&');
-
-  for (const pair of pairs) {
-    const [key, value] = pair.split('=');
-    if (!key || value === undefined) continue;
-
-    const trimmedKey = key.trim();
-    const trimmedValue = value.trim();
-
-    // 处理布尔值
-    if (trimmedValue === 'true') {
-      filter[trimmedKey] = true;
-    } else if (trimmedValue === 'false') {
-      filter[trimmedKey] = false;
-    } else {
-      // 支持逗号分隔的多个值（如 locationCreated=DE,ES）
-      filter[trimmedKey] = trimmedValue.split(',').map(v => v.trim());
-    }
-  }
-
-  return Object.keys(filter).length > 0 ? filter : null;
-}
-
-export function applyFilter(results, filter) {
-  if (!filter || results.length === 0) return results;
-
-  return results.filter(item => {
-    for (const [key, expectedValue] of Object.entries(filter)) {
-      const actualValue = item[key];
-
-      // 如果字段不存在，过滤掉
-      if (actualValue === undefined || actualValue === null) {
-        return false;
-      }
-
-      // 数组值匹配（如 locationCreated=DE,ES）
-      if (Array.isArray(expectedValue)) {
-        if (!expectedValue.includes(String(actualValue))) {
-          return false;
-        }
-      }
-      // 布尔值或精确匹配
-      else if (actualValue !== expectedValue) {
-        return false;
-      }
-    }
-    return true;
-  });
-}
-
-export function formatFilterDescription(filter) {
-  if (!filter) return '';
-
-  const parts = Object.entries(filter).map(([key, value]) => {
-    if (Array.isArray(value)) {
-      return `${key}=${value.join(',')}`;
-    }
-    return `${key}=${value}`;
-  });
-
-  return parts.join(' & ');
-}
+export function parseFilter(filterStr) {
+  if (!filterStr) return null;
+
+  const filter = {};
+  const pairs = filterStr.split('&');
+
+  for (const pair of pairs) {
+    const [key, value] = pair.split('=');
+    if (!key || value === undefined) continue;
+
+    const trimmedKey = key.trim();
+    const trimmedValue = value.trim();
+
+    // 处理布尔值
+    if (trimmedValue === 'true') {
+      filter[trimmedKey] = true;
+    } else if (trimmedValue === 'false') {
+      filter[trimmedKey] = false;
+    } else {
+      // 支持逗号分隔的多个值（如 locationCreated=DE,ES）
+      filter[trimmedKey] = trimmedValue.split(',').map(v => v.trim());
+    }
+  }
+
+  return Object.keys(filter).length > 0 ? filter : null;
+}
+
+export function applyFilter(results, filter) {
+  if (!filter || results.length === 0) return results;
+
+  return results.filter(item => {
+    for (const [key, expectedValue] of Object.entries(filter)) {
+      const actualValue = item[key];
+
+      // 如果字段不存在，过滤掉
+      if (actualValue === undefined || actualValue === null) {
+        return false;
+      }
+
+      // 数组值匹配（如 locationCreated=DE,ES）
+      if (Array.isArray(expectedValue)) {
+        if (!expectedValue.includes(String(actualValue))) {
+          return false;
+        }
+      }
+      // 布尔值或精确匹配
+      else if (actualValue !== expectedValue) {
+        return false;
+      }
+    }
+    return true;
+  });
+}
+
+export function formatFilterDescription(filter) {
+  if (!filter) return '';
+
+  const parts = Object.entries(filter).map(([key, value]) => {
+    if (Array.isArray(value)) {
+      return `${key}=${value.join(',')}`;
+    }
+    return `${key}=${value}`;
+  });
+
+  return parts.join(' & ');
+}

package/src/lib/get-user-videos-browser.mjs

@@ -1,6 +1,6 @@
-import { createRequire } from 'module';
-
-const require = createRequire(import.meta.url);
-const core = require('../get-user-videos-core.cjs');
-
+import { createRequire } from 'module';
+
+const require = createRequire(import.meta.url);
+const core = require('../get-user-videos-core.cjs');
+
 export const runGetUserVideos = core.runGetUserVideos;

package/src/lib/io.js

@@ -1,76 +1,76 @@
-import { writeFileSync, readFileSync } from 'fs';
-
-let lastBarCount = 0;
-
-export function writeOutput(data, outputFile) {
-  const output = JSON.stringify(data, null, 2);
-  const target = outputFile || 'tiktok_data.json';
-  writeFileSync(target, output, 'utf-8');
-  console.log(`结果已写入: ${target}`);
-}
-
-export function readUrlFile(filePath) {
-  const content = readFileSync(filePath, 'utf-8');
-  return content.split(/\r?\n/).map(l => l.trim()).filter(l => l.startsWith('http'));
-}
-
-export function createProgressBar(current, total, maxWidth = 30) {
-  const filled = Math.round((current / total) * maxWidth);
-  return '█'.repeat(filled).padEnd(maxWidth);
-}
-
-export function calculateConcurrency(total) {
-  return Math.min(5, Math.max(1, Math.floor(total / 10)), total);
-}
-
-export function extractUrlDisplay(url) {
-  try {
-    const pathname = new URL(url).pathname;
-    const parts = pathname.split('/').filter(Boolean);
-    return parts.slice(-2).join('/');
-  } catch {
-    return url;
-  }
-}
-
-export function createMultiProgressBars(count) {
-  return Array.from({ length: count }, () => ({
-    current: 0,
-    total: 0,
-    status: 'pending',
-    url: '',
-  }));
-}
-
-export function renderMultiProgressBars(bars, maxWidth = 30) {
-  const activeBars = bars.filter(bar => bar.total > 0);
-  
-  if (activeBars.length === 0) return;
-  
-  const lines = activeBars.map((bar) => {
-    const prog = createProgressBar(bar.current, bar.total, maxWidth);
-    const icon = bar.status === 'done' ? '✓' :
-                 bar.status === 'error' ? '' : '⟳';
-    const urlDisplay = bar.url ? extractUrlDisplay(bar.url) : '';
-    return `  [${prog}] ${bar.current}/${bar.total} ${icon} ${urlDisplay}`;
-  });
-  
-  const output = lines.join('\n');
-  
-  if (lastBarCount > 0) {
-    process.stdout.write(`\x1b[${lastBarCount}A`);
-  }
-  
-  process.stdout.write('\x1b[0J');
-  process.stdout.write(output + '\n');
-  
-  lastBarCount = activeBars.length;
-}
-
-export function clearProgressBars() {
-  if (lastBarCount > 0) {
-    process.stdout.write(`\x1b[${lastBarCount}A`);
-    process.stdout.write('\x1b[0J');
-    lastBarCount = 0;
-  }
-}
+import { writeFileSync, readFileSync } from 'fs';
+
+let lastBarCount = 0;
+
+export function writeOutput(data, outputFile) {
+  const output = JSON.stringify(data, null, 2);
+  const target = outputFile || 'tiktok_data.json';
+  writeFileSync(target, output, 'utf-8');
+  console.log(`结果已写入: ${target}`);
+}
+
+export function readUrlFile(filePath) {
+  const content = readFileSync(filePath, 'utf-8');
+  return content.split(/\r?\n/).map(l => l.trim()).filter(l => l.startsWith('http'));
+}
+
+export function createProgressBar(current, total, maxWidth = 30) {
+  const filled = Math.round((current / total) * maxWidth);
+  return '█'.repeat(filled).padEnd(maxWidth);
+}
+
+export function calculateConcurrency(total) {
+  return Math.min(5, Math.max(1, Math.floor(total / 10)), total);
+}
+
+export function extractUrlDisplay(url) {
+  try {
+    const pathname = new URL(url).pathname;
+    const parts = pathname.split('/').filter(Boolean);
+    return parts.slice(-2).join('/');
+  } catch {
+    return url;
+  }
+}
+
+export function createMultiProgressBars(count) {
+  return Array.from({ length: count }, () => ({
+    current: 0,
+    total: 0,
+    status: 'pending',
+    url: '',
+  }));
+}
+
+export function renderMultiProgressBars(bars, maxWidth = 30) {
+  const activeBars = bars.filter(bar => bar.total > 0);
+  
+  if (activeBars.length === 0) return;
+  
+  const lines = activeBars.map((bar) => {
+    const prog = createProgressBar(bar.current, bar.total, maxWidth);
+    const icon = bar.status === 'done' ? '✓' :
+                 bar.status === 'error' ? '' : '⟳';
+    const urlDisplay = bar.url ? extractUrlDisplay(bar.url) : '';
+    return `  [${prog}] ${bar.current}/${bar.total} ${icon} ${urlDisplay}`;
+  });
+  
+  const output = lines.join('\n');
+  
+  if (lastBarCount > 0) {
+    process.stdout.write(`\x1b[${lastBarCount}A`);
+  }
+  
+  process.stdout.write('\x1b[0J');
+  process.stdout.write(output + '\n');
+  
+  lastBarCount = activeBars.length;
+}
+
+export function clearProgressBars() {
+  if (lastBarCount > 0) {
+    process.stdout.write(`\x1b[${lastBarCount}A`);
+    process.stdout.write('\x1b[0J');
+    lastBarCount = 0;
+  }
+}

package/src/lib/output.js

@@ -1,80 +1,80 @@
-export function deduplicate(results) {
-  const seen = new Set();
-  return results.filter(r => {
-    if (r.id) {
-      const key = r.id;
-      if (seen.has(key)) return false;
-      seen.add(key);
-      return true;
-    }
-    const key = r.secUid || r.uniqueId;
-    if (seen.has(key)) return false;
-    seen.add(key);
-    return true;
-  });
-}
-
-export function formatTable(data) {
-  if (data.length === 0) return '';
-
-  if (data.length === 1) {
-    const lines = [];
-    for (const [key, val] of Object.entries(data[0])) {
-      if (typeof val === 'string' && val.length > 80) {
-        lines.push(`  ${key}: ${val.substring(0, 80)}...`);
-      } else {
-        lines.push(`  ${key}: ${val}`);
-      }
-    }
-    return lines.join('\n');
-  }
-
-  const cols = [
-    { key: 'uniqueId', label: '用户名', width: 20 },
-    { key: 'locationCreated', label: '地区', width: 6 },
-    { key: 'nickname', label: '昵称', width: 20 },
-    { key: 'ttSeller', label: 'TT卖家', width: 8 },
-    { key: 'verified', label: '已认证', width: 8 },
-    { key: 'followerCount', label: '粉丝', width: 10 },
-    { key: 'videoCount', label: '视频', width: 8 },
-  ];
-
-  for (const row of data) {
-    for (const col of cols) {
-      const val = String(row[col.key] ?? '-');
-      col.width = Math.max(col.width, val.length, col.label.length);
-    }
-  }
-
-  const sep = (w) => '-'.repeat(w);
-  const pad = (s, w) => s.padEnd(w);
-
-  const header = cols.map(c => pad(c.label, c.width)).join(' │ ');
-  const divider = cols.map(c => sep(c.width)).join('-+-');
-  const rows = data.map(r =>
-    cols.map(c => pad(String(r[c.key] ?? '-'), c.width)).join(' │ ')
-  );
-
-  return [header, divider, ...rows].join('\n');
-}
-
-export function formatOutput(data, format) {
-  if (format === 'table') return formatTable(data);
-
-  if (format === 'raw') {
-    if (Array.isArray(data) && data.length > 0 && 'url' in data[0]) {
-      return data.map(d => d.url).join('\n');
-    }
-    if (Array.isArray(data) && data.length > 0 && 'uniqueId' in data[0]) {
-      return data.map(d => `https://www.tiktok.com/@${d.uniqueId}`).join('\n');
-    }
-    return JSON.stringify(data, null, 2);
-  }
-
-  // Default JSON output, but for explore results (url-only) output pure text
-  if (Array.isArray(data) && data.length > 0 && 'url' in data[0]) {
-    return data.map(d => d.url).join('\n');
-  }
-
-  return JSON.stringify(data, null, 2);
-}
+export function deduplicate(results) {
+  const seen = new Set();
+  return results.filter(r => {
+    if (r.id) {
+      const key = r.id;
+      if (seen.has(key)) return false;
+      seen.add(key);
+      return true;
+    }
+    const key = r.secUid || r.uniqueId;
+    if (seen.has(key)) return false;
+    seen.add(key);
+    return true;
+  });
+}
+
+export function formatTable(data) {
+  if (data.length === 0) return '';
+
+  if (data.length === 1) {
+    const lines = [];
+    for (const [key, val] of Object.entries(data[0])) {
+      if (typeof val === 'string' && val.length > 80) {
+        lines.push(`  ${key}: ${val.substring(0, 80)}...`);
+      } else {
+        lines.push(`  ${key}: ${val}`);
+      }
+    }
+    return lines.join('\n');
+  }
+
+  const cols = [
+    { key: 'uniqueId', label: '用户名', width: 20 },
+    { key: 'locationCreated', label: '地区', width: 6 },
+    { key: 'nickname', label: '昵称', width: 20 },
+    { key: 'ttSeller', label: 'TT卖家', width: 8 },
+    { key: 'verified', label: '已认证', width: 8 },
+    { key: 'followerCount', label: '粉丝', width: 10 },
+    { key: 'videoCount', label: '视频', width: 8 },
+  ];
+
+  for (const row of data) {
+    for (const col of cols) {
+      const val = String(row[col.key] ?? '-');
+      col.width = Math.max(col.width, val.length, col.label.length);
+    }
+  }
+
+  const sep = (w) => '-'.repeat(w);
+  const pad = (s, w) => s.padEnd(w);
+
+  const header = cols.map(c => pad(c.label, c.width)).join(' │ ');
+  const divider = cols.map(c => sep(c.width)).join('-+-');
+  const rows = data.map(r =>
+    cols.map(c => pad(String(r[c.key] ?? '-'), c.width)).join(' │ ')
+  );
+
+  return [header, divider, ...rows].join('\n');
+}
+
+export function formatOutput(data, format) {
+  if (format === 'table') return formatTable(data);
+
+  if (format === 'raw') {
+    if (Array.isArray(data) && data.length > 0 && 'url' in data[0]) {
+      return data.map(d => d.url).join('\n');
+    }
+    if (Array.isArray(data) && data.length > 0 && 'uniqueId' in data[0]) {
+      return data.map(d => `https://www.tiktok.com/@${d.uniqueId}`).join('\n');
+    }
+    return JSON.stringify(data, null, 2);
+  }
+
+  // Default JSON output, but for explore results (url-only) output pure text
+  if (Array.isArray(data) && data.length > 0 && 'url' in data[0]) {
+    return data.map(d => d.url).join('\n');
+  }
+
+  return JSON.stringify(data, null, 2);
+}

package/src/lib/parser.js

@@ -1,47 +1,47 @@
-import { USER_SECTION_SIZE } from './constants.js';
-
-export function extractUserSection(html) {
-  const idx = html.indexOf('"uniqueId"');
-  if (idx < 0) return null;
-  return html.substring(idx, idx + USER_SECTION_SIZE);
-}
-
-export function parseUserSection(section) {
-  const data = {};
-
-  for (const key of ['uniqueId', 'uid', 'secUid']) {
-    const m = section.match(new RegExp(`"${key}":"([^"]*)`));
-    if (m) data[key] = m[1];
-  }
-
-  for (const key of ['nickname', 'signature']) {
-    const m = section.match(new RegExp(`"${key}":"((?:[^"\\\\]|\\\\.)*)"`, 'g'));
-    if (m) {
-      const raw = m[0].replace(`"${key}":"`, '').replace(/"$/, '');
-      data[key] = raw.replace(/\\n/g, '\n').replace(/\\\\/g, '\\');
-    }
-  }
-
-  for (const key of ['ttSeller', 'verified']) {
-    const m = section.match(new RegExp(`"${key}":\\s*(true|false)`));
-    data[key] = m ? m[1] === 'true' : undefined;
-  }
-
-  for (const key of ['followerCount', 'followingCount', 'heartCount', 'videoCount', 'diggCount']) {
-    const m = section.match(new RegExp(`"${key}":(\\d+)`));
-    if (m) data[key] = parseInt(m[1], 10);
-  }
-
-  const mt = section.match(/"createTime":(\d+)/);
-  if (mt) data.createTime = parseInt(mt[1], 10);
-
-  const ma = section.match(/"avatarLarger":"([^"]*)/);
-  if (ma) data.avatarLarger = ma[1].replace(/\\u002F/g, '/');
-
-  return data;
-}
-
-export function extractLocationCreated(html) {
-  const m = html.match(/"locationCreated":"([^"]*)/);
-  return m ? m[1] : null;
-}
+import { USER_SECTION_SIZE } from './constants.js';
+
+export function extractUserSection(html) {
+  const idx = html.indexOf('"uniqueId"');
+  if (idx < 0) return null;
+  return html.substring(idx, idx + USER_SECTION_SIZE);
+}
+
+export function parseUserSection(section) {
+  const data = {};
+
+  for (const key of ['uniqueId', 'uid', 'secUid']) {
+    const m = section.match(new RegExp(`"${key}":"([^"]*)`));
+    if (m) data[key] = m[1];
+  }
+
+  for (const key of ['nickname', 'signature']) {
+    const m = section.match(new RegExp(`"${key}":"((?:[^"\\\\]|\\\\.)*)"`, 'g'));
+    if (m) {
+      const raw = m[0].replace(`"${key}":"`, '').replace(/"$/, '');
+      data[key] = raw.replace(/\\n/g, '\n').replace(/\\\\/g, '\\');
+    }
+  }
+
+  for (const key of ['ttSeller', 'verified']) {
+    const m = section.match(new RegExp(`"${key}":\\s*(true|false)`));
+    data[key] = m ? m[1] === 'true' : undefined;
+  }
+
+  for (const key of ['followerCount', 'followingCount', 'heartCount', 'videoCount', 'diggCount']) {
+    const m = section.match(new RegExp(`"${key}":(\\d+)`));
+    if (m) data[key] = parseInt(m[1], 10);
+  }
+
+  const mt = section.match(/"createTime":(\d+)/);
+  if (mt) data.createTime = parseInt(mt[1], 10);
+
+  const ma = section.match(/"avatarLarger":"([^"]*)/);
+  if (ma) data.avatarLarger = ma[1].replace(/\\u002F/g, '/');
+
+  return data;
+}
+
+export function extractLocationCreated(html) {
+  const m = html.match(/"locationCreated":"([^"]*)/);
+  return m ? m[1] : null;
+}

package/src/lib/scrape-browser.mjs

@@ -1,6 +1,6 @@
-import { createRequire } from 'module';
-
-const require = createRequire(import.meta.url);
-const core = require('../scraper/core.cjs');
-
+import { createRequire } from 'module';
+
+const require = createRequire(import.meta.url);
+const core = require('../scraper/core.cjs');
+
 export const runScrape = core.runScrape;

package/src/lib/scrape.js

@@ -1,39 +1,39 @@
-import { extractUserSection, parseUserSection, extractLocationCreated } from './parser.js';
-import { fetchHtml, makeProfileUrl, isProfileUrl, isVideoUrl, extractProfileHandle } from './fetcher.js';
-
-export async function extractUserData(profileUrl, proxyUrl) {
-  const profileHtml = await fetchHtml(profileUrl, proxyUrl);
-  const section = extractUserSection(profileHtml);
-  if (!section) throw new Error('无法解析用户信息');
-  const data = parseUserSection(section);
-  data.locationCreated = extractLocationCreated(profileHtml);
-  return data;
-}
-
-export async function extractVideoLocation(videoUrl, proxyUrl) {
-  const videoHtml = await fetchHtml(videoUrl, proxyUrl);
-  return extractLocationCreated(videoHtml);
-}
-
-export async function processUrl(url, proxyUrl) {
-  if (isProfileUrl(url)) {
-    const profileUrl = makeProfileUrl(url);
-    const profileData = await extractUserData(profileUrl, proxyUrl);
-    return [profileData];
-  }
-
-  if (isVideoUrl(url)) {
-    const profileHandle = extractProfileHandle(url);
-    if (!profileHandle) throw new Error(`无法从视频URL提取用户主页: ${url}`);
-
-    const profileUrl = makeProfileUrl(profileHandle);
-    const [profileData, locationCreated] = await Promise.all([
-      extractUserData(profileUrl, proxyUrl),
-      extractVideoLocation(url, proxyUrl),
-    ]);
-
-    return [{ ...profileData, locationCreated }];
-  }
-
-  return [];
-}
+import { extractUserSection, parseUserSection, extractLocationCreated } from './parser.js';
+import { fetchHtml, makeProfileUrl, isProfileUrl, isVideoUrl, extractProfileHandle } from './fetcher.js';
+
+export async function extractUserData(profileUrl, proxyUrl) {
+  const profileHtml = await fetchHtml(profileUrl, proxyUrl);
+  const section = extractUserSection(profileHtml);
+  if (!section) throw new Error('无法解析用户信息');
+  const data = parseUserSection(section);
+  data.locationCreated = extractLocationCreated(profileHtml);
+  return data;
+}
+
+export async function extractVideoLocation(videoUrl, proxyUrl) {
+  const videoHtml = await fetchHtml(videoUrl, proxyUrl);
+  return extractLocationCreated(videoHtml);
+}
+
+export async function processUrl(url, proxyUrl) {
+  if (isProfileUrl(url)) {
+    const profileUrl = makeProfileUrl(url);
+    const profileData = await extractUserData(profileUrl, proxyUrl);
+    return [profileData];
+  }
+
+  if (isVideoUrl(url)) {
+    const profileHandle = extractProfileHandle(url);
+    if (!profileHandle) throw new Error(`无法从视频URL提取用户主页: ${url}`);
+
+    const profileUrl = makeProfileUrl(profileHandle);
+    const [profileData, locationCreated] = await Promise.all([
+      extractUserData(profileUrl, proxyUrl),
+      extractVideoLocation(url, proxyUrl),
+    ]);
+
+    return [{ ...profileData, locationCreated }];
+  }
+
+  return [];
+}