yiyan-browser-agent 1.4.6 → 1.4.8

package/src/calibrate.js

@@ -0,0 +1,178 @@
+#!/usr/bin/env node
+// src/calibrate.js — Auto-detect Yiyan UI selectors and update browser.js
+'use strict';
+
+const { chromium } = require('playwright');
+const path         = require('path');
+const fs           = require('fs');
+const config       = require('./config');
+
+console.log('\n🔬  Yiyan Agent — Selector Calibration Tool\n');
+console.log('This tool opens Yiyan (文心一言), inspects the DOM, and prints out');
+console.log('the selectors that your browser.js should use.\n');
+
+async function calibrate() {
+  const context = await chromium.launchPersistentContext(config.SESSION_DIR, {
+    headless : false,
+    viewport : { width: 1280, height: 900 },
+  });
+
+  const pages = context.pages();
+  const page  = pages.length > 0 ? pages[0] : await context.newPage();
+
+  console.log('→ Navigating to', config.YIYAN_URL, '...');
+  await page.goto(config.YIYAN_URL, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+  await page.waitForTimeout(3_000);
+
+  console.log('→ Inspecting DOM...\n');
+
+  const report = await page.evaluate(() => {
+    function isVisible(el) {
+      const s = window.getComputedStyle(el);
+      return s.display !== 'none' && s.visibility !== 'hidden' && s.opacity !== '0' && el.offsetParent !== null;
+    }
+
+    function classify(el) {
+      return {
+        tag         : el.tagName.toLowerCase(),
+        id          : el.id || null,
+        classes     : el.className?.slice?.(0, 120) || null,
+        placeholder : el.placeholder || null,
+        ariaLabel   : el.getAttribute('aria-label') || null,
+        dataTestId  : el.dataset?.testid || null,
+        role        : el.getAttribute('role') || null,
+        visible     : isVisible(el),
+        text        : (el.innerText || '').slice(0, 40).replace(/\n/g, ' ') || null,
+        type        : el.getAttribute('type') || null,
+      };
+    }
+
+    // ── Inputs ───────────────────────────────────────────────────────────
+    const inputs = Array.from(document.querySelectorAll('textarea, [contenteditable="true"]'))
+      .map(classify);
+
+    // ── Buttons ──────────────────────────────────────────────────────────
+    const buttons = Array.from(document.querySelectorAll('button, [role="button"]'))
+      .filter(isVisible)
+      .map(classify)
+      .slice(0, 30);
+
+    // ── All named classes ─────────────────────────────────────────────────
+    const classFreq = {};
+    document.querySelectorAll('*').forEach(el => {
+      (el.getAttribute('class') || '').split(/\s+/).forEach(c => {
+        if (c.length > 2 && c.length < 50) {
+          classFreq[c] = (classFreq[c] || 0) + 1;
+        }
+      });
+    });
+    const topClasses = Object.entries(classFreq)
+      .sort((a, b) => b[1] - a[1])
+      .slice(0, 80)
+      .map(([cls, n]) => ({ cls, n }));
+
+    // ── Suggested selectors ───────────────────────────────────────────────
+    const suggestedInput = (
+      inputs.find(i => i.placeholder?.toLowerCase().includes('message'))?.id ||
+      inputs.find(i => i.placeholder?.toLowerCase().includes('ask'))?.id ||
+      inputs.find(i => i.visible)?.id ||
+      null
+    );
+
+    const sendBtn = buttons.find(b =>
+      /send/i.test(b.ariaLabel || '') ||
+      /send/i.test(b.text || '') ||
+      /send/i.test(b.classes || '')
+    );
+
+    const stopBtn = buttons.find(b =>
+      /stop/i.test(b.ariaLabel || '') ||
+      /stop/i.test(b.text || '') ||
+      /stop/i.test(b.classes || '')
+    );
+
+    const newChatBtn = buttons.find(b =>
+      /new chat/i.test(b.ariaLabel || '') ||
+      /new chat/i.test(b.text || '') ||
+      /new.?chat/i.test(b.classes || '')
+    );
+
+    return {
+      url    : window.location.href,
+      title  : document.title,
+      inputs,
+      buttons,
+      topClasses,
+      suggestions: { suggestedInput, sendBtn, stopBtn, newChatBtn },
+    };
+  });
+
+  // ── Print report ──────────────────────────────────────────────────────────
+  const sep = '─'.repeat(60);
+
+  console.log(sep);
+  console.log('URL   :', report.url);
+  console.log('Title :', report.title);
+  console.log(sep);
+
+  console.log('\n📥  INPUT ELEMENTS:');
+  if (report.inputs.length === 0) {
+    console.log('  (none found — are you logged in?)');
+  }
+  report.inputs.forEach((el, i) => {
+    console.log(`  [${i}] ${JSON.stringify(el)}`);
+  });
+
+  console.log('\n🔘  BUTTONS (visible, first 30):');
+  report.buttons.forEach((el, i) => {
+    console.log(`  [${i}] ${JSON.stringify(el)}`);
+  });
+
+  console.log('\n🏷️  TOP CSS CLASSES:');
+  report.topClasses.slice(0, 40).forEach(({ cls, n }) => {
+    console.log(`  ${String(n).padStart(4)}x  .${cls}`);
+  });
+
+  console.log('\n' + sep);
+  console.log('🎯  SUGGESTED SELECTORS (update browser.js SEL object):');
+  console.log(sep);
+
+  const s = report.suggestions;
+
+  if (s.suggestedInput) {
+    console.log(`  chatInput  : '#${s.suggestedInput}'  (or use the id above)`);
+  }
+  if (s.sendBtn) {
+    const sel = s.sendBtn.ariaLabel
+      ? `button[aria-label="${s.sendBtn.ariaLabel}"]`
+      : s.sendBtn.id ? `#${s.sendBtn.id}` : `.${s.sendBtn.classes?.split(' ')[0]}`;
+    console.log(`  sendButton : '${sel}'`);
+  }
+  if (s.stopBtn) {
+    const sel = s.stopBtn.ariaLabel
+      ? `button[aria-label="${s.stopBtn.ariaLabel}"]`
+      : `.${s.stopBtn.classes?.split(' ')[0]}`;
+    console.log(`  stopButton : '${sel}'`);
+  }
+  if (s.newChatBtn) {
+    const sel = s.newChatBtn.ariaLabel
+      ? `button[aria-label="${s.newChatBtn.ariaLabel}"]`
+      : `.${s.newChatBtn.classes?.split(' ')[0]}`;
+    console.log(`  newChat    : '${sel}'`);
+  }
+
+  console.log(sep);
+  console.log('\n📸  Taking screenshot → /tmp/yiyan-calibrate.png');
+  await page.screenshot({ path: '/tmp/yiyan-calibrate.png', fullPage: false });
+
+  console.log('\n✅  Calibration complete! Update src/browser.js SEL object with the selectors above.');
+  console.log('    Press Ctrl+C to exit.\n');
+
+  // Keep browser open so user can inspect manually
+  await new Promise(() => {}); // wait forever
+}
+
+calibrate().catch(err => {
+  console.error('Calibration error:', err.message);
+  process.exit(1);
+});

package/src/client.js

@@ -0,0 +1,80 @@
+#!/usr/bin/env node
+// src/client.js — TCP client for sending tasks to running server
+'use strict';
+
+const net = require('net');
+const fs = require('fs');
+const path = require('path');
+const os = require('os');
+
+const { DEFAULT_PORT, LOCK_FILE } = require('./server');
+
+class AgentClient {
+  constructor() {
+    this.port = DEFAULT_PORT;
+  }
+
+  // 检查是否有服务器运行
+  isServerAvailable() {
+    if (fs.existsSync(LOCK_FILE)) {
+      try {
+        const lock = JSON.parse(fs.readFileSync(LOCK_FILE, 'utf8'));
+        // 检查进程是否活着
+        try {
+          process.kill(lock.pid, 0);
+          this.port = lock.port || DEFAULT_PORT;
+          return true;
+        } catch {
+          return false;
+        }
+      } catch {
+        return false;
+      }
+    }
+    return false;
+  }
+
+  // 发送任务到服务器
+  async sendTask(task, options = {}) {
+    return new Promise((resolve, reject) => {
+      const socket = net.connect(this.port, 'localhost');
+      const timeout = options.timeout || 180000; // 3分钟
+
+      let data = '';
+      let timer = setTimeout(() => {
+        socket.destroy();
+        reject(new Error('Connection timeout'));
+      }, timeout);
+
+      socket.on('connect', () => {
+        clearTimeout(timer);
+        // 发送任务
+        const request = JSON.stringify({
+          task,
+          newChat: options.newChat !== false
+        });
+        socket.end(request);
+      });
+
+      socket.on('data', (chunk) => {
+        data += chunk.toString();
+      });
+
+      socket.on('end', () => {
+        try {
+          const result = JSON.parse(data);
+          resolve(result);
+        } catch (err) {
+          reject(new Error(`Invalid response: ${data}`));
+        }
+      });
+
+      socket.on('error', (err) => {
+        clearTimeout(timer);
+        reject(err);
+      });
+    });
+  }
+}
+
+module.exports = AgentClient;

package/src/config.js

@@ -0,0 +1,68 @@
+// src/config.js — Central configuration for Yiyan Agent
+const path = require('path');
+const fs   = require('fs');
+const os   = require('os');
+
+// ─────────────────────────────────────────────
+//  Default configuration
+// ─────────────────────────────────────────────
+const defaults = {
+  // Browser
+  YIYAN_URL      : 'https://yiyan.baidu.com/',
+  SESSION_DIR    : path.join(os.homedir(), '.yiyan-agent', 'session'),
+  HEADLESS       : false,
+
+  // Timing (configurable for speed vs stability tradeoff)
+  RESPONSE_TIMEOUT : 180_000,
+  STABLE_DELAY     : 1_000,  // 1s stability check (faster, may cut off long responses)
+  SEND_DELAY       : 100,    // Reduced for faster operation
+
+  // Agent
+  MAX_ITERATIONS   : 40,
+  WORKING_DIR      : process.cwd(),
+
+  // Output
+  MAX_OUTPUT_LENGTH : 8_000,
+  DEBUG             : false,
+};
+
+// ─────────────────────────────────────────────
+//  Config loading priority (highest wins):
+//
+//  1. ~/.yiyan-agent/config.json  — global user config
+//  2. ./yiyan-agent.config.json   — per-project config
+// ─────────────────────────────────────────────
+
+function loadJson(filePath) {
+  try {
+    if (fs.existsSync(filePath)) {
+      return JSON.parse(fs.readFileSync(filePath, 'utf8'));
+    }
+  } catch {
+    console.warn('[yiyan-agent] Could not parse config file: ' + filePath);
+  }
+  return {};
+}
+
+const globalConfigPath  = path.join(os.homedir(), '.yiyan-agent', 'config.json');
+const projectConfigPath = path.join(process.cwd(), 'yiyan-agent.config.json');
+
+const config = {
+  ...defaults,
+  ...loadJson(globalConfigPath),   // global overrides defaults
+  ...loadJson(projectConfigPath),  // project overrides global
+};
+
+// Remove comment keys from JSON files
+delete config._comment;
+
+// Resolve session dir to absolute path
+if (!path.isAbsolute(config.SESSION_DIR)) {
+  config.SESSION_DIR = path.resolve(process.cwd(), config.SESSION_DIR);
+}
+
+// Ensure required directories exist
+fs.mkdirSync(config.SESSION_DIR, { recursive: true });
+fs.mkdirSync(path.join(os.homedir(), '.yiyan-agent', 'logs'), { recursive: true });
+
+module.exports = config;

package/src/index.js

@@ -0,0 +1,139 @@
+#!/usr/bin/env node
+// src/index.js — CLI entry point
+'use strict';
+
+const path   = require('path');
+const fs     = require('fs');
+const config = require('./config');
+const logger = require('./logger');
+const YiyanAgent = require('./agent');
+const AgentClient = require('./client');
+
+function parseArgs(argv) {
+  const args = argv.slice(2);
+  const opts = { task: null, interactive: false, debug: false, showBrowser: false, workingDir: null, calibrate: false, help: false };
+
+  for (let i = 0; i < args.length; i++) {
+    const a = args[i];
+    if (a === '-i' || a === '--interactive') opts.interactive = true;
+    else if (a === '--debug') opts.debug = true;
+    else if (a === '--show-browser') opts.showBrowser = true;
+    else if (a === '--calibrate') opts.calibrate = true;
+    else if (a === '-h' || a === '--help') opts.help = true;
+    else if (a === '-d' || a === '--dir') opts.workingDir = args[++i];
+    else if (a === '-t' || a === '--task') opts.task = args[++i];
+    else if (!a.startsWith('-')) { opts.task = args.slice(i).join(' '); break; }
+  }
+  return opts;
+}
+
+function printHelp() {
+  console.log(`
+yiyan-agent — AI Agent via Yiyan Browser
+
+USAGE
+  yiyan-agent "任务"              # 执行任务，只输出JSON
+  yiyan-agent -i                  # 交互模式（启动服务器，接收远程任务）
+
+OPTIONS
+  -i, --interactive    交互模式（启动 TCP 服务，端口 9527）
+  --show-browser       显示浏览器
+  --debug              调试模式
+  -h, --help           帮助
+
+进程间通信
+  当交互模式运行时，其他 yiyan-agent 进程会自动检测并转发任务，
+  避免每次重新启动浏览器。
+
+  锁文件: ~/.yiyan-agent/server.lock
+`);
+}
+
+async function main() {
+  const opts = parseArgs(process.argv);
+
+  if (opts.help) { printHelp(); process.exit(0); }
+
+  if (opts.debug) config.DEBUG = true;
+
+  // Headless: 单任务默认隐藏，交互模式显示
+  config.HEADLESS = !(opts.interactive || opts.calibrate || opts.showBrowser);
+
+  if (opts.workingDir) {
+    const resolved = path.resolve(opts.workingDir);
+    if (!fs.existsSync(resolved)) {
+      if (opts.interactive) logger.error(`Dir not found: ${resolved}`);
+      else console.log(JSON.stringify({ question: '', answer: `Dir not found: ${resolved}`, status: 'error' }));
+      process.exit(1);
+    }
+    config.WORKING_DIR = resolved;
+  }
+
+  // 只在交互/调试模式显示日志
+  const silent = !opts.interactive && !opts.debug && !opts.calibrate;
+  if (!silent) {
+    logger.banner();
+    logger.info(`Working dir: ${config.WORKING_DIR}`);
+  }
+
+  const agent = new YiyanAgent();
+
+  const shutdown = async (code = 0) => {
+    if (!silent) logger.info('Shutting down...');
+    try { await agent.shutdown(); } catch {}
+    process.exit(code);
+  };
+
+  process.on('SIGINT', () => shutdown(0));
+  process.on('SIGTERM', () => shutdown(0));
+
+  if (opts.calibrate) {
+    await agent.init();
+    await agent.browser.dumpDebugInfo();
+    await agent.browser.screenshot();
+    await shutdown(0);
+  }
+
+  if (!opts.interactive && !opts.task) opts.interactive = true;
+
+  try {
+    await agent.init();
+  } catch (err) {
+    if (silent) console.log(JSON.stringify({ question: opts.task || '', answer: `Error: ${err.message}`, status: 'error' }));
+    else logger.error(`Failed: ${err.message}`);
+    process.exit(1);
+  }
+
+  try {
+    if (opts.interactive) {
+      await agent.runInteractive();
+    } else {
+      // 单任务模式：先检查是否有服务器运行
+      const client = new AgentClient();
+
+      if (client.isServerAvailable()) {
+        // 有服务器运行，转发任务
+        logger.info(`Found running server, forwarding task...`);
+        try {
+          const result = await client.sendTask(opts.task);
+          console.log(JSON.stringify(result, null, 2));
+          // 直接退出，不关闭浏览器（服务器管理）
+          process.exit(0);
+        } catch (err) {
+          // 转发失败，fallback 到本地执行
+          logger.warn(`Server connection failed: ${err.message}, running locally...`);
+        }
+      }
+
+      // 无服务器或转发失败，本地执行
+      const result = await agent.run(opts.task);
+      console.log(JSON.stringify(result, null, 2));
+    }
+  } catch (err) {
+    console.log(JSON.stringify({ question: opts.task || '', answer: `Error: ${err.message}`, status: 'error' }));
+  }
+
+  await shutdown(0);
+}
+
+main();

package/src/logger.js

@@ -0,0 +1,118 @@
+// src/logger.js — ANSI-colored terminal output (no dependencies)
+'use strict';
+
+const A = {
+  reset   : '\x1b[0m',
+  bold    : '\x1b[1m',
+  dim     : '\x1b[2m',
+  red     : '\x1b[31m',
+  green   : '\x1b[32m',
+  yellow  : '\x1b[33m',
+  blue    : '\x1b[34m',
+  magenta : '\x1b[35m',
+  cyan    : '\x1b[36m',
+  white   : '\x1b[37m',
+  gray    : '\x1b[90m',
+  lred    : '\x1b[91m',
+  lgreen  : '\x1b[92m',
+  lyellow : '\x1b[93m',
+  lblue   : '\x1b[94m',
+  lmagenta: '\x1b[95m',
+  lcyan   : '\x1b[96m',
+};
+
+const c  = (code, text) => `${A[code]}${text}${A.reset}`;
+const cb = (code, text) => `${A.bold}${A[code]}${text}${A.reset}`;
+
+// ── Helpers ──────────────────────────────────────────────────────────────────
+function truncDisplay(str, max = 400) {
+  if (!str) return '';
+  const s = String(str);
+  if (s.length <= max) return s;
+  return s.slice(0, max) + c('gray', `… (+${s.length - max} chars)`);
+}
+
+function jsonPreview(obj, max = 350) {
+  const s = JSON.stringify(obj, null, 2);
+  return truncDisplay(s, max);
+}
+
+// ── Public logger API ─────────────────────────────────────────────────────────
+const logger = {
+  banner() {
+    console.log(`
+${c('cyan','╔══════════════════════════════════════════════════╗')}
+${c('cyan','║')}   ${cb('lcyan','🤖  Yiyan Browser Agent (文心一言)')}              ${c('cyan','║')}
+${c('cyan','║')}   ${c('gray','AI Coding Agent via Browser Automation')}         ${c('cyan','║')}
+${c('cyan','║')}   ${c('gray','No API key needed — uses yiyan.baidu.com')}       ${c('cyan','║')}
+${c('cyan','╚══════════════════════════════════════════════════╝')}
+`);
+  },
+
+  header(msg) {
+    const line = '─'.repeat(50);
+    console.log(`\n${c('blue', line)}`);
+    console.log(`${c('bold','📋 ')}${cb('white', msg)}`);
+    console.log(`${c('blue', line)}\n`);
+  },
+
+  info(msg)    { console.log(`${c('lblue','  ℹ ')} ${msg}`); },
+  success(msg) { console.log(`${c('lgreen','  ✓ ')} ${c('lgreen', msg)}`); },
+  warn(msg)    { console.log(`${c('lyellow','  ⚠ ')} ${c('lyellow', msg)}`); },
+  error(msg)   { console.log(`${c('lred','  ✗ ')} ${c('lred', msg)}`); },
+  dim(msg)     { console.log(`${A.dim}    ${msg}${A.reset}`); },
+
+  /** Spinner-style line (overwrites itself with \r) */
+  thinking(msg) {
+    process.stdout.write(`  ${c('cyan','⟳')} ${c('gray', msg)}\r`);
+  },
+
+  /** Clear the current line */
+  clearLine() {
+    process.stdout.write(`\r${' '.repeat(80)}\r`);
+  },
+
+  // ── Tool call display ───────────────────────────────────────────────────────
+  toolCall(name, args) {
+    console.log(`\n  ${cb('magenta','⚡ TOOL CALL')} ${c('cyan', `→ ${name}`)}`);
+    const preview = jsonPreview(args);
+    if (preview.trim()) {
+      preview.split('\n').forEach(l => console.log(`  ${c('gray', l)}`));
+    }
+  },
+
+  toolResult(result, isError = false) {
+    const icon   = isError ? c('lred','  ✗ Result:') : c('lgreen','  ✓ Result:');
+    const text   = truncDisplay(String(result), 300);
+    const color  = isError ? 'lred' : 'gray';
+    console.log(`${icon}`);
+    text.split('\n').slice(0, 12).forEach(l => console.log(`  ${c(color, l)}`));
+    if (String(result).split('\n').length > 12) {
+      console.log(`  ${c('gray','  … (truncated for display)')}`);
+    }
+    console.log('');
+  },
+
+  // ── Final agent output ──────────────────────────────────────────────────────
+  finalOutput(msg) {
+    const line = '━'.repeat(50);
+    console.log(`\n${c('lgreen', line)}`);
+    console.log(`${cb('lgreen','✅  TASK COMPLETE')}`);
+    console.log(`${c('lgreen', line)}\n`);
+    console.log(msg);
+    console.log('');
+  },
+
+  // ── Section separator ───────────────────────────────────────────────────────
+  separator(label = '') {
+    const pad = label ? ` ${label} ` : '';
+    console.log(`\n${c('gray', '·'.repeat(20) + pad + '·'.repeat(20))}\n`);
+  },
+
+  // ── Iteration marker ────────────────────────────────────────────────────────
+  iteration(n, max) {
+    console.log(`\n${c('gray','  ┄')} ${c('dim',`Step ${n}/${max}`)} ${c('gray','┄')}`);
+  },
+};
+
+module.exports = logger;