@web-auto/webauto 0.1.1 → 0.1.2

package/services/unified-api/__tests__/task-state.test.ts

@@ -1,95 +0,0 @@
-// services/unified-api/__tests__/task-state.test.ts
-import test from 'node:test';
-import assert from 'node:assert';
-import { taskStateRegistry } from '../task-state.js';
-
-test('createTask creates a new task', () => {
-  const task = taskStateRegistry.createTask({
-    runId: 'test-run-1',
-    profileId: 'profile-1',
-    keyword: 'test-keyword',
-    phase: 'phase2',
-  });
-  assert.equal(task.runId, 'test-run-1');
-  assert.equal(task.profileId, 'profile-1');
-  assert.equal(task.keyword, 'test-keyword');
-  assert.equal(task.phase, 'phase2');
-  assert.equal(task.status, 'starting');
-  taskStateRegistry.deleteTask('test-run-1');
-});
-
-test('getTask returns undefined for non-existent task', () => {
-  const task = taskStateRegistry.getTask('non-existent');
-  assert.equal(task, undefined);
-});
-
-test('updateProgress updates progress and broadcasts', (t, done) => {
-  const task = taskStateRegistry.createTask({
-    runId: 'test-run-2',
-    profileId: 'profile-1',
-    keyword: 'test',
-  });
-  const unsub = taskStateRegistry.subscribe((update) => {
-    if (update.runId === 'test-run-2' && update.type === 'progress') {
-      assert.equal(update.data.processed, 5);
-      unsub();
-      taskStateRegistry.deleteTask('test-run-2');
-      done();
-    }
-  });
-  taskStateRegistry.updateProgress('test-run-2', { processed: 5, total: 10 });
-});
-
-test('pushEvent stores event and broadcasts', (t, done) => {
-  const task = taskStateRegistry.createTask({
-    runId: 'test-run-3',
-    profileId: 'profile-1',
-    keyword: 'test',
-  });
-  const unsub = taskStateRegistry.subscribe((update) => {
-    if (update.runId === 'test-run-3' && update.type === 'event') {
-      assert.equal(update.data.type, 'phase_unified_done');
-      unsub();
-      taskStateRegistry.deleteTask('test-run-3');
-      done();
-    }
-  });
-  taskStateRegistry.pushEvent('test-run-3', 'phase_unified_done', { notesProcessed: 1 });
-});
-
-test('setStatus changes status and sets completedAt for terminal states', () => {
-  const task = taskStateRegistry.createTask({
-    runId: 'test-run-4',
-    profileId: 'profile-1',
-    keyword: 'test',
-  });
-  assert.equal(task.completedAt, undefined);
-  taskStateRegistry.setStatus('test-run-4', 'completed');
-  const updated = taskStateRegistry.getTask('test-run-4');
-  assert.ok(updated?.completedAt);
-  taskStateRegistry.deleteTask('test-run-4');
-});
-
-test('getEvents returns events since timestamp', async () => {
-  const runId = 'test-run-5';
-  taskStateRegistry.createTask({ runId, profileId: 'p1', keyword: 'test' });
-  taskStateRegistry.pushEvent(runId, 'event1', {});
-  await new Promise(r => setTimeout(r, 10)); // Ensure different timestamps
-  taskStateRegistry.pushEvent(runId, 'event2', {});
-  const all = taskStateRegistry.getEvents(runId);
-  assert.equal(all.length, 2);
-  const since = taskStateRegistry.getEvents(runId, all[0].timestamp + 1);
-  assert.equal(since.length, 1);
-  assert.equal(since[0].type, 'event2');
-  taskStateRegistry.deleteTask(runId);
-});
-
-test('deleteTask removes task and events', () => {
-  const runId = 'test-run-6';
-  taskStateRegistry.createTask({ runId, profileId: 'p1', keyword: 'test' });
-  taskStateRegistry.pushEvent(runId, 'event', {});
-  const deleted = taskStateRegistry.deleteTask(runId);
-  assert.equal(deleted, true);
-  assert.equal(taskStateRegistry.getTask(runId), undefined);
-  assert.deepEqual(taskStateRegistry.getEvents(runId), []);
-});

package/sitecustomize.py

@@ -1,19 +0,0 @@
-"""Ensure functional modules under runtime are importable by legacy module names."""
-from __future__ import annotations
-
-import sys
-from pathlib import Path
-
-ROOT = Path(__file__).resolve().parent
-MODULES = [
-    ROOT / 'runtime' / 'browser',
-    ROOT / 'runtime' / 'containers',
-    ROOT / 'runtime' / 'ui',
-    ROOT / 'runtime' / 'vision',
-    ROOT / 'runtime' / 'infra',
-]
-for module_dir in MODULES:
-    if module_dir.exists():
-        path_str = str(module_dir)
-        if path_str not in sys.path:
-            sys.path.insert(0, path_str)

package/tests/README.md

@@ -1,194 +0,0 @@
-# WebAuto Test Suite
-
-## 测试架构
-
-本项目采用测试金字塔架构，包含三个层次的测试：
-
-```
-┌─────────────────────────────────────┐
-│         E2E Tests (5%)             │  端到端测试
-├─────────────────────────────────────┤
-│    Integration Tests (25%)          │  集成测试
-├─────────────────────────────────────┤
-│      Unit Tests (70%)              │  单元测试
-└─────────────────────────────────────┘
-```
-
-## 目录结构
-
-```
-tests/
-├── unit/                   # 单元测试
-│   ├── operations/         # Operation System 测试
-│   ├── containers/        # Container Engine 测试
-│   ├── event-driven/       # EventBus 测试
-│   └── controller/        # Controller 测试
-│
-├── integration/           # 集成测试
-│   ├── 03-test-event-flow.test.mjs
-│   ├── 05-test-binding-registry.test.mjs
-│   ├── 08-test-weibo-feed-workflow.test.mjs
-│   └── 09-test-operation-execution.test.mjs
-│
-├── e2e/                   # 端到端测试
-│   ├── workflows/         # 工作流测试
-│   └── visual/            # 视觉验证
-│
-├── fixtures/              # 测试 fixtures
-│   ├── pages/            # 测试页面 HTML
-│   └── data/             # 测试数据
-│
-└── runner/               # 测试运行器
-    ├── TestRunner.mjs    # 主运行器
-    ├── TestReporter.mjs  # 报告生成器
-    └── config.json       # 测试配置
-```
-
-## 运行测试
-
-### 运行所有测试
-```bash
-./scripts/run-all-tests.sh
-```
-
-### 仅运行单元测试（快速验证）
-```bash
-./scripts/quick-test.sh
-```
-
-### 运行特定测试套件
-```bash
-# 单元测试
-node tests/runner/TestRunner.mjs --suite=unit
-
-# 集成测试
-node tests/runner/TestRunner.mjs --suite=integration
-
-# E2E 测试
-node tests/runner/TestRunner.mjs --suite=e2e
-```
-
-### 运行单个测试文件
-```bash
-# TypeScript 测试
-npx tsx tests/unit/event-driven/EventBus.test.ts
-
-# JavaScript 测试
-node tests/integration/03-test-event-flow.test.mjs
-```
-
-## 测试状态
-
-### Unit Tests (5/5 passing) ✅
-- [x] EventBus
-- [x] BindingRegistry
-- [x] OperationRegistry
-- [x] OperationExecutor
-- [x] RuntimeController
-
-### Integration Tests (3/3 passing) ✅
-- [x] Event Flow
-- [x] Binding Registry Integration
-- [x] Operation Execution
-
-### E2E Tests (1/? planned) 🚧
-- [x] Weibo Feed Workflow (planned)
-- [ ] Visual Verification (planned)
-- [ ] Scroll Load More (planned)
-
-## 覆盖率目标
-
-| 组件 | 目标 | 当前 |
-|------|------|------|
-| EventBus | 95% | ✅ 100% |
-| BindingRegistry | 90% | ✅ 90% |
-| OperationRegistry | 95% | ✅ 80% |
-| OperationExecutor | 90% | ✅ 70% |
-| RuntimeController | 85% | ⚠️ 50% |
-
-## 测试报告
-
-测试报告保存在 `tests/reports/` 目录下，包含：
-- JSON 格式的详细报告
-- 测试结果统计
-- 失败测试的详细信息
-
-## 编写新测试
-
-### 单元测试
-
-```typescript
-// tests/unit/module/feature.test.ts
-import { describe, it } from 'node:test';
-import assert from 'node:assert/strict';
-
-describe('FeatureName', () => {
-  it('should do something', () => {
-    assert.equal(1 + 1, 2);
-  });
-});
-```
-
-### 集成测试
-
-```javascript
-// tests/integration/XX-test-feature.test.mjs
-#!/usr/bin/env node
-
-async function test() {
-  try {
-    // Test code here
-    console.log('✅ Test passed');
-    process.exit(0);
-  } catch (error) {
-    console.error('❌ Test failed:', error.message);
-    process.exit(1);
-  }
-}
-
-test();
-```
-
-## CI/CD 集成
-
-测试套件集成到 CI/CD 流程：
-
-1. **Pre-commit**: 运行快速单元测试
-2. **PR 验证**: 运行完整测试套件
-3. **Merge**: 生成覆盖率报告
-
-## 故障排除
-
-### 测试失败
-1. 检查测试输出日志
-2. 查看 `tests/reports/` 中的详细报告
-3. 运行单个测试以隔离问题
-
-### 依赖问题
-```bash
-# 重新安装依赖
-npm install
-
-# 清理缓存
-npm cache clean --force
-```
-
-### 服务未启动
-某些集成测试需要服务运行：
-```bash
-# 启动服务
-node scripts/start-headful.mjs
-```
-
-## 贡献指南
-
-1. 为新功能编写测试
-2. 确保所有测试通过
-3. 保持测试覆盖率 > 80%
-4. 测试文件使用描述性命名
-
-## 参考资源
-
-- [Node.js Test Runner](https://nodejs.org/api/test.html)
-- [测试最佳实践](docs/testing-best-practices.md)
-- [自动化测试系统设计](docs/automated-test-system-design.md)

package/tests/e2e/workflows/weibo-feed-extraction.test.ts

@@ -1,171 +0,0 @@
-#!/usr/bin/env node
-/**
- * Weibo Feed Extraction E2E Test (Optimized Version)
- * Goal: Extract 50 feed posts and their links
- */
-
-import assert from 'node:assert/strict';
-import { spawn } from 'node:child_process';
-import WebSocket from 'ws';
-import fs from 'node:fs';
-import path from 'node:path';
-
-const UNIFIED_PORT = 7701;
-const BROWSER_PORT = 7704;
-const PROFILE_ID = 'weibo_fresh';
-const TARGET_URL = 'https://weibo.com';
-const MAX_POSTS = 50;
-const MAX_SCROLLS = 30;
-
-let serviceProcess = null;
-let extractedLinks = [];
-let extractedPosts = [];
-
-function log(msg) {
-  const timestamp = new Date().toISOString().split('T')[1].slice(0, 8);
-  console.log(`[${timestamp}] [weibo-e2e] ${msg}`);
-}
-
-async function startServices() {
-  log('Starting services with headful launcher...');
-  return new Promise((resolve, reject) => {
-    const launcherPath = path.resolve('scripts/start-headful.mjs');
-    serviceProcess = spawn('node', [launcherPath, '--profile', PROFILE_ID, '--url', TARGET_URL], {
-      stdio: 'pipe',
-      env: { ...process.env, WEBAUTO_HEADLESS: '0' }
-    });
-
-    let started = false;
-    
-    serviceProcess.stdout.on('data', (data) => {
-      const output = data.toString();
-      if (output.includes('✅ 容器匹配成功')) {
-        log('Services ready and container matched');
-        started = true;
-        resolve(true);
-      }
-    });
-
-    serviceProcess.stderr.on('data', (data) => {
-      // Ignore routine logs
-    });
-
-    setTimeout(() => {
-      if (!started) reject(new Error('Startup timeout'));
-    }, 60000);
-  });
-}
-
-async function sendWsAction(action, payload = {}) {
-  return new Promise((resolve, reject) => {
-    const ws = new WebSocket(`ws://127.0.0.1:${UNIFIED_PORT}/ws`);
-    ws.on('open', () => {
-      ws.send(JSON.stringify({ type: 'action', action, payload, requestId: Date.now() }));
-    });
-    ws.on('message', (data) => {
-      const msg = JSON.parse(data.toString());
-      if (msg.type === 'response') {
-        ws.close();
-        resolve(msg);
-      }
-    });
-    ws.on('error', (err) => { ws.close(); reject(err); });
-  });
-}
-
-async function extractLinksFromPost(post) {
-  const selector = post.match?.nodes?.[0]?.selector;
-  if (!selector) return [];
-  
-  try {
-    const script = `(() => {
-      const post = document.querySelector('${selector}');
-      if (!post) return { links: [] };
-      return {
-        links: Array.from(post.querySelectorAll('a[href]'))
-          .map(a => ({ href: a.href, text: a.textContent.trim() }))
-          .filter(l => l.href.startsWith('http') && !l.href.includes('javascript:'))
-          .slice(0, 10)
-      };
-    })()`;
-    
-    const result = await sendWsAction('browser:execute', {
-      profile: PROFILE_ID,
-      script
-    });
-    
-    return result.data?.links || [];
-  } catch (err) {
-    log(`Extract failed: ${err.message}`);
-    return [];
-  }
-}
-
-async function scrollPage() {
-  await sendWsAction('browser:execute', {
-    profile: PROFILE_ID,
-    script: 'window.scrollBy({ top: 800, behavior: "smooth" })'
-  });
-  await new Promise(r => setTimeout(r, 2000));
-}
-
-async function main() {
-  try {
-    await startServices();
-    
-    let scrollCount = 0;
-    
-    while (extractedPosts.length < MAX_POSTS && scrollCount < MAX_SCROLLS) {
-      log(`Scanning... (Found: ${extractedPosts.length}/${MAX_POSTS})`);
-      
-      const matchResult = await sendWsAction('containers:match', {
-        profile: PROFILE_ID,
-        url: TARGET_URL,
-        maxDepth: 3,
-        maxChildren: 100
-      });
-      
-      const containers = matchResult.data?.snapshot?.container_tree?.containers || [];
-      const posts = containers.filter(c => c.id.includes('feed_post'));
-      
-      // Process new posts
-      for (const post of posts) {
-        if (extractedPosts.some(p => p.id === post.id)) continue;
-        
-        const links = await extractLinksFromPost(post);
-        if (links.length > 0) {
-          extractedPosts.push({ id: post.id, links });
-          extractedLinks.push(...links);
-          log(`  + Processed post ${post.id} (${links.length} links)`);
-        }
-      }
-      
-      await scrollPage();
-      scrollCount++;
-    }
-    
-    log('=== Results ===');
-    log(`Total Posts: ${extractedPosts.length}`);
-    log(`Total Links: ${extractedLinks.length}`);
-    
-    const resultFile = `/tmp/weibo-results-${Date.now()}.json`;
-    fs.writeFileSync(resultFile, JSON.stringify({ posts: extractedPosts }, null, 2));
-    log(`Saved to ${resultFile}`);
-    
-    if (extractedPosts.length > 0) {
-      log('✅ Test Passed');
-    } else {
-      log('❌ Test Failed: No posts extracted');
-      process.exit(1);
-    }
-
-  } catch (error) {
-    console.error(error);
-    process.exit(1);
-  } finally {
-    if (serviceProcess) serviceProcess.kill();
-    process.exit(0);
-  }
-}
-
-main();

package/tests/fixtures/data/container-definitions.json

@@ -1,67 +0,0 @@
-{
-  "test_page": {
-    "id": "test_page",
-    "name": "Test Page",
-    "type": "page",
-    "selectors": [
-      {
-        "css": "#app",
-        "variant": "primary",
-        "score": 1.0
-      }
-    ],
-    "capabilities": ["highlight", "find-child"],
-    "children": ["test_page.main_container"]
-  },
-  "test_page.main_container": {
-    "id": "test_page.main_container",
-    "name": "Main Container",
-    "type": "section",
-    "selectors": [
-      {
-        "css": "#main-container",
-        "variant": "primary",
-        "score": 1.0
-      }
-    ],
-    "capabilities": ["highlight", "find-child"],
-    "children": ["test_page.list_container"]
-  },
-  "test_page.list_container": {
-    "id": "test_page.list_container",
-    "name": "List Container",
-    "type": "collection",
-    "selectors": [
-      {
-        "css": "#list-container",
-        "variant": "primary",
-        "score": 1.0
-      }
-    ],
-    "capabilities": ["highlight", "find-child", "scroll"],
-    "children": ["test_page.item"]
-  },
-  "test_page.item": {
-    "id": "test_page.item",
-    "name": "List Item",
-    "type": "content",
-    "selectors": [
-      {
-        "css": ".item",
-        "variant": "primary",
-        "score": 1.0
-      }
-    ],
-    "capabilities": ["highlight", "extract"],
-    "operations": [
-      {
-        "type": "extract",
-        "config": {
-          "target": "links",
-          "selector": "a[href]",
-          "include_text": true
-        }
-      }
-    ]
-  }
-}

package/tests/fixtures/pages/simple-page.html

@@ -1,69 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-<head>
-  <meta charset="UTF-8">
-  <meta name="viewport" content="width=device-width, initial-scale=1.0">
-  <title>Simple Test Page</title>
-  <style>
-    body {
-      font-family: Arial, sans-serif;
-      padding: 20px;
-    }
-    .container {
-      border: 2px solid #333;
-      padding: 20px;
-      margin: 10px 0;
-    }
-    .item {
-      border: 1px solid #999;
-      padding: 10px;
-      margin: 5px 0;
-    }
-    a {
-      color: #0066cc;
-      text-decoration: none;
-    }
-    a:hover {
-      text-decoration: underline;
-    }
-  </style>
-</head>
-<body>
-  <div id="app">
-    <h1>Test Page</h1>
-    
-    <div id="main-container" class="container">
-      <h2>Main Container</h2>
-      
-      <div id="list-container" class="container">
-        <h3>List Container</h3>
-        
-        <div class="item" data-id="item-1">
-          <h4>Item 1</h4>
-          <p>This is item 1</p>
-          <a href="https://example.com/1">Link 1</a>
-        </div>
-        
-        <div class="item" data-id="item-2">
-          <h4>Item 2</h4>
-          <p>This is item 2</p>
-          <a href="https://example.com/2">Link 2</a>
-        </div>
-        
-        <div class="item" data-id="item-3">
-          <h4>Item 3</h4>
-          <p>This is item 3</p>
-          <a href="https://example.com/3">Link 3</a>
-        </div>
-      </div>
-    </div>
-  </div>
-  
-  <script>
-    // Add some dynamic behavior for testing
-    document.addEventListener('DOMContentLoaded', () => {
-      console.log('Test page loaded');
-    });
-  </script>
-</body>
-</html>