@hupan56/wlkj 2.5.0 → 2.7.0

package/templates/qoder/scripts/kg_semantic.py

@@ -0,0 +1,150 @@
+# -*- coding: utf-8 -*-
+"""
+LLM semantic labeling layer for the knowledge graph.
+
+After kg_build.py extracts structural data (AST-level), this module:
+  1. Finds entities that lack semantic labels (cn == dir, no business_domain)
+  2. Outputs a labeling prompt for the AI (QoderWork) to fill in
+  3. Provides a write-back function to store labels in DuckDB
+
+The AI (QoderWork's LLM) sees the prompt during session-start or when
+kg_build reports new modules, and labels them — zero human trigger.
+
+Usage (called by AI automatically):
+  python kg_semantic.py --check       # check what needs labeling
+  python kg_semantic.py --label '{"assets": {"cn": "资产管理", "domain": "固定资产"}}'
+"""
+import json
+import os
+import sys
+
+SCRIPTS = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, SCRIPTS)
+from common.paths import DATA_INDEX_DIR
+from kg_duckdb import get_db
+
+DB_PATH = str(DATA_INDEX_DIR / 'kg.duckdb')
+
+
+def check_unlabeled():
+    """Find modules that need semantic labeling (cn == dir or cn is empty)."""
+    con = get_db()
+    # Find FEATURE entities where cn == dir (unlabeled) or cn is empty
+    rows = con.execute("""
+        SELECT id, canonical, cn FROM entities
+        WHERE type = 'FEATURE'
+          AND (cn = canonical OR cn = '' OR cn IS NULL)
+        ORDER BY canonical
+    """).fetchall()
+
+    if not rows:
+        return None
+
+    # Build labeling prompt
+    modules = []
+    for eid, dirname, cn in rows:
+        # Gather context: what endpoints/pages does this module have?
+        ep_count = con.execute(
+            "SELECT COUNT(*) FROM edges WHERE from_id = ? AND edge_type = 'has_endpoint'",
+            [eid]
+        ).fetchone()[0]
+        btn_count = con.execute(
+            "SELECT COUNT(*) FROM edges WHERE from_id = ? AND edge_type = 'has_button'",
+            [eid]
+        ).fetchone()[0]
+        # Sample endpoints for context
+        sample_eps = con.execute("""
+            SELECT e.to_id FROM edges e
+            WHERE e.from_id = ? AND e.edge_type = 'has_endpoint' LIMIT 5
+        """, [eid]).fetchall()
+
+        modules.append({
+            'dir': dirname,
+            'endpoints': ep_count,
+            'buttons': btn_count,
+            'sample_apis': [r[0].replace('E:', '') for r in sample_eps],
+        })
+
+    con.close()
+
+    prompt = {
+        'action': 'semantic_labeling_needed',
+        'description': '以下模块需要语义标注（中文名+业务领域）。请根据目录名和API端点推断。',
+        'modules': modules,
+        'instructions': (
+            '对每个模块返回: {"目录名": {"cn": "中文名", "domain": "业务领域"}}\n'
+            '示例: {"assets": {"cn": "资产管理", "domain": "固定资产管理"}}\n'
+            '然后用 kg_semantic.py --label 写回'
+        ),
+    }
+    return prompt
+
+
+def apply_labels(labels_json):
+    """Write semantic labels back to DuckDB.
+
+    labels_json: {"assets": {"cn": "资产管理", "domain": "固定资产"}, ...}
+    """
+    labels = json.loads(labels_json) if isinstance(labels_json, str) else labels_json
+    con = get_db()
+    updated = 0
+
+    for dirname, info in labels.items():
+        cn = info.get('cn', dirname)
+        domain = info.get('domain', '')
+
+        # Find the FEATURE entity by canonical name (dir)
+        rows = con.execute(
+            "SELECT id FROM entities WHERE type='FEATURE' AND canonical = ?",
+            [dirname]
+        ).fetchall()
+
+        for row in rows:
+            eid = row[0]
+            # Update cn
+            con.execute(
+                "UPDATE entities SET cn = ? WHERE id = ?",
+                [cn, eid]
+            )
+            # Update props with domain
+            props_row = con.execute(
+                "SELECT props FROM entities WHERE id = ?", [eid]
+            ).fetchone()
+            if props_row:
+                try:
+                    props = json.loads(props_row[0]) if props_row[0] else {}
+                except:
+                    props = {}
+                props['business_domain'] = domain
+                props['labeled'] = True
+                con.execute(
+                    "UPDATE entities SET props = ? WHERE id = ?",
+                    [json.dumps(props, ensure_ascii=False), eid]
+                )
+            # Update alias
+            con.execute(
+                "INSERT OR REPLACE INTO aliases VALUES (?, ?)",
+                [cn.lower(), eid]
+            )
+            updated += 1
+
+    con.close()
+    return updated
+
+
+if __name__ == '__main__':
+    if len(sys.argv) > 1 and sys.argv[1] == '--check':
+        result = check_unlabeled()
+        if result:
+            print(json.dumps(result, ensure_ascii=False, indent=2))
+        else:
+            print('{"status": "all_labeled", "message": "所有模块已有语义标注"}')
+
+    elif len(sys.argv) > 2 and sys.argv[1] == '--label':
+        count = apply_labels(sys.argv[2])
+        print('Updated %d entities with semantic labels' % count)
+
+    else:
+        print('Usage:')
+        print('  python kg_semantic.py --check    # 查看待标注模块')
+        print('  python kg_semantic.py --label \'{"assets":{"cn":"资产管理","domain":"固定资产"}}\'')

package/templates/qoder/scripts/kg_test_runner.py

@@ -0,0 +1,241 @@
+# -*- coding: utf-8 -*-
+"""
+Automated test runner using Playwright (headless) + knowledge graph.
+
+Reads trace-chain.json to know "which button triggers which API", then:
+  1. Opens the target page in headless Chromium
+  2. Logs in using credentials from autotest-data.yaml
+  3. Clicks each button found in trace-chain for that page
+  4. Intercepts network requests to verify the expected API was called
+  5. Records pass/fail per button
+
+Output: JSON test results + human-readable summary.
+
+Usage:
+  python kg_test_runner.py --page assets/base/sapAssets/index.vue
+  python kg_test_runner.py --module assets
+  python kg_test_runner.py --endpoint /asset/list
+"""
+import argparse
+import json
+import os
+import sys
+import time
+import yaml
+
+SCRIPTS = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, SCRIPTS)
+from common.paths import DATA_INDEX_DIR, PROJECT_ROOT
+
+INDEX_DIR = str(DATA_INDEX_DIR)
+CODE_DIR = str(PROJECT_ROOT / 'data' / 'code')
+
+
+def load_test_config():
+    """Load test environment URL + credentials."""
+    config_path = os.path.join(SCRIPTS, '..', 'config.yaml')
+    data_path = os.path.join(SCRIPTS, '..', '..', 'workspace', 'members',
+                             os.environ.get('QODER_DEV', 'hupan'), 'autotest-data.yaml')
+
+    config = yaml.safe_load(open(config_path, encoding='utf-8'))
+    autotest = config.get('autotest', {})
+    env = autotest.get('default_env', 'test')
+    base_url = autotest.get('environments', {}).get(env, {}).get('web', {}).get('base_url', '')
+
+    creds = {}
+    if os.path.isfile(data_path):
+        creds = yaml.safe_load(open(data_path, encoding='utf-8')) or {}
+
+    return {
+        'base_url': base_url,
+        'env': env,
+        'username': str(creds.get('test', {}).get('登录账号', creds.get('登录账号', 'admin'))),
+        'password': str(creds.get('test', {}).get('登录密码', creds.get('登录密码', 'admin123'))),
+    }
+
+
+def load_traces_for_page(page_filter):
+    """Load trace-chain entries matching a page/module/endpoint filter."""
+    trace_path = os.path.join(BUILD_CACHE_DIR, 'trace-chain.json')
+    if not os.path.isfile(trace_path):
+        return []
+    tc = json.load(open(trace_path, encoding='utf-8'))
+    results = []
+    for t in tc.get('traces', []):
+        vue = (t.get('vue_file') or '').replace('\\', '/')
+        ep = t.get('endpoint') or ''
+        # Match by page path, module, or endpoint
+        if page_filter.lower() in vue.lower() or page_filter.lower() in ep.lower():
+            if t.get('confidence') in ('high', 'medium'):
+                results.append(t)
+    return results
+
+
+def run_tests(page_filter, headless=True, max_tests=10):
+    """Run automated tests for matching traces."""
+    from playwright.sync_api import sync_playwright
+
+    config = load_test_config()
+    traces = load_traces_for_page(page_filter)[:max_tests]
+
+    if not traces:
+        return {'error': 'No traces found for "%s"' % page_filter,
+                'hint': 'Try: --page assets or --module cost or --endpoint /asset'}
+
+    results = {
+        'page_filter': page_filter,
+        'base_url': config['base_url'],
+        'total': len(traces),
+        'passed': 0,
+        'failed': 0,
+        'skipped': 0,
+        'details': [],
+    }
+
+    with sync_playwright() as p:
+        browser = p.chromium.launch(headless=headless)
+        context = browser.new_context()
+        page = context.new_page()
+
+        # Login first
+        login_url = config['base_url'].rstrip('/') + '/auth/login'
+        page.goto(login_url, wait_until='networkidle')
+
+        # Fill login form
+        inputs = page.query_selector_all('input')
+        if len(inputs) >= 2:
+            inputs[0].fill(config['username'])
+            inputs[1].fill(config['password'])
+
+        # Click login button
+        buttons = page.query_selector_all('button')
+        for btn in buttons:
+            text = btn.inner_text().strip()
+            if '登录' in text and '账号' not in text:
+                btn.click()
+                break
+
+        page.wait_for_timeout(5000)  # Wait for login
+
+        # Check if logged in
+        if '/auth/login' in page.url:
+            results['login_failed'] = True
+            results['details'].append({'test': 'login', 'status': 'FAIL',
+                                        'reason': 'Still on login page'})
+            browser.close()
+            return results
+
+        results['login_failed'] = False
+
+        # Run each trace as a test
+        for trace in traces:
+            vue = trace.get('vue_file', '').replace('\\', '/')
+            button = trace.get('button', '')
+            handler = trace.get('handler', '')
+            endpoint = trace.get('endpoint', '')
+            confidence = trace.get('confidence', '')
+
+            test_name = '[%s] %s.%s → %s' % (button, vue.split('/views/')[-1] if '/views/' in vue else vue, handler, endpoint)
+
+            # Navigate to the page
+            # ICS routes are backend-driven, we need the correct URL
+            # For now, skip navigation (assume already on the right page from SPA routing)
+            # A real implementation would map vue_file → route path
+
+            # Set up network interception
+            captured = []
+            def on_request(req):
+                if endpoint and endpoint in req.url:
+                    captured.append({'url': req.url, 'method': req.method})
+            page.on('request', on_request)
+
+            # Try to click the button by text
+            clicked = False
+            try:
+                btn_elements = page.query_selector_all('button')
+                for el in btn_elements:
+                    btn_text = el.inner_text().strip()
+                    if button and button in btn_text:
+                        el.click(timeout=3000)
+                        clicked = True
+                        break
+            except Exception:
+                pass
+
+            page.wait_for_timeout(2000)
+
+            # Verify: was the expected API called?
+            if clicked and captured:
+                status = 'PASS'
+                results['passed'] += 1
+            elif clicked and not captured:
+                status = 'FAIL'
+                results['failed'] += 1
+            else:
+                status = 'SKIP'
+                results['skipped'] += 1
+
+            results['details'].append({
+                'test': test_name[:80],
+                'status': status,
+                'button': button,
+                'endpoint': endpoint,
+                'api_called': len(captured) > 0,
+                'confidence': confidence,
+            })
+
+            # Remove listener
+            page.remove_listener('request', on_request)
+
+        browser.close()
+
+    return results
+
+
+def format_results(results):
+    """Format test results as human-readable text."""
+    if 'error' in results:
+        return results['error']
+
+    lines = ['## 自动测试结果', '']
+    lines.append('环境: %s' % results.get('base_url', '?'))
+    lines.append('过滤: %s' % results.get('page_filter', '?'))
+    lines.append('登录: %s' % ('失败' if results.get('login_failed') else '成功'))
+    lines.append('')
+    lines.append('总计: %d | 通过: %d | 失败: %d | 跳过: %d' % (
+        results['total'], results['passed'], results['failed'], results['skipped']))
+    lines.append('')
+
+    for d in results.get('details', []):
+        icon = {'PASS': '✅', 'FAIL': '❌', 'SKIP': '⏭️'}.get(d['status'], '?')
+        lines.append('%s %s' % (icon, d['test'][:70]))
+        if d['status'] == 'FAIL':
+            lines.append('   按钮已点击但未拦截到 %s' % d.get('endpoint', ''))
+        elif d['status'] == 'SKIP':
+            lines.append('   未找到按钮"%s"' % d.get('button', ''))
+
+    return '\n'.join(lines)
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(description='Knowledge-graph-driven test runner')
+    parser.add_argument('--page', default='', help='页面路径过滤 (如 assets/index)')
+    parser.add_argument('--module', default='', help='模块名过滤 (如 assets)')
+    parser.add_argument('--endpoint', default='', help='端点过滤 (如 /asset/list)')
+    parser.add_argument('--headed', action='store_true', help='显示浏览器窗口(调试用)')
+    parser.add_argument('--max', type=int, default=10, help='最大测试数')
+    args = parser.parse_args()
+
+    page_filter = args.page or args.module or args.endpoint
+    if not page_filter:
+        print('请指定 --page / --module / --endpoint')
+        sys.exit(1)
+
+    results = run_tests(page_filter, headless=not args.headed, max_tests=args.max)
+    print(format_results(results))
+
+    # Save JSON results
+    results_path = os.path.join(INDEX_DIR, 'test-results.json')
+    with open(results_path, 'w', encoding='utf-8') as f:
+        json.dump(results, f, ensure_ascii=False, indent=2)
+    print('\n详细结果: %s' % results_path)

package/templates/qoder/scripts/lanhu_stdio_wrapper.py

@@ -0,0 +1,119 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+lanhu_stdio_wrapper.py - 蓝湖 MCP STDIO 启动包装（角色隔离 + QoderWork 自动开关）
+
+被谁调用:
+  QoderWork 按 ~/.qoderwork/mcp.json 的 lanhu.command 拉起本脚本。
+  QoderWork 管本进程的生死 (开 QoderWork 自动拉起, 关 QoderWork 自动杀)。
+
+做什么:
+  1. 定位仓库根
+  2. 读 .qoder/.developer → 当前角色 (UI设计师/PM/开发...)
+  3. 读 workspace/members/{角色}/.secrets/lanhu.env → 该角色的蓝湖 cookie
+  4. 注入环境变量 (LANHU_COOKIE + MCP_TRANSPORT=stdio + LANHU_USER_NAME)
+  5. os.execv() 拉起 lanhu_mcp_server.py (用 venv 的 3.10+ python)
+
+为什么用 wrapper 而不是直接在 mcp.json 写 cookie:
+  蓝湖权限按角色分 (UI 能改稿, PM/开发只读)。
+  cookie 必须按角色隔离, 换 .developer 时跟着换。
+  wrapper 每次启动读当前角色 → 用对应 cookie → 权限正确。
+  cookie 不进 mcp.json (那是机器级全局, 不按人), 仍按角色存 .secrets/。
+
+为什么用 os.execv 而非 subprocess:
+  execv 让 lanhu server 直接替换 wrapper 进程。
+  QoderWork 杀的就是 lanhu server 本身, 不留孤儿 wrapper 进程。
+
+跨平台:
+  纯 Python, os.execv + venv python 路径跨平台 (win Scripts/python.exe, mac bin/python)。
+"""
+
+import os
+import sys
+from pathlib import Path
+
+try:
+    sys.stderr.reconfigure(encoding='utf-8', errors='replace')
+except (AttributeError, TypeError, OSError):
+    pass
+
+# 定位仓库根: 本文件在 <repo>/.qoder/scripts/ → 上三级
+SCRIPT_DIR = Path(__file__).resolve().parent
+BASE = SCRIPT_DIR.parent.parent  # repo root
+
+
+def _find_repo_root():
+    """定位仓库根。本文件在 .qoder/scripts/, 上三级即根。
+    兜底: 上溯找 .qoder/ 目录。"""
+    if (BASE / '.qoder').is_dir():
+        return BASE
+    # 兜底: 上溯 10 级找 .qoder/
+    cur = SCRIPT_DIR
+    for _ in range(10):
+        if (cur / '.qoder').is_dir():
+            return cur
+        parent = cur.parent
+        if parent == cur:
+            break
+        cur = parent
+    return BASE  # 找不到回退默认
+
+
+def main():
+    repo = _find_repo_root()
+
+    # 复用 setup_lanhu.py 的角色探测 + cookie 读取 (单一事实源)
+    sys.path.insert(0, str(repo / '.qoder' / 'scripts'))
+    try:
+        from setup_lanhu import (_current_developer, lanhu_env_file,
+                                 _read_env_cookie, _venv_python,
+                                 LANHU_VENV, LANHU_SERVER_SCRIPT, COOKIE_PLACEHOLDER)
+    except ImportError as e:
+        sys.stderr.write(f'[lanhu-wrapper] 无法导入 setup_lanhu: {e}\n')
+        sys.stderr.write(f'[lanhu-wrapper] 检查 {repo}/.qoder/scripts/setup_lanhu.py 是否存在\n')
+        sys.exit(1)
+
+    # 1. 当前角色
+    dev = _current_developer()
+    if not dev:
+        sys.stderr.write('[lanhu-wrapper] 未初始化开发者 (.qoder/.developer 不存在)。\n')
+        sys.stderr.write('  跑 /wl-init 或 python .qoder/scripts/setup.py 初始化。\n')
+        sys.exit(1)
+
+    # 2. 该角色的 cookie
+    cookie = _read_env_cookie(dev)
+    if not cookie or cookie == COOKIE_PLACEHOLDER:
+        env_file = lanhu_env_file(dev)
+        sys.stderr.write(f'[lanhu-wrapper] 角色 {dev} 的蓝湖 cookie 未配置 (占位/缺失)。\n')
+        sys.stderr.write(f'  编辑 {env_file}, 把 {COOKIE_PLACEHOLDER} 换成真 cookie。\n')
+        sys.stderr.write('  获取: lanhuapp.com 登录 → F12 → Network → Cookie 头整行复制\n')
+        sys.stderr.write('  (蓝湖工具将不可用, 但工作流其他功能不受影响)\n')
+        sys.exit(1)
+
+    # 3. venv python (lanhu 依赖要求 3.10+)
+    venv_py = _venv_python(LANHU_VENV)
+    if not venv_py.is_file():
+        sys.stderr.write(f'[lanhu-wrapper] 蓝湖 venv 不存在: {venv_py}\n')
+        sys.stderr.write('  跑 python .qoder/scripts/setup_lanhu.py 安装蓝湖依赖\n')
+        sys.exit(1)
+
+    if not LANHU_SERVER_SCRIPT.is_file():
+        sys.stderr.write(f'[lanhu-wrapper] 蓝湖服务脚本不存在: {LANHU_SERVER_SCRIPT}\n')
+        sys.stderr.write('  跑 python .qoder/scripts/setup_lanhu.py clone 蓝湖源码\n')
+        sys.exit(1)
+
+    # 4. 注入环境变量 (角色隔离的核心: cookie + 用户名都是当前角色的)
+    os.environ['LANHU_COOKIE'] = cookie
+    os.environ['MCP_TRANSPORT'] = 'stdio'
+    os.environ['LANHU_USER_NAME'] = dev
+    os.environ['LANHU_USER_ROLE'] = 'Developer'
+
+    # 调试日志打到 stderr (MCP stdio 协议用 stdout, 不能污染)
+    sys.stderr.write(f'[lanhu-wrapper] 启动蓝湖 MCP (STDIO, 角色: {dev})\n')
+
+    # 5. execv 拉起 lanhu server (接管进程, QoderWork 直接管它生死)
+    os.execv(str(venv_py), [str(venv_py), str(LANHU_SERVER_SCRIPT)])
+
+
+if __name__ == '__main__':
+    main()