@hupan56/wlkj 2.7.12 → 3.1.2

package/templates/qoder/scripts/kg_semantic.py

@@ -1,150 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
-LLM semantic labeling layer for the knowledge graph.
-
-After kg_build.py extracts structural data (AST-level), this module:
-  1. Finds entities that lack semantic labels (cn == dir, no business_domain)
-  2. Outputs a labeling prompt for the AI (QoderWork) to fill in
-  3. Provides a write-back function to store labels in DuckDB
-
-The AI (QoderWork's LLM) sees the prompt during session-start or when
-kg_build reports new modules, and labels them — zero human trigger.
-
-Usage (called by AI automatically):
-  python kg_semantic.py --check       # check what needs labeling
-  python kg_semantic.py --label '{"assets": {"cn": "资产管理", "domain": "固定资产"}}'
-"""
-import json
-import os
-import sys
-
-SCRIPTS = os.path.dirname(os.path.abspath(__file__))
-sys.path.insert(0, SCRIPTS)
-from common.paths import DATA_INDEX_DIR
-from kg_duckdb import get_db
-
-DB_PATH = str(DATA_INDEX_DIR / 'kg.duckdb')
-
-
-def check_unlabeled():
-    """Find modules that need semantic labeling (cn == dir or cn is empty)."""
-    con = get_db()
-    # Find FEATURE entities where cn == dir (unlabeled) or cn is empty
-    rows = con.execute("""
-        SELECT id, canonical, cn FROM entities
-        WHERE type = 'FEATURE'
-          AND (cn = canonical OR cn = '' OR cn IS NULL)
-        ORDER BY canonical
-    """).fetchall()
-
-    if not rows:
-        return None
-
-    # Build labeling prompt
-    modules = []
-    for eid, dirname, cn in rows:
-        # Gather context: what endpoints/pages does this module have?
-        ep_count = con.execute(
-            "SELECT COUNT(*) FROM edges WHERE from_id = ? AND edge_type = 'has_endpoint'",
-            [eid]
-        ).fetchone()[0]
-        btn_count = con.execute(
-            "SELECT COUNT(*) FROM edges WHERE from_id = ? AND edge_type = 'has_button'",
-            [eid]
-        ).fetchone()[0]
-        # Sample endpoints for context
-        sample_eps = con.execute("""
-            SELECT e.to_id FROM edges e
-            WHERE e.from_id = ? AND e.edge_type = 'has_endpoint' LIMIT 5
-        """, [eid]).fetchall()
-
-        modules.append({
-            'dir': dirname,
-            'endpoints': ep_count,
-            'buttons': btn_count,
-            'sample_apis': [r[0].replace('E:', '') for r in sample_eps],
-        })
-
-    con.close()
-
-    prompt = {
-        'action': 'semantic_labeling_needed',
-        'description': '以下模块需要语义标注（中文名+业务领域）。请根据目录名和API端点推断。',
-        'modules': modules,
-        'instructions': (
-            '对每个模块返回: {"目录名": {"cn": "中文名", "domain": "业务领域"}}\n'
-            '示例: {"assets": {"cn": "资产管理", "domain": "固定资产管理"}}\n'
-            '然后用 kg_semantic.py --label 写回'
-        ),
-    }
-    return prompt
-
-
-def apply_labels(labels_json):
-    """Write semantic labels back to DuckDB.
-
-    labels_json: {"assets": {"cn": "资产管理", "domain": "固定资产"}, ...}
-    """
-    labels = json.loads(labels_json) if isinstance(labels_json, str) else labels_json
-    con = get_db()
-    updated = 0
-
-    for dirname, info in labels.items():
-        cn = info.get('cn', dirname)
-        domain = info.get('domain', '')
-
-        # Find the FEATURE entity by canonical name (dir)
-        rows = con.execute(
-            "SELECT id FROM entities WHERE type='FEATURE' AND canonical = ?",
-            [dirname]
-        ).fetchall()
-
-        for row in rows:
-            eid = row[0]
-            # Update cn
-            con.execute(
-                "UPDATE entities SET cn = ? WHERE id = ?",
-                [cn, eid]
-            )
-            # Update props with domain
-            props_row = con.execute(
-                "SELECT props FROM entities WHERE id = ?", [eid]
-            ).fetchone()
-            if props_row:
-                try:
-                    props = json.loads(props_row[0]) if props_row[0] else {}
-                except:
-                    props = {}
-                props['business_domain'] = domain
-                props['labeled'] = True
-                con.execute(
-                    "UPDATE entities SET props = ? WHERE id = ?",
-                    [json.dumps(props, ensure_ascii=False), eid]
-                )
-            # Update alias
-            con.execute(
-                "INSERT OR REPLACE INTO aliases VALUES (?, ?)",
-                [cn.lower(), eid]
-            )
-            updated += 1
-
-    con.close()
-    return updated
-
-
-if __name__ == '__main__':
-    if len(sys.argv) > 1 and sys.argv[1] == '--check':
-        result = check_unlabeled()
-        if result:
-            print(json.dumps(result, ensure_ascii=False, indent=2))
-        else:
-            print('{"status": "all_labeled", "message": "所有模块已有语义标注"}')
-
-    elif len(sys.argv) > 2 and sys.argv[1] == '--label':
-        count = apply_labels(sys.argv[2])
-        print('Updated %d entities with semantic labels' % count)
-
-    else:
-        print('Usage:')
-        print('  python kg_semantic.py --check    # 查看待标注模块')
-        print('  python kg_semantic.py --label \'{"assets":{"cn":"资产管理","domain":"固定资产"}}\'')

package/templates/qoder/scripts/mcp_launcher.py

@@ -1,414 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-mcp_launcher.py - 统一 MCP 启动器（跨 Win/Mac/Linux，消除写死路径）
-
-被谁调用:
-  QoderWork 按 ~/.qoderwork/mcp.json 的 command 拉起本脚本。
-  mcp.json 的 args = [<本脚本路径>, <MCP名>]
-  例: {"command": "py", "args": ["C:/Users/HP/.qoderwork/mcp_launcher.py", "kg"]}
-
-为什么需要它:
-  之前 mcp.json 写死绝对路径 (E:\\...\\python.exe + 仓库路径 + venv路径),
-  换电脑/换系统/别人 clone 全废。本 launcher 运行时自定位仓库根 + 找对的 python,
-  mcp.json 只需写 python 命令名 (py/python3) + 本脚本路径 (在 ~/.qoderwork/)。
-
-做什么:
-  1. 解析 argv[1] = MCP 名 (kg / mysql / lanhu)
-  2. find_repo_root(): 环境变量 QODER_REPO > ~/.qoderwork/.repo-root 文件 > 向上找 .qoder/
-  3. 按 MCP 名选 python + server 脚本:
-     - kg:    sys.executable, <repo>/.qoder/scripts/kg_mcp_server.py
-     - mysql: sys.executable, <repo>/.qoder/scripts/mysql_mcp_server.py (env 从 .mcp-mysql-env.json 读)
-     - lanhu: <repo>/external/lanhu-mcp/.venv python (3.10+), 复用 lanhu_stdio_wrapper 逻辑 (读角色 cookie)
-  4. os.execv 启动 (接管进程, QoderWork 管生死)
-
-跨平台:
-  find_repo_root 用 os.path, venv python 用 _venv_python (win Scripts/mac bin)。
-  本脚本被 python3/py/python 跑都行 (它只做定位+execv, 不依赖特定版本)。
-"""
-
-import json
-import os
-import sys
-from pathlib import Path
-
-try:
-    sys.stderr.reconfigure(encoding='utf-8', errors='replace')
-except (AttributeError, TypeError, OSError):
-    pass
-
-
-def _home():
-    """跨平台 home 目录。"""
-    return Path(os.environ.get('USERPROFILE') or os.path.expanduser('~'))
-
-
-def _log(msg):
-    """调试日志到 stderr (MCP stdio 用 stdout, 不能污染)。"""
-    sys.stderr.write('[mcp-launcher] ' + msg + '\n')
-
-
-def _launch_disabled_mcp(name, reason):
-    """没装/没配时, 启动一个空壳 MCP (只回 initialize + tools/list 空)。
-    让 QoderWork 显示绿(已连接)但无工具, 而不是黄(报错)。
-    reason 写进 serverInfo 让用户知道为什么没工具。"""
-    import json as _j
-    _log(f'{name} MCP 以"未启用"模式启动: {reason}')
-    # 简单的 stdio 循环, 只响应 initialize 和 tools/list
-    while True:
-        try:
-            line = sys.stdin.buffer.readline()
-        except (EOFError, OSError):
-            break
-        if not line:
-            break
-        try:
-            req = _j.loads(line.decode('utf-8'))
-        except Exception:
-            continue
-        method = req.get('method', '')
-        rid = req.get('id')
-        if method == 'initialize':
-            sys.stdout.write(_j.dumps({
-                "jsonrpc": "2.0", "id": rid,
-                "result": {
-                    "protocolVersion": "2024-11-05",
-                    "capabilities": {"tools": {}},
-                    "serverInfo": {"name": name, "version": "0.0.0-disabled",
-                                   "reason": reason}
-                }
-            }) + '\n')
-            sys.stdout.flush()
-        elif method == 'tools/list':
-            sys.stdout.write(_j.dumps({
-                "jsonrpc": "2.0", "id": rid,
-                "result": {"tools": []}
-            }) + '\n')
-            sys.stdout.flush()
-        elif method == 'notifications/initialized':
-            pass
-        elif rid is not None:
-            sys.stdout.write(_j.dumps({
-                "jsonrpc": "2.0", "id": rid,
-                "error": {"code": -32601, "message": reason}
-            }) + '\n')
-            sys.stdout.flush()
-
-
-def _find_python_with_deps(required_module='duckdb'):
-    """找一个装了指定依赖的 Python。优先级:
-      1. sys.executable (当前 Python, 先测它有没有)
-      2. 常见 Python 路径 (anaconda/python3等) 逐个测
-    返回 python 路径(str) 或 None。
-    解决"py -3 选的 Python 没装 duckdb"问题。
-    """
-    # 1. 当前 Python 有没有
-    try:
-        __import__(required_module)
-        return sys.executable
-    except ImportError:
-        pass
-    # 2. 找其它 Python
-    import shutil
-    candidates = []
-    for name in ('python', 'python3', 'py'):
-        p = shutil.which(name)
-        if p and p != sys.executable:
-            candidates.append(p)
-    # 常见安装路径 (Windows)
-    if sys.platform == 'win32':
-        for p in [
-            os.path.join(os.environ.get('USERPROFILE', ''), 'Anaconda3', 'python.exe'),
-            os.path.join(os.environ.get('USERPROFILE', ''), 'anaconda3', 'python.exe'),
-            os.path.join(os.environ.get('USERPROFILE', ''), 'miniconda3', 'python.exe'),
-            r'C:\ProgramData\Anaconda3\python.exe',
-        ]:
-            if os.path.isfile(p) and p not in candidates:
-                candidates.append(p)
-    for py in candidates:
-        try:
-            r = __import__('subprocess').run(
-                [py, '-c', 'import %s' % required_module],
-                capture_output=True, timeout=5)
-            if r.returncode == 0:
-                _log(f'找到装了 {required_module} 的 Python: {py}')
-                return py
-        except Exception:
-            continue
-    return None
-
-
-def find_repo_root():
-    """定位 QODER 仓库根。优先级:
-      1. 环境变量 QODER_REPO (用户显式设, 最可靠)
-      2. ~/.qoderwork/.repo-root 文件 (install 时写)
-      3. 向上找 .qoder/scripts/ (cwd 在仓库内, IDE/CLI 场景)
-      4. 本脚本若在 <repo>/.qoder/scripts/ 下 → 上三级 (开发态)
-    返回 Path 或 None。
-    """
-    # 1. 环境变量
-    env_repo = os.environ.get('QODER_REPO')
-    if env_repo and (Path(env_repo) / '.qoder' / 'scripts').is_dir():
-        return Path(env_repo)
-
-    # 2. ~/.qoderwork/.repo-root 文件 (install 写的, 主路径)
-    anchor = _home() / '.qoderwork' / '.repo-root'
-    if anchor.is_file():
-        try:
-            line = anchor.read_text(encoding='utf-8').strip()
-            if line and (Path(line) / '.qoder' / 'scripts').is_dir():
-                return Path(line)
-        except OSError:
-            pass
-
-    # 3. 向上找 .qoder/scripts/
-    here = Path(os.getcwd()).resolve()
-    for _ in range(8):
-        if (here / '.qoder' / 'scripts').is_dir():
-            return here
-        parent = here.parent
-        if parent == here:
-            break
-        here = parent
-
-    # 4. 本脚本位置 (开发态: 在 <repo>/.qoder/scripts/mcp_launcher.py)
-    try:
-        s = Path(__file__).resolve()
-        root = s.parent.parent.parent  # scripts/ -> .qoder/ -> repo
-        if (root / '.qoder' / 'scripts').is_dir():
-            return root
-    except Exception:
-        pass
-
-    return None
-
-
-def _venv_python(venv):
-    """venv 内 python 路径 (跨平台: win Scripts/python.exe, mac bin/python)。"""
-    if sys.platform == 'win32':
-        return venv / 'Scripts' / 'python.exe'
-    return venv / 'bin' / 'python'
-
-
-def _read_current_developer(repo):
-    """读 .qoder/.developer 当前角色。"""
-    try:
-        sys.path.insert(0, str(repo / '.qoder' / 'scripts'))
-        from common.paths import get_developer
-        return get_developer(repo)
-    except Exception:
-        return None
-
-
-def _read_lanhu_cookie(repo, dev):
-    """读角色的蓝湖 cookie。"""
-    try:
-        sys.path.insert(0, str(repo / '.qoder' / 'scripts'))
-        from setup_lanhu import _read_env_cookie, lanhu_env_file, COOKIE_PLACEHOLDER
-        ck = _read_env_cookie(dev)
-        return ck if (ck and ck != COOKIE_PLACEHOLDER) else None
-    except Exception:
-        return None
-
-
-def launch_kg(repo):
-    """启动知识图谱 MCP。找装了 duckdb 的 Python (不是盲目用 sys.executable)。"""
-    server = repo / '.qoder' / 'scripts' / 'kg_mcp_server.py'
-    if not server.is_file():
-        _log(f'kg server 不存在: {server}')
-        _launch_disabled_mcp('qoder-knowledge-graph',
-            'kg_mcp_server.py 缺失。跑 npx @hupan56/wlkj update')
-        return
-    py = _find_python_with_deps('duckdb')
-    if not py:
-        _log('⚠️ 找不到装了 duckdb 的 Python! 跑: pip install duckdb')
-        _log('  或: npx @hupan56/wlkj install-env (自动装依赖)')
-        _launch_disabled_mcp('qoder-knowledge-graph',
-            'duckdb 未装。跑 npx @hupan56/wlkj install-env (自动装依赖)')
-        return
-    _log(f'启动 kg (python={py})')
-    os.execv(py, [py, str(server)])
-
-
-def launch_mysql(repo):
-    """启动 MySQL MCP。连接信息优先从 config.yaml 读 (团队共享, git 里有)。
-    回退: ~/.qoderwork/.mcp-mysql-env.json (旧版个人文件)。"""
-    server = repo / '.qoder' / 'scripts' / 'mysql_mcp_server.py'
-    if not server.is_file():
-        _log(f'mysql server 不存在: {server}')
-        _launch_disabled_mcp('qoder-mysql',
-            'mysql_mcp_server.py 缺失。跑 npx @hupan56/wlkj update')
-        return
-    # 优先: 从 config.yaml 读 (团队共享, clone 就有)
-    cfg_path = repo / '.qoder' / 'config.yaml'
-    mysql_cfg = {}
-    if cfg_path.is_file():
-        try:
-            import yaml
-            d = yaml.safe_load(cfg_path.read_text(encoding='utf-8')) or {}
-            mysql_cfg = d.get('mysql', {}) or {}
-        except Exception:
-            pass
-    if mysql_cfg:
-        for k in ('host', 'port', 'user', 'password'):
-            v = mysql_cfg.get(k)
-            if v:
-                os.environ['MYSQL_' + k.upper()] = str(v)
-        if mysql_cfg.get('env_name'):
-            os.environ['MYSQL_ENV_NAME'] = str(mysql_cfg['env_name'])
-        _log(f'mysql env 从 config.yaml 注入 ({len(mysql_cfg)} 项)')
-    else:
-        # 回退: 旧版个人 env 文件 (~/.qoderwork/.mcp-mysql-env.json)
-        env_file = _home() / '.qoderwork' / '.mcp-mysql-env.json'
-        if env_file.is_file():
-            try:
-                cfg = json.loads(env_file.read_text(encoding='utf-8'))
-                for k, v in cfg.items():
-                    if v:
-                        os.environ[k] = str(v)
-                _log(f'mysql env 从个人文件注入 ({len(cfg)} 项)')
-            except (json.JSONDecodeError, OSError):
-                pass
-        else:
-            _log('⚠️ mysql 配置缺失: config.yaml 无 mysql 段, 且 ~/.qoderwork/.mcp-mysql-env.json 不存在')
-    _log(f'启动 mysql')
-    py = _find_python_with_deps('pymysql')
-    if not py:
-        _log('⚠️ 找不到装了 pymysql 的 Python! 跑: pip install pymysql')
-        _launch_disabled_mcp('qoder-mysql',
-            'pymysql 未装。跑 pip install pymysql 或 npx @hupan56/wlkj install-env')
-        return
-    _log(f'  python={py}')
-    os.execv(py, [py, str(server)])
-
-
-ZENTAO_URL_DEFAULT = 'http://10.89.2.91/zentao'
-
-
-def launch_zentao(repo):
-    """启动禅道 MCP。连接信息从 config.yaml 读(团队共享)。"""
-    server = repo / '.qoder' / 'scripts' / 'zentao_mcp_server.py'
-    if not server.is_file():
-        _log(f'zentao server 不存在: {server}')
-        _launch_disabled_mcp('qoder-zentao', 'zentao_mcp_server.py 缺失')
-        return
-    # 从 config.yaml 读禅道配置
-    cfg_path = repo / '.qoder' / 'config.yaml'
-    if cfg_path.is_file():
-        try:
-            import yaml
-            d = yaml.safe_load(cfg_path.read_text(encoding='utf-8')) or {}
-            zt = d.get('zentao', {}) or {}
-            if zt:
-                os.environ['ZENTAO_URL'] = str(zt.get('url', ZENTAO_URL_DEFAULT))
-                os.environ['ZENTAO_USER'] = str(zt.get('user', ''))
-                os.environ['ZENTAO_PASSWORD'] = str(zt.get('password', ''))
-                _log(f'zentao env 从 config.yaml 注入')
-        except Exception:
-            pass
-    _log(f'启动 zentao')
-    py = _find_python_with_deps('requests')
-    if not py:
-        _log('⚠️ 找不到装了 requests 的 Python!')
-        _launch_disabled_mcp('qoder-zentao', 'requests 未装。pip install requests')
-        return
-    _log(f'  python={py}')
-    os.execv(py, [py, str(server)])
-
-
-def launch_lanhu(repo):
-    """启动蓝湖 MCP。用 venv 的 3.10+ python (fastmcp 要求), 读角色 cookie。
-    没装 lanhu venv 或没配 cookie 时, 输出友好提示并启动一个空壳 MCP
-    (让 QoderWork 显示"未启用"而不是黄/报错)。"""
-    venv = repo / 'external' / 'lanhu-mcp' / '.venv'
-    server = repo / 'external' / 'lanhu-mcp' / 'lanhu_mcp_server.py'
-
-    # 检查 venv
-    if not venv.is_dir():
-        _log('lanhu venv 未安装 — MCP 将以"未启用"模式启动')
-        _launch_disabled_mcp('lanhu',
-            '蓝湖 MCP 未安装。跑 python .qoder/scripts/setup_lanhu.py 安装')
-        return
-    py = _venv_python(venv)
-    if not py.is_file():
-        _log(f'lanhu venv python 不存在: {py}')
-        _launch_disabled_mcp('lanhu', '蓝湖 MCP venv 异常, 重装: setup_lanhu.py')
-        return
-    if not server.is_file():
-        _log(f'lanhu server 不存在: {server}')
-        _launch_disabled_mcp('lanhu', '蓝湖 MCP server 文件缺失')
-        return
-
-    # 读角色 cookie
-    dev = _read_current_developer(repo)
-    if not dev:
-        _log('未初始化开发者 (.qoder/.developer), 跑 /wl-init')
-        _launch_disabled_mcp('lanhu', '未初始化开发者, 跑 /wl-init')
-        return
-    cookie = _read_lanhu_cookie(repo, dev)
-    if not cookie:
-        _log(f'角色 {dev} 的蓝湖 cookie 未配置 (占位/缺失)')
-        _log(f'  编辑 workspace/members/{dev}/.secrets/lanhu.env')
-        _launch_disabled_mcp('lanhu',
-            f'蓝湖 cookie 未配置: workspace/members/{dev}/.secrets/lanhu.env')
-        return
-
-    # 注入 env (角色隔离: cookie + 用户名都是当前角色的)
-    os.environ['LANHU_COOKIE'] = cookie
-    os.environ['MCP_TRANSPORT'] = 'stdio'
-    os.environ['LANHU_USER_NAME'] = dev or 'Developer'
-    os.environ['LANHU_USER_ROLE'] = 'Developer'
-    _log(f'启动 lanhu (角色={dev}, python={py})')
-    os.execv(str(py), [str(py), str(server)])
-
-
-LAUNCHERS = {
-    'kg': launch_kg,
-    'knowledge-graph': launch_kg,
-    'mysql': launch_mysql,
-    'zentao': launch_zentao,
-    'lanhu': launch_lanhu,
-}
-
-
-def main():
-    # ⚠️ 关键: 任何失败都走 _launch_disabled_mcp(), 绝不 sys.exit()。
-    # sys.exit(1) 会让进程退出 → QoderWork 显示黄色(连接错误), 用户以为坏了。
-    # _launch_disabled_mcp() 启动一个干净 stdio 循环响应 initialize →
-    # QoderWork 显示绿色(已连接, 0工具), 用户知道是"未启用"而非"坏了"。
-    if len(sys.argv) < 2:
-        _log('用法: mcp_launcher.py <kg|mysql|zentao|lanhu>')
-        _log(f'  argv={sys.argv}')
-        _launch_disabled_mcp('qoder-mcp',
-            '启动参数缺失: mcp_launcher.py <kg|mysql|zentao|lanhu>')
-        return
-    name = sys.argv[1].lower()
-
-    repo = find_repo_root()
-    if not repo:
-        _log('无法定位 QODER 仓库根。')
-        _log('  方式1: 设环境变量 QODER_REPO=<仓库根>')
-        _log('  方式2: 重跑 npx @hupan56/wlkj update (刷新 .repo-root)')
-        _log('  方式3: 在仓库目录内运行')
-        _launch_disabled_mcp(name,
-            '未定位到 QODER 仓库根。跑 npx @hupan56/wlkj update')
-        return
-    _log(f'仓库根: {repo}')
-
-    fn = LAUNCHERS.get(name)
-    if not fn:
-        _log(f'未知 MCP 名: {name} (支持: {list(LAUNCHERS)})')
-        _launch_disabled_mcp(name,
-            '未知 MCP 名: %s (支持: %s)' % (name, ', '.join(LAUNCHERS)))
-        return
-    try:
-        fn(repo)
-    except Exception as e:
-        # 启动函数抛异常也不能让进程死 (死=黄, 捕获=绿)
-        _log(f'启动 {name} 时异常: {e}')
-        _launch_disabled_mcp(name,
-            '%s MCP 启动异常: %s。跑 npx @hupan56/wlkj update' % (name, e))
-
-
-if __name__ == '__main__':
-    main()