@hupan56/wlkj 2.0.0

package/templates/qoder/scripts/export.py

@@ -0,0 +1,487 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+export.py - 集成导出工具 (阶段 C)
+
+把 QODER 的任务/PRD/API 数据导出为外部系统可消费的格式:
+  - jira   : Jira CSV importer 格式 (任务 -> Jira issues)
+  - openapi: OpenAPI 3.0 YAML (api-index -> API 契约)
+  - callgraph : Java 调用图 JSON (@Autowired 依赖)
+
+Usage:
+    python export.py jira [--mine] [--sprint YYYY-WW]
+    python export.py openapi [--module 保险] [--project fywl-ics]
+    python export.py callgraph [--class ClassName]
+
+输出到 workspace/members/{dev}/exports/。
+"""
+
+import argparse
+import csv
+import io
+import json
+import os
+import re
+import sys
+from datetime import datetime
+from pathlib import Path
+
+try:
+    sys.stdout.reconfigure(encoding='utf-8', errors='replace')
+except (AttributeError, TypeError, OSError):
+    pass
+
+THIS_DIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, THIS_DIR)
+from common.paths import get_repo_root, get_developer, get_tasks_dir
+from common.task_utils import load_task_json
+from common.atomicio import safe_read_json
+
+BASE = get_repo_root()
+INDEX_DIR = BASE / 'data' / 'index'
+
+
+def _export_dir():
+    """导出目录: workspace/members/{dev}/exports/"""
+    dev = get_developer(BASE) or 'unknown'
+    d = BASE / 'workspace' / 'members' / dev / 'exports'
+    d.mkdir(parents=True, exist_ok=True)
+    return d
+
+
+# ============================================================
+# C1: Jira CSV 导出
+# ============================================================
+
+# Jira Priority 映射
+JIRA_PRIORITY = {
+    'P0': 'Highest', 'P1': 'High', 'P2': 'Medium', 'P3': 'Low',
+}
+
+# Jira Issue Type 映射 (从 task tags 或 title 推断)
+def _infer_issue_type(data):
+    tags = data.get('tags') or []
+    title = (data.get('title') or '').lower()
+    if 'bug' in tags or '缺陷' in title or 'bug' in title:
+        return 'Bug'
+    if 'task' in tags or '任务' in title:
+        return 'Task'
+    if 'story' in tags or '需求' in title or 'feature' in title:
+        return 'Story'
+    return 'Task'
+
+
+def export_jira(mine_only=False, sprint=None):
+    """导出任务为 Jira CSV。"""
+    tasks_dir = get_tasks_dir(BASE)
+    if not tasks_dir.is_dir():
+        print('No tasks directory')
+        return 1
+
+    dev = get_developer(BASE)
+    rows = []
+    for d in sorted(tasks_dir.iterdir()):
+        if not d.is_dir():
+            continue
+        data = load_task_json(d)
+        if not data:
+            continue
+        # 归档的不导出
+        if data.get('status') == 'completed' and data.get('archived_at'):
+            continue
+        # --mine 过滤
+        if mine_only and dev not in (data.get('assignee'), data.get('creator')):
+            continue
+
+        # 读 PRD 摘要作为 Description
+        desc = ''
+        prd_file = d / 'prd.md'
+        if prd_file.is_file():
+            try:
+                content = prd_file.read_text(encoding='utf-8')
+                # 取前 500 字符作为描述
+                desc = content[:500].replace('"', "'").replace('\n', '\\n')
+            except Exception:
+                pass
+
+        rows.append({
+            'Summary': data.get('title', d.name),
+            'Issue Type': _infer_issue_type(data),
+            'Priority': JIRA_PRIORITY.get(data.get('priority', 'P2'), 'Medium'),
+            'Assignee': data.get('assignee', ''),
+            'Reporter': data.get('creator', ''),
+            'Due Date': data.get('due_date') or '',
+            'Description': desc,
+            'Labels': ';'.join(data.get('tags') or []),
+            'Status': _jira_status(data.get('status', 'planning')),
+            'External ID': d.name,  # 用于后续同步 (避免重复导入)
+        })
+
+    if not rows:
+        print('No tasks to export')
+        return 0
+
+    # 写 CSV
+    out_file = _export_dir() / f'jira-{datetime.now().strftime("%Y%m%d-%H%M")}.csv'
+    buf = io.StringIO()
+    writer = csv.DictWriter(buf, fieldnames=list(rows[0].keys()))
+    writer.writeheader()
+    writer.writerows(rows)
+    out_file.write_text(buf.getvalue(), encoding='utf-8-sig')  # BOM 让 Excel 正确识别中文
+
+    print(f'导出 {len(rows)} 个任务到: {out_file}')
+    print(f'Jira 导入: System > CSV Importer > 选择此文件')
+    return 0
+
+
+def _jira_status(status):
+    """task status -> Jira status."""
+    return {
+        'planning': 'To Do',
+        'in_progress': 'In Progress',
+        'completed': 'Done',
+    }.get(status, 'To Do')
+
+
+# ============================================================
+# C2: OpenAPI 契约生成
+# ============================================================
+
+# Java 类型 -> OpenAPI schema 类型
+JAVA_TO_OPENAPI = {
+    'String': {'type': 'string'},
+    'Integer': {'type': 'integer', 'format': 'int32'},
+    'int': {'type': 'integer', 'format': 'int32'},
+    'Long': {'type': 'integer', 'format': 'int64'},
+    'long': {'type': 'integer', 'format': 'int64'},
+    'Double': {'type': 'number', 'format': 'double'},
+    'double': {'type': 'number', 'format': 'double'},
+    'BigDecimal': {'type': 'number'},
+    'Boolean': {'type': 'boolean'},
+    'boolean': {'type': 'boolean'},
+    'LocalDate': {'type': 'string', 'format': 'date'},
+    'LocalDateTime': {'type': 'string', 'format': 'date-time'},
+    'Date': {'type': 'string', 'format': 'date'},
+    'List': {'type': 'array'},
+    'Map': {'type': 'object'},
+    'Object': {'type': 'object'},
+    'void': None,
+}
+
+
+def export_openapi(module=None, project='fywl-ics'):
+    """从 api-index + Java 源码生成 OpenAPI 3.0 YAML。
+
+    扫描指定 project 的 Controller, 提取 @*Mapping + 方法签名。
+    """
+    api_index = safe_read_json(INDEX_DIR / 'api-index.json', default={}) or {}
+    if not api_index:
+        print('api-index.json 不存在或为空, 先跑 git_sync.py')
+        return 1
+
+    # 按模块/项目过滤 API
+    filtered = {}
+    module_lower = module.lower() if module else None
+    for endpoint, filepath in api_index.items():
+        if not filepath.startswith(project + '/'):
+            continue
+        if module_lower and module_lower not in endpoint.lower() and module_lower not in filepath.lower():
+            continue
+        filtered[endpoint] = filepath
+
+    if not filtered:
+        print(f'未找到匹配的 API (project={project}, module={module})')
+        print(f'api-index 共 {len(api_index)} 个 endpoint, project={project} 下 {sum(1 for f in api_index.values() if f.startswith(project+"/"))} 个')
+        return 1
+
+    # 解析 Java 文件提取方法签名 (best-effort, regex)
+    paths = {}
+    code_dir = BASE / 'data' / 'code'
+    for endpoint, rel_path in filtered.items():
+        full_path = code_dir / rel_path
+        if not full_path.is_file():
+            continue
+        try:
+            content = full_path.read_text(encoding='utf-8', errors='replace')
+        except Exception:
+            continue
+
+        # 解析 HTTP method + path
+        # endpoint 格式通常是 "GET /api/foo/bar" 或 "/api/foo/bar"
+        ep_match = re.match(r'^(GET|POST|PUT|DELETE|PATCH)\s+(.+)$', endpoint, re.IGNORECASE)
+        if ep_match:
+            method = ep_match.group(1).lower()
+            path = ep_match.group(2).strip()
+        else:
+            # 无方法前缀, 默认 GET
+            method = 'get'
+            path = endpoint.strip()
+
+        # 从源码找方法 (best-effort)
+        operation = _extract_operation(content, endpoint, path)
+
+        path_item = paths.setdefault(path, {})
+        path_item[method] = operation
+
+    # 生成 OpenAPI YAML
+    spec = {
+        'openapi': '3.0.3',
+        'info': {
+            'title': f'{project}' + (f' / {module}' if module else ''),
+            'version': datetime.now().strftime('%Y-%m-%d'),
+            'description': f'从 api-index 自动生成 ({len(filtered)} endpoints)',
+        },
+        'paths': dict(sorted(paths.items())),
+    }
+
+    # 写 YAML (简单序列化, 不依赖 PyYAML; 失败回退 JSON)
+    name_parts = [f'openapi-{project}']
+    if module:
+        name_parts.append(module)
+    out_file = _export_dir() / ('-'.join(name_parts) + '.yaml')
+    try:
+        yaml_text = _to_yaml(spec)
+        out_file.write_text(yaml_text, encoding='utf-8')
+    except Exception:
+        out_file = out_file.with_suffix('.json')
+        out_file.write_text(json.dumps(spec, indent=2, ensure_ascii=False), encoding='utf-8')
+
+    print(f'导出 {len(paths)} 个路径 ({len(filtered)} endpoints) 到: {out_file}')
+    return 0
+
+
+def _extract_operation(content, endpoint, path):
+    """从 Controller 源码提取操作信息 (best-effort)。"""
+    # 提取类上的 @RequestMapping 前缀
+    cls_prefix = ''
+    m = re.search(r'@RequestMapping\s*\(\s*["\']([^"\']+)["\']', content)
+    if m:
+        cls_prefix = m.group(1)
+
+    # 简化: 返回基本操作结构
+    summary = path.rsplit('/', 1)[-1].replace('-', ' ').title() or endpoint
+    return {
+        'summary': summary,
+        'operationId': re.sub(r'[^a-zA-Z0-9]', '_', path).strip('_'),
+        'tags': [path.split('/')[2] if len(path.split('/')) > 2 else 'default'],
+        'responses': {
+            '200': {'description': '成功'},
+            '400': {'description': '参数错误'},
+            '401': {'description': '未认证'},
+            '500': {'description': '服务器错误'},
+        },
+    }
+
+
+def _to_yaml(obj, indent=0):
+    """简易 YAML 序列化 (无第三方依赖)。支持 dict/list/str/num/bool/None。"""
+    pad = '  ' * indent
+    lines = []
+    if isinstance(obj, dict):
+        for k, v in obj.items():
+            if isinstance(v, (dict, list)) and v:
+                lines.append(f'{pad}{k}:')
+                lines.append(_to_yaml(v, indent + 1))
+            elif v is None:
+                lines.append(f'{pad}{k}: null')
+            elif isinstance(v, bool):
+                lines.append(f'{pad}{k}: {"true" if v else "false"}')
+            elif isinstance(v, (int, float)):
+                lines.append(f'{pad}{k}: {v}')
+            else:
+                lines.append(f'{pad}{k}: "{str(v).replace(chr(34), chr(92)+chr(34))}"')
+    elif isinstance(obj, list):
+        for item in obj:
+            if isinstance(item, (dict, list)):
+                lines.append(f'{pad}-')
+                lines.append(_to_yaml(item, indent + 1))
+            else:
+                lines.append(f'{pad}- "{str(item).replace(chr(34), chr(92)+chr(34))}"')
+    return '\n'.join(lines)
+
+
+# ============================================================
+# C3: Java 调用图
+# ============================================================
+
+def export_callgraph(class_name=None):
+    """生成/查询 Java 调用图 (@Autowired 依赖)。
+
+    首次运行会扫描源码构建 callgraph.json; 后续直接查索引。
+    """
+    cg_path = INDEX_DIR / 'callgraph.json'
+    if not cg_path.is_file():
+        print('callgraph.json 不存在, 构建中...')
+        cg = _build_callgraph()
+        if not cg:
+            print('构建失败 (无 Java 源码或解析失败)')
+            return 1
+    else:
+        cg = safe_read_json(cg_path, default={}) or {}
+
+    if class_name:
+        # 查询模式: 显示该类的依赖
+        return _query_callgraph(cg, class_name)
+    else:
+        # 全量导出
+        out_file = _export_dir() / f'callgraph-{datetime.now().strftime("%Y%m%d")}.json'
+        out_file.write_text(json.dumps(cg, indent=2, ensure_ascii=False), encoding='utf-8')
+        print(f'导出 {len(cg)} 个类的调用图到: {out_file}')
+        print(f'依赖关系总数: {sum(len(c.get("injects", [])) for c in cg.values())}')
+        return 0
+
+
+def _build_callgraph():
+    """扫描 Java 源码构建调用图。"""
+    code_dir = BASE / 'data' / 'code'
+    if not code_dir.is_dir():
+        return {}
+
+    cg = {}
+    SKIP_DIRS = {'node_modules', 'target', 'build', 'dist', '.git', '__pycache__'}
+
+    for project in code_dir.iterdir():
+        if not project.is_dir():
+            continue
+        for root, dirs, files in os.walk(project):
+            dirs[:] = [d for d in dirs if d not in SKIP_DIRS and not d.startswith('.')]
+            for f in files:
+                if not f.endswith('.java'):
+                    continue
+                filepath = os.path.join(root, f)
+                try:
+                    content = open(filepath, encoding='utf-8', errors='replace').read()
+                except Exception:
+                    continue
+
+                # 提取类名
+                cls_match = re.search(r'\b(?:public\s+)?(?:abstract\s+)?class\s+(\w+)', content)
+                if not cls_match:
+                    continue
+                cls = cls_match.group(1)
+
+                # 提取 @Autowired/@Resource 字段类型
+                injects = set()
+                # 模式: @Autowired\n private XxxService xxx;
+                for m in re.finditer(
+                    r'@(?:Autowired|Resource)\s*(?:\([^)]*\))?\s*(?:private|protected|public)?\s*(\w+)\s+\w+\s*[;=]',
+                    content
+                ):
+                    injects.add(m.group(1))
+                # 构造器注入: private final XxxService xxx; 在构造器参数
+                for m in re.finditer(
+                    r'(?:private|protected|final)\s+(\w+(?:Service|Mapper|Repository|Component|Client|Manager|Helper))\s+\w+\s*[;=]',
+                    content
+                ):
+                    injects.add(m.group(1))
+
+                # 提取 @RequestMapping 类级前缀
+                prefix = ''
+                pm = re.search(r'@RequestMapping\s*\(\s*(?:value\s*=\s*)?["\']([^"\']+)["\']', content)
+                if pm:
+                    prefix = pm.group(1)
+
+                # 提取 @*Mapping 端点
+                endpoints = []
+                for m in re.finditer(
+                    r'@(Get|Post|Put|Delete|Patch|Request)Mapping\s*\(\s*(?:value\s*=\s*)?["\']([^"\']+)["\']',
+                    content
+                ):
+                    method = m.group(1).upper()
+                    if method == 'REQUEST':
+                        method = 'ANY'
+                    ep_path = prefix + m.group(2) if prefix else m.group(2)
+                    endpoints.append(f'{method} {ep_path}')
+
+                # 提取 package
+                pkg_match = re.search(r'^package\s+([\w.]+);', content, re.MULTILINE)
+                pkg = pkg_match.group(1) if pkg_match else ''
+
+                rel_path = os.path.relpath(filepath, code_dir).replace(os.sep, '/')
+                cg[cls] = {
+                    'package': pkg,
+                    'file': rel_path,
+                    'injects': sorted(injects),
+                    'endpoints': endpoints,
+                }
+
+    # 持久化到 data/index/callgraph.json (供后续查询复用)
+    try:
+        from common.atomicio import atomic_write_json
+        atomic_write_json(str(INDEX_DIR / 'callgraph.json'), cg)
+    except Exception as e:
+        sys.stderr.write(f'[export] callgraph 持久化失败 (不影响导出): {e}\n')
+
+    return cg
+
+
+def _query_callgraph(cg, class_name):
+    """查询某类的依赖关系 (谁依赖它 / 它依赖谁)。"""
+    cls = cg.get(class_name)
+    if not cls:
+        # 模糊匹配
+        matches = [k for k in cg if class_name.lower() in k.lower()]
+        if not matches:
+            print(f'类 {class_name} 不在调用图中')
+            return 1
+        if len(matches) == 1:
+            class_name = matches[0]
+            cls = cg[class_name]
+        else:
+            print(f'类名歧义, 匹配到 {len(matches)} 个:')
+            for m in matches[:10]:
+                print(f'  {m}')
+            return 1
+
+    print(f'类: {class_name}')
+    print(f'包: {cls.get("package", "?")}')
+    print(f'文件: {cls.get("file", "?")}')
+    print(f'\n依赖 (注入): {len(cls.get("injects", []))} 个')
+    for inj in cls.get('injects', []):
+        print(f'  -> {inj}')
+    print(f'\n端点: {len(cls.get("endpoints", []))} 个')
+    for ep in cls.get('endpoints', []):
+        print(f'  {ep}')
+
+    # 反向: 谁依赖这个类
+    dependents = [k for k, v in cg.items() if class_name in v.get('injects', [])]
+    print(f'\n被依赖 (谁注入了它): {len(dependents)} 个')
+    for dep in dependents[:20]:
+        print(f'  <- {dep}')
+    return 0
+
+
+# ============================================================
+# Main
+# ============================================================
+
+def main():
+    parser = argparse.ArgumentParser(description='集成导出工具')
+    sub = parser.add_subparsers(dest='format', help='导出格式')
+
+    p_jira = sub.add_parser('jira', help='导出 Jira CSV')
+    p_jira.add_argument('--mine', action='store_true', help='只导出我的任务')
+    p_jira.add_argument('--sprint', help='按 sprint 过滤 (YYYY-WW)')
+
+    p_openapi = sub.add_parser('openapi', help='导出 OpenAPI YAML')
+    p_openapi.add_argument('--module', help='模块名 (如 保险)')
+    p_openapi.add_argument('--project', default='fywl-ics', help='项目 (默认 fywl-ics)')
+
+    p_cg = sub.add_parser('callgraph', help='Java 调用图')
+    p_cg.add_argument('--class', dest='class_name', help='查询指定类的依赖')
+
+    args = parser.parse_args()
+    if not args.format:
+        parser.print_help()
+        return 1
+
+    if args.format == 'jira':
+        return export_jira(mine_only=args.mine, sprint=args.sprint)
+    elif args.format == 'openapi':
+        return export_openapi(module=args.module, project=args.project)
+    elif args.format == 'callgraph':
+        return export_callgraph(class_name=args.class_name)
+
+
+if __name__ == '__main__':
+    sys.exit(main())