@hupan56/wlkj 2.5.0 → 2.7.0

package/templates/qoder/scripts/build_style_index.py

@@ -8,6 +8,7 @@ Usage:
   python build_style_index.py
 """
 import os, json, re, sys
+from common.paths import BUILD_CACHE_DIR
 from datetime import datetime
 
 # UTF-8 stdio (防御性: stdout 被捕获时不崩溃)
@@ -22,8 +23,23 @@ except (AttributeError, TypeError, OSError, IOError):
 BASE = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 DATA_CODE = os.path.join(BASE, 'data', 'code')
 INDEX_DIR = os.path.join(BASE, 'data', 'index')
-STYLE_INDEX_PATH = os.path.join(INDEX_DIR, 'style-index.json')
-STYLE_META_PATH = os.path.join(INDEX_DIR, 'style-meta.json')
+STYLE_INDEX_PATH = os.path.join(BUILD_CACHE_DIR, 'ui-style.json')
+STYLE_META_PATH = os.path.join(BUILD_CACHE_DIR, 'ui-style-meta.json')
+MODULE_INDEX_PATH = os.path.join(BUILD_CACHE_DIR, 'ui-modules.json')
+TRACE_INDEX_PATH = os.path.join(BUILD_CACHE_DIR, 'trace-chain.json')
+TEST_ASSERTIONS_PATH = os.path.join(BUILD_CACHE_DIR, 'test-assertions.json')
+
+# Import the shared extraction utilities (call-chain + test code extractors)
+# E2: prefer tree-sitter extraction (31%->70%+ coverage); fallback to regex
+sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
+try:
+    from common.ts_extract import ts_build_api_fn_table as build_api_fn_table
+    from common.ts_extract import ts_trace_clicks as trace_clicks
+    _EXTRACT_ENGINE = 'tree-sitter'
+except Exception:
+    from common.extract import build_api_fn_table, trace_clicks
+    _EXTRACT_ENGINE = 'regex (tree-sitter not installed)'
+from common.test_extract import extract_test_assertions  # noqa: E402
 
 
 def extract_vue_patterns(filepath, content):
@@ -85,9 +101,268 @@ def extract_vue_patterns(filepath, content):
     if grid_c:
         patterns['layout']['grid_cols'] = [int(x) for x in grid_c]
 
+    # Extract interaction behaviors (供 fill_prototype / DESIGN.md 用, 不固化模板)
+    behaviors = {}
+    # 侧边栏折叠模式: click / hover / trigger
+    if re.search(r'useMenu|collapsed|sidebarCollapsed', content):
+        behaviors['sidebar_collapse'] = 'click' if 'collapsed' in content else 'auto'
+    # 表格分页模式: 前端 / 后端 / 滚动
+    if 'pagination:' in content:
+        behaviors['table_pagination'] = 'pagination'
+    elif 'scroll-y' in content or 'virtual' in content.lower():
+        behaviors['table_pagination'] = 'scroll'
+    elif any(m in content for m in TABLE_MARKS):
+        behaviors['table_pagination'] = 'none'
+    # 表单提交模式: 整体 / 分步 / 行内
+    if 'Steps' in content or 'a-steps' in content or 'useStep' in content:
+        behaviors['form_mode'] = 'wizard'
+    elif 'Tab' in content and 'pane' in content.lower():
+        behaviors['form_mode'] = 'tabs'
+    elif any(m in content for m in FORM_MARKS):
+        behaviors['form_mode'] = 'single'
+    # 弹窗类型: modal / drawer
+    if 'a-modal' in content or 'Modal' in content.split('import')[-1] if 'import' in content else '':
+        behaviors['popup'] = 'modal'
+    elif 'a-drawer' in content or 'Drawer' in content:
+        behaviors['popup'] = 'drawer'
+    if behaviors:
+        patterns['behaviors'] = behaviors
+
     return patterns
 
 
+def detect_stack(proj_path):
+    """Detect the UI tech stack from package.json dependencies.
+
+    Returns one of: 'vben-admin', 'ant-design-vue', 'vant-mobile',
+    'element-plus', 'react', 'unknown'. This lets the prototype generator pick
+    the right skeleton (or honestly degrade) instead of assuming Vben for every
+    project.
+
+    For monorepos (pnpm workspaces), reads apps/*/package.json where concrete
+    UI deps live (the root package.json is tooling-only with workspace:* refs).
+    """
+    def _read_deps(pkg_path):
+        try:
+            with open(pkg_path, encoding='utf-8', errors='ignore') as f:
+                pkg = json.load(f)
+            deps = set((pkg.get('dependencies') or {}).keys())
+            deps |= set((pkg.get('devDependencies') or {}).keys())
+            return deps, pkg
+        except Exception:
+            return set(), {}
+
+    # 收集所有 package.json 的依赖 (root + monorepo apps/*)
+    all_deps = set()
+    root_pkg = os.path.join(proj_path, 'package.json')
+    if os.path.isfile(root_pkg):
+        d, _ = _read_deps(root_pkg)
+        all_deps |= d
+    # monorepo: apps/*/package.json 有真实 UI 依赖
+    apps_dir = os.path.join(proj_path, 'apps')
+    if os.path.isdir(apps_dir):
+        for app in os.listdir(apps_dir):
+            ap = os.path.join(apps_dir, app, 'package.json')
+            if os.path.isfile(ap):
+                d, _ = _read_deps(ap)
+                all_deps |= d
+
+    if not all_deps:
+        return 'unknown'
+
+    # 决策树 (按特异性排序)
+    if any(d.startswith('@vben/') for d in all_deps):
+        return 'vben-admin'
+    if 'react' in all_deps and 'react-dom' in all_deps and 'vue' not in all_deps:
+        return 'react'
+    if 'vant' in all_deps:
+        return 'vant-mobile'
+    if 'ant-design-vue' in all_deps:
+        return 'ant-design-vue'
+    if 'element-plus' in all_deps:
+        return 'element-plus'
+    if 'vue' in all_deps:
+        return 'ant-design-vue'  # Vue 但无已知组件库, 假设最常见
+    return 'unknown'
+
+
+def extract_layout_fingerprint(proj_path):
+    """Extract the project's layout "fingerprint" from Vben preferences.ts.
+
+    Captures layout mode, sidebar width, theme colors and access mode so the
+    prototype generator can mirror the *real* shell of the target project
+    (e.g. ICS uses ``mixed-nav`` with a backend-driven multi-level menu),
+    instead of always drawing a flat single-level sidebar.
+
+    Gracefully degrades to defaults when preferences.ts is absent (e.g. the
+    Vant mobile project Carmg-H5 has no Vben preferences at all).
+    """
+    DEFAULT = {
+        'stack': 'unknown',
+        'layout': 'sidebar-nav',
+        'access_mode': 'frontend',
+        'sidebar_width': None,
+        'theme_mode': 'light',
+        'semi_dark_sidebar': False,
+        'color_primary': None,
+        'color_success': None,
+        'color_warning': None,
+        'color_destructive': None,
+        'radius': None,
+    }
+
+    # Find the first preferences.ts that actually overrides something.
+    # Monorepos (fywl-ui) may host several apps; pick the richest one.
+    pref_text = ''
+    for root, dirs, files in os.walk(proj_path):
+        dirs[:] = [d for d in dirs if d not in ['node_modules', 'dist', '.git', '__pycache__', '.svn']]
+        for f in files:
+            if f == 'preferences.ts':
+                try:
+                    txt = open(os.path.join(root, f), encoding='utf-8', errors='ignore').read()
+                except Exception:
+                    continue
+                # Prefer files that declare overridesPreferences (the app one),
+                # over framework defaults / type stubs.
+                if 'overridesPreferences' in txt or 'defineOverridesPreferences' in txt:
+                    pref_text = txt
+                    break
+        if pref_text:
+            break
+
+    if not pref_text:
+        # 无 preferences.ts 也要检测技术栈 (来自 package.json), 否则新项目
+        # 永远显示 unknown stack, 原型生成器无法选对骨架
+        DEFAULT['stack'] = detect_stack(proj_path)
+        return DEFAULT
+
+    fp = dict(DEFAULT)
+
+    def grab(key, within=None):
+        block = within if within is not None else pref_text
+        m = re.search(r"%s\s*:\s*['\"]([^'\"]+)['\"]" % re.escape(key), block)
+        return m.group(1) if m else None
+
+    def grab_num(key, within=None):
+        block = within if within is not None else pref_text
+        m = re.search(r"%s\s*:\s*(\d+)" % re.escape(key), block)
+        return int(m.group(1)) if m else None
+
+    def grab_bool(key, within=None):
+        block = within if within is not None else pref_text
+        m = re.search(r"%s\s*:\s*(true|false)" % re.escape(key), block)
+        return m.group(1) == 'true' if m else None
+
+    fp['layout'] = grab('layout') or DEFAULT['layout']
+    fp['access_mode'] = grab('accessMode') or DEFAULT['access_mode']
+    fp['sidebar_width'] = grab_num('width')
+
+    # theme block
+    theme_m = re.search(r"theme\s*:\s*\{([^}]*)\}", pref_text, re.S)
+    theme_block = theme_m.group(1) if theme_m else ''
+    if theme_block:
+        fp['theme_mode'] = grab('mode', theme_block) or DEFAULT['theme_mode']
+        fp['semi_dark_sidebar'] = grab_bool('semiDarkSidebar', theme_block)
+        if fp['semi_dark_sidebar'] is None:
+            fp['semi_dark_sidebar'] = DEFAULT['semi_dark_sidebar']
+        for target, src in [('color_primary', 'colorPrimary'),
+                            ('color_success', 'colorSuccess'),
+                            ('color_warning', 'colorWarning'),
+                            ('color_destructive', 'colorDestructive')]:
+            val = grab(src, theme_block)
+            if val:
+                fp[target] = val
+
+    rad = grab('radius')
+    if rad:
+        fp['radius'] = rad
+
+    # 技术栈检测 (独立于 preferences.ts, 来自 package.json)
+    fp['stack'] = detect_stack(proj_path)
+
+    return fp
+
+
+# 常见模块目录名 -> 中文标签映射 (兜底, 当 repowiki 无对应时用).
+# 覆盖 ICS 当前已知模块; 新模块若不在表里则用目录名本身.
+MODULE_CN_MAP = {
+    'agent': '代理人', 'assets': '资产管理', 'assignment': '任务调度',
+    'core': '核心', 'cost': '费用管理', 'dashboard': '概览工作台',
+    'energy': '能耗管理', 'fleet': '车队管理', 'flow': '流程管理',
+    'hr': '人事管理', 'maintenance': '维护管理', 'monitor': '监控管理',
+    'operation': '运营管理', 'quality': '质量管理', 'qalityassessment': '质量考核',
+    'qualityandsafety': '质量安全', 'settings': '系统设置', 'system': '系统管理',
+    'tool': '工具', 'vehlife': '车辆生活',
+    # APP (Carmg-H5) modules
+    'icsAbnormalCenter': '异常中心', 'icsAbnormalStatistics': '异常统计',
+    'icsAttendance': '考勤管理', 'icsAttendCheck': '考勤核查',
+    'icsBudgetDashboard': '预算看板', 'icsBusiness': '业务管理',
+    'icsCostManage': '费用管理', 'icsDailyReport': '日报管理',
+    'icsFacilities': '设施管理', 'icsFeedBack': '意见反馈',
+    'icsGarden': '园区管理', 'icsHrManagement': '人事管理',
+    'icsInventory': '库存管理', 'icsLogin': '登录',
+    'icsMaintenanceManag': '维护管理', 'icsMaterial': '物料管理',
+    'icsNotice': '通知公告', 'icsOil': '油耗管理',
+    'icsOperation': '运营管理', 'icsPersonalCenter': '个人中心',
+    'icsQualityInspection': '质量巡查', 'icsSafe': '安全管理',
+    'icsSmartProperty': '智慧物业', 'icsVehicle': '车辆管理',
+    'icsVehicleAffairs': '车务管理', 'icsTodo': '待办事项',
+}
+
+
+def extract_modules(proj_name, proj_path):
+    """提取项目的业务模块清单 (英文目录名 + 中文标签 + 来源路径)。
+
+    扫描两类来源:
+      - Web (fywl-ui): apps/*/src/api/<module>/ 目录
+      - APP (Carmg-H5): src/modules/<module>/ 目录
+    中文标签优先用 MODULE_CN_MAP 兜底表。返回 [{dir, cn, path}] 列表。
+    """
+    # 明显的测试/工具/示例目录, 不算业务模块 (避免污染菜单)
+    NOISE_DIRS = {
+        'demo', 'test', 'newtest', 'icstest', 'example', 'examples',
+        'icsqrcode', 'icscontact', 'icshelpcenter', 'icsskill',
+        'icsstationvideo', 'icsworkinstruction', 'icsnotice',
+    }
+    modules = []
+    seen = set()
+
+    def _add(dir_name, rel_path):
+        key = dir_name.lower()
+        if key in seen or key in NOISE_DIRS:
+            return
+        seen.add(key)
+        modules.append({
+            'dir': dir_name,
+            'cn': MODULE_CN_MAP.get(dir_name, MODULE_CN_MAP.get(dir_name.lower(), dir_name)),
+            'path': (proj_name + '/' + rel_path).replace('\\', '/'),
+        })
+
+    # Web: apps/*/src/api/<module>/
+    api_root = os.path.join(proj_path, 'apps')
+    if os.path.isdir(api_root):
+        for app in os.listdir(api_root):
+            api_dir = os.path.join(api_root, app, 'src', 'api')
+            if not os.path.isdir(api_dir):
+                continue
+            for d in sorted(os.listdir(api_dir)):
+                if d.startswith('.') or d.startswith('_'):
+                    continue
+                if os.path.isdir(os.path.join(api_dir, d)):
+                    _add(d, 'apps/%s/src/api/%s' % (app, d))
+
+    # APP: src/modules/<module>/ (Carmg-H5 结构)
+    mods_dir = os.path.join(proj_path, 'src', 'modules')
+    if os.path.isdir(mods_dir):
+        for d in sorted(os.listdir(mods_dir)):
+            if d.startswith('.') or d.startswith('_'):
+                continue
+            if os.path.isdir(os.path.join(mods_dir, d)):
+                _add(d, 'src/modules/%s' % d)
+
+    return modules
+
+
 def scan_project(proj_name, proj_path):
     """Scan a single frontend project."""
     pages = []
@@ -153,6 +428,106 @@ def scan_project(proj_name, proj_path):
     }
 
 
+def build_trace_index():
+    """Build the call-chain index: button @click → API endpoint → Java controller.
+
+    Scans fywl-ui (Web) Vue views + api files. Returns a dict with:
+      api_functions: {fnName: {url, verb, file}}
+      traces: [{vue_file, button, handler, api_fn, endpoint, verb, controller, confidence}]
+      stats: {total_clicks, resolved, coverage_pct, by_confidence}
+
+    Cross-references endpoints against code-api.json (built by git_sync.py)
+    to attach the Java controller file. Carmg-H5 (APP) is skipped — different
+    structure, separate concern.
+    """
+    trace_index = {
+        'version': '1.0', 'updated': datetime.now().isoformat(),
+        'api_functions': {}, 'traces': [], 'stats': {},
+    }
+
+    # Only process projects that have the Web (Vben) views+api structure
+    web_proj_path = os.path.join(DATA_CODE, 'fywl-ui')
+    if not os.path.isdir(web_proj_path):
+        return trace_index
+
+    # Find the api dir (monorepo: apps/*/src/api)
+    api_dir = None
+    apps_dir = os.path.join(web_proj_path, 'apps')
+    if os.path.isdir(apps_dir):
+        for app in os.listdir(apps_dir):
+            candidate = os.path.join(apps_dir, app, 'src', 'api')
+            if os.path.isdir(candidate):
+                api_dir = candidate
+                break
+    if not api_dir:
+        return trace_index
+
+    # Pass 1: build api function table
+    api_table = build_api_fn_table(api_dir)
+    trace_index['api_functions'] = api_table
+
+    # Load code-api.json for Java controller cross-reference
+    java_endpoints = {}
+    api_idx_path = os.path.join(BUILD_CACHE_DIR, 'code-api.json')
+    if os.path.isfile(api_idx_path):
+        try:
+            java_endpoints = json.load(open(api_idx_path, encoding='utf-8'))
+        except Exception:
+            pass
+
+    # Pass 2: scan Vue views for click traces
+    views_dir = None
+    if os.path.isdir(apps_dir):
+        for app in os.listdir(apps_dir):
+            candidate = os.path.join(apps_dir, app, 'src', 'views')
+            if os.path.isdir(candidate):
+                views_dir = candidate
+                break
+
+    total_clicks = 0
+    resolved = 0
+    by_conf = {}
+    if views_dir:
+        for root, dirs, files in os.walk(views_dir):
+            dirs[:] = [d for d in dirs if d not in ('node_modules', 'dist', '.git')]
+            for f in files:
+                if not f.endswith('.vue'):
+                    continue
+                fpath = os.path.join(root, f)
+                try:
+                    content = open(fpath, encoding='utf-8', errors='ignore').read()
+                except Exception:
+                    continue
+                if '@click' not in content:
+                    continue
+                traces = trace_clicks(fpath, content, api_table)
+                for t in traces:
+                    total_clicks += 1
+                    conf = t.get('confidence', 'unresolved')
+                    by_conf[conf] = by_conf.get(conf, 0) + 1
+                    # Cross-ref endpoint → Java controller
+                    endpoint = t.get('endpoint')
+                    if endpoint and endpoint in java_endpoints:
+                        t['controller'] = java_endpoints[endpoint].split('/')[-1]
+                    else:
+                        # Try prefix match (endpoint may have path params)
+                        for ep, ctrl in java_endpoints.items():
+                            if endpoint and (endpoint.startswith(ep) or ep.startswith(endpoint)):
+                                t['controller'] = ctrl.split('/')[-1]
+                                break
+                    if t.get('endpoint'):
+                        resolved += 1
+                    trace_index['traces'].append(t)
+
+    trace_index['stats'] = {
+        'total_clicks': total_clicks,
+        'resolved': resolved,
+        'coverage_pct': round(100.0 * resolved / total_clicks, 1) if total_clicks else 0,
+        'by_confidence': by_conf,
+    }
+    return trace_index
+
+
 def main():
     print('Building style index...')
     print('Code dir: ' + DATA_CODE)
@@ -174,6 +549,7 @@ def main():
     total_component_counter = {}
     total_form_components = {}
     total_field_map = {}
+    module_index = {'version': '1.0', 'updated': datetime.now().isoformat(), 'projects': {}}
 
     for proj in sorted(os.listdir(DATA_CODE)):
         proj_path = os.path.join(DATA_CODE, proj)
@@ -184,11 +560,17 @@ def main():
         result = scan_project(proj, proj_path)
         print('  Vue: ' + str(result['vue_count']) + ', Data: ' + str(result['data_count']))
 
+        mods = extract_modules(proj, proj_path)
+        if mods:
+            module_index['projects'][proj] = mods
+            print('  Modules: ' + str(len(mods)))
+
         style_index['projects'][proj] = {
             'vue_files': result['vue_count'],
             'data_files': result['data_count'],
             'page_types': {},
             'page_examples': {},
+            'layout_fingerprint': extract_layout_fingerprint(proj_path),
         }
 
         # Count page types and keep sample files per type so
@@ -201,8 +583,17 @@ def main():
             pages_by_type.setdefault(pt, []).append(page)
         for pt, pages in pages_by_type.items():
             pages.sort(key=lambda p: len(p.get('table_columns', [])) + len(p.get('form_fields', [])), reverse=True)
-            style_index['projects'][proj]['page_examples'][pt] = sorted(
-                [p['file'] for p in pages[:15]])
+            # 保留提取的结构 (table_columns/form_fields/form_components/layout),
+            # 供 fill_prototype.py 自动填模板用。旧版只存 file 路径, 扔了结构。
+            style_index['projects'][proj]['page_examples'][pt] = [
+                {'file': p['file'],
+                 'table_columns': p.get('table_columns', []),
+                 'form_fields': p.get('form_fields', []),
+                 'form_components': p.get('form_components', []),
+                 'layout': p.get('layout', {}),
+                 'behaviors': p.get('behaviors', {})}
+                for p in pages[:10]
+            ]
 
         # Merge component counters
         for comp, count in result['component_counter'].items():
@@ -256,11 +647,60 @@ def main():
     with open(STYLE_META_PATH, 'w', encoding='utf-8') as f:
         json.dump(meta, f, ensure_ascii=False, indent=2, sort_keys=True)
 
+    # ui-modules.json — 业务模块清单 (供 fill_prototype 取真实模块名,
+    # 替代靠文件路径猜的 infer_module_name; 让菜单不再是 "veh"/"二级菜单A")
+    module_index['updated'] = datetime.now().isoformat()
+    with open(MODULE_INDEX_PATH, 'w', encoding='utf-8') as f:
+        json.dump(module_index, f, ensure_ascii=False, indent=2, sort_keys=True)
+
+    # trace-chain.json — 调用链索引 (按钮@click → API端点 → Java Controller)
+    # 支撑测试自动化 (QoderWork 知道点哪调啥) + 开发影响分析 (改接口影响哪些页面)
+    print('Building trace index (engine: %s)...' % _EXTRACT_ENGINE)
+    trace_index = build_trace_index()
+    with open(TRACE_INDEX_PATH, 'w', encoding='utf-8') as f:
+        json.dump(trace_index, f, ensure_ascii=False, indent=2, sort_keys=True)
+
+    # test-assertions.json — E1: 测试代码提取 (Given-When-Then + 断言 + 注入依赖)
+    # 第二层知识: 生产代码提取不到的业务预期和断言标准, 补上'怎么算对'天花板
+    print('Building test assertions index...')
+    all_tests = []
+    for proj in sorted(os.listdir(DATA_CODE)):
+        proj_path = os.path.join(DATA_CODE, proj)
+        if os.path.isdir(proj_path):
+            tests = extract_test_assertions(proj_path)
+            all_tests.extend(tests)
+    test_index = {
+        'version': '1.0', 'updated': datetime.now().isoformat(),
+        'tests': all_tests,
+        'stats': {'total': len(all_tests),
+                  'integration': sum(1 for t in all_tests if t.get('is_integration'))},
+    }
+    with open(TEST_ASSERTIONS_PATH, 'w', encoding='utf-8') as f:
+        json.dump(test_index, f, ensure_ascii=False, indent=2, sort_keys=True)
+
+    # ── 知识图谱层: relations + features + entity-registry + DuckDB ──
+    print('Building knowledge graph layers...')
+    import subprocess
+    for script in ['build_relations.py', 'build_features.py',
+                   'build_entity_registry.py', 'build_workflows.py', 'kg_duckdb.py']:
+        sp = os.path.join(os.path.dirname(os.path.abspath(__file__)), script)
+        if os.path.isfile(sp):
+            try:
+                subprocess.run([sys.executable, sp], capture_output=True, timeout=120)
+                print('  %s OK' % script)
+            except Exception as e:
+                print('  %s SKIP: %s' % (script, str(e)[:60]))
+
     print()
     print('=== Done ===')
     print('Common components: ' + str(len(style_index['common_components'])))
     print('Form components: ' + str(len(style_index['form_components'])))
     print('Field map: ' + str(len(style_index['field_map'])) + ' entries')
+    print('Module index: ' + str(sum(len(v) for v in module_index['projects'].values())) + ' modules')
+    print('Trace index: ' + str(len(trace_index['api_functions'])) + ' api fns, '
+          + str(trace_index['stats'].get('resolved', 0)) + '/'
+          + str(trace_index['stats'].get('total_clicks', 0)) + ' clicks resolved ('
+          + str(trace_index['stats'].get('coverage_pct', 0)) + '%)')
     print('Saved to: ' + STYLE_META_PATH)