@hupan56/wlkj 2.6.0 → 2.7.0

package/templates/qoder/scripts/autotest_batch.py

@@ -0,0 +1,224 @@
+# -*- coding: utf-8 -*-
+"""autotest_batch.py — 批量页面测试执行器 (一个浏览器会话串测N页).
+用法: python autotest_batch.py <batch_file> [--out result.json]
+  batch_file: JSON [{page_path, name, component}, ...]  (page_path 用准确路由!)
+
+与上轮 _batch_test.py 的关键区别:
+  ① URL 来自 menu-routes-tree.json (准确父子树), 不是 component 猜
+  ② 404 判定加强: 识别 "未找到页面/哎呀/404/Not Found/页面不存在" 多种文案
+  ③ 真验页面加载: 区分 OK(有数据) / LOADED(无表格但非404) / 404 / SESSION_EXPIRED / EMPTY(空白)
+"""
+import json, sys, time, os, re, argparse, subprocess
+from playwright.sync_api import sync_playwright
+
+BASE = 'https://icsqas.inforecloud.com'
+ACCESS_KEY = 'ICS-1.3.8-prod-core-access'
+SECRET = 'please-replace-me-with-your-own-key'
+SCRIPTS = os.path.dirname(os.path.abspath(__file__))
+PROJECT = os.path.normpath(os.path.join(SCRIPTS, '..', '..'))
+SECURELS_JS = os.path.join(SCRIPTS, 'secure-ls.js')
+
+
+def read_developer():
+    f = os.path.join(PROJECT, '.qoder', '.developer')
+    for ln in open(f, encoding='utf-8'):
+        if ln.strip().startswith('name='):
+            return ln.strip().split('=', 1)[1].strip()
+    raise RuntimeError('无 .developer')
+
+
+DEV = read_developer()
+AUTH_FILE = os.path.join(PROJECT, 'workspace', 'members', DEV, 'auth-state.json')
+
+
+def login_api():
+    """调 kg_auto_login.py 重新登录."""
+    subprocess.run([sys.executable, os.path.join(SCRIPTS, 'kg_auto_login.py')],
+                   capture_output=True, timeout=180)
+    if os.path.exists(AUTH_FILE):
+        return json.load(open(AUTH_FILE, encoding='utf-8')).get('access_token')
+    return None
+
+
+def get_token():
+    if os.path.exists(AUTH_FILE):
+        tok = json.load(open(AUTH_FILE, encoding='utf-8')).get('access_token')
+        import requests
+        try:
+            r = requests.get(BASE + '/test-api/system/user/getInfo',
+                             headers={'Authorization': 'Bearer ' + tok, 'clientid': 'e5cd7e4891bf95d1d19206ce24a7b32e'}, timeout=8)
+            if r.json().get('code') == 200:
+                return tok
+        except Exception:
+            pass
+    return login_api()
+
+
+def inject_token(page, token):
+    page.goto(BASE + '/auth/login', wait_until='domcontentloaded'); time.sleep(1.2)
+    page.add_script_tag(path=SECURELS_JS); time.sleep(0.3)
+    page.evaluate('''(a)=>{const[t,k,s]=a;const S=window.SecureLS.default||window.SecureLS;const ls=new S({encodingType:'aes',isCompression:true,encryptionSecret:s});ls.set(k,{accessToken:t,refreshToken:t,accessCodes:[],originMenus:[],webMenus:[],accessMenus:[],accessRoutes:[],isAccessChecked:false,loginExpired:false});}''', [token, ACCESS_KEY, SECRET])
+
+
+def wait_menu_ready(page, secs=15):
+    page.goto(BASE + '/dashboard/workspace', wait_until='domcontentloaded')
+    for _ in range(secs):
+        if '加载菜单中' not in page.evaluate('()=>document.body.innerText'):
+            return True
+        time.sleep(1)
+    return False
+
+
+# 404 文案清单 (实测 ICS 的 404 页文案)
+NOT_FOUND_MARKERS = ['未找到页面', '哎呀', '404', 'Not Found', '页面不存在', '无法找到', 'page not found', '找不到页面']
+
+
+def is_not_found(body):
+    b = body[:500]
+    return any(m in b for m in NOT_FOUND_MARKERS)
+
+
+def collect_anchors(page):
+    try:
+        els = page.evaluate('''()=>{const out=[];document.querySelectorAll('button,.ant-tabs-tab,input[placeholder],input[name],[role=tab]').forEach(el=>{const name=(el.innerText||el.getAttribute('placeholder')||el.getAttribute('name')||'').trim();const role=el.getAttribute('role')||(el.tagName==='INPUT'?'textbox':el.tagName.toLowerCase());if(name&&name.length<25&&!/^[0-9\s]+$/.test(name))out.push({role,name});});return out.slice(0,30);}''')
+        seen = set(); uniq = []
+        for el in els:
+            k = (el['role'], el['name'])
+            if k not in seen:
+                seen.add(k); uniq.append(el)
+        return uniq
+    except Exception:
+        return []
+
+
+def test_page(page, item, shot_dir):
+    """测单页. status: OK/LOADED/404/SESSION_EXPIRED/EMPTY/ERROR
+    每页截 1 张图存 shot_dir, 结果带 screenshot 路径 + body 全文(留证据)."""
+    path = item['page_path']
+    res = {'page': path, 'name': item.get('name', ''), 'status': 'UNKNOWN', 'rows': 0, 'anchors': [], 'screenshot': '', 'body': ''}
+    try:
+        page.goto(BASE + path, wait_until='domcontentloaded', timeout=12000)
+        time.sleep(2)
+        cur = page.url
+        if '/auth/login' in cur:
+            res['status'] = 'SESSION_EXPIRED'; return res
+        body = page.evaluate('()=>document.body.innerText.slice(0,1500)')
+        res['body'] = body
+        if is_not_found(body):
+            res['status'] = '404'; res['body_head'] = body[:80].replace('\n', ' ')
+            res['screenshot'] = _shot(page, shot_dir, path, '404'); return res
+        # 等表格加载
+        rows = 0
+        for _ in range(8):
+            rows = page.locator('.vxe-body--row').count()
+            if rows > 0:
+                break
+            time.sleep(0.5)
+        res['rows'] = rows
+        if rows > 0:
+            res['status'] = 'OK'
+        elif len([l for l in body.split('\n') if l.strip()]) > 3:
+            res['status'] = 'LOADED'
+        else:
+            res['status'] = 'EMPTY'
+        res['anchors'] = collect_anchors(page)
+        res['screenshot'] = _shot(page, shot_dir, path, res['status'])
+    except Exception as e:
+        res['status'] = 'ERROR'; res['error'] = str(e)[:80]
+        try: res['screenshot'] = _shot(page, shot_dir, path, 'ERROR')
+        except Exception: pass
+    return res
+
+
+def _shot(page, shot_dir, path, tag):
+    """截图存 PNG, 返回文件名. 命名: tag_域名简写.png (去特殊字符)."""
+    import re as _re
+    safe = _re.sub(r'[^a-zA-Z0-9\u4e00-\u9fa5]', '_', path).strip('_')[-40:]
+    fn = '%s_%s.png' % (tag, safe)
+    fp = os.path.join(shot_dir, fn)
+    try:
+        page.screenshot(path=fp, full_page=False)
+        return fn
+    except Exception:
+        return ''
+
+
+def sediment(page_path, anchors):
+    if not anchors:
+        return
+    try:
+        pj = json.dumps({'url': page_path, 'elements': [
+            {'role': a['role'], 'name': a['name'], 'desc': a['name']} for a in anchors
+        ]}, ensure_ascii=False)
+        subprocess.run([sys.executable, os.path.join(SCRIPTS, 'autotest.py'), 'learn',
+                        '--url', page_path, '--page-json', pj], capture_output=True, timeout=20)
+    except Exception:
+        pass
+
+
+def main():
+    ap = argparse.ArgumentParser()
+    ap.add_argument('batch_file')
+    ap.add_argument('--out', default='')
+    args = ap.parse_args()
+    batch = json.load(open(args.batch_file, encoding='utf-8'))
+    print('批量测试 %d 页 (URL来源: 准确路由树)' % len(batch))
+
+    TOKEN = get_token()
+    if not TOKEN:
+        print('LOGIN_FAIL'); sys.exit(1)
+    print('token: ok (dev=%s)' % DEV)
+
+    results = []
+    shot_dir = os.path.join(os.path.dirname(args.batch_file), 'screenshots')
+    os.makedirs(shot_dir, exist_ok=True)
+    with sync_playwright() as pw:
+        b = pw.chromium.launch(headless=True)
+        page = b.new_context(locale='zh-CN', viewport={'width': 1440, 'height': 900}).new_page()
+        page.set_default_timeout(12000)
+        try:
+            inject_token(page, TOKEN)
+            ready = wait_menu_ready(page)
+            print('SPA初始化:', '菜单就绪' if ready else '菜单未就绪(继续)')
+        except Exception as e:
+            print('INIT_FAIL:', str(e)[:80]); b.close(); sys.exit(1)
+
+        for i, item in enumerate(batch):
+            res = test_page(page, item, shot_dir)
+            results.append(res)
+            anc_n = len(res.get('anchors', []))
+            print('  [%d/%d] %-14s %-50s rows=%-3d anc=%d %s' % (
+                i + 1, len(batch), res['status'], res['page'][:48], res.get('rows', 0), anc_n,
+                res.get('body_head', res.get('error', ''))[:30]))
+            sediment(res['page'], res.get('anchors', []))
+            if res['status'] == 'SESSION_EXPIRED':
+                print('  session过期, 重新登录...')
+                TOKEN = login_api()
+                if TOKEN:
+                    inject_token(page, TOKEN); wait_menu_ready(page, 8)
+        b.close()
+
+    from collections import Counter
+    c = Counter(r['status'] for r in results)
+    print()
+    print('=== 汇总 ===')
+    for s, n in c.most_common():
+        print('  %-14s %d' % (s, n))
+    total_anchors = sum(len(r.get('anchors', [])) for r in results)
+    print('  沉淀锚点: %d' % total_anchors)
+    # 列出所有 404/ERROR
+    problems = [r for r in results if r['status'] in ('404', 'ERROR', 'EMPTY', 'SESSION_EXPIRED')]
+    if problems:
+        print()
+        print('=== 异常页面 (%d) ===' % len(problems))
+        for r in problems:
+            print('  [%s] %s  %s' % (r['status'], r['page'][:50], r.get('body_head', r.get('error', ''))[:30]))
+
+    out_file = args.out or args.batch_file.replace('.json', '_result.json')
+    json.dump(results, open(out_file, 'w', encoding='utf-8'), ensure_ascii=False, indent=2)
+    print()
+    print('结果: %s' % out_file)
+
+
+if __name__ == '__main__':
+    main()

package/templates/qoder/scripts/autotest_run.py

@@ -0,0 +1,297 @@
+# -*- coding: utf-8 -*-
+"""autotest_run.py — 真功能测试执行器 (ZCode 直接驱动 Playwright).
+用法: python autotest_run.py --task <任务文件>
+  任务文件 JSON: {
+    "page_path": "/veh/vehicle/vehAffair/insurance",
+    "page_name": "保险管理",
+    "cases": [ {case_id, title, steps:[{intent,desc,value,anchor}], expected, assert_fn} ]
+  }
+  --task 是必须的 (绕过 MSYS 路径转换; /xxx 会被 bash 转成 Windows 路径)
+
+真测: 每步真实驱动浏览器 (goto/fill/click/extract/assert), 按断言判定 pass/fail.
+覆盖与 QoderWork wl-test 相同的工作流 (路由查询→登录态→意图式用例→执行→沉淀).
+"""
+import json, sys, time, os, re, argparse, subprocess
+from playwright.sync_api import sync_playwright
+
+# ===== 配置 (路径自检测) =====
+SCRIPTS = os.path.dirname(os.path.abspath(__file__))
+PROJECT = os.path.normpath(os.path.join(SCRIPTS, '..', '..'))
+
+
+def _read_developer():
+    """读 .qoder/.developer 拿当前开发者, 身份隔离用 (绝不 fallback, 防串号)."""
+    dev_file = os.path.join(PROJECT, '.qoder', '.developer')
+    if os.path.isfile(dev_file):
+        for ln in open(dev_file, encoding='utf-8'):
+            if ln.strip().startswith('name='):
+                return ln.strip().split('=', 1)[1].strip()
+    raise RuntimeError('未检测到开发者身份(.qoder/.developer)。请先运行 /wl-init。')
+
+
+DEVELOPER = _read_developer()
+MEMBER_DIR = os.path.join(PROJECT, 'workspace', 'members', DEVELOPER)
+AUTH_FILE = os.path.join(MEMBER_DIR, 'auth-state.json')
+SECURELS_JS = os.path.join(SCRIPTS, 'secure-ls.js')
+AUTOLEARN = os.path.join(SCRIPTS, 'autotest.py')
+BASE = 'https://icsqas.inforecloud.com'
+ACCESS_KEY = 'ICS-1.3.8-prod-core-access'
+SECRET = 'please-replace-me-with-your-own-key'
+
+# ===== 登录态: 读 token, 失效则调 kg_auto_login.py =====
+def get_token():
+    if os.path.exists(AUTH_FILE):
+        tok = json.load(open(AUTH_FILE, encoding='utf-8')).get('access_token')
+        # 校验
+        import requests
+        try:
+            r = requests.get(BASE+'/test-api/system/user/getInfo',
+                headers={'Authorization':'Bearer '+tok,'clientid':'e5cd7e4891bf95d1d19206ce24a7b32e'}, timeout=8)
+            if r.json().get('code')==200: return tok
+        except Exception: pass
+    # 重新登录
+    subprocess.run([sys.executable, os.path.join(SCRIPTS,'kg_auto_login.py')], capture_output=True, timeout=120)
+    if os.path.exists(AUTH_FILE):
+        return json.load(open(AUTH_FILE, encoding='utf-8')).get('access_token')
+    return None
+
+# ===== SPA 会话: 注入 token + 初始化菜单 =====
+def init_session(page, token):
+    page.goto(BASE+'/auth/login', wait_until='domcontentloaded'); time.sleep(1.2)
+    page.add_script_tag(path=SECURELS_JS); time.sleep(0.3)
+    page.evaluate('''(a)=>{const[t,k,s]=a;const S=window.SecureLS.default||window.SecureLS;const ls=new S({encodingType:'aes',isCompression:true,encryptionSecret:s});ls.set(k,{accessToken:t,refreshToken:t,accessCodes:[],originMenus:[],webMenus:[],accessMenus:[],accessRoutes:[],isAccessChecked:false,loginExpired:false});}''',[token,ACCESS_KEY,SECRET])
+    page.goto(BASE+'/dashboard/workspace', wait_until='domcontentloaded')
+    for _ in range(15):
+        if '加载菜单中' not in page.evaluate('()=>document.body.innerText'): return True
+        time.sleep(1)
+    return False
+
+def _wait_table_stable(page, max_wait=8):
+    """轮询表格行数, 等 SPA 异步加载完成.
+    结束条件: 行数>0 (有数据) 或 行数连续3次为0 (确实无表格/无数据) 或 超时."""
+    deadline = time.time() + max_wait
+    zero_streak = 0
+    last = -1
+    while time.time() < deadline:
+        try:
+            n = page.locator('.vxe-body--row').count()
+        except Exception:
+            n = 0
+        if n > 0:
+            # 有数据了, 再确认一次稳定 (避免loading中间态)
+            time.sleep(0.6)
+            try:
+                if page.locator('.vxe-body--row').count() >= n:
+                    return n
+            except Exception:
+                return n
+        else:
+            zero_streak += 1
+            if zero_streak >= 3:
+                return 0  # 连续3次0, 认为确实无表格数据
+        time.sleep(0.5)
+    return last
+
+# ===== 锚点定位: 优先 recall, 否则按 anchor 字段匹配 =====
+def locate(page, anchor, desc=''):
+    """根据 anchor {role,name,placeholder,field,text} 定位元素, 返回 locator 或 None."""
+    if not anchor: return None
+    role = anchor.get('role','')
+    name = anchor.get('name','')
+    ph = anchor.get('placeholder','')
+    field = anchor.get('field','')
+    sels = []
+    if field: sels.append("input[name='%s']" % field)
+    if ph: sels.append("input[placeholder*='%s']" % ph)
+    if role == 'tab' and name: sels.append(".ant-tabs-tab:has-text('%s')" % name)
+    if role == 'button' and name: sels.append("button:has-text('%s')" % name)
+    if role == 'textbox' and name: sels.append("input[placeholder*='%s']" % name)
+    for sel in sels:
+        loc = page.locator(sel).first
+        try:
+            if loc.count() > 0: return loc
+        except Exception: pass
+    # 表单字段可能异步渲染, 轮询等待最多 5s
+    deadline = time.time() + 5
+    while time.time() < deadline:
+        for sel in sels:
+            try:
+                if page.locator(sel).first.count() > 0:
+                    return page.locator(sel).first
+            except Exception: pass
+        time.sleep(0.4)
+    return None
+
+# ===== 单步执行 =====
+def exec_step(page, step, timeout=8000):
+    """执行一步, 返回 (ok, detail)."""
+    intent = step.get('intent','')
+    desc = step.get('desc','')
+    anchor = step.get('anchor', {}) or {}
+    val = step.get('value','')
+    try:
+        if intent == 'goto':
+            url = BASE + val if val.startswith('/') else val
+            page.goto(url, wait_until='domcontentloaded', timeout=12000); time.sleep(2)
+            # 等待表格数据加载完成 (列表页核心): 轮询直到行数>0 或稳定或超时
+            _wait_table_stable(page, max_wait=8)
+            return True, 'navigated'
+        if intent == 'fill':
+            loc = locate(page, anchor, desc)
+            if not loc: return False, '元素未找到(%s)' % desc
+            # value 可能是 {{ask:xxx}} 占位, 调用方应已替换; 这里直接填
+            loc.fill(str(val), timeout=timeout); time.sleep(0.3)
+            return True, 'filled'
+        if intent == 'click':
+            loc = locate(page, anchor, desc)
+            if not loc: return False, '元素未找到(%s)' % desc
+            loc.click(timeout=timeout); time.sleep(1.5)
+            return True, 'clicked'
+        if intent == 'observe':
+            # 只读页面, 总是成功, 返回关键信息供后续断言
+            return True, 'observed'
+        if intent == 'extract':
+            # 语义断言: 看 body 文本是否含 expected 关键词, 或满足 step.check
+            body = page.evaluate('()=>document.body.innerText')
+            check = step.get('check','')  # 期望出现的关键词
+            if check:
+                return (check in body), ('命中:%s' % check if check in body else '未命中:%s'%check)
+            return True, 'extracted(no check)'
+        if intent == 'assert':
+            # 确定性断言: step.check 是 JS 表达式或条件
+            check = step.get('check','')
+            if check.startswith('rows>'):
+                n = int(check[5:])
+                _wait_table_stable(page, max_wait=6)
+                rows = page.locator('.vxe-body--row').count()
+                return rows>n, ('行数%d>%d'%(rows,n) if rows>n else '行数%d<=%d'%(rows,n))
+            if check.startswith('rows=='):
+                n = int(check[6:])
+                _wait_table_stable(page, max_wait=6)
+                rows = page.locator('.vxe-body--row').count()
+                return rows==n, '行数=%d'%rows
+            if check.startswith('url_contains'):
+                cur = page.url
+                kw = check.split(':',1)[1] if ':' in check else ''
+                return (kw in cur), ('url含%s'%kw if kw in cur else 'url不含%s'%kw)
+            if check.startswith('input_empty:'):
+                field = check.split(':',1)[1]
+                v = page.locator("input[name='%s']"%field).first.input_value()
+                return v=='', '框值=%r'%v
+            return True, 'assert(no check)'
+    except Exception as e:
+        return False, str(e)[:60]
+    return False, '未知intent:%s' % intent
+
+# ===== 跑一个用例 =====
+def run_case(page, case):
+    cid = case.get('case_id','?')
+    steps = case.get('steps',[])
+    details = []
+    all_ok = True
+    for step in steps:
+        ok, detail = exec_step(page, step)
+        details.append('%s:%s(%s)' % (step.get('intent','?'), '✓' if ok else '✗', detail))
+        if not ok:
+            all_ok = False
+            break  # 失败即停 (前置步骤失败后续无意义)
+    return {'case_id': cid, 'title': case.get('title',''), 'pass': all_ok,
+            'expected': case.get('expected',''), 'details': details}
+
+# ===== 沉淀锚点 =====
+def sediment(page_path, anchors):
+    if not anchors: return 0
+    try:
+        pj = json.dumps({'url':page_path,'elements':[
+            {'role':a.get('role'),'name':a.get('name'),'desc':a.get('name')} for a in anchors
+        ]}, ensure_ascii=False)
+        subprocess.run([sys.executable, AUTOLEARN, 'learn', '--url', page_path, '--page-json', pj],
+                       capture_output=True, timeout=20)
+        return len(anchors)
+    except Exception:
+        return 0
+
+def collect_anchors(page):
+    try:
+        els = page.evaluate('''()=>{const out=[];document.querySelectorAll('button,.ant-tabs-tab,input[placeholder],input[name],[role=tab]').forEach(el=>{const name=(el.innerText||el.getAttribute('placeholder')||el.getAttribute('name')||'').trim();const role=el.getAttribute('role')||(el.tagName==='INPUT'?'textbox':el.tagName.toLowerCase());if(name&&name.length<25&&!/^[0-9\s]+$/.test(name))out.push({role,name});});return out.slice(0,30);}''')
+        seen=set(); uniq=[]
+        for el in els:
+            k=(el['role'],el['name'])
+            if k not in seen: seen.add(k); uniq.append(el)
+        return uniq
+    except Exception:
+        return []
+
+# ===== 主 =====
+def main():
+    ap = argparse.ArgumentParser()
+    ap.add_argument('--task', required=True, help='任务文件 JSON')
+    args = ap.parse_args()
+    task = json.load(open(args.task, encoding='utf-8'))
+    page_path = task['page_path']
+    cases = task.get('cases', [])
+
+    result = {'page': page_path, 'page_name': task.get('page_name',''),
+              'case_results': [], 'anchors_count': 0, 'error': ''}
+
+    TOKEN = get_token()
+    if not TOKEN:
+        result['error'] = 'LOGIN_FAIL'; print(json.dumps(result, ensure_ascii=False)); sys.exit(1)
+
+    # 录屏目录
+    video_dir = os.path.join(MEMBER_DIR, 'drafts', 'videos')
+    os.makedirs(video_dir, exist_ok=True)
+
+    with sync_playwright() as pw:
+        b = pw.chromium.launch(headless=True)
+        ctx = b.new_context(locale='zh-CN', viewport={'width':1440,'height':900},
+                            record_video_dir=video_dir)
+        page = ctx.new_page()
+        page.set_default_timeout(12000)
+        try:
+            if not init_session(page, TOKEN):
+                result['error']='INIT_FAIL'; print(json.dumps(result,ensure_ascii=False)); b.close(); sys.exit(1)
+            # 先 goto 目标页
+            page.goto(BASE+page_path, wait_until='domcontentloaded'); time.sleep(2.5)
+            # 等表格
+            for _ in range(10):
+                if page.locator('.vxe-body--row').count()>0: break
+                time.sleep(0.5)
+            # 跑每个用例
+            for case in cases:
+                # 每个用例前重新 goto 保证干净状态
+                page.goto(BASE+page_path, wait_until='domcontentloaded'); time.sleep(2)
+                cr = run_case(page, case)
+                result['case_results'].append(cr)
+                tag = '✓' if cr['pass'] else '✗'
+                print('  %s %s %s' % (tag, cr['case_id'], cr['title'][:30]))
+                for d in cr['details']: print('      %s' % d)
+            # 收集沉淀
+            anc = collect_anchors(page)
+            result['anchors_count'] = len(anc)
+            sediment(page_path, anc)
+        except Exception as e:
+            result['error'] = str(e)[:100]
+        # 关 page 触发视频落盘, 再取路径
+        try:
+            video_path = page.video.path() if page.video else None
+        except Exception:
+            video_path = None
+        ctx.close()
+        b.close()
+        result['video'] = video_path or ''
+
+    passed = sum(1 for c in result['case_results'] if c['pass'])
+    total = len(result['case_results'])
+    result['summary'] = '%d/%d 通过' % (passed, total)
+    print()
+    print('汇总: %s 锚点%d %s' % (result['summary'], result['anchors_count'], result['error']))
+    if result.get('video'):
+        print('录屏: %s' % result['video'])
+    # 结果写文件
+    out = args.task.replace('.json','_run.json')
+    json.dump(result, open(out,'w',encoding='utf-8'), ensure_ascii=False, indent=2)
+    print('结果: %s' % out)
+
+if __name__ == '__main__':
+    main()