@hupan56/wlkj 2.7.11 → 3.0.0

package/templates/qoder/scripts/{autotest_batch.py → test/autotest_batch.py}

@@ -1,224 +1,242 @@
-# -*- coding: utf-8 -*-
-"""autotest_batch.py — 批量页面测试执行器 (一个浏览器会话串测N页).
-用法: python autotest_batch.py <batch_file> [--out result.json]
-  batch_file: JSON [{page_path, name, component}, ...]  (page_path 用准确路由!)
-
-与上轮 _batch_test.py 的关键区别:
-  ① URL 来自 menu-routes-tree.json (准确父子树), 不是 component 猜
-  ② 404 判定加强: 识别 "未找到页面/哎呀/404/Not Found/页面不存在" 多种文案
-  ③ 真验页面加载: 区分 OK(有数据) / LOADED(无表格但非404) / 404 / SESSION_EXPIRED / EMPTY(空白)
-"""
-import json, sys, time, os, re, argparse, subprocess
-from playwright.sync_api import sync_playwright
-
-BASE = 'https://icsqas.inforecloud.com'
-ACCESS_KEY = 'ICS-1.3.8-prod-core-access'
-SECRET = 'please-replace-me-with-your-own-key'
-SCRIPTS = os.path.dirname(os.path.abspath(__file__))
-PROJECT = os.path.normpath(os.path.join(SCRIPTS, '..', '..'))
-SECURELS_JS = os.path.join(SCRIPTS, 'secure-ls.js')
-
-
-def read_developer():
-    f = os.path.join(PROJECT, '.qoder', '.developer')
-    for ln in open(f, encoding='utf-8'):
-        if ln.strip().startswith('name='):
-            return ln.strip().split('=', 1)[1].strip()
-    raise RuntimeError('无 .developer')
-
-
-DEV = read_developer()
-AUTH_FILE = os.path.join(PROJECT, 'workspace', 'members', DEV, 'auth-state.json')
-
-
-def login_api():
-    """调 kg_auto_login.py 重新登录."""
-    subprocess.run([sys.executable, os.path.join(SCRIPTS, 'kg_auto_login.py')],
-                   capture_output=True, timeout=180)
-    if os.path.exists(AUTH_FILE):
-        return json.load(open(AUTH_FILE, encoding='utf-8')).get('access_token')
-    return None
-
-
-def get_token():
-    if os.path.exists(AUTH_FILE):
-        tok = json.load(open(AUTH_FILE, encoding='utf-8')).get('access_token')
-        import requests
-        try:
-            r = requests.get(BASE + '/test-api/system/user/getInfo',
-                             headers={'Authorization': 'Bearer ' + tok, 'clientid': 'e5cd7e4891bf95d1d19206ce24a7b32e'}, timeout=8)
-            if r.json().get('code') == 200:
-                return tok
-        except Exception:
-            pass
-    return login_api()
-
-
-def inject_token(page, token):
-    page.goto(BASE + '/auth/login', wait_until='domcontentloaded'); time.sleep(1.2)
-    page.add_script_tag(path=SECURELS_JS); time.sleep(0.3)
-    page.evaluate('''(a)=>{const[t,k,s]=a;const S=window.SecureLS.default||window.SecureLS;const ls=new S({encodingType:'aes',isCompression:true,encryptionSecret:s});ls.set(k,{accessToken:t,refreshToken:t,accessCodes:[],originMenus:[],webMenus:[],accessMenus:[],accessRoutes:[],isAccessChecked:false,loginExpired:false});}''', [token, ACCESS_KEY, SECRET])
-
-
-def wait_menu_ready(page, secs=15):
-    page.goto(BASE + '/dashboard/workspace', wait_until='domcontentloaded')
-    for _ in range(secs):
-        if '加载菜单中' not in page.evaluate('()=>document.body.innerText'):
-            return True
-        time.sleep(1)
-    return False
-
-
-# 404 文案清单 (实测 ICS 的 404 页文案)
-NOT_FOUND_MARKERS = ['未找到页面', '哎呀', '404', 'Not Found', '页面不存在', '无法找到', 'page not found', '找不到页面']
-
-
-def is_not_found(body):
-    b = body[:500]
-    return any(m in b for m in NOT_FOUND_MARKERS)
-
-
-def collect_anchors(page):
-    try:
-        els = page.evaluate('''()=>{const out=[];document.querySelectorAll('button,.ant-tabs-tab,input[placeholder],input[name],[role=tab]').forEach(el=>{const name=(el.innerText||el.getAttribute('placeholder')||el.getAttribute('name')||'').trim();const role=el.getAttribute('role')||(el.tagName==='INPUT'?'textbox':el.tagName.toLowerCase());if(name&&name.length<25&&!/^[0-9\s]+$/.test(name))out.push({role,name});});return out.slice(0,30);}''')
-        seen = set(); uniq = []
-        for el in els:
-            k = (el['role'], el['name'])
-            if k not in seen:
-                seen.add(k); uniq.append(el)
-        return uniq
-    except Exception:
-        return []
-
-
-def test_page(page, item, shot_dir):
-    """测单页. status: OK/LOADED/404/SESSION_EXPIRED/EMPTY/ERROR
-    每页截 1 张图存 shot_dir, 结果带 screenshot 路径 + body 全文(留证据)."""
-    path = item['page_path']
-    res = {'page': path, 'name': item.get('name', ''), 'status': 'UNKNOWN', 'rows': 0, 'anchors': [], 'screenshot': '', 'body': ''}
-    try:
-        page.goto(BASE + path, wait_until='domcontentloaded', timeout=12000)
-        time.sleep(2)
-        cur = page.url
-        if '/auth/login' in cur:
-            res['status'] = 'SESSION_EXPIRED'; return res
-        body = page.evaluate('()=>document.body.innerText.slice(0,1500)')
-        res['body'] = body
-        if is_not_found(body):
-            res['status'] = '404'; res['body_head'] = body[:80].replace('\n', ' ')
-            res['screenshot'] = _shot(page, shot_dir, path, '404'); return res
-        # 等表格加载
-        rows = 0
-        for _ in range(8):
-            rows = page.locator('.vxe-body--row').count()
-            if rows > 0:
-                break
-            time.sleep(0.5)
-        res['rows'] = rows
-        if rows > 0:
-            res['status'] = 'OK'
-        elif len([l for l in body.split('\n') if l.strip()]) > 3:
-            res['status'] = 'LOADED'
-        else:
-            res['status'] = 'EMPTY'
-        res['anchors'] = collect_anchors(page)
-        res['screenshot'] = _shot(page, shot_dir, path, res['status'])
-    except Exception as e:
-        res['status'] = 'ERROR'; res['error'] = str(e)[:80]
-        try: res['screenshot'] = _shot(page, shot_dir, path, 'ERROR')
-        except Exception: pass
-    return res
-
-
-def _shot(page, shot_dir, path, tag):
-    """截图存 PNG, 返回文件名. 命名: tag_域名简写.png (去特殊字符)."""
-    import re as _re
-    safe = _re.sub(r'[^a-zA-Z0-9\u4e00-\u9fa5]', '_', path).strip('_')[-40:]
-    fn = '%s_%s.png' % (tag, safe)
-    fp = os.path.join(shot_dir, fn)
-    try:
-        page.screenshot(path=fp, full_page=False)
-        return fn
-    except Exception:
-        return ''
-
-
-def sediment(page_path, anchors):
-    if not anchors:
-        return
-    try:
-        pj = json.dumps({'url': page_path, 'elements': [
-            {'role': a['role'], 'name': a['name'], 'desc': a['name']} for a in anchors
-        ]}, ensure_ascii=False)
-        subprocess.run([sys.executable, os.path.join(SCRIPTS, 'autotest.py'), 'learn',
-                        '--url', page_path, '--page-json', pj], capture_output=True, timeout=20)
-    except Exception:
-        pass
-
-
-def main():
-    ap = argparse.ArgumentParser()
-    ap.add_argument('batch_file')
-    ap.add_argument('--out', default='')
-    args = ap.parse_args()
-    batch = json.load(open(args.batch_file, encoding='utf-8'))
-    print('批量测试 %d 页 (URL来源: 准确路由树)' % len(batch))
-
-    TOKEN = get_token()
-    if not TOKEN:
-        print('LOGIN_FAIL'); sys.exit(1)
-    print('token: ok (dev=%s)' % DEV)
-
-    results = []
-    shot_dir = os.path.join(os.path.dirname(args.batch_file), 'screenshots')
-    os.makedirs(shot_dir, exist_ok=True)
-    with sync_playwright() as pw:
-        b = pw.chromium.launch(headless=True)
-        page = b.new_context(locale='zh-CN', viewport={'width': 1440, 'height': 900}).new_page()
-        page.set_default_timeout(12000)
-        try:
-            inject_token(page, TOKEN)
-            ready = wait_menu_ready(page)
-            print('SPA初始化:', '菜单就绪' if ready else '菜单未就绪(继续)')
-        except Exception as e:
-            print('INIT_FAIL:', str(e)[:80]); b.close(); sys.exit(1)
-
-        for i, item in enumerate(batch):
-            res = test_page(page, item, shot_dir)
-            results.append(res)
-            anc_n = len(res.get('anchors', []))
-            print('  [%d/%d] %-14s %-50s rows=%-3d anc=%d %s' % (
-                i + 1, len(batch), res['status'], res['page'][:48], res.get('rows', 0), anc_n,
-                res.get('body_head', res.get('error', ''))[:30]))
-            sediment(res['page'], res.get('anchors', []))
-            if res['status'] == 'SESSION_EXPIRED':
-                print('  session过期, 重新登录...')
-                TOKEN = login_api()
-                if TOKEN:
-                    inject_token(page, TOKEN); wait_menu_ready(page, 8)
-        b.close()
-
-    from collections import Counter
-    c = Counter(r['status'] for r in results)
-    print()
-    print('=== 汇总 ===')
-    for s, n in c.most_common():
-        print('  %-14s %d' % (s, n))
-    total_anchors = sum(len(r.get('anchors', [])) for r in results)
-    print('  沉淀锚点: %d' % total_anchors)
-    # 列出所有 404/ERROR
-    problems = [r for r in results if r['status'] in ('404', 'ERROR', 'EMPTY', 'SESSION_EXPIRED')]
-    if problems:
-        print()
-        print('=== 异常页面 (%d) ===' % len(problems))
-        for r in problems:
-            print('  [%s] %s  %s' % (r['status'], r['page'][:50], r.get('body_head', r.get('error', ''))[:30]))
-
-    out_file = args.out or args.batch_file.replace('.json', '_result.json')
-    json.dump(results, open(out_file, 'w', encoding='utf-8'), ensure_ascii=False, indent=2)
-    print()
-    print('结果: %s' % out_file)
-
-
-if __name__ == '__main__':
-    main()
+# -*- coding: utf-8 -*-
+# v3.0 路径自举: 引导到 common/bootstrap, 统一 sys.path 逻辑
+import os as _o, sys as _s
+_cp = _o.path.join(_o.path.dirname(_o.path.dirname(_o.path.abspath(__file__))), 'common')
+if _cp not in _s.path: _s.path.insert(0, _cp)
+from bootstrap import setup; setup()
+
+"""autotest_batch.py — 批量页面测试执行器 (一个浏览器会话串测N页).
+用法: python autotest_batch.py <batch_file> [--out result.json]
+  batch_file: JSON [{page_path, name, component}, ...]  (page_path 用准确路由!)
+
+与上轮 _batch_test.py 的关键区别:
+  ① URL 来自 menu-routes-tree.json (准确父子树), 不是 component 猜
+  ② 404 判定加强: 识别 "未找到页面/哎呀/404/Not Found/页面不存在" 多种文案
+  ③ 真验页面加载: 区分 OK(有数据) / LOADED(无表格但非404) / 404 / SESSION_EXPIRED / EMPTY(空白)
+"""
+import json, sys, time, os, re, argparse, subprocess
+from playwright.sync_api import sync_playwright
+
+BASE = 'https://icsqas.inforecloud.com'
+ACCESS_KEY = 'ICS-1.3.8-prod-core-access'
+SECRET = 'please-replace-me-with-your-own-key'
+SCRIPTS = os.path.dirname(os.path.abspath(__file__))
+PROJECT = os.path.normpath(os.path.join(SCRIPTS, '..', '..'))
+SECURELS_JS = os.path.join(SCRIPTS, 'secure-ls.js')
+
+
+# v3.0: 登录态从 common.autotest_auth 复用 (单一真源, 消除 3 处重复)
+sys.path.insert(0, SCRIPTS)
+try:
+    from common.autotest_auth import get_developer as read_developer, auth_file, get_token as _get_token_shared
+
+    DEV = read_developer()
+    AUTH_FILE = auth_file(DEV)
+
+    def login_api():
+        """调 kg_auto_login.py 重新登录 (转发到 autotest_auth.get_token)."""
+        return _get_token_shared(dev=DEV, base_url=BASE)
+
+    def get_token():
+        return _get_token_shared(dev=DEV, base_url=BASE)
+except Exception:
+    # 回退: 内联逻辑
+    def read_developer():
+        f = os.path.join(PROJECT, '.qoder', '.developer')
+        for ln in open(f, encoding='utf-8'):
+            if ln.strip().startswith('name='):
+                return ln.strip().split('=', 1)[1].strip()
+        raise RuntimeError('无 .developer')
+
+    DEV = read_developer()
+    AUTH_FILE = os.path.join(PROJECT, 'workspace', 'members', DEV, 'auth-state.json')
+
+    def login_api():
+        subprocess.run([sys.executable, os.path.join(SCRIPTS, 'kg_auto_login.py')],
+                       capture_output=True, timeout=180)
+        if os.path.exists(AUTH_FILE):
+            return json.load(open(AUTH_FILE, encoding='utf-8')).get('access_token')
+        return None
+
+    def get_token():
+        if os.path.exists(AUTH_FILE):
+            tok = json.load(open(AUTH_FILE, encoding='utf-8')).get('access_token')
+            import requests
+            try:
+                r = requests.get(BASE + '/test-api/system/user/getInfo',
+                                 headers={'Authorization': 'Bearer ' + tok, 'clientid': 'e5cd7e4891bf95d1d19206ce24a7b32e'}, timeout=8)
+                if r.json().get('code') == 200:
+                    return tok
+            except Exception:
+                pass
+        return login_api()
+
+
+def inject_token(page, token):
+    page.goto(BASE + '/auth/login', wait_until='domcontentloaded'); time.sleep(1.2)
+    page.add_script_tag(path=SECURELS_JS); time.sleep(0.3)
+    page.evaluate('''(a)=>{const[t,k,s]=a;const S=window.SecureLS.default||window.SecureLS;const ls=new S({encodingType:'aes',isCompression:true,encryptionSecret:s});ls.set(k,{accessToken:t,refreshToken:t,accessCodes:[],originMenus:[],webMenus:[],accessMenus:[],accessRoutes:[],isAccessChecked:false,loginExpired:false});}''', [token, ACCESS_KEY, SECRET])
+
+
+def wait_menu_ready(page, secs=15):
+    page.goto(BASE + '/dashboard/workspace', wait_until='domcontentloaded')
+    for _ in range(secs):
+        if '加载菜单中' not in page.evaluate('()=>document.body.innerText'):
+            return True
+        time.sleep(1)
+    return False
+
+
+# 404 文案清单 (实测 ICS 的 404 页文案)
+NOT_FOUND_MARKERS = ['未找到页面', '哎呀', '404', 'Not Found', '页面不存在', '无法找到', 'page not found', '找不到页面']
+
+
+def is_not_found(body):
+    b = body[:500]
+    return any(m in b for m in NOT_FOUND_MARKERS)
+
+
+def collect_anchors(page):
+    try:
+        els = page.evaluate('''()=>{const out=[];document.querySelectorAll('button,.ant-tabs-tab,input[placeholder],input[name],[role=tab]').forEach(el=>{const name=(el.innerText||el.getAttribute('placeholder')||el.getAttribute('name')||'').trim();const role=el.getAttribute('role')||(el.tagName==='INPUT'?'textbox':el.tagName.toLowerCase());if(name&&name.length<25&&!/^[0-9\s]+$/.test(name))out.push({role,name});});return out.slice(0,30);}''')
+        seen = set(); uniq = []
+        for el in els:
+            k = (el['role'], el['name'])
+            if k not in seen:
+                seen.add(k); uniq.append(el)
+        return uniq
+    except Exception:
+        return []
+
+
+def test_page(page, item, shot_dir):
+    """测单页. status: OK/LOADED/404/SESSION_EXPIRED/EMPTY/ERROR
+    每页截 1 张图存 shot_dir, 结果带 screenshot 路径 + body 全文(留证据)."""
+    path = item['page_path']
+    res = {'page': path, 'name': item.get('name', ''), 'status': 'UNKNOWN', 'rows': 0, 'anchors': [], 'screenshot': '', 'body': ''}
+    try:
+        page.goto(BASE + path, wait_until='domcontentloaded', timeout=12000)
+        time.sleep(2)
+        cur = page.url
+        if '/auth/login' in cur:
+            res['status'] = 'SESSION_EXPIRED'; return res
+        body = page.evaluate('()=>document.body.innerText.slice(0,1500)')
+        res['body'] = body
+        if is_not_found(body):
+            res['status'] = '404'; res['body_head'] = body[:80].replace('\n', ' ')
+            res['screenshot'] = _shot(page, shot_dir, path, '404'); return res
+        # 等表格加载
+        rows = 0
+        for _ in range(8):
+            rows = page.locator('.vxe-body--row').count()
+            if rows > 0:
+                break
+            time.sleep(0.5)
+        res['rows'] = rows
+        if rows > 0:
+            res['status'] = 'OK'
+        elif len([l for l in body.split('\n') if l.strip()]) > 3:
+            res['status'] = 'LOADED'
+        else:
+            res['status'] = 'EMPTY'
+        res['anchors'] = collect_anchors(page)
+        res['screenshot'] = _shot(page, shot_dir, path, res['status'])
+    except Exception as e:
+        res['status'] = 'ERROR'; res['error'] = str(e)[:80]
+        try: res['screenshot'] = _shot(page, shot_dir, path, 'ERROR')
+        except Exception: pass
+    return res
+
+
+def _shot(page, shot_dir, path, tag):
+    """截图存 PNG, 返回文件名. 命名: tag_域名简写.png (去特殊字符)."""
+    import re as _re
+    safe = _re.sub(r'[^a-zA-Z0-9\u4e00-\u9fa5]', '_', path).strip('_')[-40:]
+    fn = '%s_%s.png' % (tag, safe)
+    fp = os.path.join(shot_dir, fn)
+    try:
+        page.screenshot(path=fp, full_page=False)
+        return fn
+    except Exception:
+        return ''
+
+
+def sediment(page_path, anchors):
+    if not anchors:
+        return
+    try:
+        pj = json.dumps({'url': page_path, 'elements': [
+            {'role': a['role'], 'name': a['name'], 'desc': a['name']} for a in anchors
+        ]}, ensure_ascii=False)
+        subprocess.run([sys.executable, os.path.join(SCRIPTS, 'autotest.py'), 'learn',
+                        '--url', page_path, '--page-json', pj], capture_output=True, timeout=20)
+    except Exception:
+        pass
+
+
+def main():
+    ap = argparse.ArgumentParser()
+    ap.add_argument('batch_file')
+    ap.add_argument('--out', default='')
+    args = ap.parse_args()
+    batch = json.load(open(args.batch_file, encoding='utf-8'))
+    print('批量测试 %d 页 (URL来源: 准确路由树)' % len(batch))
+
+    TOKEN = get_token()
+    if not TOKEN:
+        print('LOGIN_FAIL'); sys.exit(1)
+    print('token: ok (dev=%s)' % DEV)
+
+    results = []
+    shot_dir = os.path.join(os.path.dirname(args.batch_file), 'screenshots')
+    os.makedirs(shot_dir, exist_ok=True)
+    with sync_playwright() as pw:
+        b = pw.chromium.launch(headless=True)
+        page = b.new_context(locale='zh-CN', viewport={'width': 1440, 'height': 900}).new_page()
+        page.set_default_timeout(12000)
+        try:
+            inject_token(page, TOKEN)
+            ready = wait_menu_ready(page)
+            print('SPA初始化:', '菜单就绪' if ready else '菜单未就绪(继续)')
+        except Exception as e:
+            print('INIT_FAIL:', str(e)[:80]); b.close(); sys.exit(1)
+
+        for i, item in enumerate(batch):
+            res = test_page(page, item, shot_dir)
+            results.append(res)
+            anc_n = len(res.get('anchors', []))
+            print('  [%d/%d] %-14s %-50s rows=%-3d anc=%d %s' % (
+                i + 1, len(batch), res['status'], res['page'][:48], res.get('rows', 0), anc_n,
+                res.get('body_head', res.get('error', ''))[:30]))
+            sediment(res['page'], res.get('anchors', []))
+            if res['status'] == 'SESSION_EXPIRED':
+                print('  session过期, 重新登录...')
+                TOKEN = login_api()
+                if TOKEN:
+                    inject_token(page, TOKEN); wait_menu_ready(page, 8)
+        b.close()
+
+    from collections import Counter
+    c = Counter(r['status'] for r in results)
+    print()
+    print('=== 汇总 ===')
+    for s, n in c.most_common():
+        print('  %-14s %d' % (s, n))
+    total_anchors = sum(len(r.get('anchors', [])) for r in results)
+    print('  沉淀锚点: %d' % total_anchors)
+    # 列出所有 404/ERROR
+    problems = [r for r in results if r['status'] in ('404', 'ERROR', 'EMPTY', 'SESSION_EXPIRED')]
+    if problems:
+        print()
+        print('=== 异常页面 (%d) ===' % len(problems))
+        for r in problems:
+            print('  [%s] %s  %s' % (r['status'], r['page'][:50], r.get('body_head', r.get('error', ''))[:30]))
+
+    out_file = args.out or args.batch_file.replace('.json', '_result.json')
+    json.dump(results, open(out_file, 'w', encoding='utf-8'), ensure_ascii=False, indent=2)
+    print()
+    print('结果: %s' % out_file)
+
+
+if __name__ == '__main__':
+    main()