@yottameta/yotta-vetter 0.1.0

package/scripts/test_yotta_vetter.py

@@ -0,0 +1,111 @@
+# -*- coding: utf-8 -*-
+"""yotta-vetter（元审）测试套件。
+
+用法：
+  python3 scripts/test_yotta_vetter.py
+覆盖：check 干净/恶意/自扫、四阶段清单、JSON 与报告、严重级过滤、
+V3 元安联动、source 来源检查（格式/404 降级）、GBK 控制台加固。
+"""
+import json
+import os
+import subprocess
+import sys
+import tempfile
+import unittest
+from pathlib import Path
+
+HERE = Path(__file__).resolve().parent
+SCRIPT = HERE / "yotta_vetter.py"
+FIX = HERE.parent.parent.parent / ".tmp" / "audit-fixtures"
+
+
+def run_cli(args, env=None):
+    full = dict(os.environ)
+    if env:
+        full.update(env)
+    return subprocess.run(
+        [sys.executable, str(SCRIPT)] + args,
+        capture_output=True, text=True, encoding="utf-8", errors="replace",
+        env=full, timeout=60,
+    )
+
+
+class VetterCliTest(unittest.TestCase):
+    def test_check_clean(self):
+        r = run_cli(["check", str(FIX / "clean-skill"), "--no-color"])
+        self.assertEqual(r.returncode, 0, r.stdout + r.stderr)
+        self.assertIn("SAFE TO INSTALL", r.stdout)
+
+    def test_check_evil_verdict_and_linkage(self):
+        r = run_cli(["check", str(FIX / "evil-skill"), "--no-color"])
+        self.assertEqual(r.returncode, 3, r.stdout + r.stderr)
+        self.assertIn("DO NOT INSTALL", r.stdout)
+        self.assertIn("yotta-security-audit --target skill", r.stderr)  # V3 联动
+
+    def test_check_self_no_high_critical(self):
+        """自扫：无 high/critical（urllib 来源检查为预期 medium，规则表已豁免）。"""
+        r = run_cli(["check", str(SCRIPT.parent), "--no-color"])
+        self.assertIn(r.returncode, (0, 1), r.stdout + r.stderr)
+        self.assertNotIn("[HIGH]", r.stdout)
+        self.assertNotIn("[CRITICAL]", r.stdout)
+
+    def test_check_missing_path_exit4(self):
+        r = run_cli(["check", "C:/definitely/not/exists"])
+        self.assertEqual(r.returncode, 4, r.stdout + r.stderr)
+
+    def test_check_json(self):
+        r = run_cli(["check", str(FIX / "evil-skill"), "--json"])
+        self.assertEqual(r.returncode, 3, r.stderr)
+        data = json.loads(r.stdout)
+        self.assertEqual(data["tool"], "yotta-vetter")
+        self.assertGreaterEqual(data["summary"]["critical"], 1)
+        self.assertTrue(all("rule_id" in f for f in data["findings"]))
+
+    def test_check_report_md(self):
+        with tempfile.TemporaryDirectory() as td:
+            rep = Path(td) / "vetting-report.md"
+            r = run_cli(["check", str(FIX / "evil-skill"), "--report", str(rep)])
+            self.assertEqual(r.returncode, 3, r.stderr)
+            self.assertTrue(rep.exists())
+            txt = rep.read_text(encoding="utf-8")
+            self.assertIn("SKILL VETTING REPORT", txt)
+            self.assertIn("决策记录", txt)
+
+    def test_check_severity_filter(self):
+        r = run_cli(["check", str(FIX / "evil-skill"),
+                     "--severity", "critical", "--no-color"])
+        self.assertEqual(r.returncode, 3, r.stderr)
+        self.assertNotIn("[MEDIUM]", r.stdout)
+
+    def test_inventory_missing_skill_md(self):
+        with tempfile.TemporaryDirectory() as td:
+            Path(td, "README.md").write_text("no skill", encoding="utf-8")
+            r = run_cli(["check", td, "--no-color"])
+            self.assertIn("缺少 SKILL.md", r.stdout)
+
+    def test_source_bad_format_exit4(self):
+        r = run_cli(["source", "not-a-slash-spec"])
+        self.assertEqual(r.returncode, 4, r.stdout + r.stderr)
+
+    def test_source_missing_repo_exit1(self):
+        r = run_cli(["source", "github:YottaMeta/__no_such_repo_xyz__"])
+        self.assertEqual(r.returncode, 1, r.stdout + r.stderr)
+
+    def test_bad_command_exit4(self):
+        r = run_cli(["frobnicate"])
+        self.assertEqual(r.returncode, 4, r.stdout + r.stderr)
+
+    def test_gbk_console_no_crash(self):
+        env = dict(os.environ)
+        env["PYTHONIOENCODING"] = "gbk"
+        r = subprocess.run(
+            [sys.executable, str(SCRIPT), "check", str(FIX / "clean-skill"), "--no-color"],
+            capture_output=True, env=env, timeout=60)
+        self.assertEqual(r.returncode, 0, r.stderr.decode("gbk", errors="replace"))
+        self.assertNotIn(b"UnicodeEncodeError", r.stderr)
+
+
+if __name__ == "__main__":
+    suite = unittest.defaultTestLoader.loadTestsFromModule(sys.modules[__name__])
+    ok = unittest.TextTestRunner(verbosity=2).run(suite).wasSuccessful()
+    sys.exit(0 if ok else 1)

package/scripts/vetter_rules.py

@@ -0,0 +1,261 @@
+# -*- coding: utf-8 -*-
+"""vetter_rules.py — 与 yotta-security-audit/scripts/audit_rules.py 的同步副本（勿手改）。
+
+本文件由 YottaSkills 仓库 tools/sync-vetter-rules.py 自动生成；
+修改规则请改 yotta-security-audit/scripts/audit_rules.py，然后重新运行同步。
+"""
+
+
+import re
+from collections import namedtuple
+
+# 单条规则：规则号 / 检测器名 / 严重级 / 正则源码 / 描述 / 置信度(0-100)
+Rule = namedtuple("Rule", ["id", "detector", "severity", "pattern", "description", "confidence"])
+
+MAX_LINE_LEN = 500
+
+# 严重级从低到高（用于排序与 exit code 语义：0=干净/仅 low，1=medium，2=high，3=critical，4=错误）
+SEVERITY_ORDER = ("info", "low", "medium", "high", "critical")
+
+# 严重级 → 数值（exit code 语义）
+SEVERITY_VALUE = {"info": 0, "low": 0, "medium": 1, "high": 2, "critical": 3}
+
+PATTERN_RULES = [
+    # ── DownloadExec 下载即执行 ───────────────────────────────────────────
+    Rule("DEX-001", "DownloadExec", "critical",
+         r"(?i)\bcurl\b[^\n|;]{0,120}\|\s*(?:ba)?sh\b",
+         "curl 下载内容通过管道交给 shell 执行", 95),
+    Rule("DEX-002", "DownloadExec", "critical",
+         r"(?i)\bwget\b[^\n|;]{0,120}\|\s*(?:ba)?sh\b",
+         "wget 下载内容通过管道交给 shell 执行", 95),
+    Rule("DEX-003", "DownloadExec", "critical",
+         r"(?i)\bcurl\b[^\n|;&]{0,120}-[^\s]{0,20}o\s+\S+[^\n|;&]{0,80}(?:&&|;)\s*(?:ba)?sh\b",
+         "curl 下载到文件后立即交给 shell 执行", 90),
+    Rule("DEX-004", "DownloadExec", "critical",
+         r"(?i)\bfetch\s*\([^\n;]{0,200}\)\s*\.\s*then\s*\([^\n;]{0,80}\beval\b",
+         "JS fetch 结果交给 eval 执行", 85),
+    Rule("DEX-005", "DownloadExec", "critical",
+         r"(?i)\burllib\s*\.\s*request\s*\.\s*urlopen\s*\([^\n;]{0,200}\)[^\n;]{0,80}\bexec\b",
+         "Python urllib 下载结果交给 exec 执行", 85),
+    Rule("DEX-006", "DownloadExec", "critical",
+         r"(?i)\bwget\b[^\n|;&]{0,120}-[^\s]{0,20}o\s+\S+[^\n|;&]{0,80}(?:&&|;)\s*(?:ba)?sh\b",
+         "wget 下载到文件后立即交给 shell 执行", 90),
+    Rule("DEX-007", "DownloadExec", "critical",
+         r"(?i)\b(?:powershell|pwsh)\b[^\n;]{0,120}(?:-enc|enc(?:odedcommand)?)\b",
+         "PowerShell 编码命令执行", 80),
+
+    # ── Obfuscation 混淆执行 ──────────────────────────────────────────────
+    Rule("OBF-001", "Obfuscation", "high",
+         r"\beval\s*\(\s*[^\"'\x600-9]",
+         "eval 传入非字面量参数（可能执行外部输入）", 80),
+    Rule("OBF-002", "Obfuscation", "high",
+         r"(?<!\.)\bexec\s*\(\s*[^\"'\x600-9]",
+         "exec 传入非字面量参数", 80),
+    Rule("OBF-003", "Obfuscation", "high",
+         r"(?:\\x[0-9a-fA-F]{2}){6,}",
+         "连续十六进制转义序列（编码字符串）", 70),
+    Rule("OBF-004", "Obfuscation", "high",
+         r"chr\s*\(\s*\d+\s*\)\s*\+\s*chr\s*\(\s*\d+\s*\)(?:\s*\+\s*chr\s*\(\s*\d+\s*\)){2,}",
+         "chr() 拼接链（逐字符构造字符串）", 85),
+    Rule("OBF-005", "Obfuscation", "high",
+         r"String\s*\.\s*fromCharCode\s*\([^)]*,[^)]*,[^)]*,[^)]*\)",
+         "String.fromCharCode 多参数构造", 70),
+    Rule("OBF-006", "Obfuscation", "high",
+         r"\batob\s*\(\s*['\"][A-Za-z0-9+/=]{40,}['\"]\s*\)",
+         "atob 解码超长编码串", 65),
+    Rule("OBF-007", "Obfuscation", "high",
+         r"(?i)(?:(?:exec|eval|system)\s*\(\s*(?:base64\.)?b64decode\s*\(|(?:base64\.)?b64decode\s*\([^)]*\)\s*[^\n;]{0,60}\b(?:exec|eval|system)\b)",
+         "base64 解码后执行", 90),
+    Rule("OBF-008", "Obfuscation", "medium",
+         r"\[::\s*-1\s*\]",
+         "字符串反转切片（常见混淆手法，需结合上下文）", 40),
+
+    # ── Persistence 持久化 ────────────────────────────────────────────────
+    Rule("PER-001", "Persistence", "high",
+         r"(?i)\bcrontab\s+-(?:e|r)\b",
+         "修改 crontab（持久化）", 78),
+    Rule("PER-002", "Persistence", "high",
+         r"(?i)(?:>>|>)\s*[^\n;]{0,60}/etc/cron(?:\.d)?/",
+         "写入系统 crontab 目录", 80),
+    Rule("PER-003", "Persistence", "high",
+         r"(?i)\bcron\b[^\n;]{0,40}(?:@reboot|@daily|@hourly)",
+         "cron 定时任务（含重启执行）", 70),
+    Rule("PER-004", "Persistence", "high",
+         r"(?i)launchctl\s+(?:load|bootstrap|submit)",
+         "macOS launchctl 加载持久化任务", 80),
+    Rule("PER-005", "Persistence", "high",
+         r"(?i)(?:Library/(?:LaunchAgents|LaunchDaemons)|launchd\.plist|(?:>>|>)\s*[^\n;]{0,60}\.plist)",
+         "macOS 启动代理/守护（LaunchAgents/LaunchDaemons plist）持久化", 70),
+    Rule("PER-006", "Persistence", "high",
+         r"(?i)systemctl\s+(?:enable|start)\b",
+         "systemd 服务启用（持久化）", 60),
+    Rule("PER-007", "Persistence", "high",
+         r"(?i)(?:>>|>)\s*[^\n;]{0,80}/etc/systemd/system/",
+         "写入 systemd 服务文件", 75),
+    Rule("PER-008", "Persistence", "high",
+         r"(?i)(?:>>|>)\s*[^\n;]{0,80}/(?:etc/rc\.local|etc/rc\.d/)",
+         "写入 rc.local / rc.d 启动脚本", 80),
+    Rule("PER-009", "Persistence", "high",
+         r"(?i)(?:>>|>)\s*[^\n;]{0,80}\.(?:bashrc|zshrc|profile|bash_profile)\b",
+         "写入 shell 配置文件（持久化）", 78),
+    Rule("PER-010", "Persistence", "high",
+         r"(?i)HKEY_(?:CURRENT_USER|LOCAL_MACHINE)[^\n;]{0,80}(?:CurrentVersion\\)?Run(?:Once)?\b",
+         "Windows 注册表启动项", 80),
+    Rule("PER-011", "Persistence", "medium",
+         r"(?i)HKEY_[^\n;]{0,120}(?:AppInit_DLLs|UserInitMprLogonScript)",
+         "Windows 注册表全局持久化点（AppInit_DLLs/登录脚本）", 85),
+
+    # ── Exfiltration 数据外传 ─────────────────────────────────────────────
+    Rule("EXF-001", "Exfiltration", "high",
+         r"(?i)\b(?:zip|tar)\b[^\n;]{0,120}(?:-r\b|cf\b)[^\n;]{0,120}(?:\bcurl\b|\bwget\b|requests\.post|urllib)",
+         "打包后外传（zip/tar 压缩并上传）", 85),
+    Rule("EXF-002", "Exfiltration", "high",
+         r"(?i)(?:shutil\.make_archive|zipfile\.ZipFile)[^\n;]{0,120}[^\n;]{0,120}(?:requests\.post|urllib\.request|ftp)",
+         "Python 归档后上传", 85),
+    Rule("EXF-003", "Exfiltration", "high",
+         r"(?i)(?:\.env[^\n;]{0,80}(?:\bcurl\b|\bwget\b|requests\.post|urllib)|(?:\bcurl\b|\bwget\b|requests\.post|urllib)[^\n;]{0,80}\.env)",
+         "读取 .env 后外传", 88),
+    Rule("EXF-004", "Exfiltration", "high",
+         r"(?i)(?:(?:id_rsa|id_ed25519|\.ssh)[^\n;]{0,80}(?:\bcurl\b|\bwget\b|requests\.post|urllib|ftp)|(?:\bcurl\b|\bwget\b|requests\.post|urllib|ftp)[^\n;]{0,80}(?:id_rsa|id_ed25519|\.ssh))",
+         "读取 SSH 私钥后外传", 92),
+    Rule("EXF-005", "Exfiltration", "high",
+         r"(?i)(?:(?:Login\sData|Cookies\.sqlite|\.aws\\credentials)[^\n;]{0,80}(?:\bcurl\b|\bwget\b|requests\.post|urllib)|(?:\bcurl\b|\bwget\b|requests\.post|urllib)[^\n;]{0,80}(?:Login\sData|Cookies\.sqlite|\.aws\\credentials))",
+         "读取浏览器/云凭据后外传", 90),
+
+    # ── CredentialTheft 凭据窃取 ──────────────────────────────────────────
+    Rule("CRE-001", "CredentialTheft", "critical",
+         r"(?i)osascript[^\n;]{0,120}(?:password|passphrase)",
+         "macOS 弹窗套取密码", 90),
+    Rule("CRE-002", "CredentialTheft", "critical",
+         r"(?i)security\s+find-generic-password|keychain",
+         "访问 macOS keychain 凭据", 85),
+    Rule("CRE-003", "CredentialTheft", "high",
+         r"(?i)(?:id_rsa|id_ed25519|id_dsa)\.?(?:pub)?\b",
+         "读取 SSH 私钥文件", 80),
+    Rule("CRE-004", "CredentialTheft", "high",
+         r"(?i)\.aws[/\\](?:credentials|config)\b",
+         "读取 AWS 凭据文件", 85),
+    Rule("CRE-005", "CredentialTheft", "high",
+         r"(?i)(?:win32crypt|DPAPI|CryptUnprotectData)",
+         "Windows DPAPI 解密调用", 85),
+    Rule("CRE-006", "CredentialTheft", "medium",
+         r"(?i)\b(?:MEMORY\.md|USER\.md|SOUL\.md|IDENTITY\.md)\b",
+         "访问智能体记忆/身份文件（需确认必要性）", 60),
+    Rule("CRE-007", "CredentialTheft", "medium",
+         r"(?i)(?:cookie|session)[^\n;]{0,60}(?:steal|exfil|upload|post)",
+         "Cookie/会话窃取相关操作", 75),
+
+    # ── NetworkCall 网络调用（含反向 shell）───────────────────────────────
+    Rule("NET-001", "NetworkCall", "critical",
+         r"(?i)\bnc\s+[-A-Za-z0-9. ]{0,40}-e\b",
+         "netcat 反向 shell（-e 参数）", 95),
+    Rule("NET-002", "NetworkCall", "critical",
+         r"(?i)bash\s+-i\s*>\s*&?\s*/dev/tcp/",
+         "bash /dev/tcp 反向 shell", 95),
+    Rule("NET-003", "NetworkCall", "critical",
+         r"(?i)(?:socket|connect)\s*\([^\n;]{0,80}(?:receiver|attacker|hacker|remote)[^\n;]{0,40}\d{2,5}\)",
+         "连接疑似攻击者地址的 socket", 85),
+    Rule("NET-004", "NetworkCall", "medium",
+         r"(?i)\bsocket\s*\.\s*(?:socket|create_connection|connect)\b",
+         "原始 socket 连接（需确认目标）", 60),
+    Rule("NET-005", "NetworkCall", "medium",
+         r"(?i)requests\s*\.\s*(?:get|post|put|patch|delete|request)\s*\(",
+         "HTTP 客户端调用（需确认目标）", 40),
+    Rule("NET-006", "NetworkCall", "medium",
+         r"(?i)urllib\s*\.\s*request\b",
+         "urllib 网络调用（需确认目标）", 40),
+    Rule("NET-007", "NetworkCall", "medium",
+         r"(?i)\bfetch\s*\(\s*['\"]",
+         "JS fetch 网络调用（需确认目标）", 40),
+    Rule("NET-008", "NetworkCall", "medium",
+         r"(?i)\b(?:curl|wget|httpie|aria2c)\b\s+[-'\"A-Za-z0-9_.:/?=&%]",
+         "命令行下载工具调用（需确认目标）", 40),
+    Rule("NET-009", "NetworkCall", "low",
+         r"(?i)https?://",
+         "文本中出现 URL（需结合上下文）", 20),
+
+    # ── PrivilegeEscalation 权限提升 ──────────────────────────────────────
+    Rule("PRI-001", "PrivilegeEscalation", "high",
+         r"(?i)\bchmod\s+[0-7]*[267][0-7]{2}\b",
+         "chmod 设置 setuid/setgid/sticky 权限位", 85),
+    Rule("PRI-002", "PrivilegeEscalation", "high",
+         r"(?i)\bchmod\s+777\b",
+         "chmod 777 全权限", 70),
+    Rule("PRI-003", "PrivilegeEscalation", "high",
+         r"(?i)\bsetuid\s*\(|setgid\s*\(",
+         "调用 setuid/setgid", 80),
+    Rule("PRI-004", "PrivilegeEscalation", "medium",
+         r"(?i)usermod\s+-aG\s+(?:wheel|sudo|admin)\b|net\s+localgroup\s+administrators\s+\S+\s*/add",
+         "把用户加入管理员组", 85),
+    Rule("PRI-005", "PrivilegeEscalation", "low",
+         r"(?i)\bsudo\b",
+         "使用 sudo（需确认必要性）", 25),
+
+    # ── SocialEngineering 社会工程命名 ────────────────────────────────────
+    Rule("SOC-001", "SocialEngineering", "medium",
+         r"(?i)(?:airdrop|claim\s+reward|free\s+nft|verify\s+your\s+account|security\s+update\s+required|seed\s+phrase|2fa\s+bypass)",
+         "社会工程高频话术", 70),
+    Rule("SOC-002", "SocialEngineering", "medium",
+         r"(?i)(?:metamask|wallet|private\s+key\s+backup|助记词|钱包)",
+         "加密货币钱包相关命名", 55),
+]
+
+# 敏感文件名（文件名级匹配，CredentialTheft 辅助）
+SENSITIVE_FILENAMES = [
+    ("id_rsa", "SSH 私钥", "high", 85),
+    ("id_ed25519", "SSH 私钥", "high", 85),
+    ("id_dsa", "SSH 私钥", "high", 85),
+    ("credentials", "云服务凭据文件", "high", 80),
+    (".netrc", "网络凭据文件", "high", 80),
+    (".pgpass", "数据库口令文件", "high", 85),
+    ("history", "shell 历史文件", "medium", 60),
+    (".env", "环境变量文件", "medium", 45),
+]
+
+# 外传敏感文件组合（EXF 规则之外的补充，按文件名 + 行内网络调用）
+# 安装钩子可疑关键字（yotta_audit.py PostInstallHookDetector 使用；本文件为签名数据，自扫豁免）
+POSTINSTALL_SUSPICIOUS = r"(?i)(curl|wget|bash|sh\s|python|node\s+-e|eval|powershell|/tmp|%temp%)"
+
+
+EXFIL_SENSITIVE = {
+    "id_rsa": "SSH 私钥",
+    "id_ed25519": "SSH 私钥",
+    "id_dsa": "SSH 私钥",
+    "credentials": "云凭据",
+    "Login Data": "浏览器登录数据",
+    "Cookies": "浏览器 Cookie",
+}
+
+_COMPILED = {}
+
+
+def get_rules(detector=None):
+    """返回全部规则（或指定检测器的规则）。"""
+    if detector is None:
+        return list(PATTERN_RULES)
+    return [r for r in PATTERN_RULES if r.detector == detector]
+
+
+def compile_rules():
+    """预编译所有规则正则，返回 {rule_id: compiled}。"""
+    if _COMPILED:
+        return _COMPILED
+    for r in PATTERN_RULES:
+        try:
+            _COMPILED[r.id] = re.compile(r.pattern)
+        except re.error as e:
+            raise ValueError("规则 %s 正则编译失败: %s" % (r.id, e))
+    return _COMPILED
+
+
+def severity_value(sev):
+    """严重级 → exit code 数值（0=干净/仅 low，1=medium，2=high，3=critical）。"""
+    return SEVERITY_VALUE.get(sev, 0)
+
+
+def severity_rank(sev):
+    """严重级 → 排序权重（越大越严重）。"""
+    try:
+        return SEVERITY_ORDER.index(sev)
+    except ValueError:
+        return 0