@furongjun1999/dsh-memory 0.4.3 → 0.4.5

package/md_cg/whitebox_kb/wisdom/danmaku_audit.py

@@ -0,0 +1,252 @@
+# -*- coding: utf-8 -*-
+"""灵枢直播 · 弹幕内容审核（v1.0）
+
+三层判定（白箱可解释，规则见《弹幕审核规则.md》）：
+  第一层 快速词表（M1-M5 五类，毫秒级候选）
+  第二层 上下文修正（复用智慧之书 dex_trust_judge：public 信任上下文）
+  第三层 终裁（善意上下文豁免 / 复核 / 放行）
+
+审计：每条拦截/复核写 audit_log/danmaku_audit.json；
+设计者改判（误拦/漏放）→ 记被拒路径 → 知识飞轮蒸馏。
+
+用法：
+  python danmaku_audit.py "这条弹幕文本"     # 单条审核
+  python danmaku_audit.py --self-test         # 内置样例自测
+"""
+import json
+import os
+import re
+import sys
+import time
+
+HERE = os.path.dirname(os.path.abspath(__file__))
+AUDIT_LOG = os.path.join(HERE, 'audit_log', 'danmaku_audit.json')
+
+# ============================================================
+# 第一层 · 五类词表（M1 辱骂 / M2 涉政 / M3 广告 / M4 隐私 / M5 引战）
+# 原则：宁可多标记候选，不直接拦——终裁层决定
+# ============================================================
+M1_ABUSE = [
+    "傻逼", "傻X", "傻x", "煞笔", "沙比", "傻比", "脑残", "弱智", "白痴", "智障",
+    "去死", "滚", "贱人", "废物", "垃圾主播", "菜鸡", "什么玩意", "狗东西",
+    "你妈", "妈的", "草泥马", "操你", "他妈", "特么", "卧槽", "日你",
+    "死全家", "全家暴毙", "活该", "恶心人", "讨人厌", "装逼", "傻屌",
+]
+M2_POLITICAL = [
+    "颠覆", "煽动", "反革命", "分裂国家", "台独", "港独", "藏独", "疆独",
+    "推翻", "暴动", "政变", "游行示威", "反动", "黑政府", "政府无能",
+    "领导人", "敏感词", "屏蔽词", "政治审查",
+]
+M3_ADS = [
+    "加微信", "加V", "加v", "加我微信", "加我V", "加我v", "加我好友",
+    "私聊我", "私信交易", "有偿", "付费咨询",
+    "打钱", "转账", "收款码", "加群", "拉群", "推广", "广告位", "代练",
+    "刷礼物返现", "优惠券", "淘宝店", "拼多多", "微商", "带货",
+]
+M4_PRIVACY = [
+    "电话", "手机号", "微信号", "qq号", "QQ号", "身份证", "住址",
+    "家庭地址", "门牌号", "银行卡", "密码", "验证码",
+]
+M5_TROLL = [
+    "主播是骗子", "别信他", "大家别信", "别看了", "散了吧",
+    "浪费时间", "退钱", "骗钱的", "割韭菜", "智商税", "洗脑", "恰烂钱",
+    "带节奏", "引战", "钓鱼",
+]
+
+CATEGORIES = [
+    ("M1", "辱骂攻击", M1_ABUSE),
+    ("M2", "涉政违法", M2_POLITICAL),
+    ("M3", "广告引流", M3_ADS),
+    ("M4", "隐私暴露", M4_PRIVACY),
+    ("M5", "引战挑拨", M5_TROLL),
+]
+
+# 善意上下文豁免词（命中则降级：引用/科普/自嘲）
+BENIGN_CONTEXT = ["引用", "科普", "自嘲", "开玩笑", "玩梗", "举例", "测试",
+                  "台词", "段子", "相声", "歌词", "别当真", "开玩笑的",
+                  "开玩笑啦", "调侃", "玩笑话"]
+
+# 词义时代表（v1.16 语境时效 · 设计者：语境有时效性，结合记忆/历史判断）
+# 阶段 A 最小版：「钓鱼」三义按语境提示词分流（后续阶段 B/C 接入记忆+历史）
+FISHING_SENSES = {
+    "sport":    ["喜欢", "爱好", "周末", "爸爸", "鱼竿", "钓到", "河边",
+                 "湖", "海钓", "钓鱼吧", "钓鱼了", "钓鱼呀", "去钓鱼",
+                 "钓鱼场", "钓鱼运动", "钓鱼比赛"],
+    "security": ["链接", "邮件", "网站", "短信", "诈骗", "点击", "收到",
+                 "恶意", "木马", "钓鱼链接", "钓鱼邮件", "钓鱼网站"],
+    "troll":    ["主播", "带节奏", "引战", "弹幕", "他在钓", "钓鱼执法"],
+}
+
+# 单字/宽词（命中只标记候选，不参与终裁）
+WEAK_WORDS = ["滚", "爱", "性", "带", "退"]
+
+
+# ============================================================
+# 第二层 · 上下文修正（复用 dex_trust_judge 的信任上下文）
+# ============================================================
+def _trust_context(text):
+    """直播 = public（情境因子 1.0，默认信任 0.10）。
+    返回 (risk_score, intimacy, hit_intimate, hit_risk)。
+    """
+    trust_v = 0.10
+    situation = 1.00
+    INTIMATE = ["性", "爱", "亲密", "拥抱", "吻", "欲望", "想你", "依偎"]
+    RISK = ["性", "涉", "暴露", "隐私", "交易", "诱导", "公开", "传播"]
+    hit_intimate = sum(1 for w in INTIMATE if w in text)
+    hit_risk = sum(1 for w in RISK if w in text)
+    risk_score = (1.0 - trust_v) * situation
+    intimacy = trust_v * situation
+    return risk_score, intimacy, hit_intimate, hit_risk
+
+
+# ============================================================
+# 主审核：三层判定
+# ============================================================
+def audit(text, relation="public", designer_override=None):
+    """审核一条弹幕。返回 {verdict, category, reason, matched, confidence, ts}"""
+    text = (text or "").strip()
+    ts = time.time()
+    if not text:
+        return {"verdict": "allow", "category": "none", "reason": "空弹幕",
+                "matched": [], "confidence": 0.0, "ts": ts}
+
+    # ---- 第一层：词表候选 ----
+    matched = []
+    # 语境时效（v1.16）：「钓鱼」多义词先按语境分流（词义时代表阶段 A）
+    # 运动/安全语境 → 放行（「爸爸喜欢钓鱼」「收到钓鱼链接」不是引战）；
+    # 引战/无语境提示 → 继续静态词表（保守拦截）
+    if "钓鱼" in text:
+        _hits_sense = {s: sum(1 for h in ws if h in text)
+                       for s, ws in FISHING_SENSES.items()}
+        _top_sense = max(_hits_sense, key=_hits_sense.get) \
+            if any(_hits_sense.values()) else None
+        if _top_sense in ("sport", "security"):
+            return {"verdict": "allow", "category": "none",
+                    "reason": f"「钓鱼」{_top_sense}语境（词义时代表阶段A），放行",
+                    "matched": [], "confidence": 0.1, "ts": ts}
+
+    for code, label, words in CATEGORIES:
+        hits = [w for w in words if w in text]
+        if hits:
+            # 「什么玩意」在疑问句中可能是中性好奇（这是什么玩意？），
+            # 仅当与贬义动词/主语组合时才拦（你/他/这主播+什么玩意）
+            if "什么玩意" in hits and code == "M1":
+                if not re.search(r'[你他她]|主播|这人|东西', text):
+                    hits = [w for w in hits if w != "什么玩意"]
+            if hits:
+                matched.append({"category": code, "label": label, "words": hits})
+
+    # ---- 第三层：终裁 ----
+    benign = any(w in text for w in BENIGN_CONTEXT)
+
+    # 个人偏好/爱好语境豁免（v1.16 白箱修复：「我最喜欢钓鱼」是运动爱好陈述，
+    # 非 M5 引战「钓鱼（诱饵）」含义——避免内容安全误伤偏好记忆）
+    if matched and not benign:
+        import re as _re
+        _pref = _re.search(
+            r"(?:我最|我|本人)[^，。！？]{0,5}(?:喜欢|爱|爱好|热衷于)(?:去)?钓"
+            r"鱼(?!执法|网站|邮件|链接|攻击|诈骗|短信)", text)
+        if _pref:
+            return {"verdict": "allow", "category": "none",
+                    "reason": "个人爱好陈述（钓鱼运动），非引战", "matched": [],
+                    "confidence": 0.1, "ts": ts}
+
+    if not matched:
+        verdict, category, reason, conf = "allow", "none", "普通内容，放行", 0.1
+    else:
+        # 多类命中取最高优先级（M2 > M1 > M4 > M5 > M3）
+        prio = {"M2": 5, "M1": 4, "M4": 3, "M5": 2, "M3": 1}
+        top = sorted(matched, key=lambda m: -prio[m["category"]])[0]
+        cat, label = top["category"], top["label"]
+        words = top["words"]
+        conf = min(0.95, 0.5 + 0.15 * len(words))
+
+        if benign:
+            verdict, category, reason = "review", cat, \
+                f"命中{label}词但含善意上下文（{top['words']}），需设计者复核"
+            conf = min(conf, 0.6)
+        else:
+            verdict, category, reason = "block", cat, \
+                f"命中{label}词表（{'、'.join(words)}），按规则拦截"
+            # M2 涉政从严：无论置信度直接拦截（宁拦勿放）
+            if cat == "M2":
+                conf = max(conf, 0.9)
+
+    # ---- 第二层：信任上下文修正（记录参考，不改变 verdict 主导） ----
+    risk, intim, hi, hr = _trust_context(text)
+    ctx = {"risk_score": round(risk, 2), "intimacy": round(intim, 2),
+           "hit_intimate": hi, "hit_risk": hr}
+
+    result = {"verdict": verdict, "category": category, "reason": reason,
+              "matched": [m["words"] for m in matched],
+              "confidence": round(conf, 2), "ts": ts, "context": ctx,
+              "text": text[:60]}
+
+    # 审计：block/review 全部记录（allow 高频不记，避免日志膨胀）
+    if verdict != "allow":
+        _log_audit(result)
+    return result
+
+
+# ============================================================
+# 审计日志
+# ============================================================
+def _log_audit(entry):
+    """弹幕互动审计追加：时间戳·用户·动作链留痕。"""
+    try:
+        os.makedirs(os.path.dirname(AUDIT_LOG), exist_ok=True)
+        data = []
+        if os.path.exists(AUDIT_LOG):
+            with open(AUDIT_LOG, encoding="utf-8") as f:
+                data = json.load(f)
+        data.append(entry)
+        with open(AUDIT_LOG, "w", encoding="utf-8") as f:
+            json.dump(data[-500:], f, ensure_ascii=False, indent=1)
+    except Exception:
+        pass
+
+
+# ============================================================
+# 自测
+# ============================================================
+SELF_TEST = [
+    ("主播讲得真清楚", "allow"),
+    ("太厉害了，学到了", "allow"),
+    ("这个傻逼主播在骗人", "block"),
+    ("大家别信他，割韭菜的", "block"),
+    ("加微信私聊有福利", "block"),
+    ("电话13800138000联系我", "block"),
+    ("你是垃圾主播吧", "block"),
+    ("主播是骗子，散了吧", "block"),
+    ("我引用一下那段台词（含敏感词测试）", "review"),
+    ("讲的什么玩意，浪费时间", "block"),
+    ("这是什么玩意？好奇问问", "allow"),
+    ("请问什么是熵？", "allow"),
+    ("嘿嘿，玩梗而已别当真", "allow"),
+    ("主播别当真，开玩笑的", "allow"),
+]
+
+
+def self_test():
+    print("=" * 60)
+    print("弹幕审核 · 自测（期望 verdict）")
+    print("=" * 60)
+    ok = 0
+    for text, expected in SELF_TEST:
+        r = audit(text)
+        mark = "✓" if r["verdict"] == expected else "✗"
+        if r["verdict"] == expected:
+            ok += 1
+        print(f"{mark} [{r['verdict']:6}] ({r['category']:2}) {text[:24]:26} → {r['reason'][:36]}")
+    print(f"\n{ok}/{len(SELF_TEST)} 通过")
+
+
+if __name__ == "__main__":
+    if "--self-test" in sys.argv:
+        self_test()
+    else:
+        t = " ".join(sys.argv[1:])
+        if not t:
+            self_test()
+        else:
+            print(json.dumps(audit(t), ensure_ascii=False, indent=2))

package/md_cg/whitebox_kb/wisdom/danmaku_bridge.py

@@ -0,0 +1,141 @@
+# -*- coding: utf-8 -*-
+"""灵枢 × B站直播 · 弹幕桥 v2（bilibili-api-python）
+
+弹幕流 → 灵枢审核（danmaku_audit）→ 放行转 chat → 回答展示。
+bilibili-api-python 自动处理 Wbi 签名 + cookie 认证。
+
+凭据：本地 .bili_creds 文件（SESSDATA/BUVID3，gitignore，不写配置库）。
+用法：
+  python danmaku_bridge.py <room_id> [--demo]
+"""
+import asyncio
+import os
+import sys
+import time
+
+sys.stdout.reconfigure(encoding="utf-8")
+HERE = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, HERE)
+
+RATE_LIMIT_SECONDS = 3.0
+_last_by_user = {}
+LIVE_SESSION = "live_" + time.strftime("%Y%m%d")
+_agent = None
+
+CREDS_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), ".bili_creds")
+
+
+def _load_creds():
+    """加载本地凭据（不存在则返回 None）。"""
+    try:
+        if os.path.exists(CREDS_FILE):
+            d = {}
+            with open(CREDS_FILE, encoding="utf-8") as f:
+                for line in f:
+                    if "=" in line:
+                        k, v = line.strip().split("=", 1)
+                        d[k] = v
+            return d
+    except Exception:
+        pass
+    return None
+
+
+def _get_agent():
+    """懒加载全局 Agent 单例：首次调用才构造灵枢 Agent，避免模块导入期建连接。"""
+    global _agent
+    if _agent is None:
+        from aeis_core.api import Agent
+        _agent = Agent(identity="灵枢",
+                       db_path=os.environ.get("AEIS_DB", os.path.join("data", "lingshu.db")))
+    return _agent
+
+
+def process_danmaku(text, uname="观众", show_fn=print):
+    """审核 → 放行 → chat → 展示。"""
+    now = time.time()
+    last = _last_by_user.get(uname, 0)
+    if now - last < RATE_LIMIT_SECONDS:
+        return {"verdict": "rate_limited"}
+    _last_by_user[uname] = now
+
+    import danmaku_audit as _da
+    audit = _da.audit(text)
+    if audit.get("verdict") == "block":
+        show_fn(f"[内容安全拦截] {uname}：{text[:20]}…")
+        return {"verdict": "block", "category": audit.get("category")}
+
+    try:
+        agent = _get_agent()
+        r = agent.wisdom_chat(text, session_id=LIVE_SESSION)
+        reply = r.get("reply", "")
+        show_fn(f"🎯 {uname}：{text}")
+        show_fn(f"🌿 灵枢：{reply}")
+        return {"verdict": "show", "reply": reply}
+    except Exception as e:
+        show_fn(f"⚠️ 灵枢处理失败：{e}")
+        return {"verdict": "error"}
+
+
+def run_live(room_id):
+    """bilibili-api-python 实时弹幕（自动 Wbi + cookie）。"""
+    try:
+        from bilibili_api import live, Credential
+    except ImportError:
+        print("需要 pip install bilibili-api-python")
+        return
+
+    creds = _load_creds()
+    credential = None
+    if creds and creds.get("SESSDATA"):
+        credential = Credential(sessdata=creds["SESSDATA"],
+                                buvid3=creds.get("BUVID3"))
+        print("已加载本地凭据（SESSDATA）")
+    else:
+        print("无本地凭据——尝试匿名（可能受限）")
+
+    room = live.LiveDanmaku(room_display_id=int(room_id),
+                            credential=credential)
+
+    @room.on("DANMU_MSG")
+    async def on_danmaku(event):
+        data = event["data"]["info"]
+        text = data[1]
+        uname = data[2][1] if len(data) > 2 else "观众"
+        if text and text.strip():
+            process_danmaku(text.strip(), uname)
+
+    print(f"连接直播间 {room_id}（弹幕→灵枢审核→回答展示）…")
+    try:
+        asyncio.run(room.connect())
+    except KeyboardInterrupt:
+        print("\n已停止")
+
+
+# ---------------- 模拟测试 ----------------
+DEMO_DANMAKU = [
+    "主播讲得好！", "这个白箱智能是啥呀？",
+    "这个主播是骗子吧", "加微信私聊有福利",
+    "为什么水会烧开？", "你好呀！",
+    "虽然累，但想学点东西",
+]
+
+
+def run_demo():
+    print("=" * 56)
+    print(f"弹幕桥模拟（直播 session: {LIVE_SESSION}）")
+    print("=" * 56)
+    users = ["路人甲", "程序员小王", "吃瓜群众", "路人乙", "神秘观众",
+             "潜水员", "热心网友"]
+    for i, d in enumerate(DEMO_DANMAKU):
+        process_danmaku(d, uname=users[i % len(users)])
+        time.sleep(0.5)
+
+
+if __name__ == "__main__":
+    if "--demo" in sys.argv:
+        run_demo()
+    elif len(sys.argv) >= 2:
+        run_live(sys.argv[1])
+    else:
+        print("用法: python danmaku_bridge.py <room_id> [--demo]")