@whyshu/argent-engine 0.0.0-stage → 0.6.1

package/engine/scripts/customer-readiness.sh

@@ -0,0 +1,135 @@
+#!/usr/bin/env bash
+. "$(dirname "$0")/lib/argent-datadir.sh"   # 0.7.0 W8/S1：数据根唯一判据
+# customer-readiness —— **只读**客户机就绪体检（给"客户机安装"做准备/开窗前复核用）。
+#
+# 为什么要有它：客户机与开发机的差异都在"运行时/插件集/配置形状/定时器"这些**不能靠代码门禁
+# 覆盖**的面上（2026-09-18 实测差异：dsh 0.1.1 vs 0.1.5、插件集多了 kanban/notify/packs/
+# instances/drive、缺 roles.json、gateway.json 只有 2 个角色、~/.dsh/argent/venv 易失、5 个 PAUSE 开关）。
+# 逐条人工核对既慢又容易漏 ⇒ 固化成脚本，开窗前一条命令出体检表。
+#
+# 红线：**只读**。不写任何配置/表、不动 PAUSE 开关、不建会话、不认领票据。
+#
+# 用法：
+#   bash scripts/customer-readiness.sh                      # 体检本机
+#   bash scripts/customer-readiness.sh --ssh huangwei@10.126.126.1   # 体检客户机（走 SSH，只读）
+#     ⚠️ 客户机地址 2026-10-03 实测更正：`10.126.126.3` 已失效（ping 100% 丢包 + ssh 超时），
+#        可达的是 `.1`（hostname `huangweideMac-mini.local`）。
+#   bash scripts/customer-readiness.sh --json               # 机器可读
+# 退出码：0 = 无 FAIL；1 = 有 FAIL（缺关键件）；2 = 参数/连接错误。
+set -uo pipefail
+
+SSH_TARGET=""
+JSON=0
+while [ $# -gt 0 ]; do
+  case "$1" in
+    --ssh) SSH_TARGET="$2"; shift 2;;
+    --json) JSON=1; shift;;
+    -h|--help) sed -n '2,20p' "${BASH_SOURCE[0]}" | sed 's/^# \{0,1\}//'; exit 0;;
+    *) shift;;
+  esac
+done
+
+PROBE=$(cat <<'EOS'
+export PATH="$HOME/.local/bin:$HOME/node/bin:/usr/local/bin:/opt/homebrew/bin:$PATH"
+pass=0; warn=0; fail=0
+line() { printf '%s\t%s\t%s\n' "$1" "$2" "$3"; }   # 状态 项目 说明
+# ── 运行时 ──
+if command -v node >/dev/null 2>&1; then line PASS "node" "$(node -v)"; else line FAIL "node" "未找到（定时器/脚本需要）"; fi
+if [ -x ~/.dsh/argent/venv/bin/python3 ]; then line PASS "python venv" "$(~/.dsh/argent/venv/bin/python3 -V 2>&1)"; else line FAIL "python venv" "缺 ~/.dsh/argent/venv（流程引擎解释器；客户端重启后会静默空转）"; fi
+if command -v lark-cli >/dev/null 2>&1; then line PASS "lark-cli" "$(lark-cli --version 2>/dev/null | head -1)"; else line FAIL "lark-cli" "未找到"; fi
+if command -v dsh >/dev/null 2>&1; then
+  V=$(dsh --version 2>/dev/null | head -1)
+  case "$V" in 0.1.5*) line PASS "dsh" "$V";; *) line WARN "dsh" "${V}（本机开发机为 0.1.5-rc.1；新插件按 0.1.5 契约）";; esac
+else line FAIL "dsh" "未找到"; fi
+# ── 安装克隆 ──
+if [ -d "$HOME/.argent-dsh/.git" ]; then
+  cd "$HOME/.argent-dsh"
+  DIRTY=$(git status --porcelain 2>/dev/null | wc -l | tr -d ' ')
+  COMMIT=$(git rev-parse --short HEAD 2>/dev/null); WHEN=$(git log -1 --format=%cd --date=format:'%m-%d %H:%M' 2>/dev/null)
+  if [ "$DIRTY" = "0" ]; then line PASS "安装克隆" "${COMMIT}（${WHEN}）"; else line WARN "安装克隆" "$COMMIT 但有 $DIRTY 处未提交改动（会阻塞 git pull）"; fi
+else line FAIL "安装克隆" "缺 ~/.argent-dsh"; fi
+# ── 插件集 ──
+PLUG=$(ls "$HOME/.dsh/profiles"/*/node_modules 2>/dev/null | grep -E "^argent-" | sort -u | tr '\n' ' ')
+for need in argent-core argent-gateway argent-skin argent-ml; do
+  case " $PLUG " in *" $need "*) :;; *) line FAIL "插件:$need" "未安装";; esac
+done
+case " $PLUG " in *" argent-flow "*) line PASS "插件:argent-flow" "已装（新流程引擎）";; *) line WARN "插件:argent-flow" "未装 —— 安装阶段需补装";; esac
+for old in argent-kanban argent-notify argent-packs argent-instances argent-instances-local argent-drive; do
+  case " $PLUG " in *" $old "*) line WARN "旧插件:$old" "仍在（新架构已不需要，安装阶段决定去留）";; esac
+done
+# ── 配置形状 ──
+A="$ARGENT_DATA_DIR_RESOLVED"
+[ -f "$A/roles.json" ] && line PASS "roles.json" "有" || line WARN "roles.json" "缺（新网关用角色→preset 映射）"
+if [ -f "$A/gateway.json" ]; then
+  N=$(python3 -c "import json;print(len(json.load(open('$A/gateway.json')).get('roles') or []))" 2>/dev/null || echo "?")
+  line PASS "gateway.json" "角色 $N 个（开发机 13 个 = 12 角色 + main；2026-10-04 补 ml-invoice-xzh）"
+else line FAIL "gateway.json" "缺"; fi
+for f in fulfillment.env daily-report.env config.json ml-api-stores.json; do
+  [ -f "$A/$f" ] && line PASS "配置:$f" "有" || line WARN "配置:$f" "缺"
+done
+# 新键（FULL 完成卡落点 + 通知模式）
+if [ -f "$A/fulfillment.env" ]; then
+  for k in FULL_NOTIFY_MODE FULL_INTERNAL_CHAT_ID FULL_DONE_CHAT_ID FULL_DONE_PROFILE; do
+    grep -q "^$k=" "$A/fulfillment.env" 2>/dev/null && line PASS "env:$k" "已设" || line WARN "env:$k" "未设（安装阶段补）"
+  done
+fi
+# ── 触发面 ──
+P=$(ls "$A"/PAUSE_* 2>/dev/null | wc -l | tr -d ' ')
+line PASS "PAUSE 开关" "$P 个（安装期间保持，逐流程验证后再摘）"
+C=$(crontab -l 2>/dev/null | grep -vcE "^#|^$|^PATH")
+[ "$C" = "0" ] && line PASS "crontab" "仅 PATH（无旧任务）" || line WARN "crontab" "有 $C 条任务（可能与新触发器双跑）"
+T=$(launchctl list 2>/dev/null | grep -c "com.whyshu.flow-trigger")
+[ "$T" = "0" ] && line WARN "flow 定时器" "未安装（安装阶段用 flow-timers.sh install --all）" || line PASS "flow 定时器" "$T 个已装"
+# ── 数据面（只读统计，不读业务表内容）──
+[ -f "$A/ml-api-stores.json" ] && line PASS "ML 授权店铺" "$(python3 -c "import json;d=json.load(open('$A/ml-api-stores.json'));print(len(d.get('stores') or d))" 2>/dev/null) 家"
+if [ -f "$A/daily-report-cache/.pushed-placeholder" ]; then :; fi
+LAST=$(ls -t "$A"/daily-report-cache/.pushed-* 2>/dev/null | head -1 | sed 's/.*\.pushed-//')
+[ -n "$LAST" ] && line PASS "日报最近推送" "$LAST" || line WARN "日报最近推送" "无标记（从未推送过？）"
+# ── 模型凭证（2026-09-29 日报事故固化）：缺/死 ⇒ 跑起来也只会 401 空转，必须开窗前就看见 ──
+MA=$(mktemp); if python3 "$HOME/.argent-dsh/scripts/check-model-auth.py" --json > "$MA" 2>/dev/null; then
+  line PASS "模型凭证" "$(python3 -c "import json;print(json.load(open('$MA'))['mode'])" 2>/dev/null)（在位）"
+else
+  if [ -s "$MA" ]; then
+    line FAIL "模型凭证" "$(python3 -c "import json;d=json.load(open('$MA'));print('；'.join(i['title'] for i in d['checks'] if i['level']=='fail')[:120])" 2>/dev/null)"
+  else
+    line WARN "模型凭证" "缺 check-model-auth.py（老克隆）或 python3 不可用"
+  fi
+fi; rm -f "$MA"
+EOS
+)
+
+if [ -n "$SSH_TARGET" ]; then
+  command -v ssh >/dev/null 2>&1 || { echo "缺 ssh" >&2; exit 2; }
+  OUT=$(ssh -o ConnectTimeout=10 -o BatchMode=yes "$SSH_TARGET" 'bash -s' <<<"$PROBE" 2>&1) || { echo "SSH 失败：$OUT" >&2; exit 2; }
+  TITLE="客户机 $SSH_TARGET"
+else
+  OUT=$(bash -s <<<"$PROBE" 2>&1)
+  TITLE="本机 $(hostname -s)"
+fi
+
+if [ "$JSON" = "1" ]; then
+  printf '%s\n' "$OUT" | python3 -c "
+import sys, json
+rows = [l.rstrip('\n').split('\t') for l in sys.stdin if l.strip()]
+items = [{'status': r[0], 'item': r[1], 'detail': r[2] if len(r) > 2 else ''} for r in rows if len(r) >= 2]
+print(json.dumps({'title': '$TITLE', 'items': items,
+                  'summary': {s: sum(1 for i in items if i['status'] == s) for s in ('PASS', 'WARN', 'FAIL')}},
+                 ensure_ascii=False, indent=2))
+"
+else
+  echo "═══ 客户机就绪体检：${TITLE}（只读）═══"
+  printf '%s\n' "$OUT" | awk -F'\t' '{ icon = ($1=="PASS" ? "✅" : ($1=="WARN" ? "⚠️ " : "❌")); printf "  %s %-22s %s\n", icon, $2, $3 }'
+  echo
+  printf '%s\n' "$OUT" | awk -F'\t' '{c[$1]++} END { printf "  ── 合计：PASS %d / WARN %d / FAIL %d\n", c["PASS"], c["WARN"], c["FAIL"] }'
+fi
+
+printf '%s\n' "$OUT" | grep -q "^FAIL" && exit 1 || exit 0
+
+# Python 运行时（持久 venv）——单一事实源：scripts/python-runtime.sh check
+echo
+echo "── Python 运行时（流程引擎）"
+if bash "$(dirname "${BASH_SOURCE[0]}")/python-runtime.sh" check; then
+  echo "  ✅ 运行时可用（重启后流程不会静默停摆）"
+else
+  echo "  ❌ 运行时不可用 ⇒ 客户机重启后定时器会静默空转；修：bash scripts/python-runtime.sh ensure"
+fi

package/engine/scripts/daily-report-inbox.py

@@ -0,0 +1,242 @@
+#!/usr/bin/env python3
+"""daily-report-inbox —— 生成日报流程的**待处理清单**（P2）。
+
+为什么需要：日报的"待处理单元"不在表里，而是
+**（店铺清单 × 站点本地日期 × 幂等标记）** 三个东西的差集。
+本脚本把它算成一份批量清单（cases-json），供 `flow_source` / `flow_triage` / `flow_claim` 消费：
+
+    ~/.dsh/argent/ml-api-stores.json
+      + ~/.dsh/argent/daily-report-cache/.pushed-<date>-<storeKey>
+        ⇒ ~/.dsh/argent/flow-inbox/daily-report.json
+
+**零 API 调用、只读**：不碰美客多接口、不推送、不写缓存与标记 —— 这就是"廉价轮询"的输入
+（真正的抓取/推送由角色派出的 subagent 跑 `daily-report.mjs` 完成）。
+
+单元口径：站点**本地**"昨天"（可用 `--date` 覆盖）；已有幂等标记的（已推送）默认不产出，
+因此清单天然幂等、跑完即清空。
+
+**到点门控（2026-09-18 加）**：只有站点本地时间**已到推送点**（`mlDailyTime`，缺省 08:00）
+且在 `daily-report.mjs` 的补推窗口（+5h）内才产出单元。理由：单元一旦产出，定时器就会
+唤醒角色（每轮烧模型回合）；未到点就产出＝白唤醒一堆轮次。把门控放在这里（确定性、零成本），
+角色只在"真该推了"的那一刻被叫醒。
+
+**为什么必须有人调它**：本脚本曾**没有任何调用方**（不在触发器、不在插件、cron 已清空）
+⇒ 清单冻结、其单元被影子轮消费后每轮"无票可认领"⇒ 当天永不推送（用户实测静默停摆一整天）。
+现在由源适配器按注册表 `source.regenerate` 在每轮读清单前调用。
+
+用法：
+  python3 scripts/daily-report-inbox.py                 # 按各店站点本地昨天生成
+  python3 scripts/daily-report-inbox.py --date 2026-08-30
+  python3 scripts/daily-report-inbox.py --dry-run       # 只打印不写文件
+  python3 scripts/daily-report-inbox.py --include-pushed # 连已推送的也列出来（排查用）
+退出码：0 成功（含 0 个单元）；2 配置缺失/读取失败。
+"""
+from __future__ import annotations
+
+import argparse
+import datetime as dt
+import json
+import os
+import pathlib
+import sys
+
+# 数据目录：`ARGENT_DATA_HOME` 是**历史别名**（core/mcp 影子跑两者都设）⇒ 保留优先，
+# 与 `scripts/daily-report.mjs` 同一口径；其余走**唯一判据** scripts/lib/argent_datadir.py
+# （三级链 `ARGENT_DATA_DIR` → `$DSH_HOME/argent` → `~/.dsh/argent`）。勿在此复制链。
+sys.path.insert(0, str(pathlib.Path(__file__).resolve().parent / 'lib'))
+from argent_datadir import resolve_data_dir  # noqa: E402
+_ALIAS = os.environ.get("ARGENT_DATA_HOME") or ""
+DATA_HOME = pathlib.Path(_ALIAS) if _ALIAS else pathlib.Path(resolve_data_dir()["dir"])
+STORES_FILE = pathlib.Path(os.environ.get("ML_API_STORES_JSON") or (DATA_HOME / "ml-api-stores.json"))
+CACHE_DIR = DATA_HOME / "daily-report-cache"
+OUT_FILE = DATA_HOME / "flow-inbox" / "daily-report.json"
+
+# 站点 → 时区（与 scripts/daily-report.mjs 的 SITE_TZ 保持一致；改动请两边同步）
+SITE_TZ = {
+    "MLM": "America/Mexico_City", "MLB": "America/Sao_Paulo", "MLA": "America/Argentina/Buenos_Aires",
+    "MLC": "America/Santiago", "MCO": "America/Bogota", "MPE": "America/Lima",
+    "MLU": "America/Montevideo", "MEC": "America/Guayaquil", "MLV": "America/Caracas",
+}
+
+
+def store_key(store: dict) -> str:
+    """与 daily-report.mjs 的 storeKey() 同构：store-<user_id|name>。"""
+    return f"store-{store.get('user_id') if store.get('user_id') is not None else store.get('name')}"
+
+
+def report_date_for(site: str, override: str | None, now_utc: dt.datetime | None = None) -> str:
+    """站点本地"昨天"（无时区信息则退回本机时区）。"""
+    if override:
+        return override
+    now = now_utc or dt.datetime.now(dt.timezone.utc)
+    tzname = SITE_TZ.get((site or "").upper())
+    if tzname:
+        try:
+            from zoneinfo import ZoneInfo
+            local = now.astimezone(ZoneInfo(tzname))
+        except Exception:
+            local = now.astimezone()
+    else:
+        local = now.astimezone()
+    return (local.date() - dt.timedelta(days=1)).isoformat()
+
+
+CATCHUP_HOURS = 5          # 与 scripts/daily-report.mjs 的 gateCatchUp 对齐（+5h 补推窗口）
+
+
+def load_report_time() -> str:
+    """推送时刻（站点本地 HH:MM）：config.json 的 mlDailyTime → env REPORT_TIME → 08:00。
+
+    与 scripts/daily-report.mjs 同一条读取链（`pick(cfg, env, 'mlDailyTime','REPORT_TIME','08:00')`），
+    避免"配了等于没配"（两边不一致时，本脚本会一直不产出、或产出后脚本自己跳过）。
+    """
+    # `DATA_HOME` 已是「ARGENT_DATA_HOME → ARGENT_DATA_DIR → ~/.dsh/argent」（上方定义）⇒
+    # 不再并列一条硬编码 `~/.dsh/argent/config.json`（隔离跑时会先读生产配置，2026-10-02 修）。
+    for p in (DATA_HOME / "config.json",
+              DATA_HOME / "daily-report.env"):
+        try:
+            if p.suffix == ".env":
+                for ln in p.read_text(encoding="utf-8").splitlines():
+                    if ln.strip().startswith("REPORT_TIME="):
+                        return ln.split("=", 1)[1].strip()
+            else:
+                v = (json.loads(p.read_text(encoding="utf-8")) or {}).get("mlDailyTime")
+                if v:
+                    return str(v).strip()
+        except Exception:
+            continue
+    return os.environ.get("REPORT_TIME") or "08:00"
+
+
+def gate_state(site: str, report_time: str, now_utc: dt.datetime | None = None) -> str:
+    """返回 'due' | 'not_due' | 'window_missed'（站点本地口径，与 daily-report.mjs 一致）。"""
+    try:
+        hour = int(str(report_time).split(":")[0])
+    except Exception:
+        hour = 8
+    now = now_utc or dt.datetime.now(dt.timezone.utc)
+    tzname = SITE_TZ.get((site or "").upper())
+    try:
+        from zoneinfo import ZoneInfo
+        local = now.astimezone(ZoneInfo(tzname)) if tzname else now.astimezone()
+    except Exception:
+        local = now.astimezone()
+    h = local.hour
+    if h == hour:
+        return "due"
+    if hour < h <= hour + CATCHUP_HOURS:
+        return "due"                     # 补推窗口内（错过整点仍要补）
+    if h < hour:
+        return "not_due"
+    return "window_missed"
+
+
+def build(include_pushed: bool = False, date_override: str | None = None,
+          only: str | None = None, force_due: bool = False) -> dict:
+    if not STORES_FILE.exists():
+        print(f"❌ 找不到店铺清单：{STORES_FILE}（先跑 init-ml.sh / ml-oauth-setup）", file=sys.stderr)
+        raise SystemExit(2)
+    try:
+        doc = json.loads(STORES_FILE.read_text(encoding="utf-8"))
+    except Exception as exc:
+        print(f"❌ 店铺清单解析失败：{exc}", file=sys.stderr)
+        raise SystemExit(2)
+    stores = doc.get("stores") if isinstance(doc, dict) else doc
+    if not isinstance(stores, list):
+        print("❌ 店铺清单格式异常（应为 {stores:[…]} 或数组）", file=sys.stderr)
+        raise SystemExit(2)
+
+    report_time = load_report_time()
+    cases, skipped = [], []
+    for st in stores:
+        if not isinstance(st, dict):
+            continue
+        name = str(st.get("name") or "")
+        if only and only not in name:
+            continue
+        site = str(st.get("site") or "").upper()
+        key = store_key(st)
+        date = report_date_for(site, date_override)
+        marker = CACHE_DIR / f".pushed-{date}-{key}"
+        snapshot = CACHE_DIR / f"{date}-{key}.json"
+        pushed = marker.exists()
+        if pushed and not include_pushed:
+            skipped.append({"store": name, "site": site, "date": date, "why": "已推送（有幂等标记）"})
+            continue
+        gs = "due" if (force_due or include_pushed) else gate_state(site, report_time)
+        if gs != "due":
+            why = (f"未到推送点（站点本地 {report_time}）" if gs == "not_due"
+                   else f"已过补推窗口（推送点 站点本地 {report_time}，仅 +{CATCHUP_HOURS}h 内可补）")
+            skipped.append({"store": name, "site": site, "date": date, "why": why})
+            continue
+        ticket = f"{site}-{date}-{st.get('user_id') if st.get('user_id') is not None else name}"
+        cases.append({
+            "ticketKey": ticket,
+            "fields": {
+                "store": name,
+                "site": site,
+                "date": date,
+                "store_key": key,
+                "tz": SITE_TZ.get(site, "本机时区"),
+                "pushed": pushed,
+                "snapshot": snapshot.exists(),
+            },
+        })
+    notes = []
+    if not cases:
+        if skipped:
+            notes = [f"{s0['store']} {s0['why']}" for s0 in skipped[:4]]
+        else:
+            notes = ["店铺清单为空（先跑 ml-oauth-setup 授权店铺）"]
+    return {
+        "flow": "daily-report",
+        "generatedAt": dt.datetime.now(dt.timezone.utc).isoformat(),
+        "reportTime": report_time,
+        "cases": cases,
+        "skipped": skipped,
+        "notes": notes,
+        "stores": len(stores),
+    }
+
+
+def main(argv=None) -> int:
+    ap = argparse.ArgumentParser(description="生成日报待处理清单（零 API 调用、只读）")
+    ap.add_argument("--date", help="指定日报日期（YYYY-MM-DD；默认各店站点本地昨天）")
+    ap.add_argument("--out", default=str(OUT_FILE), help=f"输出路径（默认 {OUT_FILE}）")
+    ap.add_argument("--store", help="只处理名字包含该子串的店铺")
+    ap.add_argument("--include-pushed", action="store_true", help="已推送的也列出（排查用）")
+    ap.add_argument("--force-due", action="store_true",
+                    help="忽略到点门控（人工排查/补历史用；正常轮询**不要**加）")
+    ap.add_argument("--dry-run", action="store_true", help="只打印，不写文件")
+    ap.add_argument("--json", action="store_true", help="把清单打到 stdout")
+    a = ap.parse_args(argv)
+
+    plan = build(include_pushed=a.include_pushed, date_override=a.date, only=a.store,
+                 force_due=a.force_due)
+    n = len(plan["cases"])
+    # --json 时必须**纯 JSON 到 stdout**（否则调用方无法直接 parse）；人读的提示一律走 stderr
+    note = sys.stderr if a.json else sys.stdout
+    if a.json:
+        print(json.dumps(plan, ensure_ascii=False, indent=2))
+    else:
+        print(f"  店铺 {plan['stores']} 家 ⇒ 待处理单元 {n} 个"
+              + (f"，跳过 {len(plan['skipped'])} 个" if plan["skipped"] else "")
+              + f"（推送点 站点本地 {plan.get('reportTime')}）")
+        for s0 in plan.get("skipped") or []:
+            print(f"    · 跳过 {s0['store']}：{s0['why']}")
+        for c in plan["cases"]:
+            f = c["fields"]
+            print(f"    · {c['ticketKey']}　{f['store']}（{f['site']}）{f['date']}"
+                  + ("　[已推送]" if f["pushed"] else ""))
+    if a.dry_run:
+        print("  [dry-run] 未写文件", file=note)
+        return 0
+    out = pathlib.Path(a.out)
+    out.parent.mkdir(parents=True, exist_ok=True)
+    out.write_text(json.dumps(plan, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")
+    print(f"  ✅ 已写 {out}（{n} 个单元）", file=note)
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())