self-evolve-framework 1.6.0 → 1.6.1

package/template/skills/skillopt-sleep/scripts/python/__main__.py

@@ -1,343 +0,0 @@
-"""SkillOpt-Sleep — command-line interface.
-
-    python -m skillopt_sleep run        # full cycle: harvest->mine->replay->gate->stage
-    python -m skillopt_sleep dry-run    # same but report only, no staging/adopt
-    python -m skillopt_sleep status     # show state + latest staged proposal
-    python -m skillopt_sleep adopt      # apply the latest staged proposal (with backup)
-    python -m skillopt_sleep harvest    # just print what would be mined (debug)
-
-Common flags:
-    --project PATH      project to evolve (default: cwd)
-    --scope all|invoked harvest scope (default: invoked)
-    --max-sessions N    cap transcript sessions per run
-    --max-tasks N       cap mined tasks per run
-    --target-skill-path PATH explicit live SKILL.md to stage/adopt
-    --tasks-file PATH   reviewed TaskRecord JSON file to replay instead of harvesting
-    --backend mock|claude|codex|copilot
-    --source claude|codex|auto
-    --model NAME
-    --lookback-hours N
-    --auto-adopt
-    --json              machine-readable output
-"""
-from __future__ import annotations
-
-import argparse
-import json
-import os
-import sys
-from typing import Any, Dict
-
-from skillopt_sleep.config import load_config
-from skillopt_sleep.cycle import run_sleep_cycle
-from skillopt_sleep.harvest_sources import harvest_for_config
-from skillopt_sleep.mine import mine
-from skillopt_sleep.staging import adopt as adopt_staging
-from skillopt_sleep.staging import latest_staging
-from skillopt_sleep.state import SleepState
-from skillopt_sleep.tasks_file import load_tasks_file, make_tasks_payload, write_tasks_file
-
-
-def _read_text(path: str) -> str:
-    try:
-        with open(path, encoding="utf-8") as f:
-            return f.read()
-    except Exception:
-        return ""
-
-
-def _report_payload(rep, outcome) -> Dict[str, Any]:
-    return {
-        "night": rep.night,
-        "accepted": rep.accepted,
-        "gate_action": rep.gate_action,
-        "no_edits_reason": getattr(rep, "no_edits_reason", ""),
-        "baseline": rep.baseline_score,
-        "candidate": rep.candidate_score,
-        "n_tasks": rep.n_tasks,
-        "n_sessions": rep.n_sessions,
-        "n_accepted_edits": len(rep.edits),
-        "n_rejected_edits": len(rep.rejected_edits),
-        "edits": [e.__dict__ for e in rep.edits],
-        "rejected_edits": [e.__dict__ for e in rep.rejected_edits],
-        "notes": rep.notes,
-        "staging_dir": outcome.staging_dir,
-        "adopted": outcome.adopted,
-    }
-
-
-def _add_common(p: argparse.ArgumentParser) -> None:
-    p.add_argument("--project", default="")
-    p.add_argument("--scope", default="", choices=["", "all", "invoked"])
-    p.add_argument("--backend", default="", choices=["", "mock", "claude", "codex", "copilot"])
-    p.add_argument("--model", default="")
-    p.add_argument("--codex-path", default="", help="path to the real @openai/codex binary")
-    p.add_argument("--claude-home", default="", help="override ~/.claude (also isolates state)")
-    p.add_argument("--codex-home", default="", help="override ~/.codex for archived session harvest")
-    p.add_argument("--source", default="", choices=["", "claude", "codex", "auto"],
-                   help="session transcript source")
-    p.add_argument("--lookback-hours", type=int, default=None,
-                   help="harvest window in hours; 0 = scan full history")
-    p.add_argument("--edit-budget", type=int, default=0)
-    p.add_argument("--max-sessions", type=int, default=0,
-                   help="cap harvested sessions before mining; default derives from max tasks")
-    p.add_argument("--max-tasks", type=int, default=0,
-                   help="cap mined tasks for this run")
-    p.add_argument("--target-skill-path", default="",
-                   help="explicit live SKILL.md path to evolve/stage/adopt")
-    p.add_argument("--tasks-file", default="",
-                   help="reviewed TaskRecord JSON file to replay instead of harvesting")
-    p.add_argument("--progress", action="store_true",
-                   help="print phase progress to stderr")
-    p.add_argument("--auto-adopt", action="store_true")
-    p.add_argument("--json", action="store_true")
-
-
-def _cfg_from_args(args, task_meta: Dict[str, Any] | None = None) -> Any:
-    overrides: Dict[str, Any] = {}
-    if args.project:
-        overrides["invoked_project"] = os.path.abspath(args.project)
-        overrides["projects"] = "invoked"
-    if args.scope:
-        overrides["projects"] = args.scope
-    if args.backend:
-        overrides["backend"] = args.backend
-    if args.model:
-        overrides["model"] = args.model
-    if getattr(args, "codex_path", ""):
-        overrides["codex_path"] = os.path.abspath(args.codex_path)
-    if getattr(args, "claude_home", ""):
-        overrides["claude_home"] = os.path.abspath(args.claude_home)
-    if getattr(args, "codex_home", ""):
-        overrides["codex_home"] = os.path.abspath(args.codex_home)
-    if getattr(args, "source", ""):
-        overrides["transcript_source"] = args.source
-    lh = getattr(args, "lookback_hours", None)
-    if lh is not None:  # --lookback-hours was explicitly passed (0 = full history)
-        overrides["lookback_hours"] = lh
-    if getattr(args, "edit_budget", 0):
-        overrides["edit_budget"] = args.edit_budget
-    if getattr(args, "max_sessions", 0):
-        overrides["max_sessions_per_night"] = args.max_sessions
-    if getattr(args, "max_tasks", 0):
-        overrides["max_tasks_per_night"] = args.max_tasks
-    target_skill_path = getattr(args, "target_skill_path", "")
-    if not target_skill_path and task_meta:
-        target_skill_path = str(task_meta.get("target_skill_path") or "")
-    if target_skill_path:
-        path = os.path.expanduser(target_skill_path)
-        if args.project and not os.path.isabs(path):
-            path = os.path.join(os.path.abspath(args.project), path)
-        overrides["target_skill_path"] = os.path.abspath(path)
-    if getattr(args, "progress", False):
-        overrides["progress"] = True
-    if getattr(args, "auto_adopt", False):
-        overrides["auto_adopt"] = True
-    return load_config(**overrides)
-
-
-def cmd_run(args, dry: bool = False) -> int:
-    task_meta: Dict[str, Any] = {}
-    tasks = None
-    if getattr(args, "tasks_file", ""):
-        # Load once before config so target_skill_path can default from metadata.
-        tasks, task_meta = load_tasks_file(args.tasks_file)
-    cfg = _cfg_from_args(args, task_meta=task_meta)
-    if getattr(args, "tasks_file", ""):
-        tasks, task_meta = load_tasks_file(
-            args.tasks_file,
-            holdout_fraction=cfg.get("holdout_fraction", 0.34),
-            seed=cfg.get("seed", 42),
-        )
-        if cfg.get("backend", "mock") != "mock" and task_meta.get("reviewed") is not True:
-            print(
-                "[sleep] refusing real-backend replay from an unreviewed tasks file; "
-                "inspect/redact it and set \"reviewed\": true first",
-                file=sys.stderr,
-            )
-            return 2
-    outcome = run_sleep_cycle(cfg, seed_tasks=tasks, dry_run=dry)
-    rep = outcome.report
-    if args.json:
-        payload = _report_payload(rep, outcome)
-        if task_meta:
-            payload["tasks_file"] = task_meta.get("tasks_file", "")
-            payload["tasks_reviewed"] = task_meta.get("reviewed", False)
-        print(json.dumps(payload, ensure_ascii=False, indent=2))
-    else:
-        print(f"[sleep] night {rep.night}: {rep.n_sessions} sessions -> {rep.n_tasks} tasks")
-        print(f"[sleep] held-out {rep.baseline_score:.3f} -> {rep.candidate_score:.3f} "
-              f"=> {rep.gate_action} (accepted={rep.accepted})")
-        for e in rep.edits:
-            print(f"   + [{e.target}/{e.op}] {e.content}")
-        if rep.rejected_edits:
-            print("[sleep] rejected by gate:")
-            for e in rep.rejected_edits:
-                print(f"   - [{e.target}/{e.op}] {e.content}")
-        if outcome.staging_dir:
-            print(f"[sleep] staged: {outcome.staging_dir}")
-            if not outcome.adopted:
-                print("[sleep] review it, then: python -m skillopt_sleep adopt")
-        if outcome.adopted:
-            print(f"[sleep] auto-adopted: {', '.join(outcome.adopted_paths)}")
-    return 0
-
-
-def cmd_status(args) -> int:
-    cfg = _cfg_from_args(args)
-    state = SleepState.load(cfg.state_path)
-    project = cfg.get("invoked_project") or os.getcwd()
-    latest = latest_staging(project)
-    info = {
-        "night": state.night,
-        "state_path": cfg.state_path,
-        "project": project,
-        "history_tail": state.data.get("history", [])[-5:],
-        "latest_staging": latest,
-        "slow_memory_chars": len(state.slow_memory),
-    }
-    if args.json:
-        print(json.dumps(info, ensure_ascii=False, indent=2))
-    else:
-        print(f"[sleep] nights so far: {state.night}")
-        print(f"[sleep] project: {project}")
-        if latest:
-            print(f"[sleep] latest staged proposal: {latest}")
-            rp = os.path.join(latest, "report.md")
-            if os.path.exists(rp):
-                with open(rp) as f:
-                    print("\n" + f.read())
-        else:
-            print("[sleep] no staged proposals yet.")
-    return 0
-
-
-def cmd_adopt(args) -> int:
-    cfg = _cfg_from_args(args)
-    project = cfg.get("invoked_project") or os.getcwd()
-    target = args.staging or latest_staging(project)
-    if not target or not os.path.isdir(target):
-        print("[sleep] nothing to adopt (no staging dir).")
-        return 1
-    updated = adopt_staging(target)
-    print(f"[sleep] adopted from {target}")
-    for p in updated:
-        print(f"   -> {p}")
-    if not updated:
-        print("[sleep] (proposal contained no accepted changes)")
-    return 0
-
-
-def cmd_harvest(args) -> int:
-    cfg = _cfg_from_args(args)
-    session_limit = cfg.get("max_sessions_per_night", 0) or cfg.get("max_tasks_per_night", 40) * 3
-    target_skill_path = cfg.managed_skill_path() if cfg.get("target_skill_path", "") else ""
-    target_skill_text = _read_text(target_skill_path) if target_skill_path else ""
-    max_tasks = cfg.get("max_tasks_per_night", 40)
-    candidate_limit = max_tasks
-    if cfg.get("target_task_filter", True) and target_skill_text:
-        candidate_limit = max(max_tasks, max_tasks * 3)
-    digests = harvest_for_config(cfg, limit=session_limit)
-    tasks = mine(
-        digests,
-        max_tasks=max_tasks,
-        candidate_limit=candidate_limit,
-        holdout_fraction=cfg.get("holdout_fraction", 0.34),
-        seed=cfg.get("seed", 42),
-        target_skill_text=target_skill_text,
-        target_skill_path=target_skill_path,
-    )
-    payload = make_tasks_payload(
-        tasks,
-        project=cfg.get("invoked_project") or os.getcwd(),
-        transcript_source=cfg.get("transcript_source", ""),
-        n_sessions=len(digests),
-        target_skill_path=target_skill_path,
-    )
-    output_path = ""
-    if getattr(args, "output", ""):
-        output_path = write_tasks_file(args.output, payload)
-    if args.json:
-        json_payload = dict(payload)
-        if output_path:
-            json_payload["output"] = output_path
-        print(json.dumps(json_payload, ensure_ascii=False, indent=2))
-    else:
-        print(f"[sleep] {len(digests)} sessions -> {len(tasks)} tasks")
-        if output_path:
-            print(f"[sleep] wrote reviewed-task draft: {output_path}")
-        for t in tasks:
-            print(f"  [{t.split}/{t.outcome}] {t.intent[:90]}")
-    return 0
-
-
-def cmd_schedule(args) -> int:
-    from skillopt_sleep.scheduler import schedule, list_scheduled
-    cfg = _cfg_from_args(args)
-    project = cfg.get("invoked_project") or os.getcwd()
-    ok, msg = schedule(project, backend=cfg.get("backend", "mock"),
-                       hour=args.hour, minute=args.minute,
-                       extra=("--auto-adopt" if getattr(args, "auto_adopt", False) else ""))
-    print("[sleep] " + msg)
-    cur = list_scheduled()
-    if cur:
-        print("[sleep] currently scheduled:")
-        for ln in cur:
-            print("   " + ln[:140])
-    return 0 if ok else 1
-
-
-def cmd_unschedule(args) -> int:
-    from skillopt_sleep.scheduler import unschedule
-    cfg = _cfg_from_args(args)
-    project = cfg.get("invoked_project") or os.getcwd()
-    ok, msg = unschedule(project, all_projects=getattr(args, "all", False))
-    print("[sleep] " + msg)
-    return 0 if ok else 1
-
-
-def main(argv=None) -> int:
-    parser = argparse.ArgumentParser(prog="skillopt_sleep", description="SkillOpt-Sleep nightly self-evolution")
-    sub = parser.add_subparsers(dest="cmd", required=True)
-
-    p_run = sub.add_parser("run", help="run a full sleep cycle")
-    _add_common(p_run)
-    p_dry = sub.add_parser("dry-run", help="harvest+mine+replay, report only")
-    _add_common(p_dry)
-    p_status = sub.add_parser("status", help="show state + latest proposal")
-    _add_common(p_status)
-    p_adopt = sub.add_parser("adopt", help="apply latest staged proposal")
-    _add_common(p_adopt)
-    p_adopt.add_argument("--staging", default="", help="specific staging dir")
-    p_harvest = sub.add_parser("harvest", help="debug: show mined tasks")
-    _add_common(p_harvest)
-    p_harvest.add_argument("--output", default="", help="write mined tasks JSON for review")
-    p_sched = sub.add_parser("schedule", help="install a nightly cron entry for this project")
-    _add_common(p_sched)
-    p_sched.add_argument("--hour", type=int, default=3)
-    p_sched.add_argument("--minute", type=int, default=17)
-    p_unsched = sub.add_parser("unschedule", help="remove the nightly cron entry")
-    _add_common(p_unsched)
-    p_unsched.add_argument("--all", action="store_true", help="remove all managed entries")
-
-    args = parser.parse_args(argv)
-    if args.cmd == "run":
-        return cmd_run(args, dry=False)
-    if args.cmd == "dry-run":
-        return cmd_run(args, dry=True)
-    if args.cmd == "status":
-        return cmd_status(args)
-    if args.cmd == "adopt":
-        return cmd_adopt(args)
-    if args.cmd == "harvest":
-        return cmd_harvest(args)
-    if args.cmd == "schedule":
-        return cmd_schedule(args)
-    if args.cmd == "unschedule":
-        return cmd_unschedule(args)
-    parser.print_help()
-    return 2
-
-
-if __name__ == "__main__":
-    sys.exit(main())