self-evolve-framework 1.2.0 → 1.4.0

package/template/skills/skillopt-sleep/scripts/python/__init__.py

@@ -0,0 +1,20 @@
+"""SkillOpt-Sleep — nightly offline self-evolution for a local Claude agent.
+
+A Claude Code plugin engine that gives a user's agent a "sleep cycle":
+harvest the day's real session transcripts, mine recurring tasks, replay
+them offline, and consolidate short-term experience into long-term memory
+(CLAUDE.md) and skills (SKILL.md) behind a SkillOpt validation gate.
+
+Synthesizes three ideas:
+  * SkillOpt  — validation-gated bounded text optimization (this repo)
+  * Dreams    — offline memory consolidation, input never mutated
+  * Sleep     — short-term experience -> long-term competence, offline
+
+Public entry points:
+  * skillopt_sleep.cli      — `python -m skillopt_sleep ...`
+  * skillopt_sleep.cycle.run_sleep_cycle(...)
+"""
+from __future__ import annotations
+
+__all__ = ["__version__"]
+__version__ = "0.1.0"

package/template/skills/skillopt-sleep/scripts/python/__main__.py

@@ -0,0 +1,343 @@
+"""SkillOpt-Sleep — command-line interface.
+
+    python -m skillopt_sleep run        # full cycle: harvest->mine->replay->gate->stage
+    python -m skillopt_sleep dry-run    # same but report only, no staging/adopt
+    python -m skillopt_sleep status     # show state + latest staged proposal
+    python -m skillopt_sleep adopt      # apply the latest staged proposal (with backup)
+    python -m skillopt_sleep harvest    # just print what would be mined (debug)
+
+Common flags:
+    --project PATH      project to evolve (default: cwd)
+    --scope all|invoked harvest scope (default: invoked)
+    --max-sessions N    cap transcript sessions per run
+    --max-tasks N       cap mined tasks per run
+    --target-skill-path PATH explicit live SKILL.md to stage/adopt
+    --tasks-file PATH   reviewed TaskRecord JSON file to replay instead of harvesting
+    --backend mock|claude|codex|copilot
+    --source claude|codex|auto
+    --model NAME
+    --lookback-hours N
+    --auto-adopt
+    --json              machine-readable output
+"""
+from __future__ import annotations
+
+import argparse
+import json
+import os
+import sys
+from typing import Any, Dict
+
+from skillopt_sleep.config import load_config
+from skillopt_sleep.cycle import run_sleep_cycle
+from skillopt_sleep.harvest_sources import harvest_for_config
+from skillopt_sleep.mine import mine
+from skillopt_sleep.staging import adopt as adopt_staging
+from skillopt_sleep.staging import latest_staging
+from skillopt_sleep.state import SleepState
+from skillopt_sleep.tasks_file import load_tasks_file, make_tasks_payload, write_tasks_file
+
+
+def _read_text(path: str) -> str:
+    try:
+        with open(path, encoding="utf-8") as f:
+            return f.read()
+    except Exception:
+        return ""
+
+
+def _report_payload(rep, outcome) -> Dict[str, Any]:
+    return {
+        "night": rep.night,
+        "accepted": rep.accepted,
+        "gate_action": rep.gate_action,
+        "no_edits_reason": getattr(rep, "no_edits_reason", ""),
+        "baseline": rep.baseline_score,
+        "candidate": rep.candidate_score,
+        "n_tasks": rep.n_tasks,
+        "n_sessions": rep.n_sessions,
+        "n_accepted_edits": len(rep.edits),
+        "n_rejected_edits": len(rep.rejected_edits),
+        "edits": [e.__dict__ for e in rep.edits],
+        "rejected_edits": [e.__dict__ for e in rep.rejected_edits],
+        "notes": rep.notes,
+        "staging_dir": outcome.staging_dir,
+        "adopted": outcome.adopted,
+    }
+
+
+def _add_common(p: argparse.ArgumentParser) -> None:
+    p.add_argument("--project", default="")
+    p.add_argument("--scope", default="", choices=["", "all", "invoked"])
+    p.add_argument("--backend", default="", choices=["", "mock", "claude", "codex", "copilot"])
+    p.add_argument("--model", default="")
+    p.add_argument("--codex-path", default="", help="path to the real @openai/codex binary")
+    p.add_argument("--claude-home", default="", help="override ~/.claude (also isolates state)")
+    p.add_argument("--codex-home", default="", help="override ~/.codex for archived session harvest")
+    p.add_argument("--source", default="", choices=["", "claude", "codex", "auto"],
+                   help="session transcript source")
+    p.add_argument("--lookback-hours", type=int, default=None,
+                   help="harvest window in hours; 0 = scan full history")
+    p.add_argument("--edit-budget", type=int, default=0)
+    p.add_argument("--max-sessions", type=int, default=0,
+                   help="cap harvested sessions before mining; default derives from max tasks")
+    p.add_argument("--max-tasks", type=int, default=0,
+                   help="cap mined tasks for this run")
+    p.add_argument("--target-skill-path", default="",
+                   help="explicit live SKILL.md path to evolve/stage/adopt")
+    p.add_argument("--tasks-file", default="",
+                   help="reviewed TaskRecord JSON file to replay instead of harvesting")
+    p.add_argument("--progress", action="store_true",
+                   help="print phase progress to stderr")
+    p.add_argument("--auto-adopt", action="store_true")
+    p.add_argument("--json", action="store_true")
+
+
+def _cfg_from_args(args, task_meta: Dict[str, Any] | None = None) -> Any:
+    overrides: Dict[str, Any] = {}
+    if args.project:
+        overrides["invoked_project"] = os.path.abspath(args.project)
+        overrides["projects"] = "invoked"
+    if args.scope:
+        overrides["projects"] = args.scope
+    if args.backend:
+        overrides["backend"] = args.backend
+    if args.model:
+        overrides["model"] = args.model
+    if getattr(args, "codex_path", ""):
+        overrides["codex_path"] = os.path.abspath(args.codex_path)
+    if getattr(args, "claude_home", ""):
+        overrides["claude_home"] = os.path.abspath(args.claude_home)
+    if getattr(args, "codex_home", ""):
+        overrides["codex_home"] = os.path.abspath(args.codex_home)
+    if getattr(args, "source", ""):
+        overrides["transcript_source"] = args.source
+    lh = getattr(args, "lookback_hours", None)
+    if lh is not None:  # --lookback-hours was explicitly passed (0 = full history)
+        overrides["lookback_hours"] = lh
+    if getattr(args, "edit_budget", 0):
+        overrides["edit_budget"] = args.edit_budget
+    if getattr(args, "max_sessions", 0):
+        overrides["max_sessions_per_night"] = args.max_sessions
+    if getattr(args, "max_tasks", 0):
+        overrides["max_tasks_per_night"] = args.max_tasks
+    target_skill_path = getattr(args, "target_skill_path", "")
+    if not target_skill_path and task_meta:
+        target_skill_path = str(task_meta.get("target_skill_path") or "")
+    if target_skill_path:
+        path = os.path.expanduser(target_skill_path)
+        if args.project and not os.path.isabs(path):
+            path = os.path.join(os.path.abspath(args.project), path)
+        overrides["target_skill_path"] = os.path.abspath(path)
+    if getattr(args, "progress", False):
+        overrides["progress"] = True
+    if getattr(args, "auto_adopt", False):
+        overrides["auto_adopt"] = True
+    return load_config(**overrides)
+
+
+def cmd_run(args, dry: bool = False) -> int:
+    task_meta: Dict[str, Any] = {}
+    tasks = None
+    if getattr(args, "tasks_file", ""):
+        # Load once before config so target_skill_path can default from metadata.
+        tasks, task_meta = load_tasks_file(args.tasks_file)
+    cfg = _cfg_from_args(args, task_meta=task_meta)
+    if getattr(args, "tasks_file", ""):
+        tasks, task_meta = load_tasks_file(
+            args.tasks_file,
+            holdout_fraction=cfg.get("holdout_fraction", 0.34),
+            seed=cfg.get("seed", 42),
+        )
+        if cfg.get("backend", "mock") != "mock" and task_meta.get("reviewed") is not True:
+            print(
+                "[sleep] refusing real-backend replay from an unreviewed tasks file; "
+                "inspect/redact it and set \"reviewed\": true first",
+                file=sys.stderr,
+            )
+            return 2
+    outcome = run_sleep_cycle(cfg, seed_tasks=tasks, dry_run=dry)
+    rep = outcome.report
+    if args.json:
+        payload = _report_payload(rep, outcome)
+        if task_meta:
+            payload["tasks_file"] = task_meta.get("tasks_file", "")
+            payload["tasks_reviewed"] = task_meta.get("reviewed", False)
+        print(json.dumps(payload, ensure_ascii=False, indent=2))
+    else:
+        print(f"[sleep] night {rep.night}: {rep.n_sessions} sessions -> {rep.n_tasks} tasks")
+        print(f"[sleep] held-out {rep.baseline_score:.3f} -> {rep.candidate_score:.3f} "
+              f"=> {rep.gate_action} (accepted={rep.accepted})")
+        for e in rep.edits:
+            print(f"   + [{e.target}/{e.op}] {e.content}")
+        if rep.rejected_edits:
+            print("[sleep] rejected by gate:")
+            for e in rep.rejected_edits:
+                print(f"   - [{e.target}/{e.op}] {e.content}")
+        if outcome.staging_dir:
+            print(f"[sleep] staged: {outcome.staging_dir}")
+            if not outcome.adopted:
+                print("[sleep] review it, then: python -m skillopt_sleep adopt")
+        if outcome.adopted:
+            print(f"[sleep] auto-adopted: {', '.join(outcome.adopted_paths)}")
+    return 0
+
+
+def cmd_status(args) -> int:
+    cfg = _cfg_from_args(args)
+    state = SleepState.load(cfg.state_path)
+    project = cfg.get("invoked_project") or os.getcwd()
+    latest = latest_staging(project)
+    info = {
+        "night": state.night,
+        "state_path": cfg.state_path,
+        "project": project,
+        "history_tail": state.data.get("history", [])[-5:],
+        "latest_staging": latest,
+        "slow_memory_chars": len(state.slow_memory),
+    }
+    if args.json:
+        print(json.dumps(info, ensure_ascii=False, indent=2))
+    else:
+        print(f"[sleep] nights so far: {state.night}")
+        print(f"[sleep] project: {project}")
+        if latest:
+            print(f"[sleep] latest staged proposal: {latest}")
+            rp = os.path.join(latest, "report.md")
+            if os.path.exists(rp):
+                with open(rp) as f:
+                    print("\n" + f.read())
+        else:
+            print("[sleep] no staged proposals yet.")
+    return 0
+
+
+def cmd_adopt(args) -> int:
+    cfg = _cfg_from_args(args)
+    project = cfg.get("invoked_project") or os.getcwd()
+    target = args.staging or latest_staging(project)
+    if not target or not os.path.isdir(target):
+        print("[sleep] nothing to adopt (no staging dir).")
+        return 1
+    updated = adopt_staging(target)
+    print(f"[sleep] adopted from {target}")
+    for p in updated:
+        print(f"   -> {p}")
+    if not updated:
+        print("[sleep] (proposal contained no accepted changes)")
+    return 0
+
+
+def cmd_harvest(args) -> int:
+    cfg = _cfg_from_args(args)
+    session_limit = cfg.get("max_sessions_per_night", 0) or cfg.get("max_tasks_per_night", 40) * 3
+    target_skill_path = cfg.managed_skill_path() if cfg.get("target_skill_path", "") else ""
+    target_skill_text = _read_text(target_skill_path) if target_skill_path else ""
+    max_tasks = cfg.get("max_tasks_per_night", 40)
+    candidate_limit = max_tasks
+    if cfg.get("target_task_filter", True) and target_skill_text:
+        candidate_limit = max(max_tasks, max_tasks * 3)
+    digests = harvest_for_config(cfg, limit=session_limit)
+    tasks = mine(
+        digests,
+        max_tasks=max_tasks,
+        candidate_limit=candidate_limit,
+        holdout_fraction=cfg.get("holdout_fraction", 0.34),
+        seed=cfg.get("seed", 42),
+        target_skill_text=target_skill_text,
+        target_skill_path=target_skill_path,
+    )
+    payload = make_tasks_payload(
+        tasks,
+        project=cfg.get("invoked_project") or os.getcwd(),
+        transcript_source=cfg.get("transcript_source", ""),
+        n_sessions=len(digests),
+        target_skill_path=target_skill_path,
+    )
+    output_path = ""
+    if getattr(args, "output", ""):
+        output_path = write_tasks_file(args.output, payload)
+    if args.json:
+        json_payload = dict(payload)
+        if output_path:
+            json_payload["output"] = output_path
+        print(json.dumps(json_payload, ensure_ascii=False, indent=2))
+    else:
+        print(f"[sleep] {len(digests)} sessions -> {len(tasks)} tasks")
+        if output_path:
+            print(f"[sleep] wrote reviewed-task draft: {output_path}")
+        for t in tasks:
+            print(f"  [{t.split}/{t.outcome}] {t.intent[:90]}")
+    return 0
+
+
+def cmd_schedule(args) -> int:
+    from skillopt_sleep.scheduler import schedule, list_scheduled
+    cfg = _cfg_from_args(args)
+    project = cfg.get("invoked_project") or os.getcwd()
+    ok, msg = schedule(project, backend=cfg.get("backend", "mock"),
+                       hour=args.hour, minute=args.minute,
+                       extra=("--auto-adopt" if getattr(args, "auto_adopt", False) else ""))
+    print("[sleep] " + msg)
+    cur = list_scheduled()
+    if cur:
+        print("[sleep] currently scheduled:")
+        for ln in cur:
+            print("   " + ln[:140])
+    return 0 if ok else 1
+
+
+def cmd_unschedule(args) -> int:
+    from skillopt_sleep.scheduler import unschedule
+    cfg = _cfg_from_args(args)
+    project = cfg.get("invoked_project") or os.getcwd()
+    ok, msg = unschedule(project, all_projects=getattr(args, "all", False))
+    print("[sleep] " + msg)
+    return 0 if ok else 1
+
+
+def main(argv=None) -> int:
+    parser = argparse.ArgumentParser(prog="skillopt_sleep", description="SkillOpt-Sleep nightly self-evolution")
+    sub = parser.add_subparsers(dest="cmd", required=True)
+
+    p_run = sub.add_parser("run", help="run a full sleep cycle")
+    _add_common(p_run)
+    p_dry = sub.add_parser("dry-run", help="harvest+mine+replay, report only")
+    _add_common(p_dry)
+    p_status = sub.add_parser("status", help="show state + latest proposal")
+    _add_common(p_status)
+    p_adopt = sub.add_parser("adopt", help="apply latest staged proposal")
+    _add_common(p_adopt)
+    p_adopt.add_argument("--staging", default="", help="specific staging dir")
+    p_harvest = sub.add_parser("harvest", help="debug: show mined tasks")
+    _add_common(p_harvest)
+    p_harvest.add_argument("--output", default="", help="write mined tasks JSON for review")
+    p_sched = sub.add_parser("schedule", help="install a nightly cron entry for this project")
+    _add_common(p_sched)
+    p_sched.add_argument("--hour", type=int, default=3)
+    p_sched.add_argument("--minute", type=int, default=17)
+    p_unsched = sub.add_parser("unschedule", help="remove the nightly cron entry")
+    _add_common(p_unsched)
+    p_unsched.add_argument("--all", action="store_true", help="remove all managed entries")
+
+    args = parser.parse_args(argv)
+    if args.cmd == "run":
+        return cmd_run(args, dry=False)
+    if args.cmd == "dry-run":
+        return cmd_run(args, dry=True)
+    if args.cmd == "status":
+        return cmd_status(args)
+    if args.cmd == "adopt":
+        return cmd_adopt(args)
+    if args.cmd == "harvest":
+        return cmd_harvest(args)
+    if args.cmd == "schedule":
+        return cmd_schedule(args)
+    if args.cmd == "unschedule":
+        return cmd_unschedule(args)
+    parser.print_help()
+    return 2
+
+
+if __name__ == "__main__":
+    sys.exit(main())