@heretek-ai/epistemic-swarm 0.2.2 → 0.3.0

package/skills/brainstorming/scripts/brainstorm.py

@@ -0,0 +1,200 @@
+#!/usr/bin/env python3
+"""
+Brainstorm scaffolding: dynamic context ingestion + domain model extraction.
+Read-only. Never exceeds a capped budget. Used by /brainstorming skill and
+runner/research_swarm.py --mode brainstorm.
+"""
+
+import argparse
+import json
+import subprocess
+import sys
+from datetime import datetime, timezone
+from pathlib import Path
+
+PROJECT_ROOT = Path(__file__).resolve().parent.parent.parent.parent
+STACK_FILES = [
+    "package.json",
+    "pyproject.toml",
+    "Cargo.toml",
+    "go.mod",
+    "requirements.txt",
+    "requirements-dev.txt",
+    "bun.lock",
+    "pom.xml",
+]
+DOC_CANDIDATES = [
+    "README.md",
+    "AGENTS.md",
+    "GEMINI.md",
+    "SYSTEM.md",
+    "docs/SYSTEM_ARCHITECTURE.md",
+    "docs/DISTRIBUTION_STRATEGY.md",
+]
+SKIP_DIRS = {
+    ".git",
+    "node_modules",
+    "__pycache__",
+    ".venv",
+    "venv",
+    "dist",
+    "build",
+    ".research",
+    "target",
+    ".next",
+}
+
+
+def sh(cmd, cwd=None):
+    try:
+        r = subprocess.run(
+            cmd,
+            capture_output=True,
+            text=True,
+            cwd=str(cwd or PROJECT_ROOT),
+            timeout=30,
+        )
+        return (r.stdout or "").strip()
+    except Exception:
+        return ""
+
+
+def project_tree(depth=3, limit=200):
+    entries = []
+    root = PROJECT_ROOT
+    for dirpath, dirnames, filenames in __import__("os").walk(root):
+        dirnames[:] = [d for d in dirnames if d not in SKIP_DIRS]
+        rel = Path(dirpath).relative_to(root)
+        d = len(rel.parts) if str(rel) != "." else 0
+        if d > depth:
+            dirnames[:] = []
+            continue
+        for f in sorted(filenames)[:50]:
+            entries.append(str(rel / f) if str(rel) != "." else f)
+            if len(entries) >= limit:
+                return entries
+    return entries
+
+
+def read_capped(path, cap=6000):
+    p = PROJECT_ROOT / path
+    if not p.exists() or not p.is_file():
+        return ""
+    try:
+        return p.read_text(encoding="utf-8", errors="replace")[:cap]
+    except Exception:
+        return ""
+
+
+def grep_todos(limit=30):
+    out = sh(
+        [
+            "git",
+            "grep",
+            "-n",
+            "-E",
+            "TODO|FIXME|HACK|XXX",
+            "--",
+            ".",
+            ":(exclude).research",
+        ]
+    )
+    if not out:
+        # fallback without git
+        out = sh(
+            [
+                "grep",
+                "-rn",
+                "-E",
+                "TODO|FIXME|HACK|XXX",
+                "--include=*.py",
+                "--include=*.ts",
+                "--include=*.js",
+                "--include=*.md",
+                ".",
+            ]
+        )
+    lines = [l for l in out.splitlines() if ".research" not in l][:limit]
+    return lines
+
+
+def detect_stack():
+    found = []
+    for f in STACK_FILES:
+        if (PROJECT_ROOT / f).exists():
+            found.append(f)
+    return found
+
+
+def build_domain_model(objective, full=True):
+    tree = project_tree(depth=3 if full else 1, limit=200 if full else 60)
+    docs = {
+        d: read_capped(d, 4000 if full else 1500)
+        for d in DOC_CANDIDATES
+        if (PROJECT_ROOT / d).exists()
+    }
+    git_log = sh(["git", "log", "--oneline", "-20"]) if full else ""
+    git_status = sh(["git", "status", "--short"])
+    todos = grep_todos(30 if full else 10)
+    stack = detect_stack()
+    model = {
+        "objective": objective,
+        "generated_at": datetime.now(timezone.utc).isoformat(),
+        "domain": "",
+        "entities": [],
+        "constraints": [],
+        "stack": stack,
+        "tree_sample": tree[:80],
+        "docs_seen": sorted(docs.keys()),
+        "git_log": git_log.splitlines()[:20],
+        "git_status": git_status.splitlines()[:20],
+        "open_loops": todos,
+    }
+    return model, docs
+
+
+def main():
+    ap = argparse.ArgumentParser(description="IUMBTEMS brainstorm context ingestion")
+    ap.add_argument("--objective", required=True)
+    ap.add_argument("--show-context", action="store_true")
+    ap.add_argument(
+        "--export", default="", help="Export domain_model.json to this path"
+    )
+    ap.add_argument(
+        "--shallow",
+        action="store_true",
+        help="Shallow mode: README + top-level only (low context budget)",
+    )
+    args = ap.parse_args()
+
+    model, docs = build_domain_model(args.objective, full=not args.shallow)
+
+    if args.show_context or not args.export:
+        print(f"\n🧠 [Brainstorm] Objective: {args.objective}")
+        print(f"📁 Tree entries sampled: {len(model['tree_sample'])}")
+        print(f"📄 Docs ingested: {', '.join(model['docs_seen']) or 'none'}")
+        print(f"🧱 Stack signals: {', '.join(model['stack']) or 'none'}")
+        print(f"📝 Open loops: {len(model['open_loops'])}")
+        for t in model["open_loops"][:10]:
+            print(f"   - {t[:160]}")
+        if model["git_log"]:
+            print("🕘 Recent history:")
+            for line in model["git_log"][:10]:
+                print(f"   {line[:140]}")
+        print("\nDomain model (fill domain/entities/constraints before ideating):")
+        print(
+            json.dumps(
+                {k: model[k] for k in ("domain", "entities", "constraints", "stack")},
+                indent=2,
+            )
+        )
+
+    if args.export:
+        out = Path(args.export)
+        out.parent.mkdir(parents=True, exist_ok=True)
+        out.write_text(json.dumps(model, indent=2), encoding="utf-8")
+        print(f"✅ Domain model exported to {out}")
+
+
+if __name__ == "__main__":
+    main()

package/skills/swarm_config/SKILL.md

@@ -1,6 +1,6 @@
 ---
 name: swarm-config
-description: Dynamic configuration and settings skill for the Epistemic Swarm research harness. Manage search engines, research depth, dialectic iterations, operating modes (research, audit, scout), and license filters.
+description: Dynamic configuration and settings skill for the Epistemic Swarm research harness. Manage search engines, research depth, dialectic iterations, operating modes (research, audit, scout, hybrid, brainstorm), and license filters.
 ---
 
 # Epistemic Swarm Configuration & Parameter Tuning

package/skills/swarm_config/configure.py

@@ -14,15 +14,33 @@ DEFAULT_CONFIG: Dict[str, Any] = {
     "search_engine": "duckduckgo",
     "max_iterations": 2,
     "divergence_threshold": 0.75,
-    "mode": "research",  # "research", "audit", "scout", "hybrid"
+    "mode": "research",  # "research", "audit", "scout", "hybrid", "brainstorm"
     "cache_raw_markdown": True,
     "license_whitelist": ["MIT", "Apache-2.0", "BSD-3-Clause", "ISC"],
-    "output_dir": ".research"
+    "output_dir": ".research",
+    # Scope allocation policy (Stream F): "dag" = legacy dependency-first
+    # order; "auction" = Frontier Markets (highest expected-information-gain
+    # bid first). Default "dag" preserves existing behavior exactly.
+    "allocation": "dag",
+    # Regulated Domain Pack id (Stream G) or null for the legacy constitution.
+    # Loaded via runner.refinement.load_domain_pack (config/domain_packs/).
+    "domain_pack": None,
+    # Per-agent backends. Asymmetry is the point (Stream E): Alpha and Beta on
+    # different model families/weights probe divergence that prompt-level
+    # red-teaming cannot reach. `backend` is a command list, not just a model
+    # string, because cross-FAMILY means non-Claude processes.
+    # mock mode never builds or spawns these commands.
+    "agents": {
+        "alpha": {"backend": ["claude", "-p"], "model": None},
+        "beta": {"backend": ["claude", "-p"], "model": None},
+    },
 }
 
+
 def get_config_path(base_dir: str = ".research") -> Path:
     return Path(base_dir) / "config.json"
 
+
 def load_config(base_dir: str = ".research") -> Dict[str, Any]:
     cfg_file = get_config_path(base_dir)
     if not cfg_file.exists():
@@ -34,9 +52,12 @@ def load_config(base_dir: str = ".research") -> Dict[str, Any]:
             merged.update(data)
             return merged
     except Exception as e:
-        sys.stderr.write(f"[swarm-config] Warning: Failed to parse {cfg_file}: {e}. Using defaults.\n")
+        sys.stderr.write(
+            f"[swarm-config] Warning: Failed to parse {cfg_file}: {e}. Using defaults.\n"
+        )
         return dict(DEFAULT_CONFIG)
 
+
 def save_config(cfg: Dict[str, Any], base_dir: str = ".research") -> Path:
     target_dir = Path(base_dir)
     target_dir.mkdir(parents=True, exist_ok=True)
@@ -45,18 +66,24 @@ def save_config(cfg: Dict[str, Any], base_dir: str = ".research") -> Path:
         json.dump(cfg, f, indent=2)
     return cfg_file
 
+
 def display_config(cfg: Dict[str, Any]):
     print("\n⚙️  EPISTEMIC SWARM ACTIVE CONFIGURATION")
     print("========================================")
-    print(f"  🔍 Primary Search Engine:  {cfg.get('search_engine', 'duckduckgo').upper()}")
+    print(
+        f"  🔍 Primary Search Engine:  {cfg.get('search_engine', 'duckduckgo').upper()}"
+    )
     print(f"  🔄 Max Iterations (Depth): {cfg.get('max_iterations', 2)}")
     print(f"  ⚖️  Divergence Threshold:  {cfg.get('divergence_threshold', 0.75)}")
     print(f"  🎯 Operating Mode:         {cfg.get('mode', 'research').upper()}")
-    print(f"  💾 Raw Markdown Caching:   {'ENABLED' if cfg.get('cache_raw_markdown', True) else 'DISABLED'}")
+    print(
+        f"  💾 Raw Markdown Caching:   {'ENABLED' if cfg.get('cache_raw_markdown', True) else 'DISABLED'}"
+    )
     print(f"  📜 License Whitelist:      {', '.join(cfg.get('license_whitelist', []))}")
     print(f"  📁 Output Directory:       {cfg.get('output_dir', '.research')}")
     print("========================================\n")
 
+
 def run_interactive(cfg: Dict[str, Any]) -> Dict[str, Any]:
     print("\n🔧 Epistemic Swarm Interactive Configuration Setup")
     print("--------------------------------------------------")
@@ -89,10 +116,11 @@ def run_interactive(cfg: Dict[str, Any]) -> Dict[str, Any]:
 
     # 3. Operating mode
     print("\nSelect Primary Operating Mode:")
-    print("  1) research — Empirical web & literature synthesis")
-    print("  2) audit    — Deep codebase architecture & vulnerability audit")
-    print("  3) scout    — Open-source software discovery & clean-room harvesting")
-    print("  4) hybrid   — Combined codebase audit + web research")
+    print("  1) research   — Empirical web & literature synthesis")
+    print("  2) audit      — Deep codebase architecture & vulnerability audit")
+    print("  3) scout      — Open-source software discovery & clean-room harvesting")
+    print("  4) hybrid     — Combined codebase audit + web research")
+    print("  5) brainstorm — Lateral creative ideation & what-if exploration")
     mode_choice = input(f"Choice [current: {cfg['mode']}]: ").strip()
     if mode_choice == "1":
         cfg["mode"] = "research"
@@ -102,9 +130,12 @@ def run_interactive(cfg: Dict[str, Any]) -> Dict[str, Any]:
         cfg["mode"] = "scout"
     elif mode_choice == "4":
         cfg["mode"] = "hybrid"
+    elif mode_choice == "5":
+        cfg["mode"] = "brainstorm"
 
     return cfg
 
+
 def main():
     cfg = load_config()
     args = sys.argv[1:]
@@ -114,7 +145,9 @@ def main():
         if not args:
             print("To edit settings, run:")
             print("  python3 skills/swarm_config/configure.py --interactive")
-            print("  python3 skills/swarm_config/configure.py --engine duckduckgo --depth 3 --mode audit\n")
+            print(
+                "  python3 skills/swarm_config/configure.py --engine duckduckgo --depth 3 --mode audit\n"
+            )
         return
 
     if "--interactive" in args or "-i" in args:
@@ -143,7 +176,7 @@ def main():
             idx += 1
         elif arg in ("--mode", "-m") and idx + 1 < len(args):
             mode = args[idx + 1].lower()
-            if mode in ("research", "audit", "scout", "hybrid"):
+            if mode in ("research", "audit", "scout", "hybrid", "brainstorm"):
                 cfg["mode"] = mode
                 modified = True
             idx += 1
@@ -163,5 +196,6 @@ def main():
     else:
         display_config(cfg)
 
+
 if __name__ == "__main__":
     main()