jfl 0.4.4 → 0.6.0

package/scripts/jfl-ide.sh

@@ -0,0 +1,48 @@
+#!/usr/bin/env bash
+# JFL Agent IDE Launcher
+# Usage: jfl ide [layout]
+#   jfl ide         → default dev layout
+#   jfl ide dev     → developer layout
+#   jfl ide lead    → engineering lead layout
+#   jfl ide portfolio → portfolio owner layout
+#   jfl ide onboard → onboarding layout
+
+set -e
+
+LAYOUT="${1:-dev}"
+PROJECT_ROOT="$(git rev-parse --show-toplevel 2>/dev/null || pwd)"
+LAYOUTS_DIR="$PROJECT_ROOT/.jfl/layouts"
+
+# Check tmux-ide is installed
+if ! command -v tmux-ide &>/dev/null; then
+  echo "tmux-ide not found. Installing..."
+  npm install -g tmux-ide
+fi
+
+# Check layout exists
+if [ "$LAYOUT" = "default" ] || [ -f "$PROJECT_ROOT/ide.yml" ] && [ "$LAYOUT" = "dev" ] && [ ! -f "$LAYOUTS_DIR/$LAYOUT.yml" ]; then
+  echo "🚀 Launching JFL IDE (default layout)"
+  cd "$PROJECT_ROOT"
+  tmux-ide
+  exit 0
+fi
+
+LAYOUT_FILE="$LAYOUTS_DIR/$LAYOUT.yml"
+if [ ! -f "$LAYOUT_FILE" ]; then
+  echo "❌ Layout not found: $LAYOUT"
+  echo ""
+  echo "Available layouts:"
+  for f in "$LAYOUTS_DIR"/*.yml; do
+    name=$(basename "$f" .yml)
+    echo "  - $name"
+  done
+  exit 1
+fi
+
+echo "🚀 Launching JFL IDE ($LAYOUT layout)"
+
+# Copy layout to project root as ide.yml (tmux-ide expects it there)
+cp "$LAYOUT_FILE" "$PROJECT_ROOT/ide.yml"
+
+cd "$PROJECT_ROOT"
+tmux-ide

package/scripts/session/session-cleanup.sh

@@ -48,17 +48,10 @@ if [ -f ".auto-merge.pid" ]; then
   rm -f ".auto-merge.pid"
 fi
 
-# Stop context-hub if running (already handled by Stop hook, but be defensive)
-if [ -f ".jfl/context-hub.pid" ]; then
-  PID=$(cat ".jfl/context-hub.pid")
-  if kill -0 "$PID" 2>/dev/null; then
-    echo "  Stopping context-hub (PID: $PID)..."
-    kill -TERM "$PID" 2>/dev/null || true
-    sleep 1
-    kill -0 "$PID" 2>/dev/null && kill -9 "$PID" 2>/dev/null || true
-  fi
-  rm -f ".jfl/context-hub.pid"
-fi
+# Context Hub is a DAEMON — persists across sessions. Do NOT kill it here.
+# Killing it before Stop hooks fire causes ECONNREFUSED on all HTTP hooks.
+# The hub has 5-layer resilience (launchd, MCP auto-recovery, SessionStart ensure,
+# self-healing on crash, startup grace period). Only stop via: jfl context-hub stop
 
 # Get current session info
 BRANCH=$(git branch --show-current 2>/dev/null || echo "")

package/scripts/session/session-init.sh

@@ -12,6 +12,12 @@
 
 set -e
 
+# Skip session init when running as autoresearch (peter.ts sets this)
+if [ "${JFL_AUTORESEARCH:-}" = "1" ]; then
+  echo "Skipping session init (autoresearch mode)"
+  exit 0
+fi
+
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 REPO_DIR="${JFL_REPO_DIR:-$(pwd)}"
 WORKTREES_DIR="$REPO_DIR/worktrees"

package/scripts/session/session-sync.sh

@@ -154,6 +154,31 @@ echo "--- Syncing submodules ---"
 cd "$GTM_ROOT"
 git submodule update --init --recursive 2>/dev/null || true
 
+# Sync registered services (cross-repo safety net)
+# Edits to services from a GTM session aren't auto-committed — this catches them
+if [ -f ".jfl/config.json" ]; then
+    SERVICE_COUNT=$(jq -r '.registered_services | length // 0' .jfl/config.json 2>/dev/null)
+    if [ "$SERVICE_COUNT" -gt 0 ]; then
+        echo ""
+        echo "--- Syncing registered services ---"
+        for i in $(seq 0 $((SERVICE_COUNT - 1))); do
+            SVC_NAME=$(jq -r ".registered_services[$i].name" .jfl/config.json)
+            SVC_PATH=$(jq -r ".registered_services[$i].path" .jfl/config.json)
+            SVC_STATUS=$(jq -r ".registered_services[$i].status // \"active\"" .jfl/config.json)
+
+            if [ "$SVC_STATUS" != "active" ]; then
+                continue
+            fi
+
+            if [ -d "$SVC_PATH" ] && [ -d "$SVC_PATH/.git" ]; then
+                sync_repo "$SVC_PATH" "$SVC_NAME"
+            else
+                echo -e "${YELLOW}WARNING: Service $SVC_NAME not found at $SVC_PATH${NC}"
+            fi
+        done
+    fi
+fi
+
 # Final status
 echo ""
 echo "========================================"

package/scripts/setup-branch-protection.sh

@@ -0,0 +1,106 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# Setup branch protection for 402goose/jfl-cli
+# Requires: admin access to the repo
+# Usage: ./scripts/setup-branch-protection.sh
+
+REPO="402goose/jfl-cli"
+BRANCH="main"
+
+echo "Setting up branch protection for $REPO ($BRANCH)..."
+echo ""
+
+# Method 1: Repository rulesets (preferred — newer API, more flexible)
+echo "Attempting rulesets API..."
+if gh api "repos/$REPO/rulesets" \
+  --method POST \
+  --input - <<'EOF' 2>/dev/null; then
+{
+  "name": "Require CI + Sentinel before merge",
+  "target": "branch",
+  "enforcement": "active",
+  "conditions": {
+    "ref_name": {
+      "include": ["refs/heads/main"],
+      "exclude": []
+    }
+  },
+  "rules": [
+    {
+      "type": "required_status_checks",
+      "parameters": {
+        "strict_required_status_checks_policy": true,
+        "required_status_checks": [
+          {
+            "context": "build-and-test",
+            "integration_id": null
+          },
+          {
+            "context": "PR Sentinel",
+            "integration_id": null
+          }
+        ]
+      }
+    },
+    {
+      "type": "pull_request",
+      "parameters": {
+        "required_approving_review_count": 0,
+        "dismiss_stale_reviews_on_push": false,
+        "require_code_owner_review": false,
+        "require_last_push_approval": false,
+        "required_review_thread_resolution": false
+      }
+    }
+  ]
+}
+EOF
+  echo "✅ Ruleset created successfully"
+  exit 0
+fi
+
+echo "Rulesets API failed, trying branch protection API..."
+
+# Method 2: Classic branch protection (fallback)
+if gh api "repos/$REPO/branches/$BRANCH/protection" \
+  --method PUT \
+  --input - <<'EOF' 2>/dev/null; then
+{
+  "required_status_checks": {
+    "strict": true,
+    "contexts": [
+      "build-and-test",
+      "PR Sentinel"
+    ]
+  },
+  "enforce_admins": false,
+  "required_pull_request_reviews": null,
+  "restrictions": null,
+  "required_linear_history": false,
+  "allow_force_pushes": false,
+  "allow_deletions": false
+}
+EOF
+  echo "✅ Branch protection configured successfully"
+  exit 0
+fi
+
+echo ""
+echo "❌ Both APIs returned 404. You need admin access to $REPO."
+echo ""
+echo "Manual setup (GitHub UI):"
+echo "  1. Go to: https://github.com/$REPO/settings/rules"
+echo "  2. Click 'New ruleset'"
+echo "  3. Name: 'Require CI + Sentinel before merge'"
+echo "  4. Enforcement: Active"
+echo "  5. Target branches: Add 'main'"
+echo "  6. Add rule: 'Require status checks to pass'"
+echo "     - Check 'Require branches to be up to date'"
+echo "     - Add checks: 'build-and-test', 'PR Sentinel'"
+echo "  7. Add rule: 'Require a pull request before merging'"
+echo "     - Required approvals: 0"
+echo "  8. Save"
+echo ""
+echo "This prevents merging PRs until both CI and Sentinel have run."
+exit 1

package/scripts/spawn-fleet.sh

@@ -0,0 +1,144 @@
+#!/usr/bin/env bash
+# spawn-fleet.sh — Spin up N agent VMs from template for parallel autoresearch
+#
+# Usage:
+#   ./scripts/spawn-fleet.sh [FLEET_SIZE] [TARGET_REPO]
+#
+# Prerequisites:
+#   - Parallels Desktop Pro (prlctl)
+#   - Base VM "pi-base" with snapshot "clean-install"
+#   - hv_apple_isa_vm_quota=255 boot arg (for >2 VMs)
+#
+# Each VM gets:
+#   - Latest policy weights from .jfl/policy-weights.json
+#   - Agent identity config
+#   - Runs jfl peter autoresearch --rounds 5 autonomously
+
+set -euo pipefail
+
+FLEET_SIZE=${1:-5}
+TARGET_REPO=${2:-$(git remote get-url origin 2>/dev/null || echo "")}
+WAVE_ID=$(date +%s)
+WEIGHTS_PATH=".jfl/policy-weights.json"
+BASE_VM="pi-base"
+SNAPSHOT="clean-install"
+
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+echo "  JFL Agent Fleet — Wave ${WAVE_ID}"
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+echo "  Fleet size: ${FLEET_SIZE}"
+echo "  Target repo: ${TARGET_REPO}"
+echo "  Base VM: ${BASE_VM}"
+echo ""
+
+# Verify prlctl
+if ! command -v prlctl &>/dev/null; then
+  echo "ERROR: prlctl not found. Install Parallels Desktop Pro."
+  exit 1
+fi
+
+# Verify base VM exists
+if ! prlctl list -a 2>/dev/null | grep -q "${BASE_VM}"; then
+  echo "ERROR: Base VM '${BASE_VM}' not found."
+  echo ""
+  echo "Create it:"
+  echo "  prlctl create '${BASE_VM}' --ostype macos --dist macos-tahoe"
+  echo "  prlctl set '${BASE_VM}' --memsize 2048 --cpus 2"
+  echo "  prlctl start '${BASE_VM}'"
+  echo "  # Install: brew, node, git, jfl, ralph-tui"
+  echo "  prlctl stop '${BASE_VM}'"
+  echo "  prlctl snapshot '${BASE_VM}' --name '${SNAPSHOT}'"
+  exit 1
+fi
+
+# Create shared directories
+SHARED_DIR="/tmp/jfl-fleet-${WAVE_ID}"
+mkdir -p "${SHARED_DIR}/tuples" "${SHARED_DIR}/config"
+
+# Copy policy weights if they exist
+if [ -f "${WEIGHTS_PATH}" ]; then
+  cp "${WEIGHTS_PATH}" "${SHARED_DIR}/config/policy-weights.json"
+  TRAINED_ON=$(python3 -c "import json; print(json.load(open('${WEIGHTS_PATH}'))['trained_on'])" 2>/dev/null || echo "?")
+  echo "  Policy weights: trained on ${TRAINED_ON} tuples"
+else
+  echo "  No policy weights — agents will use heuristic selection"
+fi
+
+echo ""
+
+# Spawn VMs
+STARTED=0
+for i in $(seq 1 "${FLEET_SIZE}"); do
+  AGENT_NAME="agent-${WAVE_ID}-${i}"
+
+  echo -n "  [${i}/${FLEET_SIZE}] Spawning ${AGENT_NAME}..."
+
+  # Clone from template (linked clone = fast, CoW)
+  if ! prlctl clone "${BASE_VM}" --name "${AGENT_NAME}" --linked --snapshot "${SNAPSHOT}" 2>/dev/null; then
+    echo " FAILED (clone)"
+    continue
+  fi
+
+  # Configure VM
+  prlctl set "${AGENT_NAME}" --memsize 2048 --cpus 2 2>/dev/null
+
+  # Start VM
+  if ! prlctl start "${AGENT_NAME}" 2>/dev/null; then
+    echo " FAILED (start)"
+    prlctl delete "${AGENT_NAME}" 2>/dev/null || true
+    continue
+  fi
+
+  # Wait for VM to boot
+  sleep 5
+
+  # Inject agent config
+  prlctl exec "${AGENT_NAME}" -- bash -c "
+    mkdir -p /tmp/agent-config
+    cat > /tmp/agent-config/identity.json << EOF
+{
+  \"agent_id\": \"${AGENT_NAME}\",
+  \"wave_id\": \"${WAVE_ID}\",
+  \"fleet_index\": ${i},
+  \"fleet_size\": ${FLEET_SIZE},
+  \"target_repo\": \"${TARGET_REPO}\"
+}
+EOF
+  " 2>/dev/null
+
+  # Copy policy weights if available
+  if [ -f "${SHARED_DIR}/config/policy-weights.json" ]; then
+    prlctl copy-to "${AGENT_NAME}" \
+      "${SHARED_DIR}/config/policy-weights.json" \
+      /tmp/agent-config/policy-weights.json 2>/dev/null || true
+  fi
+
+  # Launch autoresearch inside VM
+  prlctl exec "${AGENT_NAME}" -- bash -c "
+    cd /tmp && git clone '${TARGET_REPO}' workspace 2>/dev/null
+    cd /tmp/workspace
+
+    # Load policy weights
+    mkdir -p .jfl
+    cp /tmp/agent-config/policy-weights.json .jfl/policy-weights.json 2>/dev/null || true
+    cp /tmp/agent-config/identity.json .jfl/agent-identity.json
+
+    # Run autoresearch (detached so exec returns)
+    nohup jfl peter autoresearch --rounds 5 > /tmp/autoresearch.log 2>&1 &
+    echo \$! > /tmp/autoresearch.pid
+  " 2>/dev/null &
+
+  STARTED=$((STARTED + 1))
+  echo " OK"
+done
+
+echo ""
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+echo "  Fleet started: ${STARTED}/${FLEET_SIZE} agents"
+echo "  Wave ID: ${WAVE_ID}"
+echo "  Shared dir: ${SHARED_DIR}"
+echo ""
+echo "  Collect tuples:  ./scripts/collect-tuples.sh ${WAVE_ID}"
+echo "  Monitor:         prlctl list -a | grep agent-${WAVE_ID}"
+echo "  Destroy fleet:   ./scripts/destroy-fleet.sh ${WAVE_ID}"
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"

package/scripts/train/requirements.txt

@@ -0,0 +1,5 @@
+torch>=2.0
+numpy>=1.24
+requests>=2.28
+scikit-learn>=1.3
+tqdm>=4.65