researchloop 0.1.0__py3-none-any.whl

researchloop/runner/job_templates/sge.sh.j2

@@ -0,0 +1,319 @@
+#!/bin/bash
+#$ -N {{ job_name }}
+#$ -o {{ working_dir }}/{{ sprint_dirname }}/sge-$JOB_ID.out
+#$ -e {{ working_dir }}/{{ sprint_dirname }}/sge-$JOB_ID.err
+#$ -l h_rt={{ time_limit }}
+#$ -cwd
+#$ -S /bin/bash
+{% for key, value in job_options.items() %}
+#$ {{ key }} {{ value }}
+{% endfor %}
+
+set -euo pipefail
+
+# Source user's shell profile so tools like claude are on PATH.
+if [ -f "$HOME/.bashrc" ]; then
+    set +euo pipefail
+    source "$HOME/.bashrc"
+    set -euo pipefail
+elif [ -f "$HOME/.profile" ]; then
+    set +euo pipefail
+    source "$HOME/.profile"
+    set -euo pipefail
+fi
+export PATH="$HOME/.local/bin:$HOME/.claude/bin:$PATH"
+
+# --- Environment ---
+{% for key, value in environment.items() %}
+export {{ key }}="{{ value }}"
+{% endfor %}
+
+SPRINT_ID="{{ sprint_id }}"
+STUDY_NAME="{{ study_name }}"
+SPRINT_DIR="{{ working_dir }}/{{ sprint_dirname }}"
+ORCHESTRATOR_URL="{{ orchestrator_url }}"
+WEBHOOK_TOKEN="{{ webhook_token }}"
+CLAUDE_CMD="{{ claude_command }}"
+RED_TEAM_ROUNDS={{ red_team_max_rounds }}
+
+cd "$SPRINT_DIR"
+mkdir -p .researchloop results
+
+echo "=== ResearchLoop Sprint $SPRINT_ID (SGE) ==="
+echo "Study: $STUDY_NAME"
+echo "Started: $(date -u +%Y-%m-%dT%H:%M:%SZ)"
+
+# --- Logging ---
+LOG_FILE="$SPRINT_DIR/sprint_log.txt"
+touch "$LOG_FILE"
+
+log() {
+    local msg="[$(date -u +%H:%M:%S)] $1"
+    echo "$msg" | tee -a "$LOG_FILE"
+}
+
+# --- Helper: run claude and extract session ID ---
+SESSION_ID=""
+run_step() {
+    local prompt_file="$1"
+    local step_name="$2"
+    log ">>> Starting step: $step_name"
+    echo ">>> Step: $step_name"
+
+    local cmd=($CLAUDE_CMD -p "$(cat "$prompt_file")" --output-format stream-json --verbose)
+    if [ -n "$SESSION_ID" ]; then
+        cmd+=(--resume "$SESSION_ID")
+    fi
+
+    # Run claude with streaming JSON output.
+    # Each line is a JSON event — we pipe through a filter that:
+    # 1. Logs human-readable summaries of what Claude is doing
+    # 2. Saves the full stream for post-processing
+    local output_file="$SPRINT_DIR/.researchloop/${step_name}_output.jsonl"
+    "${cmd[@]}" 2> >(tee -a "$LOG_FILE" >&2) | tee "$output_file" | python3 -u -c "
+import sys, json, os, time
+log = open('$LOG_FILE', 'a', buffering=1)
+last_tool_time = 0
+tool_count = 0
+for line in sys.stdin:
+    line = line.strip()
+    if not line:
+        continue
+    try:
+        evt = json.loads(line)
+    except json.JSONDecodeError:
+        continue
+    t = evt.get('type', '')
+    if t == 'assistant' and 'content' in evt:
+        for block in evt['content']:
+            bt = block.get('type', '')
+            if bt == 'tool_use':
+                tool = block.get('name', '?')
+                inp = block.get('input', {})
+                tool_count += 1
+                if tool in ('Write', 'Edit'):
+                    path = inp.get('file_path', '?')
+                    fname = os.path.basename(path)
+                    summary = f'{tool} {fname}'
+                elif tool == 'Bash':
+                    cmd_str = inp.get('command', '')[:80].split('\n')[0]
+                    summary = f'$ {cmd_str}'
+                elif tool == 'Read':
+                    path = inp.get('file_path', '?')
+                    fname = os.path.basename(path)
+                    summary = f'Read {fname}'
+                elif tool in ('WebSearch', 'WebFetch'):
+                    summary = f'{tool}'
+                else:
+                    summary = tool
+                log.write(f'  [{tool_count}] {summary}\n')
+                log.flush()
+    elif t == 'result':
+        sid = evt.get('session_id', '')
+        if sid:
+            open('$SPRINT_DIR/.researchloop/session_id', 'w').write(sid)
+        result = evt.get('result', '') or ''
+        log.write(f'  Done ({tool_count} tool calls, {len(result)} chars output)\n')
+        log.flush()
+log.close()
+" || {
+        local rc=$?
+        log "ERROR: Claude failed on step $step_name (exit $rc)"
+        tail -20 "$output_file" >> "$LOG_FILE" 2>/dev/null
+        return 1
+    }
+
+    if [ -f "$SPRINT_DIR/.researchloop/session_id" ]; then
+        SESSION_ID=$(cat "$SPRINT_DIR/.researchloop/session_id")
+    fi
+
+    log "<<< Step $step_name complete"
+    echo "<<< Step $step_name complete"
+}
+
+# --- Helper: send webhook via curl ---
+send_webhook() {
+    local status="$1"
+    local summary="${2:-}"
+    local error="${3:-}"
+    local next_idea="${4:-}"
+    if [ -z "$ORCHESTRATOR_URL" ]; then return; fi
+    local payload
+    payload=$(python3 -c "
+import json, sys
+print(json.dumps({
+    'sprint_id': '$SPRINT_ID',
+    'status': sys.argv[1],
+    'summary': sys.argv[2] or None,
+    'error': sys.argv[3] or None,
+    'idea': sys.argv[4] or None,
+}))
+" "$status" "$summary" "$error" "$next_idea" 2>/dev/null)
+    for attempt in 1 2 3; do
+        if curl -s --max-time 30 -X POST \
+            "$ORCHESTRATOR_URL/api/webhook/sprint-complete" \
+            -H "Content-Type: application/json" \
+            -H "X-Webhook-Token: $WEBHOOK_TOKEN" \
+            -d "$payload" > /dev/null 2>&1; then
+            log "Webhook sent (attempt $attempt)"
+            return
+        fi
+        log "Webhook attempt $attempt failed, retrying in 10s..."
+        sleep 10
+    done
+    log "WARNING: Webhook failed after 3 attempts"
+}
+
+# --- Background heartbeat: sends log + file activity every 60s ---
+send_heartbeat() {
+    local phase="${1:-running}"
+    if [ -z "$ORCHESTRATOR_URL" ]; then return; fi
+    local log_tail=""
+    if [ -f "$LOG_FILE" ]; then
+        log_tail=$(tail -30 "$LOG_FILE" 2>/dev/null || true)
+    fi
+    local progress=""
+    if [ -f "$SPRINT_DIR/progress.md" ]; then
+        progress=$(tail -50 "$SPRINT_DIR/progress.md" 2>/dev/null || true)
+    fi
+    local output_log=""
+    if [ -f "$SPRINT_DIR/output.log" ]; then
+        output_log=$(tail -30 "$SPRINT_DIR/output.log" 2>/dev/null || true)
+    fi
+    local recent_files=""
+    recent_files=$(find "$SPRINT_DIR" -maxdepth 2 \( -name '*.py' -o -name '*.md' -o -name '*.txt' -o -name '*.json' \) 2>/dev/null \
+        | xargs ls -lt 2>/dev/null | head -8 | awk '{print $6, $7, $8, $9}' || true)
+    local payload
+    payload=$(python3 -c "
+import json, sys
+log = sys.stdin.read()
+print(json.dumps({
+    'sprint_id': '$SPRINT_ID',
+    'phase': sys.argv[1],
+    'log_tail': log,
+    'recent_files': sys.argv[2],
+    'progress': sys.argv[3],
+    'output_log': sys.argv[4],
+}))
+" "$phase" "$recent_files" "$progress" "$output_log" <<< "$log_tail" 2>/dev/null) || return
+    curl -s --max-time 10 -X POST \
+        "$ORCHESTRATOR_URL/api/webhook/heartbeat" \
+        -H "Content-Type: application/json" \
+        -H "X-Webhook-Token: $WEBHOOK_TOKEN" \
+        -d "$payload" > /dev/null 2>&1 || true
+}
+
+_heartbeat_loop() {
+    while true; do
+        sleep 60
+        local step="running"
+        if [ -f "$LOG_FILE" ]; then
+            local last_step
+            last_step=$(grep -o '>>> Starting step: [a-z_]*' "$LOG_FILE" | tail -1 | sed 's/>>> Starting step: //' || true)
+            if [ -n "$last_step" ]; then
+                step="running ($last_step)"
+            fi
+        fi
+        send_heartbeat "$step"
+        echo "[$(date -u +%H:%M:%S)] ... still running (heartbeat)" >> "$LOG_FILE"
+    done
+}
+
+_heartbeat_loop &
+HEARTBEAT_PID=$!
+trap "kill $HEARTBEAT_PID 2>/dev/null || true" EXIT
+
+# --- Write prompt files (pre-rendered by orchestrator) ---
+{% for prompt in prompts %}
+echo '{{ prompt.content_b64 }}' | base64 -d > "$SPRINT_DIR/.researchloop/{{ prompt.filename }}"
+{% endfor %}
+
+# --- Pipeline ---
+FINAL_STATUS="completed"
+ERROR_MSG=""
+
+# Step 0 (optional): Generate research idea for auto-loop
+if [ -f "$SPRINT_DIR/.researchloop/prompt_generate_idea.md" ]; then
+    echo ">>> Step: generate_idea"
+    GENERATED_IDEA=$($CLAUDE_CMD -p "$(cat "$SPRINT_DIR/.researchloop/prompt_generate_idea.md")" 2>&1) || true
+    if [ -n "$GENERATED_IDEA" ]; then
+        echo "Generated idea: $GENERATED_IDEA"
+        echo "$GENERATED_IDEA" > "$SPRINT_DIR/idea.txt"
+        python3 -c "
+import sys
+prompt = open('$SPRINT_DIR/.researchloop/prompt_research.md').read()
+lines = prompt.split('\n')
+new_lines = []
+skip = False
+for line in lines:
+    if line.startswith('## Research Idea'):
+        new_lines.append(line)
+        new_lines.append(sys.argv[1])
+        skip = True
+    elif skip and line.startswith('## '):
+        skip = False
+        new_lines.append(line)
+    elif not skip:
+        new_lines.append(line)
+open('$SPRINT_DIR/.researchloop/prompt_research.md', 'w').write('\n'.join(new_lines))
+" "$GENERATED_IDEA"
+    fi
+    echo "<<< Step generate_idea complete"
+fi
+
+if ! run_step "$SPRINT_DIR/.researchloop/prompt_research.md" "research"; then
+    FINAL_STATUS="failed"
+    ERROR_MSG="Research step failed"
+fi
+
+if [ "$FINAL_STATUS" = "completed" ]; then
+    for round in $(seq 1 $RED_TEAM_ROUNDS); do
+        echo ">>> Red-team round $round/$RED_TEAM_ROUNDS"
+        if ! run_step "$SPRINT_DIR/.researchloop/prompt_red_team_${round}.md" "red_team_round_$round"; then
+            FINAL_STATUS="failed"
+            ERROR_MSG="Red-team round $round failed"
+            break
+        fi
+        if [ -f "$SPRINT_DIR/red_team_round_${round}.md" ]; then
+            if grep -q "NO CRITICAL ISSUES" "$SPRINT_DIR/red_team_round_${round}.md"; then
+                echo "No critical issues found, stopping red-team loop."
+                break
+            fi
+        fi
+        if ! run_step "$SPRINT_DIR/.researchloop/prompt_fix_${round}.md" "fix_round_$round"; then
+            FINAL_STATUS="failed"
+            ERROR_MSG="Fix round $round failed"
+            break
+        fi
+    done
+fi
+
+if [ "$FINAL_STATUS" = "completed" ]; then
+    if ! run_step "$SPRINT_DIR/.researchloop/prompt_report.md" "report"; then
+        FINAL_STATUS="failed"
+        ERROR_MSG="Report step failed"
+    fi
+fi
+
+if [ "$FINAL_STATUS" = "completed" ]; then
+    if ! run_step "$SPRINT_DIR/.researchloop/prompt_summarize.md" "summarize"; then
+        FINAL_STATUS="failed"
+        ERROR_MSG="Summarize step failed"
+    fi
+fi
+
+SUMMARY=""
+if [ -f "$SPRINT_DIR/summary.txt" ]; then
+    SUMMARY=$(cat "$SPRINT_DIR/summary.txt")
+fi
+
+# Read idea (may have been generated at runtime)
+IDEA=""
+if [ -f "$SPRINT_DIR/idea.txt" ]; then
+    IDEA=$(cat "$SPRINT_DIR/idea.txt")
+fi
+
+send_webhook "$FINAL_STATUS" "$SUMMARY" "$ERROR_MSG" "$IDEA"
+
+echo "Finished: $(date -u +%Y-%m-%dT%H:%M:%SZ) (status: $FINAL_STATUS)"
+[ "$FINAL_STATUS" = "completed" ] && exit 0 || exit 1

researchloop/runner/job_templates/slurm.sh.j2

@@ -0,0 +1,336 @@
+#!/bin/bash
+#SBATCH --job-name={{ job_name }}
+#SBATCH --output={{ working_dir }}/{{ sprint_dirname }}/slurm-%j.out
+#SBATCH --error={{ working_dir }}/{{ sprint_dirname }}/slurm-%j.err
+#SBATCH --time={{ time_limit }}
+{% for key, value in job_options.items() %}
+#SBATCH --{{ key }}={{ value }}
+{% endfor %}
+
+set -euo pipefail
+
+# Source user's shell profile so tools like claude are on PATH.
+# SLURM jobs don't source these by default.
+if [ -f "$HOME/.bashrc" ]; then
+    set +euo pipefail  # .bashrc may have unset vars
+    source "$HOME/.bashrc"
+    set -euo pipefail
+elif [ -f "$HOME/.profile" ]; then
+    set +euo pipefail
+    source "$HOME/.profile"
+    set -euo pipefail
+fi
+export PATH="$HOME/.local/bin:$HOME/.claude/bin:$PATH"
+
+# --- Environment ---
+{% for key, value in environment.items() %}
+export {{ key }}="{{ value }}"
+{% endfor %}
+
+SPRINT_ID="{{ sprint_id }}"
+STUDY_NAME="{{ study_name }}"
+SPRINT_DIR="{{ working_dir }}/{{ sprint_dirname }}"
+ORCHESTRATOR_URL="{{ orchestrator_url }}"
+WEBHOOK_TOKEN="{{ webhook_token }}"
+CLAUDE_CMD="{{ claude_command }}"
+RED_TEAM_ROUNDS={{ red_team_max_rounds }}
+
+cd "$SPRINT_DIR"
+mkdir -p .researchloop results
+
+echo "=== ResearchLoop Sprint $SPRINT_ID ==="
+echo "Study: $STUDY_NAME"
+echo "Started: $(date -u +%Y-%m-%dT%H:%M:%SZ)"
+
+# --- Logging ---
+LOG_FILE="$SPRINT_DIR/sprint_log.txt"
+touch "$LOG_FILE"
+
+log() {
+    local msg="[$(date -u +%H:%M:%S)] $1"
+    echo "$msg" | tee -a "$LOG_FILE"
+}
+
+# --- Helper: run claude and extract session ID ---
+SESSION_ID=""
+run_step() {
+    local prompt_file="$1"
+    local step_name="$2"
+    log ">>> Starting step: $step_name"
+    echo ">>> Step: $step_name"
+
+    local cmd=($CLAUDE_CMD -p "$(cat "$prompt_file")" --output-format stream-json --verbose)
+    if [ -n "$SESSION_ID" ]; then
+        cmd+=(--resume "$SESSION_ID")
+    fi
+
+    # Run claude with streaming JSON output.
+    # Each line is a JSON event — we pipe through a filter that:
+    # 1. Logs human-readable summaries of what Claude is doing
+    # 2. Saves the full stream for post-processing
+    local output_file="$SPRINT_DIR/.researchloop/${step_name}_output.jsonl"
+    "${cmd[@]}" 2> >(tee -a "$LOG_FILE" >&2) | tee "$output_file" | python3 -u -c "
+import sys, json, os, time
+log = open('$LOG_FILE', 'a', buffering=1)
+last_tool_time = 0
+tool_count = 0
+for line in sys.stdin:
+    line = line.strip()
+    if not line:
+        continue
+    try:
+        evt = json.loads(line)
+    except json.JSONDecodeError:
+        continue
+    t = evt.get('type', '')
+    if t == 'assistant' and 'content' in evt:
+        for block in evt['content']:
+            bt = block.get('type', '')
+            if bt == 'tool_use':
+                tool = block.get('name', '?')
+                inp = block.get('input', {})
+                tool_count += 1
+                # Log a short summary of what claude is doing.
+                if tool in ('Write', 'Edit'):
+                    path = inp.get('file_path', '?')
+                    fname = os.path.basename(path)
+                    summary = f'{tool} {fname}'
+                elif tool == 'Bash':
+                    cmd_str = inp.get('command', '')[:80].split('\n')[0]
+                    summary = f'$ {cmd_str}'
+                elif tool == 'Read':
+                    path = inp.get('file_path', '?')
+                    fname = os.path.basename(path)
+                    summary = f'Read {fname}'
+                elif tool in ('WebSearch', 'WebFetch'):
+                    summary = f'{tool}'
+                else:
+                    summary = tool
+                log.write(f'  [{tool_count}] {summary}\n')
+                log.flush()
+    elif t == 'result':
+        sid = evt.get('session_id', '')
+        if sid:
+            open('$SPRINT_DIR/.researchloop/session_id', 'w').write(sid)
+        result = evt.get('result', '') or ''
+        log.write(f'  Done ({tool_count} tool calls, {len(result)} chars output)\n')
+        log.flush()
+log.close()
+" || {
+        local rc=$?
+        log "ERROR: Claude failed on step $step_name (exit $rc)"
+        tail -20 "$output_file" >> "$LOG_FILE" 2>/dev/null
+        return 1
+    }
+
+    # Read session ID (written by the stream filter above).
+    if [ -f "$SPRINT_DIR/.researchloop/session_id" ]; then
+        SESSION_ID=$(cat "$SPRINT_DIR/.researchloop/session_id")
+    fi
+
+    log "<<< Step $step_name complete"
+    echo "<<< Step $step_name complete"
+}
+
+# --- Helper: send heartbeat/webhook via curl ---
+send_webhook() {
+    local status="$1"
+    local summary="${2:-}"
+    local error="${3:-}"
+    local next_idea="${4:-}"
+    if [ -z "$ORCHESTRATOR_URL" ]; then return; fi
+    local payload
+    payload=$(python3 -c "
+import json, sys
+print(json.dumps({
+    'sprint_id': '$SPRINT_ID',
+    'status': sys.argv[1],
+    'summary': sys.argv[2] or None,
+    'error': sys.argv[3] or None,
+    'idea': sys.argv[4] or None,
+}))
+" "$status" "$summary" "$error" "$next_idea" 2>/dev/null)
+    # Retry up to 3 times (server may be cold).
+    for attempt in 1 2 3; do
+        if curl -s --max-time 30 -X POST \
+            "$ORCHESTRATOR_URL/api/webhook/sprint-complete" \
+            -H "Content-Type: application/json" \
+            -H "X-Webhook-Token: $WEBHOOK_TOKEN" \
+            -d "$payload" > /dev/null 2>&1; then
+            log "Webhook sent (attempt $attempt)"
+            return
+        fi
+        log "Webhook attempt $attempt failed, retrying in 10s..."
+        sleep 10
+    done
+    log "WARNING: Webhook failed after 3 attempts"
+}
+
+# --- Background heartbeat: sends log + file activity every 60s ---
+send_heartbeat() {
+    local phase="${1:-running}"
+    if [ -z "$ORCHESTRATOR_URL" ]; then return; fi
+    local log_tail=""
+    if [ -f "$LOG_FILE" ]; then
+        log_tail=$(tail -30 "$LOG_FILE" 2>/dev/null || true)
+    fi
+    local progress=""
+    if [ -f "$SPRINT_DIR/progress.md" ]; then
+        progress=$(tail -50 "$SPRINT_DIR/progress.md" 2>/dev/null || true)
+    fi
+    local output_log=""
+    if [ -f "$SPRINT_DIR/output.log" ]; then
+        output_log=$(tail -30 "$SPRINT_DIR/output.log" 2>/dev/null || true)
+    fi
+    local recent_files=""
+    recent_files=$(find "$SPRINT_DIR" -maxdepth 2 \( -name '*.py' -o -name '*.md' -o -name '*.txt' -o -name '*.json' \) 2>/dev/null \
+        | xargs ls -lt 2>/dev/null | head -8 | awk '{print $6, $7, $8, $9}' || true)
+    local payload
+    payload=$(python3 -c "
+import json, sys
+log = sys.stdin.read()
+print(json.dumps({
+    'sprint_id': '$SPRINT_ID',
+    'phase': sys.argv[1],
+    'log_tail': log,
+    'recent_files': sys.argv[2],
+    'progress': sys.argv[3],
+    'output_log': sys.argv[4],
+}))
+" "$phase" "$recent_files" "$progress" "$output_log" <<< "$log_tail" 2>/dev/null) || return
+    curl -s --max-time 10 -X POST \
+        "$ORCHESTRATOR_URL/api/webhook/heartbeat" \
+        -H "Content-Type: application/json" \
+        -H "X-Webhook-Token: $WEBHOOK_TOKEN" \
+        -d "$payload" > /dev/null 2>&1 || true
+}
+
+_heartbeat_loop() {
+    while true; do
+        sleep 60
+        # Detect current step from log.
+        local step="running"
+        if [ -f "$LOG_FILE" ]; then
+            local last_step
+            last_step=$(grep -o '>>> Starting step: [a-z_]*' "$LOG_FILE" | tail -1 | sed 's/>>> Starting step: //' || true)
+            if [ -n "$last_step" ]; then
+                step="running ($last_step)"
+            fi
+        fi
+        send_heartbeat "$step"
+        # Also write a heartbeat timestamp to the log so it's visible.
+        echo "[$(date -u +%H:%M:%S)] ... still running (heartbeat)" >> "$LOG_FILE"
+    done
+}
+
+# Start heartbeat in background (killed when script exits).
+_heartbeat_loop &
+HEARTBEAT_PID=$!
+trap "kill $HEARTBEAT_PID 2>/dev/null || true" EXIT
+
+# --- Write prompt files (pre-rendered by orchestrator) ---
+{% for prompt in prompts %}
+echo '{{ prompt.content_b64 }}' | base64 -d > "$SPRINT_DIR/.researchloop/{{ prompt.filename }}"
+{% endfor %}
+
+# --- Pipeline ---
+FINAL_STATUS="completed"
+ERROR_MSG=""
+
+# Step 0 (optional): Generate research idea for auto-loop
+if [ -f "$SPRINT_DIR/.researchloop/prompt_generate_idea.md" ]; then
+    echo ">>> Step: generate_idea"
+    GENERATED_IDEA=$($CLAUDE_CMD -p "$(cat "$SPRINT_DIR/.researchloop/prompt_generate_idea.md")" 2>&1) || true
+    if [ -n "$GENERATED_IDEA" ]; then
+        echo "Generated idea: $GENERATED_IDEA"
+        echo "$GENERATED_IDEA" > "$SPRINT_DIR/idea.txt"
+        # Rewrite the research prompt to use the generated idea
+        python3 -c "
+import sys
+prompt = open('$SPRINT_DIR/.researchloop/prompt_research.md').read()
+# Replace the idea section
+lines = prompt.split('\n')
+new_lines = []
+skip = False
+for line in lines:
+    if line.startswith('## Research Idea'):
+        new_lines.append(line)
+        new_lines.append(sys.argv[1])
+        skip = True
+    elif skip and line.startswith('## '):
+        skip = False
+        new_lines.append(line)
+    elif not skip:
+        new_lines.append(line)
+open('$SPRINT_DIR/.researchloop/prompt_research.md', 'w').write('\n'.join(new_lines))
+" "$GENERATED_IDEA"
+    fi
+    echo "<<< Step generate_idea complete"
+fi
+
+# Step 1: Research
+if ! run_step "$SPRINT_DIR/.researchloop/prompt_research.md" "research"; then
+    FINAL_STATUS="failed"
+    ERROR_MSG="Research step failed"
+fi
+
+# Step 2: Red-team / fix loop
+if [ "$FINAL_STATUS" = "completed" ]; then
+    for round in $(seq 1 $RED_TEAM_ROUNDS); do
+        echo ">>> Red-team round $round/$RED_TEAM_ROUNDS"
+        if ! run_step "$SPRINT_DIR/.researchloop/prompt_red_team_${round}.md" "red_team_round_$round"; then
+            FINAL_STATUS="failed"
+            ERROR_MSG="Red-team round $round failed"
+            break
+        fi
+
+        # Check if red-team found no critical issues
+        if [ -f "$SPRINT_DIR/red_team_round_${round}.md" ]; then
+            if grep -q "NO CRITICAL ISSUES" "$SPRINT_DIR/red_team_round_${round}.md"; then
+                echo "No critical issues found, stopping red-team loop."
+                break
+            fi
+        fi
+
+        # Fix step
+        if ! run_step "$SPRINT_DIR/.researchloop/prompt_fix_${round}.md" "fix_round_$round"; then
+            FINAL_STATUS="failed"
+            ERROR_MSG="Fix round $round failed"
+            break
+        fi
+    done
+fi
+
+# Step 3: Report
+if [ "$FINAL_STATUS" = "completed" ]; then
+    if ! run_step "$SPRINT_DIR/.researchloop/prompt_report.md" "report"; then
+        FINAL_STATUS="failed"
+        ERROR_MSG="Report step failed"
+    fi
+fi
+
+# Step 4: Summarize
+if [ "$FINAL_STATUS" = "completed" ]; then
+    if ! run_step "$SPRINT_DIR/.researchloop/prompt_summarize.md" "summarize"; then
+        FINAL_STATUS="failed"
+        ERROR_MSG="Summarize step failed"
+    fi
+fi
+
+# Read summary
+SUMMARY=""
+if [ -f "$SPRINT_DIR/summary.txt" ]; then
+    SUMMARY=$(cat "$SPRINT_DIR/summary.txt")
+fi
+
+# Read idea (may have been generated at runtime)
+IDEA=""
+if [ -f "$SPRINT_DIR/idea.txt" ]; then
+    IDEA=$(cat "$SPRINT_DIR/idea.txt")
+fi
+
+# Send completion webhook
+send_webhook "$FINAL_STATUS" "$SUMMARY" "$ERROR_MSG" "$IDEA"
+
+echo "Finished: $(date -u +%Y-%m-%dT%H:%M:%SZ) (status: $FINAL_STATUS)"
+[ "$FINAL_STATUS" = "completed" ] && exit 0 || exit 1