@cyperx/clawforge 1.2.0

package/bin/learn.sh

@@ -0,0 +1,230 @@
+#!/usr/bin/env bash
+# learn.sh — Module 9: Capture learnings from completed tasks
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+source "${SCRIPT_DIR}/../lib/common.sh"
+
+LEARNINGS_FILE="${CLAWFORGE_DIR}/registry/learnings.jsonl"
+MEMORY_DIR="$HOME/.openclaw/agents/builder/memory"
+
+# ── Help ───────────────────────────────────────────────────────────────
+usage() {
+  cat <<EOF
+Usage: learn.sh [options]
+
+Options:
+  --task-id <id>     Task ID to learn from (required unless --summary)
+  --auto             Auto-generate notes from task data
+  --notes <text>     Manual notes to attach
+  --tags <t1,t2>     Comma-separated pattern tags
+  --summary          Output summary of all learnings
+  --memory           Also append to Builder's daily memory
+  --help             Show this help
+EOF
+}
+
+# ── Parse args ─────────────────────────────────────────────────────────
+TASK_ID="" AUTO=false NOTES="" TAGS="" SUMMARY=false MEMORY=false
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --task-id)  TASK_ID="$2"; shift 2 ;;
+    --auto)     AUTO=true; shift ;;
+    --notes)    NOTES="$2"; shift 2 ;;
+    --tags)     TAGS="$2"; shift 2 ;;
+    --summary)  SUMMARY=true; shift ;;
+    --memory)   MEMORY=true; shift ;;
+    --help|-h)  usage; exit 0 ;;
+    *)          log_error "Unknown option: $1"; usage; exit 1 ;;
+  esac
+done
+
+mkdir -p "$(dirname "$LEARNINGS_FILE")"
+
+# ── Summary mode ─────────────────────────────────────────────────────
+if $SUMMARY; then
+  if [[ ! -f "$LEARNINGS_FILE" ]]; then
+    echo "No learnings recorded yet."
+    exit 0
+  fi
+
+  TOTAL=$(wc -l < "$LEARNINGS_FILE" | tr -d ' ')
+  SUCCESSES=$(grep -c '"success":true' "$LEARNINGS_FILE" 2>/dev/null || echo 0)
+  FAILURES=$(grep -c '"success":false' "$LEARNINGS_FILE" 2>/dev/null || echo 0)
+
+  echo "=== Learning Summary ==="
+  echo "Total entries: $TOTAL"
+  echo "Successes: $SUCCESSES"
+  echo "Failures: $FAILURES"
+  if [[ "$TOTAL" -gt 0 ]]; then
+    RATE=$(python3 -c "print(f'{($SUCCESSES/$TOTAL)*100:.0f}%')" 2>/dev/null || echo "N/A")
+    echo "Success rate: $RATE"
+  fi
+  echo ""
+
+  # Average duration
+  AVG_DURATION=$(cat "$LEARNINGS_FILE" | jq -s '[.[].duration_minutes | select(. != null and . > 0)] | if length > 0 then (add / length | floor) else 0 end' 2>/dev/null || echo 0)
+  echo "Avg duration: ${AVG_DURATION} min"
+
+  # Agent breakdown
+  echo ""
+  echo "By agent:"
+  cat "$LEARNINGS_FILE" | jq -r '.agent' | sort | uniq -c | sort -rn | while read count agent; do
+    echo "  $agent: $count"
+  done
+
+  # Model breakdown
+  echo ""
+  echo "By model:"
+  cat "$LEARNINGS_FILE" | jq -r '.model' | sort | uniq -c | sort -rn | while read count model; do
+    echo "  $model: $count"
+  done
+
+  # Recent entries
+  echo ""
+  echo "Recent (last 5):"
+  tail -5 "$LEARNINGS_FILE" | jq -r '"  [\(.taskId)] \(.agent)/\(.model) — \(.success | if . then "✅" else "❌" end) \(.duration_minutes // "?")min — \(.notes // "no notes")"' 2>/dev/null || true
+
+  exit 0
+fi
+
+# ── Learn from task ──────────────────────────────────────────────────
+[[ -z "$TASK_ID" ]] && { log_error "--task-id is required (or use --summary)"; usage; exit 1; }
+
+TASK_DATA=$(registry_get "$TASK_ID")
+if [[ -z "$TASK_DATA" ]]; then
+  log_error "Task '$TASK_ID' not found in registry"
+  exit 1
+fi
+
+AGENT=$(echo "$TASK_DATA" | jq -r '.agent // "unknown"')
+MODEL=$(echo "$TASK_DATA" | jq -r '.model // "unknown"')
+RETRIES=$(echo "$TASK_DATA" | jq -r '.retries // 0')
+STATUS=$(echo "$TASK_DATA" | jq -r '.status // "unknown"')
+STARTED=$(echo "$TASK_DATA" | jq -r '.startedAt // 0')
+COMPLETED=$(echo "$TASK_DATA" | jq -r '.completedAt // 0')
+BRANCH=$(echo "$TASK_DATA" | jq -r '.branch // ""')
+CHECKS=$(echo "$TASK_DATA" | jq '.checks // {}')
+DESC=$(echo "$TASK_DATA" | jq -r '.description // ""')
+
+# Calculate duration
+DURATION_MIN=0
+if [[ "$STARTED" -gt 0 && "$COMPLETED" -gt 0 ]]; then
+  DURATION_MS=$((COMPLETED - STARTED))
+  DURATION_MIN=$((DURATION_MS / 60000))
+fi
+
+# Determine success
+SUCCESS=false
+if [[ "$STATUS" == "done" || "$STATUS" == "archived" ]]; then
+  SUCCESS=true
+fi
+
+# Reviews passed
+REVIEWS_PASSED=$(echo "$CHECKS" | jq '[to_entries[] | select(.value | test("APPROVE"; "i")) | .key]' 2>/dev/null || echo '[]')
+
+# Auto-generate notes
+if $AUTO && [[ -z "$NOTES" ]]; then
+  if [[ "$RETRIES" -eq 0 ]] && $SUCCESS; then
+    NOTES="One-shot success."
+  elif [[ "$RETRIES" -gt 0 ]] && $SUCCESS; then
+    NOTES="Succeeded after $RETRIES retries."
+  elif ! $SUCCESS; then
+    NOTES="Failed. Status: $STATUS."
+  fi
+
+  if [[ "$DURATION_MIN" -gt 60 ]]; then
+    NOTES+=" Long-running task (${DURATION_MIN}min)."
+  elif [[ "$DURATION_MIN" -gt 0 && "$DURATION_MIN" -le 10 ]]; then
+    NOTES+=" Quick task (${DURATION_MIN}min)."
+  fi
+fi
+
+# Parse tags
+TAGS_JSON="[]"
+if [[ -n "$TAGS" ]]; then
+  TAGS_JSON=$(echo "$TAGS" | tr ',' '\n' | jq -R . | jq -s .)
+else
+  # Auto-tag from branch name
+  TAGS_JSON="[]"
+  if [[ "$BRANCH" == feat/* || "$BRANCH" == feature/* ]]; then
+    TAGS_JSON='["feature"]'
+  elif [[ "$BRANCH" == fix/* || "$BRANCH" == bugfix/* ]]; then
+    TAGS_JSON='["bugfix"]'
+  elif [[ "$BRANCH" == refactor/* ]]; then
+    TAGS_JSON='["refactor"]'
+  fi
+fi
+
+# Build learning entry
+NOW=$(epoch_ms)
+LEARNING=$(jq -cn \
+  --argjson timestamp "$NOW" \
+  --arg taskId "$TASK_ID" \
+  --arg agent "$AGENT" \
+  --arg model "$MODEL" \
+  --argjson duration_minutes "$DURATION_MIN" \
+  --argjson retries "$RETRIES" \
+  --argjson success "$SUCCESS" \
+  --argjson reviews_passed "$REVIEWS_PASSED" \
+  --arg branch "$BRANCH" \
+  --argjson pattern_tags "$TAGS_JSON" \
+  --arg notes "${NOTES:-}" \
+  '{
+    timestamp: $timestamp,
+    taskId: $taskId,
+    agent: $agent,
+    model: $model,
+    duration_minutes: $duration_minutes,
+    retries: $retries,
+    success: $success,
+    reviews_passed: $reviews_passed,
+    branch: $branch,
+    pattern_tags: $pattern_tags,
+    notes: $notes
+  }')
+
+# Write learning
+echo "$LEARNING" >> "$LEARNINGS_FILE"
+log_info "Learning recorded for task: $TASK_ID"
+
+# Output
+echo "$LEARNING" | jq .
+
+# Append to clawforge memory with source=learn
+CLAWFORGE_MEMORY_BASE="$HOME/.clawforge/memory"
+LEARN_REPO=$(echo "$TASK_DATA" | jq -r '.repo // empty')
+if [[ -n "$LEARN_REPO" ]]; then
+  LEARN_REPO_NAME=$(basename "$LEARN_REPO")
+  LEARN_REMOTE=$(git -C "$LEARN_REPO" config --get remote.origin.url 2>/dev/null || true)
+  [[ -n "$LEARN_REMOTE" ]] && LEARN_REPO_NAME=$(basename "$LEARN_REMOTE" .git)
+  LEARN_MEMORY_FILE="${CLAWFORGE_MEMORY_BASE}/${LEARN_REPO_NAME}.jsonl"
+  mkdir -p "$CLAWFORGE_MEMORY_BASE"
+  MEMORY_TEXT="[learn] ${DESC}: ${NOTES:-$AGENT/$MODEL, ${DURATION_MIN}min, retries=$RETRIES}"
+  LEARN_MEM_ENTRY=$(jq -cn \
+    --arg id "learn-$(date +%s)" \
+    --arg text "$MEMORY_TEXT" \
+    --argjson tags "$TAGS_JSON" \
+    --arg created "$(date -u +%Y-%m-%dT%H:%M:%SZ)" \
+    --arg source "learn" \
+    '{id:$id, text:$text, tags:$tags, created:$created, source:$source}')
+  echo "$LEARN_MEM_ENTRY" >> "$LEARN_MEMORY_FILE"
+  log_info "Appended to clawforge memory: $LEARN_MEMORY_FILE"
+fi
+
+# Append to Builder's daily memory
+if $MEMORY; then
+  mkdir -p "$MEMORY_DIR"
+  TODAY=$(date +%Y-%m-%d)
+  MEMORY_FILE="${MEMORY_DIR}/${TODAY}.md"
+
+  {
+    echo ""
+    echo "## Learning: $TASK_ID"
+    echo "- Agent: $AGENT / $MODEL"
+    echo "- Duration: ${DURATION_MIN}min | Retries: $RETRIES | Success: $SUCCESS"
+    [[ -n "$NOTES" ]] && echo "- Notes: $NOTES"
+  } >> "$MEMORY_FILE"
+  log_info "Appended to memory: $MEMORY_FILE"
+fi

package/bin/logs.sh

@@ -0,0 +1,126 @@
+#!/usr/bin/env bash
+# logs.sh — Capture and display agent output from tmux pane
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+source "${SCRIPT_DIR}/../lib/common.sh"
+
+usage() {
+  cat <<EOF
+Usage: clawforge logs <id> [options]
+
+Capture output from a running agent's tmux session without attaching.
+
+Arguments:
+  <id>                 Task ID or short ID (e.g., 1 or sprint-add-jwt)
+
+Options:
+  --lines <N>          Number of lines to capture (default: 50)
+  --follow             Stream output continuously (Ctrl+C to stop)
+  --raw                Don't strip ANSI escape codes
+  --save <path>        Save output to file
+  --help               Show this help
+
+Examples:
+  clawforge logs 1
+  clawforge logs 1 --lines 100
+  clawforge logs 1 --follow
+  clawforge logs sprint-jwt --save /tmp/agent-output.log
+EOF
+}
+
+TASK_REF="" LINES=50 FOLLOW=false RAW=false SAVE_PATH=""
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --lines)    LINES="$2"; shift 2 ;;
+    --follow)   FOLLOW=true; shift ;;
+    --raw)      RAW=true; shift ;;
+    --save)     SAVE_PATH="$2"; shift 2 ;;
+    --help|-h)  usage; exit 0 ;;
+    --*)        log_error "Unknown option: $1"; usage; exit 1 ;;
+    *)          TASK_REF="$1"; shift ;;
+  esac
+done
+
+[[ -z "$TASK_REF" ]] && { log_error "Task ID required"; usage; exit 1; }
+
+# Resolve task: try short ID first, then full ID
+_ensure_registry
+TASK_DATA=""
+if [[ "$TASK_REF" =~ ^[0-9]+$ ]]; then
+  TASK_DATA=$(jq -r --argjson sid "$TASK_REF" '.tasks[] | select(.short_id == $sid)' "$REGISTRY_FILE" 2>/dev/null || true)
+fi
+if [[ -z "$TASK_DATA" ]]; then
+  TASK_DATA=$(registry_get "$TASK_REF" 2>/dev/null || true)
+fi
+if [[ -z "$TASK_DATA" ]]; then
+  log_error "Task '$TASK_REF' not found in registry"
+  exit 1
+fi
+
+TMUX_SESSION=$(echo "$TASK_DATA" | jq -r '.tmuxSession // empty')
+TASK_ID=$(echo "$TASK_DATA" | jq -r '.id')
+
+if [[ -z "$TMUX_SESSION" ]]; then
+  TMUX_SESSION="agent-${TASK_ID}"
+fi
+
+# Check tmux session exists
+if ! tmux has-session -t "$TMUX_SESSION" 2>/dev/null; then
+  log_error "tmux session '$TMUX_SESSION' not found (agent may have exited)"
+  echo "Tip: Use 'clawforge history' to see completed task records."
+  exit 1
+fi
+
+# Capture function
+capture_output() {
+  local output
+  output=$(tmux capture-pane -t "$TMUX_SESSION" -p -S "-${LINES}" 2>/dev/null || true)
+  if [[ -z "$output" ]]; then
+    echo "(no output captured)"
+    return
+  fi
+  if ! $RAW; then
+    # Strip ANSI escape codes
+    output=$(printf '%s' "$output" | sed $'s/\x1b\[[0-9;]*[a-zA-Z]//g')
+  fi
+  echo "$output"
+}
+
+# Follow mode
+if $FOLLOW; then
+  echo "Following output from agent #${TASK_REF} (${TMUX_SESSION}). Ctrl+C to stop."
+  echo "────────────────────────────────────────"
+  LAST_HASH=""
+  while true; do
+    OUTPUT=$(capture_output)
+    HASH=$(printf '%s' "$OUTPUT" | md5 2>/dev/null || printf '%s' "$OUTPUT" | md5sum 2>/dev/null | cut -d' ' -f1 || echo "x")
+    if [[ "$HASH" != "$LAST_HASH" ]]; then
+      clear 2>/dev/null || true
+      echo "Following agent #${TASK_REF} (${TMUX_SESSION}) — $(date +%H:%M:%S)"
+      echo "────────────────────────────────────────"
+      echo "$OUTPUT"
+      LAST_HASH="$HASH"
+    fi
+    sleep 1
+    # Stop if session dies
+    if ! tmux has-session -t "$TMUX_SESSION" 2>/dev/null; then
+      echo ""
+      echo "── Session ended ──"
+      break
+    fi
+  done
+  exit 0
+fi
+
+# One-shot capture
+OUTPUT=$(capture_output)
+
+if [[ -n "$SAVE_PATH" ]]; then
+  echo "$OUTPUT" > "$SAVE_PATH"
+  echo "Saved ${LINES} lines to $SAVE_PATH"
+else
+  echo "── Agent #${TASK_REF} (${TMUX_SESSION}) ──"
+  echo "$OUTPUT"
+fi

package/bin/memory.sh

@@ -0,0 +1,207 @@
+#!/usr/bin/env bash
+# memory.sh — Agent memory: per-repo JSONL knowledge base
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+source "${SCRIPT_DIR}/../lib/common.sh"
+
+MEMORY_BASE="$HOME/.clawforge/memory"
+
+# ── Help ───────────────────────────────────────────────────────────────
+usage() {
+  cat <<EOF
+Usage: memory.sh [subcommand] [options]
+
+Subcommands:
+  (none)              Show memory stats for current repo
+  show                List all memories for current repo
+  add <text>          Add a memory entry
+  search <query>      Search memories by text
+  forget --id <id>    Remove a specific memory
+  clear               Wipe all memories for current repo
+
+Options:
+  --tags <t1,t2>      Tags for the memory (with add)
+  --source <src>      Source label (default: manual)
+  --repo-name <name>  Override auto-detected repo name
+  --help              Show this help
+EOF
+}
+
+# ── Detect repo name ──────────────────────────────────────────────────
+get_repo_name() {
+  local override="${REPO_NAME_OVERRIDE:-}"
+  if [[ -n "$override" ]]; then
+    echo "$override"
+    return
+  fi
+  # Try git remote
+  local remote_url
+  remote_url=$(git config --get remote.origin.url 2>/dev/null || true)
+  if [[ -n "$remote_url" ]]; then
+    basename "$remote_url" .git
+    return
+  fi
+  # Fallback: directory name
+  basename "$(pwd)"
+}
+
+memory_file() {
+  local name
+  name=$(get_repo_name)
+  echo "${MEMORY_BASE}/${name}.jsonl"
+}
+
+# ── Generate UUID ─────────────────────────────────────────────────────
+gen_id() {
+  python3 -c 'import uuid; print(uuid.uuid4().hex[:12])' 2>/dev/null || \
+    head -c 12 /dev/urandom | xxd -p 2>/dev/null | head -c 12 || \
+    echo "$(date +%s)$$"
+}
+
+# ── Subcommands ───────────────────────────────────────────────────────
+
+cmd_stats() {
+  local file
+  file=$(memory_file)
+  local name
+  name=$(get_repo_name)
+  if [[ ! -f "$file" ]] || [[ ! -s "$file" ]]; then
+    echo "No memories for repo: $name"
+    return 0
+  fi
+  local count
+  count=$(wc -l < "$file" | tr -d ' ')
+  local sources
+  sources=$(jq -r '.source' "$file" | sort | uniq -c | sort -rn | head -5)
+  echo "Memory: $name ($count entries)"
+  echo "File: $file"
+  echo ""
+  echo "By source:"
+  echo "$sources" | while read -r cnt src; do
+    echo "  $src: $cnt"
+  done
+}
+
+cmd_show() {
+  local file
+  file=$(memory_file)
+  if [[ ! -f "$file" ]] || [[ ! -s "$file" ]]; then
+    echo "No memories for repo: $(get_repo_name)"
+    return 0
+  fi
+  jq -r '"[\(.id)] [\(.source)] \(.text)" + if (.tags | length) > 0 then " [" + (.tags | join(",")) + "]" else "" end' "$file"
+}
+
+cmd_add() {
+  local text="$1"
+  local tags_csv="${TAGS:-}"
+  local source="${SOURCE:-manual}"
+  local file
+  file=$(memory_file)
+  mkdir -p "$(dirname "$file")"
+
+  local tags_json="[]"
+  if [[ -n "$tags_csv" ]]; then
+    tags_json=$(echo "$tags_csv" | tr ',' '\n' | jq -R . | jq -s .)
+  fi
+
+  local entry
+  entry=$(jq -cn \
+    --arg id "$(gen_id)" \
+    --arg text "$text" \
+    --argjson tags "$tags_json" \
+    --arg created "$(date -u +%Y-%m-%dT%H:%M:%SZ)" \
+    --arg source "$source" \
+    '{id:$id, text:$text, tags:$tags, created:$created, source:$source}')
+
+  echo "$entry" >> "$file"
+  log_info "Memory added for $(get_repo_name)"
+  echo "$entry" | jq .
+}
+
+cmd_search() {
+  local query="$1"
+  local file
+  file=$(memory_file)
+  if [[ ! -f "$file" ]]; then
+    echo "No memories for repo: $(get_repo_name)"
+    return 0
+  fi
+  grep -i "$query" "$file" | jq -r '"[\(.id)] \(.text)"' 2>/dev/null || echo "No matches."
+}
+
+cmd_forget() {
+  local target_id="$1"
+  local file
+  file=$(memory_file)
+  if [[ ! -f "$file" ]]; then
+    log_error "No memory file for $(get_repo_name)"
+    return 1
+  fi
+  local before
+  before=$(wc -l < "$file" | tr -d ' ')
+  local tmp
+  tmp=$(mktemp)
+  jq -c "select(.id != \"$target_id\")" "$file" > "$tmp"
+  mv "$tmp" "$file"
+  local after
+  after=$(wc -l < "$file" | tr -d ' ')
+  if [[ "$before" -eq "$after" ]]; then
+    echo "No memory with id: $target_id"
+    return 1
+  fi
+  echo "Removed memory: $target_id ($before → $after entries)"
+}
+
+cmd_clear() {
+  local file
+  file=$(memory_file)
+  if [[ -f "$file" ]]; then
+    rm -f "$file"
+    echo "Cleared all memories for $(get_repo_name)"
+  else
+    echo "No memories to clear for $(get_repo_name)"
+  fi
+}
+
+# ── Parse args ────────────────────────────────────────────────────────
+SUBCMD="" TEXT="" FORGET_ID="" TAGS="" SOURCE="manual" REPO_NAME_OVERRIDE=""
+
+# First pass: extract global flags
+POSITIONAL=()
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --tags)       TAGS="$2"; shift 2 ;;
+    --source)     SOURCE="$2"; shift 2 ;;
+    --repo-name)  REPO_NAME_OVERRIDE="$2"; shift 2 ;;
+    --id)         FORGET_ID="$2"; shift 2 ;;
+    --help|-h)    usage; exit 0 ;;
+    *)            POSITIONAL+=("$1"); shift ;;
+  esac
+done
+set -- "${POSITIONAL[@]+"${POSITIONAL[@]}"}"
+
+SUBCMD="${1:-}"
+shift 2>/dev/null || true
+
+case "$SUBCMD" in
+  "")       cmd_stats ;;
+  show)     cmd_show ;;
+  add)
+    TEXT="${1:-}"
+    [[ -z "$TEXT" ]] && { log_error "Usage: memory add <text>"; exit 1; }
+    cmd_add "$TEXT"
+    ;;
+  search)
+    QUERY="${1:-}"
+    [[ -z "$QUERY" ]] && { log_error "Usage: memory search <query>"; exit 1; }
+    cmd_search "$QUERY"
+    ;;
+  forget)
+    [[ -z "$FORGET_ID" ]] && { log_error "Usage: memory forget --id <id>"; exit 1; }
+    cmd_forget "$FORGET_ID"
+    ;;
+  clear)    cmd_clear ;;
+  *)        log_error "Unknown subcommand: $SUBCMD"; usage; exit 1 ;;
+esac