create-merlin-brain 2.3.3 → 2.4.0

package/files/loop/lib/sights.sh

@@ -0,0 +1,725 @@
+#!/usr/bin/env bash
+#
+# Merlin Loop - Sights Integration
+# Fetches recent changes, trajectory, and records commits
+# Part of the Sights Memory Layer for Merlin Pro
+#
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Configuration
+# ═══════════════════════════════════════════════════════════════════════════════
+
+SIGHTS_API_URL="${MERLIN_API_URL:-https://auth.merlin.build}"
+RECENT_CHANGES_LIMIT="${MERLIN_RECENT_LIMIT:-5}"
+
+# Cache for current session
+CACHED_RECENT_CHANGES=""
+CACHED_TRAJECTORY=""
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# API Key Management
+# ═══════════════════════════════════════════════════════════════════════════════
+
+get_api_key() {
+  # Check environment variable first
+  if [ -n "$MERLIN_API_KEY" ]; then
+    echo "$MERLIN_API_KEY"
+    return
+  fi
+
+  # Check ~/.merlin/config.json
+  local config_file="$HOME/.merlin/config.json"
+  if [ -f "$config_file" ] && command -v jq &> /dev/null; then
+    local key
+    key=$(jq -r '.apiKey // empty' "$config_file")
+    if [ -n "$key" ]; then
+      echo "$key"
+      return
+    fi
+  fi
+
+  # Not found
+  echo ""
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Repo ID Management
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Get current repo ID (stored in state or detected)
+get_current_repo_id() {
+  # Check state file first
+  if [ -f "$STATE_FILE" ] && command -v jq &> /dev/null; then
+    local repo_id
+    repo_id=$(jq -r '.sights_repo_id // empty' "$STATE_FILE")
+    if [ -n "$repo_id" ]; then
+      echo "$repo_id"
+      return
+    fi
+  fi
+
+  # Check ~/.merlin/config.json for selected repo
+  local config_file="$HOME/.merlin/config.json"
+  if [ -f "$config_file" ] && command -v jq &> /dev/null; then
+    local repo_id
+    repo_id=$(jq -r '.selectedRepo.id // empty' "$config_file")
+    if [ -n "$repo_id" ]; then
+      echo "$repo_id"
+      return
+    fi
+  fi
+
+  # Not found
+  echo ""
+}
+
+# Set repo ID in state
+set_current_repo_id() {
+  local repo_id="$1"
+
+  if [ -f "$STATE_FILE" ] && command -v jq &> /dev/null; then
+    local tmp
+    tmp=$(mktemp)
+    jq --arg id "$repo_id" '.sights_repo_id = $id' "$STATE_FILE" > "$tmp"
+    mv "$tmp" "$STATE_FILE"
+  fi
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Recent Changes
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Fetch recent changes from Sights
+fetch_recent_changes() {
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    echo "# Recent Changes: Not available (no API key)"
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    echo "# Recent Changes: Not available (no repo selected)"
+    return 1
+  fi
+
+  local response
+  response=$(curl -sf "${SIGHTS_API_URL}/api/agent/${repo_id}/activity/recent?limit=${RECENT_CHANGES_LIMIT}" \
+    -H "Authorization: Bearer $api_key" 2>/dev/null)
+
+  if [ -z "$response" ]; then
+    echo "# Recent Changes: Could not fetch"
+    return 1
+  fi
+
+  CACHED_RECENT_CHANGES="$response"
+
+  # Format for prompt injection
+  format_recent_changes "$response"
+}
+
+# Format recent changes for prompt injection
+format_recent_changes() {
+  local json="$1"
+
+  if ! command -v jq &> /dev/null; then
+    echo "# Recent Changes: Install jq for formatted output"
+    return
+  fi
+
+  local trajectory
+  trajectory=$(echo "$json" | jq -r '.trajectory // "Not detected"')
+
+  local active_areas
+  active_areas=$(echo "$json" | jq -r '.activeAreas // [] | join(", ")')
+
+  echo "## Recent Changes (from Sights)"
+  echo ""
+  echo "**Trajectory:** $trajectory"
+  echo "**Active Areas:** ${active_areas:-None}"
+  echo ""
+  echo "### Recent Commits"
+
+  echo "$json" | jq -r '.commits[]? | "- **\(.hash[0:7])**: \(.message) (\(.filesChanged | length) files)"'
+
+  echo ""
+  echo "### Hot Files (frequently modified)"
+  echo "$json" | jq -r '.hotFiles[]? | "- **\(.path)**: \(.changeCount) changes"'
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Trajectory
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Get trajectory only
+fetch_trajectory() {
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  local response
+  response=$(curl -sf "${SIGHTS_API_URL}/api/agent/${repo_id}/activity/trajectory" \
+    -H "Authorization: Bearer $api_key" 2>/dev/null)
+
+  if [ -z "$response" ]; then
+    return 1
+  fi
+
+  CACHED_TRAJECTORY=$(echo "$response" | jq -r '.trajectory // "Not detected"')
+  echo "$CACHED_TRAJECTORY"
+}
+
+# Get cached trajectory (doesn't fetch)
+get_cached_trajectory() {
+  echo "$CACHED_TRAJECTORY"
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Record Commits
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Record a commit to Sights
+record_commit_to_sights() {
+  local hash="$1"
+  local message="$2"
+  local files_changed="$3"  # JSON array string
+  local author="${4:-claude}"
+  local author_type="${5:-loop-agent}"
+  local task_id="$6"
+
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  local body
+  body=$(jq -n \
+    --arg hash "$hash" \
+    --arg message "$message" \
+    --argjson filesChanged "$files_changed" \
+    --arg author "$author" \
+    --arg authorType "$author_type" \
+    --arg taskId "$task_id" \
+    '{hash: $hash, message: $message, filesChanged: $filesChanged, author: $author, authorType: $authorType, taskId: $taskId}')
+
+  curl -sf -X POST "${SIGHTS_API_URL}/api/agent/${repo_id}/activity/commit" \
+    -H "Authorization: Bearer $api_key" \
+    -H "Content-Type: application/json" \
+    -d "$body" > /dev/null 2>&1
+}
+
+# Record the last git commit to Sights
+record_last_commit() {
+  local task_id="${1:-}"
+  local author="${2:-claude}"
+  local author_type="${3:-loop-agent}"
+
+  # Get last commit info
+  local last_commit
+  last_commit=$(git log -1 --pretty=format:"%H|%s" 2>/dev/null || echo "")
+
+  if [ -z "$last_commit" ]; then
+    return 1
+  fi
+
+  local hash message
+  hash=$(echo "$last_commit" | cut -d'|' -f1)
+  message=$(echo "$last_commit" | cut -d'|' -f2-)
+
+  # Get files changed
+  local files_json
+  files_json=$(git diff-tree --no-commit-id --name-only -r "$hash" 2>/dev/null | jq -R -s 'split("\n") | map(select(. != ""))' || echo "[]")
+
+  # Record to Sights
+  record_commit_to_sights "$hash" "$message" "$files_json" "$author" "$author_type" "$task_id"
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Sights Status Check
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Check if Sights is connected and ready
+check_sights_connection() {
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    echo "not_configured"
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    echo "no_repo"
+    return 1
+  fi
+
+  # Try to fetch trajectory as a health check
+  local response
+  response=$(curl -sf "${SIGHTS_API_URL}/api/agent/${repo_id}/activity/trajectory" \
+    -H "Authorization: Bearer $api_key" 2>/dev/null)
+
+  if [ -z "$response" ]; then
+    echo "unreachable"
+    return 1
+  fi
+
+  echo "connected"
+  return 0
+}
+
+# Print Sights status for loop startup
+print_sights_status() {
+  local status
+  status=$(check_sights_connection)
+
+  case "$status" in
+    "connected")
+      echo -e "${GREEN}✓ Sights: Connected${RESET}"
+      ;;
+    "not_configured")
+      echo -e "${YELLOW}⚠ Sights: No API key configured${RESET}"
+      ;;
+    "no_repo")
+      echo -e "${YELLOW}⚠ Sights: No repository selected${RESET}"
+      ;;
+    "unreachable")
+      echo -e "${RED}✗ Sights: Could not connect${RESET}"
+      ;;
+    *)
+      echo -e "${YELLOW}⚠ Sights: Unknown status${RESET}"
+      ;;
+  esac
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Cloud Checkpoints (v3.0)
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Fetch latest checkpoint from cloud
+fetch_checkpoint() {
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  local response
+  response=$(curl -sf "${SIGHTS_API_URL}/api/agent/${repo_id}/checkpoints/latest" \
+    -H "Authorization: Bearer $api_key" 2>/dev/null)
+
+  echo "$response"
+}
+
+# Format checkpoint for display
+format_checkpoint() {
+  local json="$1"
+
+  if ! command -v jq &> /dev/null; then
+    echo "Install jq for checkpoint display"
+    return
+  fi
+
+  local checkpoint
+  checkpoint=$(echo "$json" | jq -r '.checkpoint // empty')
+
+  if [ -z "$checkpoint" ] || [ "$checkpoint" == "null" ]; then
+    echo "No checkpoint found"
+    return
+  fi
+
+  echo "## Checkpoint"
+  echo ""
+  echo "**Created By:** $(echo "$checkpoint" | jq -r '.createdBy // "Unknown"') ($(echo "$checkpoint" | jq -r '.createdByType // "unknown"'))"
+  echo "**Created At:** $(echo "$checkpoint" | jq -r '.createdAt // "Unknown"')"
+
+  local current_phase
+  current_phase=$(echo "$checkpoint" | jq -r '.currentPhase // empty')
+  if [ -n "$current_phase" ]; then
+    echo "**Phase:** $current_phase"
+  fi
+
+  local current_task
+  current_task=$(echo "$checkpoint" | jq -r '.currentTask // empty')
+  if [ -n "$current_task" ] && [ "$current_task" != "null" ]; then
+    echo "**Task:** $current_task"
+  fi
+
+  local summary
+  summary=$(echo "$checkpoint" | jq -r '.summary // empty')
+  if [ -n "$summary" ]; then
+    echo ""
+    echo "**Summary:** $summary"
+  fi
+}
+
+# Save checkpoint to cloud
+save_checkpoint() {
+  local summary="$1"
+  local current_phase="${2:-}"
+  local current_task="${3:-}"
+  local working_files="${4:-[]}"  # JSON array
+  local created_by="${5:-loop-agent}"
+
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  local body
+  body=$(jq -n \
+    --arg summary "$summary" \
+    --arg phase "$current_phase" \
+    --arg task "$current_task" \
+    --argjson files "$working_files" \
+    --arg by "$created_by" \
+    '{
+      createdBy: $by,
+      createdByType: "loop-agent",
+      currentPhase: (if $phase != "" then $phase else null end),
+      currentTask: (if $task != "" then ($task | tonumber) else null end),
+      summary: $summary,
+      workingFiles: $files
+    }')
+
+  curl -sf -X POST "${SIGHTS_API_URL}/api/agent/${repo_id}/checkpoints" \
+    -H "Authorization: Bearer $api_key" \
+    -H "Content-Type: application/json" \
+    -d "$body" > /dev/null 2>&1
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Decisions
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Record a decision
+record_decision() {
+  local description="$1"
+  local reasoning="${2:-}"
+  local task_id="${3:-}"
+  local made_by="${4:-loop-agent}"
+
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  local body
+  body=$(jq -n \
+    --arg desc "$description" \
+    --arg reason "$reasoning" \
+    --arg task "$task_id" \
+    --arg by "$made_by" \
+    '{
+      description: $desc,
+      reasoning: (if $reason != "" then $reason else null end),
+      taskId: (if $task != "" then $task else null end),
+      madeBy: $by,
+      madeByType: "loop-agent"
+    }')
+
+  curl -sf -X POST "${SIGHTS_API_URL}/api/agent/${repo_id}/decisions" \
+    -H "Authorization: Bearer $api_key" \
+    -H "Content-Type: application/json" \
+    -d "$body" > /dev/null 2>&1
+}
+
+# Get recent decisions
+get_decisions() {
+  local limit="${1:-5}"
+
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  curl -sf "${SIGHTS_API_URL}/api/agent/${repo_id}/decisions/recent?limit=${limit}" \
+    -H "Authorization: Bearer $api_key" 2>/dev/null
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Worker Coordination
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Worker session ID for this loop instance
+WORKER_SESSION_ID="${LOOP_SESSION_ID:-loop-$$-$(date +%s)}"
+HEARTBEAT_PID=""
+
+# Register worker session
+register_worker() {
+  local current_task="${1:-}"
+
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  local body
+  body=$(jq -n \
+    --arg agent "merlin-loop" \
+    --arg session "$WORKER_SESSION_ID" \
+    --arg task "$current_task" \
+    '{
+      agentId: $agent,
+      sessionId: $session,
+      currentTask: (if $task != "" then $task else null end)
+    }')
+
+  curl -sf -X POST "${SIGHTS_API_URL}/api/agent/${repo_id}/workers/heartbeat" \
+    -H "Authorization: Bearer $api_key" \
+    -H "Content-Type: application/json" \
+    -d "$body" > /dev/null 2>&1
+}
+
+# Send heartbeat
+worker_heartbeat() {
+  local current_task="${1:-}"
+  register_worker "$current_task"
+}
+
+# Start background heartbeat process
+start_heartbeat() {
+  local interval="${1:-30}"
+
+  # Kill existing heartbeat if running
+  stop_heartbeat
+
+  # Start background process
+  (
+    while true; do
+      worker_heartbeat
+      sleep "$interval"
+    done
+  ) &
+
+  HEARTBEAT_PID=$!
+}
+
+# Stop background heartbeat
+stop_heartbeat() {
+  if [ -n "$HEARTBEAT_PID" ] && kill -0 "$HEARTBEAT_PID" 2>/dev/null; then
+    kill "$HEARTBEAT_PID" 2>/dev/null
+    HEARTBEAT_PID=""
+  fi
+}
+
+# Get active workers
+get_active_workers() {
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  curl -sf "${SIGHTS_API_URL}/api/agent/${repo_id}/workers/active" \
+    -H "Authorization: Bearer $api_key" 2>/dev/null
+}
+
+# Claim a task
+claim_task() {
+  local task_id="$1"
+
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  local body
+  body=$(jq -n \
+    --arg agent "merlin-loop" \
+    --arg session "$WORKER_SESSION_ID" \
+    '{
+      agentId: $agent,
+      sessionId: $session
+    }')
+
+  local response
+  response=$(curl -sf -X POST "${SIGHTS_API_URL}/api/agent/${repo_id}/tasks/${task_id}/claim" \
+    -H "Authorization: Bearer $api_key" \
+    -H "Content-Type: application/json" \
+    -d "$body" 2>/dev/null)
+
+  local success
+  success=$(echo "$response" | jq -r '.success // false')
+
+  if [ "$success" == "true" ]; then
+    return 0
+  else
+    return 1
+  fi
+}
+
+# Release a task
+release_task() {
+  local task_id="$1"
+
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    return 1
+  fi
+
+  curl -sf -X DELETE "${SIGHTS_API_URL}/api/agent/${repo_id}/tasks/${task_id}/claim" \
+    -H "Authorization: Bearer $api_key" > /dev/null 2>&1
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Sights Refresh
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Trigger Sights re-analysis when context is stale
+# Usage: trigger_sights_refresh "reason"
+trigger_sights_refresh() {
+  local reason="${1:-Manual refresh}"
+
+  local api_key
+  api_key=$(get_api_key)
+
+  if [ -z "$api_key" ]; then
+    echo "no-auth"
+    return 1
+  fi
+
+  local repo_id
+  repo_id=$(get_current_repo_id)
+
+  if [ -z "$repo_id" ]; then
+    echo "no-repo"
+    return 1
+  fi
+
+  local response
+  response=$(curl -sf -X POST "${SIGHTS_API_URL}/api/repos/${repo_id}/sync" \
+    -H "Authorization: Bearer $api_key" \
+    -H "Content-Type: application/json" 2>/dev/null || echo "")
+
+  if [ -n "$response" ]; then
+    local success
+    success=$(echo "$response" | jq -r '.success // false' 2>/dev/null || echo "false")
+
+    if [ "$success" == "true" ]; then
+      echo "queued"
+      return 0
+    fi
+  fi
+
+  echo "failed"
+  return 1
+}
+
+# ═══════════════════════════════════════════════════════════════════════════════
+# Initialization
+# ═══════════════════════════════════════════════════════════════════════════════
+
+# Initialize Sights for this loop session
+init_sights() {
+  # Check connection
+  local status
+  status=$(check_sights_connection)
+
+  if [ "$status" != "connected" ]; then
+    return 1
+  fi
+
+  # Pre-fetch trajectory
+  fetch_trajectory > /dev/null 2>&1
+
+  # Register this worker
+  register_worker > /dev/null 2>&1
+
+  return 0
+}