create-egregore 0.19.32 → 0.20.0

package/runtime/prime/bin/activity-data.sh

@@ -0,0 +1,238 @@
+#!/usr/bin/env bash
+# Fetches all activity dashboard data: single API call + parallel git/disk ops.
+# Usage: bash bin/activity-data.sh [username]
+# Returns a single JSON object with all query results.
+
+SCRIPT_DIR="$(cd "$(dirname "$0")/.." && pwd)"
+TMPDIR=$(mktemp -d)
+trap "rm -rf $TMPDIR" EXIT
+
+# --- Read config ---
+API_URL=$(jq -r '.api_url // empty' "$SCRIPT_DIR/egregore.json" 2>/dev/null)
+API_KEY="${EGREGORE_API_KEY:-$(grep '^EGREGORE_API_KEY=' "$SCRIPT_DIR/.env" 2>/dev/null | cut -d'=' -f2-)}"
+ORG=$(jq -r '.org_name // "Egregore"' "$SCRIPT_DIR/egregore.json" 2>/dev/null || echo "Egregore")
+DATE=$(date '+%b %d')
+
+source "$SCRIPT_DIR/bin/lib/handoff-meta.sh" >/dev/null 2>/dev/null || true
+
+# --- Detect user ---
+GH_USER="${1:-}"
+if [ -z "$GH_USER" ]; then
+  STATE_FILE="$SCRIPT_DIR/.egregore-state.json"
+  if [ -f "$STATE_FILE" ]; then
+    GH_USER=$(jq -r '.github_username // empty' "$STATE_FILE" 2>/dev/null)
+  fi
+  if [ -z "$GH_USER" ]; then
+    GH_USER=$(git -C "$SCRIPT_DIR" config user.name 2>/dev/null || echo "unknown")
+  fi
+fi
+
+EMPTY='{"fields":[],"values":[]}'
+
+# --- Fire API call + git/disk ops in parallel ---
+
+# Graph data: single API call (all queries run server-side)
+(
+  GRAPH_STATUS="offline"
+  GRAPH_REASON=""
+  if [ -z "$API_URL" ] || [ -z "$API_KEY" ]; then
+    GRAPH_REASON="missing_config"
+  else
+    # Store HTTP status code alongside response body. curl already emits 000
+    # on transport failure; keep the exit status separate so it cannot become
+    # 000000 and fall through as an invalid JSON response.
+    CURL_STATUS=0
+    HTTP_CODE=$(curl -s -o "$TMPDIR/activity_raw.json" -w "%{http_code}" \
+      "${API_URL}/api/activity/dashboard?github_username=$(printf '%s' "$GH_USER" | jq -sRr @uri)" \
+      -H "Authorization: Bearer $API_KEY" \
+      --connect-timeout 5 --max-time 15 2>/dev/null) || CURL_STATUS=$?
+
+    if [ "$CURL_STATUS" -ne 0 ] || [ "$HTTP_CODE" = "000" ] || ! [[ "$HTTP_CODE" =~ ^[0-9][0-9][0-9]$ ]]; then
+      GRAPH_REASON="unreachable"
+    elif [ "$HTTP_CODE" = "401" ] || [ "$HTTP_CODE" = "403" ]; then
+      GRAPH_REASON="auth_error"
+    elif [ "$HTTP_CODE" -ge 500 ] 2>/dev/null; then
+      GRAPH_REASON="server_error"
+    elif [ -s "$TMPDIR/activity_raw.json" ] && jq -e '.me' "$TMPDIR/activity_raw.json" >/dev/null 2>&1; then
+      cp "$TMPDIR/activity_raw.json" "$TMPDIR/activity.json"
+      GRAPH_STATUS="connected"
+    else
+      GRAPH_REASON="invalid_response"
+    fi
+  fi
+
+  # If not connected, write status-only response
+  if [ "$GRAPH_STATUS" != "connected" ]; then
+    jq -n --arg status "$GRAPH_STATUS" --arg reason "$GRAPH_REASON" \
+      '{graph_status: $status, graph_reason: $reason}' > "$TMPDIR/activity.json"
+  else
+    # Inject graph_status into successful response
+    jq --arg status "$GRAPH_STATUS" '. + {graph_status: $status}' \
+      "$TMPDIR/activity.json" > "$TMPDIR/activity_merged.json" \
+      && mv "$TMPDIR/activity_merged.json" "$TMPDIR/activity.json"
+  fi
+) &
+API_PID=$!
+
+# Git/disk: runs in parallel (stays client-side)
+(
+  # Refresh remote refs only. A data read must never mutate the working
+  # branch: the rebase this block used to run rewrote users' task branches as
+  # a side effect of /activity (observed rewinding a pushed branch mid-session).
+  # Workspace sync belongs to agent.sh sync / the session-start path.
+  git -C "$SCRIPT_DIR" fetch origin --quiet 2>/dev/null || true
+
+  # Memory sync
+  if [ -d "$SCRIPT_DIR/memory/.git" ] || [ -L "$SCRIPT_DIR/memory" ]; then
+    git -C "$SCRIPT_DIR/memory" fetch origin main --quiet 2>/dev/null || true
+    LOCAL=$(git -C "$SCRIPT_DIR/memory" rev-parse HEAD 2>/dev/null || echo "")
+    REMOTE=$(git -C "$SCRIPT_DIR/memory" rev-parse origin/main 2>/dev/null || echo "")
+    if [ -n "$LOCAL" ] && [ -n "$REMOTE" ] && [ "$LOCAL" != "$REMOTE" ]; then
+      git -C "$SCRIPT_DIR/memory" pull origin main --quiet 2>/dev/null || true
+    fi
+  fi
+
+  # PRs
+  PRS=$(cd "$SCRIPT_DIR" && gh pr list --base develop --state open --json number,title,author 2>/dev/null || echo "[]")
+  echo "$PRS" > "$TMPDIR/prs.json"
+
+  # Disk cross-reference
+  MONTH=$(date +%Y-%m)
+  TODAY=$(date +%d)
+  YESTERDAY=$(date -v-1d +%d 2>/dev/null || date -d 'yesterday' +%d 2>/dev/null || echo "00")
+  HANDOFFS=$(ls -1 "$SCRIPT_DIR/memory/handoffs/$MONTH/" 2>/dev/null | grep "^${TODAY}-\|^${YESTERDAY}-" 2>/dev/null | head -10 || echo "")
+  echo "$HANDOFFS" > "$TMPDIR/disk_handoffs.txt"
+
+  DECISIONS=$(ls -1t "$SCRIPT_DIR/memory/knowledge/decisions/" 2>/dev/null | head -5 || echo "")
+  echo "$DECISIONS" > "$TMPDIR/disk_decisions.txt"
+) &
+GIT_PID=$!
+
+# Local sessions: parse memory files when graph is offline (parallel)
+(
+  GH_LC=$(echo "$GH_USER" | tr '[:upper:]' '[:lower:]')
+  DISPLAY_LC=""
+  if [ -f "$SCRIPT_DIR/.egregore-state.json" ]; then
+    DISPLAY_LC=$(jq -r '.display_name // empty' "$SCRIPT_DIR/.egregore-state.json" 2>/dev/null | tr '[:upper:]' '[:lower:]')
+  fi
+
+  CUTOFF=$(date -v-14d +%Y-%m-%d 2>/dev/null || date -d '14 days ago' +%Y-%m-%d 2>/dev/null || echo "2000-01-01")
+  MY="[]"
+  TEAM="[]"
+
+  # Scan sessions, wraps, and handoffs
+  ALL_ENTRIES=""
+  for DIR in "$SCRIPT_DIR/memory/sessions" "$SCRIPT_DIR/memory/wraps" "$SCRIPT_DIR/memory/handoffs"; do
+    [ -d "$DIR" ] || continue
+    TYPE=$(basename "$DIR")
+    find -L "$DIR" -name '*.md' -not -name 'index*' -type f 2>/dev/null | xargs ls -t 2>/dev/null | head -20 | while read -r MFILE; do
+      [ -z "$MFILE" ] && continue
+      M_AUTH=$(head -10 "$MFILE" 2>/dev/null | grep -m1 '^\*\*Author\*\*:' | sed 's/^\*\*Author\*\*:[[:space:]]*//')
+      M_DATE=$(head -10 "$MFILE" 2>/dev/null | grep -m1 '^\*\*Date\*\*:' | sed 's/^\*\*Date\*\*:[[:space:]]*//')
+      M_BRANCH=$(head -10 "$MFILE" 2>/dev/null | grep -m1 '^\*\*Branch\*\*:' | sed 's/^\*\*Branch\*\*:[[:space:]]*//')
+      M_DURATION=$(head -10 "$MFILE" 2>/dev/null | grep -m1 '^\*\*Duration\*\*:' | sed 's/^\*\*Duration\*\*:[[:space:]]*//')
+      M_TOPIC=$(head -3 "$MFILE" 2>/dev/null | grep -m1 '^# ' | sed 's/^# [^:]*:[[:space:]]*//')
+      [ -z "$M_AUTH" ] && continue
+      # Date filter
+      M_DAY="${M_DATE%%T*}"
+      [ -n "$M_DAY" ] && [ "$M_DAY" \< "$CUTOFF" ] && continue
+      echo "${M_AUTH}|${M_DATE}|${M_BRANCH}|${M_TOPIC}|${M_DURATION}|${TYPE}"
+    done
+  done | jq -Rn --arg gh "$GH_LC" --arg dn "$DISPLAY_LC" '
+    [inputs | split("|") |
+      {author: .[0], date: .[1], branch: .[2], topic: .[3], duration: .[4], type: .[5]}
+    ] | {
+      my_sessions: [.[] | select((.author | ascii_downcase) == $gh or (.author | ascii_downcase) == $dn) | select($dn != "" or (.author | ascii_downcase) == $gh)],
+      team_sessions: [.[] | select((.author | ascii_downcase) != $gh and (if $dn != "" then (.author | ascii_downcase) != $dn else true end))]
+    }
+  ' 2>/dev/null > "$TMPDIR/local_sessions.json" || echo '{"my_sessions":[],"team_sessions":[]}' > "$TMPDIR/local_sessions.json"
+) &
+LOCAL_PID=$!
+
+# --- Wait for all ---
+wait $API_PID $GIT_PID $LOCAL_PID 2>/dev/null || true
+
+# --- Read results ---
+PRS=$(cat "$TMPDIR/prs.json" 2>/dev/null || echo "[]")
+echo "$PRS" | jq . >/dev/null 2>&1 || PRS="[]"
+
+# Resolve PR author GitHub logins -> egregore display names. `gh pr list` returns
+# the raw github login (e.g. "alice-gh"); without this it leaks into activity
+# instead of the person's display name ("Alice"). Map via the graph when connected;
+# fall back to the github profile name, then the login. Author becomes a string.
+if [ -n "$PRS" ] && [ "$PRS" != "[]" ]; then
+  AUTHOR_MAP='{}'
+  if [ -n "$API_URL" ] && [ -n "$API_KEY" ]; then
+    MAP_RAW=$(bash "$SCRIPT_DIR/bin/graph.sh" query \
+      "MATCH (p:Person) WHERE p.github IS NOT NULL RETURN p.github AS gh, p.name AS name" 2>/dev/null)
+    AUTHOR_MAP=$(printf '%s' "$MAP_RAW" | jq -c \
+      'reduce (.values[]?) as $v ({}; .[($v[0]|ascii_downcase)] = $v[1])' 2>/dev/null || echo '{}')
+  fi
+  PRS=$(printf '%s' "$PRS" | jq -c --argjson map "$AUTHOR_MAP" '
+    map(
+      (if (.author|type)=="object" then .author else {login: (.author|tostring), name: null} end) as $a
+      | .author = ([$map[(($a.login // "") | ascii_downcase)], $a.name, $a.login]
+                   | map(select(. != null and . != "")) | first // "unknown")
+    )' 2>/dev/null || printf '%s' "$PRS")
+fi
+DISK_HANDOFFS=$(cat "$TMPDIR/disk_handoffs.txt" 2>/dev/null || echo "")
+DISK_DECISIONS=$(cat "$TMPDIR/disk_decisions.txt" 2>/dev/null || echo "")
+LOCAL_SESSIONS=$(cat "$TMPDIR/local_sessions.json" 2>/dev/null || echo '{"my_sessions":[],"team_sessions":[]}')
+echo "$LOCAL_SESSIONS" | jq . >/dev/null 2>&1 || LOCAL_SESSIONS='{"my_sessions":[],"team_sessions":[]}'
+
+handoff_metadata_map() {
+  local json="$1"
+
+  if ! declare -F eg_handoff_metadata_json >/dev/null 2>&1; then
+    echo "{}"
+    return
+  fi
+
+  printf '%s\n' "$json" | jq -r '
+    [(.handoffs_to_me[]?.filePath // empty), (.all_handoffs[]?.filePath // empty)]
+    | map(select(. != ""))
+    | unique[]
+  ' 2>/dev/null | while IFS= read -r rel; do
+    [ -z "$rel" ] && continue
+    file="$SCRIPT_DIR/memory/$rel"
+    [ -f "$file" ] || continue
+    eg_handoff_metadata_json "$file" | jq -c --arg rel "$rel" '{key:$rel, value:{author:.author, topic:.topic, date:.date}}'
+  done | jq -sc 'map({(.key): .value}) | add // {}' 2>/dev/null || echo "{}"
+}
+
+# --- Merge server response + local git/disk data ---
+FINAL_JSON=$(jq -n \
+  --arg org "$ORG" \
+  --arg date "$DATE" \
+  --slurpfile activity "$TMPDIR/activity.json" \
+  --argjson prs "$PRS" \
+  --arg disk_handoffs "$DISK_HANDOFFS" \
+  --arg disk_decisions "$DISK_DECISIONS" \
+  --argjson local_sessions "$LOCAL_SESSIONS" \
+  '$activity[0] + {
+    org: $org,
+    date: $date,
+    prs: $prs,
+    disk: {handoffs: $disk_handoffs, decisions: $disk_decisions},
+    local_sessions: $local_sessions
+  }')
+
+HANDOFF_META="$(handoff_metadata_map "$FINAL_JSON")"
+[ -z "$HANDOFF_META" ] && HANDOFF_META="{}"
+
+printf '%s\n' "$FINAL_JSON" | jq --argjson handoff_meta "$HANDOFF_META" '
+  def enrich_handoff_sender:
+    (.filePath // "") as $file
+    | if $file != "" and ($handoff_meta[$file] // null) != null then
+        ($handoff_meta[$file] // {}) as $meta
+        | .author = ($meta.author // .author)
+        | .from = ($meta.author // .from)
+        | .topic = (.topic // $meta.topic)
+        | .date = (.date // $meta.date)
+      else
+        .
+      end;
+
+  .handoffs_to_me = ((.handoffs_to_me // []) | map(enrich_handoff_sender))
+  | .all_handoffs = ((.all_handoffs // []) | map(enrich_handoff_sender))
+'