create-egregore 0.19.3 → 0.19.6

package/runtime/pi/bin/publish-artifact.sh

@@ -0,0 +1,201 @@
+#!/bin/bash
+set -euo pipefail
+
+# publish-artifact.sh — Generate HTML artifact + upload to API
+# Usage: publish-artifact.sh <type> <file> [--title "..."] [--author "..."] [--description "..."] [--id "..."] [--raw-html] [--no-references]
+#
+# Connected mode (API key present): publishes to /api/artifacts/publish (permanent, org-scoped)
+# OSS mode (no API key): publishes to /api/artifacts/share (ephemeral, 7-day TTL)
+#
+# --id <slug>: stable artifact ID — re-publishing with the same ID upserts the content
+#              at the same URL (e.g. egregore.xyz/view/{org}/board). Connected mode only;
+#              ignored in OSS mode. Must be 1-50 chars, alphanumeric/hyphen/underscore.
+#
+# --raw-html:  Skip the egregore-artifacts render step and upload <file> directly.
+#              Use for already-rendered HTML attachments referenced from a handoff.
+#
+# --no-references: Skip the depth-1 auto-publish of backtick-referenced memory files.
+#              Set automatically when publish-references.sh invokes us for a child,
+#              preventing recursion.
+#
+# Outputs artifact URL on success, exits silently on failure.
+# Designed for fire-and-forget use: `bash bin/publish-artifact.sh handoff file.md &`
+
+SCRIPT_DIR="$(cd "$(dirname "$0")/.." && pwd)"
+CONFIG="$SCRIPT_DIR/egregore.json"
+
+# --- Parse arguments ---
+TYPE=""
+FILE=""
+TITLE=""
+AUTHOR=""
+DESCRIPTION=""
+ARTIFACT_ID=""
+RAW_HTML=0
+SKIP_REFERENCES=0
+PAIR=""
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --title) TITLE="$2"; shift 2 ;;
+    --author) AUTHOR="$2"; shift 2 ;;
+    --description) DESCRIPTION="$2"; shift 2 ;;
+    --id) ARTIFACT_ID="$2"; shift 2 ;;
+    --pair) PAIR="$2"; shift 2 ;;
+    --raw-html) RAW_HTML=1; shift ;;
+    --no-references) SKIP_REFERENCES=1; shift ;;
+    *)
+      if [ -z "$TYPE" ]; then
+        TYPE="$1"
+      elif [ -z "$FILE" ]; then
+        FILE="$1"
+      fi
+      shift ;;
+  esac
+done
+
+if [ -z "$TYPE" ] || [ -z "$FILE" ]; then
+  echo "Usage: publish-artifact.sh <type> <file> [--title ...] [--author ...] [--description ...] [--id ...]" >&2
+  exit 1
+fi
+
+# Validate --id format if provided (matches API regex ^[a-zA-Z0-9_-]{1,50}$)
+if [ -n "$ARTIFACT_ID" ] && ! [[ "$ARTIFACT_ID" =~ ^[a-zA-Z0-9_-]{1,50}$ ]]; then
+  echo "--id must be 1-50 chars, alphanumeric/hyphen/underscore only" >&2
+  exit 1
+fi
+
+if [ ! -f "$FILE" ]; then
+  echo "File not found: $FILE" >&2
+  exit 1
+fi
+
+# --- Load config ---
+if [ -f "$SCRIPT_DIR/.env" ]; then
+  EGREGORE_API_URL="${EGREGORE_API_URL:-$(grep '^EGREGORE_API_URL=' "$SCRIPT_DIR/.env" 2>/dev/null | cut -d'=' -f2- || true)}"
+  EGREGORE_API_KEY="${EGREGORE_API_KEY:-$(grep '^EGREGORE_API_KEY=' "$SCRIPT_DIR/.env" 2>/dev/null | cut -d'=' -f2- || true)}"
+  EGREGORE_USE_PUBLISHED="${EGREGORE_USE_PUBLISHED:-$(grep '^EGREGORE_USE_PUBLISHED=' "$SCRIPT_DIR/.env" 2>/dev/null | cut -d'=' -f2- || true)}"
+fi
+
+API_URL="${EGREGORE_API_URL:-$(jq -r '.api_url // empty' "$CONFIG" 2>/dev/null)}"
+API_KEY="${EGREGORE_API_KEY:-}"
+ORG_SLUG="$(jq -r '.slug // empty' "$CONFIG" 2>/dev/null)"
+VIEW_BASE="https://egregore.xyz/view"
+
+# Resolve "use published renderer" from env first, then egregore.json. The
+# env var lets individuals override per-shell; egregore.json lets an
+# instance (e.g. the upstream dev repo) opt in for every teammate.
+if [ -z "${EGREGORE_USE_PUBLISHED:-}" ]; then
+  CONFIG_USE_PUBLISHED="$(jq -r '.prefer_published_artifacts // empty' "$CONFIG" 2>/dev/null)"
+  if [ "$CONFIG_USE_PUBLISHED" = "true" ]; then
+    EGREGORE_USE_PUBLISHED=1
+  fi
+fi
+
+# Public relay for OSS share endpoint
+RELAY_URL="https://egregore-production-55f2.up.railway.app"
+
+# --- Prepare HTML ---
+TMP_HTML="/tmp/egregore-artifacts/publish-$$.html"
+mkdir -p /tmp/egregore-artifacts
+
+if [ "$RAW_HTML" -eq 1 ]; then
+  # Upload the file as-is (used for pre-rendered HTML attachments).
+  cp "$FILE" "$TMP_HTML" 2>/dev/null || exit 0
+else
+  # Pass --org-slug + --view-base so the renderer can emit clickable links
+  # for backtick `memory/*.{md,html}` references. Only when connected AND the
+  # slug is known — in OSS mode we leave them empty so rendering falls back
+  # to plain <code> and we don't produce dead links.
+  RENDER_ARGS=("$TYPE" "$FILE" --output "$TMP_HTML")
+  if [ -n "$API_KEY" ] && [ -n "$ORG_SLUG" ]; then
+    RENDER_ARGS+=(--org-slug "$ORG_SLUG" --view-base "$VIEW_BASE")
+  fi
+  # Palette family (meridian default | agronomic | sovereign). Role-token driven,
+  # so it themes any composed artifact with no extra CSS.
+  if [ -n "$PAIR" ]; then
+    RENDER_ARGS+=(--pair "$PAIR")
+  fi
+
+  # Prefer the in-repo package copy when it's present AND its dependencies
+  # have been installed — that way local edits to packages/egregore-artifacts
+  # are exercised without waiting for an npm release. Fall back to the
+  # published `npx egregore-artifacts` otherwise.
+  # Set EGREGORE_USE_PUBLISHED=1 to force the npm-published renderer even
+  # when a local install is present — useful in the upstream dev repo to
+  # dogfood what teammates and OSS users actually run.
+  LOCAL_CLI="$SCRIPT_DIR/packages/egregore-artifacts/bin/cli.js"
+  if [ "${EGREGORE_USE_PUBLISHED:-0}" != "1" ] && [ -f "$LOCAL_CLI" ] && [ -d "$SCRIPT_DIR/packages/egregore-artifacts/node_modules/react" ]; then
+    if ! node "$LOCAL_CLI" "${RENDER_ARGS[@]}" >/dev/null 2>&1; then
+      exit 0
+    fi
+  else
+    if ! npx egregore-artifacts@latest "${RENDER_ARGS[@]}" >/dev/null 2>&1; then
+      exit 0
+    fi
+  fi
+fi
+
+if [ ! -f "$TMP_HTML" ]; then
+  exit 0
+fi
+
+# Default title from filename if not provided
+if [ -z "$TITLE" ]; then
+  TITLE="$(basename "$FILE" | sed 's/\.[^.]*$//' | sed 's/[-_]/ /g')"
+fi
+
+# --- Upload ---
+RESPONSE=""
+
+if [ -n "$API_URL" ] && [ -n "$API_KEY" ]; then
+  # Connected mode: permanent, org-scoped
+  RESPONSE=$(curl -s -X POST "${API_URL}/api/artifacts/publish" \
+    -H "Authorization: Bearer $API_KEY" \
+    -F "file=@${TMP_HTML}" \
+    -F "artifact_type=${TYPE}" \
+    -F "title=${TITLE}" \
+    -F "author=${AUTHOR}" \
+    -F "description=${DESCRIPTION}" \
+    -F "artifact_id=${ARTIFACT_ID}" \
+    --max-time 15 2>/dev/null) || true
+else
+  # OSS mode: ephemeral, 7-day TTL
+  RESPONSE=$(curl -s -X POST "${RELAY_URL}/api/artifacts/share" \
+    -F "file=@${TMP_HTML}" \
+    -F "artifact_type=${TYPE}" \
+    -F "title=${TITLE}" \
+    -F "author=${AUTHOR}" \
+    -F "description=${DESCRIPTION}" \
+    --max-time 15 2>/dev/null) || true
+fi
+
+# Clean up
+rm -f "$TMP_HTML"
+
+# Output URL if successful
+URL=""
+if [ -n "$RESPONSE" ]; then
+  URL=$(echo "$RESPONSE" | jq -r '.url // empty' 2>/dev/null)
+  if [ -n "$URL" ]; then
+    echo "$URL"
+    # Register in the local artifact registry (memory/artifacts/) so this hosted
+    # artifact is findable by CONTENT, not just name — grep/ls (Claude Code /
+    # Codex, OSS), and search + graph (paid). Never fatal to the publish.
+    bash "$SCRIPT_DIR/bin/artifact-register.sh" \
+      --id "$ARTIFACT_ID" --url "$URL" --type "$TYPE" --title "$TITLE" \
+      --author "$AUTHOR" --source "$FILE" --description "$DESCRIPTION" \
+      >/dev/null 2>&1 || true
+  fi
+fi
+
+# Depth-1 auto-publish of backtick-referenced memory files so the clickable
+# links in the rendered parent resolve. Connected mode only; the helper exits
+# silently in OSS mode. Skipped when:
+#   - parent publish failed (no URL),
+#   - --raw-html (HTML attachments don't embed markdown refs we'd parse),
+#   - --no-references (caller explicitly opts out / recursion guard).
+if [ -n "$URL" ] && [ "$RAW_HTML" -eq 0 ] && [ "$SKIP_REFERENCES" -eq 0 ]; then
+  bash "$SCRIPT_DIR/bin/publish-references.sh" "$FILE" >/dev/null 2>&1 &
+  disown 2>/dev/null || true
+fi

package/runtime/pi/bin/publish-references.sh

@@ -0,0 +1,144 @@
+#!/bin/bash
+set -uo pipefail
+
+# publish-references.sh — Depth-1 auto-publish for referenced memory files.
+#
+# Usage: publish-references.sh <source-markdown-file>
+#
+# Reads the source markdown, extracts backtick-wrapped references to
+# `memory/**/*.{md,html}` paths, and publishes each one in parallel with a
+# deterministic artifact id (see bin/lib/artifact-id.sh). The deterministic id
+# means the rendered parent view can construct a predictable link to each
+# referenced file *before* this script finishes — so even a slight delay
+# produces clickable links that resolve once the referenced publish completes.
+#
+# Connected mode only. Skips silently if EGREGORE_API_KEY is missing, because
+# the OSS relay ignores artifact ids and would assign random slugs.
+#
+# Fire-and-forget: silent on errors, does not block the caller, bounded
+# parallelism via EGREGORE_REF_PUBLISH_PARALLELISM (default 8).
+
+SCRIPT_DIR="$(cd "$(dirname "$0")/.." && pwd)"
+SOURCE_FILE="${1:-}"
+
+[ -n "$SOURCE_FILE" ] || exit 0
+[ -f "$SOURCE_FILE" ] || exit 0
+
+# --- Connected-mode check ---
+API_KEY="${EGREGORE_API_KEY:-}"
+if [ -z "$API_KEY" ] && [ -f "$SCRIPT_DIR/.env" ]; then
+  API_KEY="$(grep '^EGREGORE_API_KEY=' "$SCRIPT_DIR/.env" 2>/dev/null | cut -d'=' -f2- || true)"
+fi
+[ -n "$API_KEY" ] || exit 0
+
+# --- Helpers ---
+# shellcheck disable=SC1091
+. "$SCRIPT_DIR/bin/lib/artifact-id.sh"
+
+PARALLELISM="${EGREGORE_REF_PUBLISH_PARALLELISM:-8}"
+
+GIT_ROOT="$(git -C "$(dirname "$SOURCE_FILE")" rev-parse --show-toplevel 2>/dev/null || echo "$SCRIPT_DIR")"
+
+# Absolute, symlink-resolved path of the source file. Used below to compare
+# each resolved ref against the source and skip self-references. Using
+# symlink-resolved absolute paths means `memory/` as a symlink into a sibling
+# repo (and macOS's `/var` → `/private/var`) compare correctly — basename
+# comparison alone would falsely skip unrelated files that happen to share
+# a filename (e.g. date-prefixed handoffs, README.md, index.md).
+SOURCE_ABS="$(cd "$(dirname "$SOURCE_FILE")" 2>/dev/null && pwd -P)/$(basename "$SOURCE_FILE")"
+
+# Infer artifact type from path — mirrors egregore-artifacts/bin/cli.js inferType.
+infer_type() {
+  local fp="$1"
+  case "$fp" in
+    */quests/*)   echo "quest" ;;
+    */handoffs/*) echo "handoff" ;;
+    *)            echo "document" ;;
+  esac
+}
+
+# Resolve a backtick-referenced path to a real file on disk.
+resolve_ref() {
+  local ref="$1"
+  local src_dir
+  src_dir="$(dirname "$SOURCE_FILE")"
+  # Candidates: source file's repo-root resolution, then git root, then cwd.
+  local candidates=(
+    "$src_dir/../../$ref"
+    "$GIT_ROOT/$ref"
+    "$ref"
+  )
+  local c
+  for c in "${candidates[@]}"; do
+    if [ -f "$c" ]; then
+      printf '%s' "$c"
+      return 0
+    fi
+  done
+  return 1
+}
+
+publish_one() {
+  local ref="$1"
+  local resolved
+  resolved="$(resolve_ref "$ref")" || return 0
+  [ -n "$resolved" ] || return 0
+
+  # Self-ref guard: skip refs that resolve to the source file itself.
+  # Compared as symlink-resolved absolute paths so symlinked memory layouts
+  # (and unrelated files with the same basename) are handled correctly.
+  local resolved_abs
+  resolved_abs="$(cd "$(dirname "$resolved")" 2>/dev/null && pwd -P)/$(basename "$resolved")"
+  if [ "$resolved_abs" = "$SOURCE_ABS" ]; then
+    return 0
+  fi
+
+  local id
+  id="$(artifact_id_from_path "$ref")" || return 0
+  [ -n "$id" ] || return 0
+
+  case "$ref" in
+    *.md)
+      local type
+      type="$(infer_type "$ref")"
+      bash "$SCRIPT_DIR/bin/publish-artifact.sh" "$type" "$resolved" --id "$id" --no-references >/dev/null 2>&1 || true
+      ;;
+    *.html)
+      bash "$SCRIPT_DIR/bin/publish-artifact.sh" document "$resolved" --id "$id" --raw-html --no-references >/dev/null 2>&1 || true
+      ;;
+  esac
+}
+
+# --- Extract refs, dedupe, publish in parallel ---
+# grep -Eo prints each match on its own line; sed strips the surrounding
+# backticks; sort -u dedupes. No dependency on GNU grep -P.
+REFS="$(grep -Eo '`memory/[^`[:space:]]+\.(md|html)`' "$SOURCE_FILE" 2>/dev/null \
+  | sed 's/^`//; s/`$//' \
+  | sort -u)"
+
+[ -n "$REFS" ] || exit 0
+
+# Bounded parallelism — cap concurrent jobs at PARALLELISM.
+# On bash ≥ 4 (`wait -n`) this is rolling parallelism. On bash 3.2 (macOS
+# default /bin/bash), `wait -n` is unsupported and the `|| wait` fallback
+# drains the whole batch before spawning the next — effectively batch-parallel
+# of size PARALLELISM. Correct in both cases, just slower on bash 3.2.
+active=0
+while IFS= read -r ref; do
+  [ -n "$ref" ] || continue
+  # Self-reference filtering happens inside publish_one, after the ref is
+  # resolved to an absolute path — see the SOURCE_ABS check there.
+  publish_one "$ref" &
+  active=$((active + 1))
+  if [ "$active" -ge "$PARALLELISM" ]; then
+    if wait -n 2>/dev/null; then
+      active=$((active - 1))
+    else
+      wait
+      active=0
+    fi
+  fi
+done <<< "$REFS"
+
+wait 2>/dev/null || true
+exit 0

package/runtime/pi/bin/repo-state.sh

@@ -0,0 +1,99 @@
+#!/bin/bash
+# repo-state.sh — Capture current branch state across all repos.
+# Outputs a markdown table (## Repo State) for handoff files.
+# Only includes repos on non-base branches or with uncommitted changes.
+#
+# Usage: bash bin/repo-state.sh [--no-pr]
+#   --no-pr    Skip the `gh pr list` lookup per repo (~400–600ms each).
+#              PR column will be `—`. Useful on the hot path where a detached
+#              backfill will fill PR numbers in later.
+#   Outputs the markdown section to stdout. Empty output = nothing to report.
+set -euo pipefail
+
+NO_PR=0
+while [ $# -gt 0 ]; do
+  case "$1" in
+    --no-pr) NO_PR=1; shift ;;
+    *) shift ;;
+  esac
+done
+
+SCRIPT_DIR="$(cd "$(dirname "$0")/.." && pwd)"
+CONFIG="$SCRIPT_DIR/egregore.json"
+PARENT_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
+
+# Source config helpers for _get_base_branch
+source "$SCRIPT_DIR/bin/lib/config.sh" 2>/dev/null || true
+
+CORE_REPO=$(jq -r '.repo_name // "egregore"' "$CONFIG" 2>/dev/null)
+GITHUB_ORG=$(jq -r '.github_org // empty' "$CONFIG" 2>/dev/null)
+MANAGED_REPOS=$(jq -r '(.repos[]? // empty) | if type == "object" then .name else . end' "$CONFIG" 2>/dev/null)
+
+ROWS=""
+
+check_repo() {
+  local repo_name="$1"
+  local repo_dir="$2"
+  local base_branch="$3"
+
+  [ -d "$repo_dir/.git" ] || [ -f "$repo_dir/.git" ] || return 0
+
+  local branch
+  branch=$(git -C "$repo_dir" branch --show-current 2>/dev/null || echo "")
+  [ -z "$branch" ] && return 0
+
+  local dirty=""
+  [ -n "$(git -C "$repo_dir" status --porcelain 2>/dev/null | head -1)" ] && dirty="yes"
+
+  # Skip if on base branch with no changes
+  if [ "$branch" = "$base_branch" ] && [ -z "$dirty" ]; then
+    return 0
+  fi
+
+  # Count commits ahead of base
+  local ahead=0
+  ahead=$(git -C "$repo_dir" rev-list "origin/${base_branch}..HEAD" --count 2>/dev/null || echo "0")
+
+  # Skip if on base branch, no dirty files, no commits ahead
+  if [ "$branch" = "$base_branch" ] && [ -z "$dirty" ] && [ "$ahead" = "0" ]; then
+    return 0
+  fi
+
+  # Check for open PR (skipped with --no-pr; a detached backfill fills it in)
+  local pr="—"
+  if [ "$NO_PR" = "0" ] && command -v gh &>/dev/null && [ -n "$GITHUB_ORG" ]; then
+    local pr_num
+    pr_num=$(gh pr list --repo "$GITHUB_ORG/$repo_name" --head "$branch" --json number -q '.[0].number' 2>/dev/null || true)
+    [ -n "$pr_num" ] && pr="#$pr_num"
+  fi
+
+  ROWS="${ROWS}| ${repo_name} | ${branch} | ${pr} | ${base_branch} |\n"
+}
+
+# Check core repo
+CORE_BASE="develop"
+if [ -f "$CONFIG" ]; then
+  # Core repo base: check if develop exists, otherwise main
+  if git -C "$SCRIPT_DIR" show-ref --verify --quiet refs/remotes/origin/develop 2>/dev/null; then
+    CORE_BASE="develop"
+  else
+    CORE_BASE="main"
+  fi
+fi
+check_repo "$CORE_REPO" "$SCRIPT_DIR" "$CORE_BASE"
+
+# Check managed repos
+for REPO in $MANAGED_REPOS; do
+  REPO_DIR="$PARENT_DIR/$REPO"
+  BASE=$(_get_base_branch "$REPO" 2>/dev/null || echo "develop")
+  check_repo "$REPO" "$REPO_DIR" "$BASE"
+done
+
+# Output
+if [ -n "$ROWS" ]; then
+  echo "## Repo State"
+  echo ""
+  echo "| Repo | Branch | PR | Base |"
+  echo "|------|--------|----|------|"
+  printf '%b' "$ROWS"
+fi