create-egregore 0.19.31 → 0.19.33

package/runtime/codex/bin/ingest_surface.py

@@ -232,6 +232,39 @@ class SelectionState:
             self.done.set()
             return self.result
 
+    def choose_connector(self, payload: dict) -> dict:
+        # A connector choice ends the local-selection flow. When the CLI
+        # pre-started an OAuth listener, the browser response carries its
+        # consent URL so THIS tab continues straight into Google's sign-in;
+        # otherwise the agent guides authorization from the terminal. No bytes
+        # are staged and no source contract is collected here.
+        with self.lock:
+            if self.done.is_set():
+                raise ValueError("selection already finished")
+            provider = str(payload.get("provider", "")).strip().lower()
+            if provider not in available_connectors():
+                raise ValueError(f"unknown connector: {provider or '(empty)'}")
+            redirect = connector_auth_urls().get(provider, "")
+            account = connector_accounts().get(provider, "")
+            self.result = {
+                "connector": provider,
+                "receipt_url": self.receipt_url,
+            }
+            if redirect:
+                self.result["auth"] = "in-browser"
+            elif account:
+                self.result["account"] = account
+            self.receipt = {
+                **self.result,
+                "status": "processing",
+                "message": "The agent is walking you through connecting this source in the terminal.",
+            }
+            self.done.set()
+            response = dict(self.result)
+            if redirect:
+                response["redirect"] = redirect
+            return response
+
     def finish_receipt(self, payload: dict) -> dict:
         with self.lock:
             if not self.done.is_set() or self.cancelled:
@@ -252,10 +285,53 @@ class SelectionState:
         shutil.rmtree(self.session_root, ignore_errors=True)
 
 
+def available_connectors() -> list[str]:
+    # A connector is offered when its runtime shim ships with this instance.
+    # Authorization state is NOT checked here — the button's job is to route
+    # the user into the guided setup, which handles both fresh and connected.
+    here = Path(__file__).parent
+    providers = []
+    if (here / "connector-google.sh").exists():
+        providers.append("google")
+    if (here / "connector-notion.sh").exists():
+        providers.append("notion")
+    return providers
+
+
+def _env_json_map(name: str) -> dict[str, str]:
+    try:
+        value = json.loads(os.environ.get(name, "") or "{}")
+    except json.JSONDecodeError:
+        return {}
+    if not isinstance(value, dict):
+        return {}
+    return {str(k): str(v) for k, v in value.items() if isinstance(v, (str, int))}
+
+
+def connector_auth_urls() -> dict[str, str]:
+    # Consent URLs pre-fetched by the CLI (listener already running) so a
+    # connector click can redirect this same tab straight into sign-in.
+    # Only loopback/HTTPS URLs are accepted.
+    urls = {}
+    for provider, url in _env_json_map("EGREGORE_CONNECTOR_AUTH_URLS").items():
+        if url.startswith("https://") or url.startswith("http://127.0.0.1") or url.startswith("http://localhost"):
+            urls[provider] = url
+    return urls
+
+
+def connector_accounts() -> dict[str, str]:
+    # Already-connected account per provider, for honest completion copy.
+    return _env_json_map("EGREGORE_CONNECTOR_ACCOUNTS")
+
+
 def handler_class(state: SelectionState, token: str, expected_origin: str, preference_file: Path | None = None):
     html_template = HTML_PATH.read_text(encoding="utf-8")
     design_css = DESIGN_CSS_PATH.read_text(encoding="utf-8")
-    capabilities = {"pdftotext": bool(shutil.which("pdftotext"))}
+    capabilities = {
+        "pdftotext": bool(shutil.which("pdftotext")),
+        "connectors": available_connectors(),
+        "connector_accounts": connector_accounts(),
+    }
     preferences = load_preferences(preference_file or preferences_path())
     page = (
         html_template.replace("__EGREGORE_DESIGN_CSS__", design_css)
@@ -349,6 +425,10 @@ def handler_class(state: SelectionState, token: str, expected_origin: str, prefe
                     result = state.confirm(self.read_json())
                     self.send_json(200, result)
                     return
+                if path == "/api/connector":
+                    result = state.choose_connector(self.read_json())
+                    self.send_json(200, result)
+                    return
                 if path == "/api/cancel":
                     state.cancel()
                     self.send_json(200, {"cancelled": True})

package/runtime/codex/bin/notify.sh

@@ -35,6 +35,7 @@ chmod 700 "$STATE_DIR" 2>/dev/null || true
 if [ -f "$SCRIPT_DIR/.env" ]; then
   EGREGORE_API_URL="${EGREGORE_API_URL:-$(grep '^EGREGORE_API_URL=' "$SCRIPT_DIR/.env" 2>/dev/null | cut -d'=' -f2- || true)}"
   EGREGORE_API_KEY="${EGREGORE_API_KEY:-$(grep '^EGREGORE_API_KEY=' "$SCRIPT_DIR/.env" 2>/dev/null | cut -d'=' -f2- || true)}"
+  SLACK_BOT_TOKEN="${SLACK_BOT_TOKEN:-$(grep '^SLACK_BOT_TOKEN=' "$SCRIPT_DIR/.env" 2>/dev/null | cut -d'=' -f2- || true)}"
 fi
 API_URL="${EGREGORE_API_URL:-$(jq -r '.api_url // empty' "$CONFIG" 2>/dev/null)}"
 API_KEY="${EGREGORE_API_KEY:-}"
@@ -178,6 +179,8 @@ write_plan() {
   }' "$path"
 }
 
+# Channel-generic despite the name: reads any field from .egregore-state.json
+# with egregore.json as the legacy fallback (telegram_*, slack_*, …).
 read_local_telegram_config() {
   local field="$1"
   local state_file="$SCRIPT_DIR/.egregore-state.json"
@@ -220,24 +223,38 @@ plan_local() {
     die "direct messages are unavailable in local mode; no group fallback was sent"
   fi
 
-  local chat_id group_link destination
+  local chat_id group_link slack_channel deliveries
   chat_id="$(read_local_telegram_config telegram_chat_id)"
   group_link="$(read_local_telegram_config telegram_group_link)"
-  [ -n "$chat_id" ] || [ -n "$group_link" ] ||
-    die "no Telegram group is configured"
-  destination="${group_link:-$chat_id}"
+  slack_channel="$(read_local_telegram_config slack_channel_id)"
+
+  deliveries="[]"
+  if [ -n "$chat_id" ] || [ -n "$group_link" ]; then
+    deliveries="$(printf '%s' "$deliveries" | jq -c \
+      --arg destination "${group_link:-$chat_id}" \
+      '. + [{channel:"telegram", destination:$destination, kind:"group"}]')"
+  fi
+  # Slack is local-direct (the org owns the app and token): plan it only when
+  # both halves of the config exist, so a half-configured Slack fails soft.
+  if [ -n "$slack_channel" ] && [ -n "${SLACK_BOT_TOKEN:-}" ]; then
+    deliveries="$(printf '%s' "$deliveries" | jq -c \
+      --arg destination "$slack_channel" \
+      '. + [{channel:"slack", destination:$destination, kind:"group"}]')"
+  fi
+  [ "$deliveries" != "[]" ] ||
+    die "no group notification channel is configured"
 
   local response
   response="$(jq -nc \
     --arg slug "$ORG_SLUG" \
     --arg org "$ORG_NAME" \
-    --arg destination "$destination" \
+    --argjson deliveries "$deliveries" \
     '{
       status:"planned",
       org_slug:$slug,
       org_name:$org,
-      channels:["telegram"],
-      deliveries:[{channel:"telegram", destination:$destination, kind:"group"}],
+      channels:($deliveries | map(.channel)),
+      deliveries:$deliveries,
       no_fallback:true
     }')"
   write_plan "$response" "$kind" "$recipient" "$message"
@@ -342,11 +359,12 @@ dispatch_connected() {
   printf '%s\n' "$response"
 }
 
-dispatch_local() {
-  local path="$1"
-  local message destination chat_id group_link plan_slug plan_org response
-  message="$(jq -r '.message' "$path")"
-  destination="$(jq -r '.deliveries[0].destination' "$path")"
+dispatch_local_telegram() {
+  local destination="$1"
+  local message="$2"
+  local plan_slug="$3"
+  local plan_org="$4"
+  local chat_id group_link
   case "$destination" in
     https://t.me/*)
       chat_id=""
@@ -357,9 +375,7 @@ dispatch_local() {
       group_link=""
       ;;
   esac
-  plan_slug="$(jq -r '.org_slug' "$path")"
-  plan_org="$(jq -r '.org_name' "$path")"
-  response="$(curl -sS -X POST "${RELAY_URL}/api/notify/relay" \
+  curl -sS -X POST "${RELAY_URL}/api/notify/relay" \
     -H "Content-Type: application/json" \
     -d "$(jq -nc \
       --arg chat_id "$chat_id" \
@@ -368,12 +384,84 @@ dispatch_local() {
       --arg slug "$plan_slug" \
       --arg org_name "$plan_org" \
       '{chat_id:$chat_id,group_link:$group_link,message:$message,slug:$slug,org_name:$org_name}')" \
-    --max-time 10)" || return 1
-  printf '%s' "$response" | jq -e '.status == "sent"' >/dev/null 2>&1 || {
-    printf '%s\n' "$response"
-    return 1
+    --max-time 10
+}
+
+# Local-direct: the org owns the Slack app and token, so the message goes
+# straight from this machine to Slack — never through the Egregore relay.
+dispatch_local_slack() {
+  local destination="$1"
+  local message="$2"
+  if [ -z "${SLACK_BOT_TOKEN:-}" ]; then
+    jq -nc '{status:"error",detail:"SLACK_BOT_TOKEN is missing from .env"}'
+    return 0
+  fi
+  local response
+  response="$(curl -sS -X POST "https://slack.com/api/chat.postMessage" \
+    -H "Authorization: Bearer $SLACK_BOT_TOKEN" \
+    -H "Content-Type: application/json; charset=utf-8" \
+    -d "$(jq -nc \
+      --arg channel "$destination" \
+      --arg text "$message" \
+      '{channel:$channel,text:$text,unfurl_links:false}')" \
+    --max-time 10)" || {
+    jq -nc '{status:"error",detail:"Slack request failed"}'
+    return 0
   }
-  printf '%s\n' "$response"
+  if printf '%s' "$response" | jq -e '.ok == true' >/dev/null 2>&1; then
+    jq -nc '{status:"sent"}'
+  else
+    jq -nc \
+      --arg detail "$(printf '%s' "$response" | jq -r '.error // "unknown"' 2>/dev/null || echo unknown)" \
+      '{status:"error",detail:$detail}'
+  fi
+}
+
+dispatch_local() {
+  local path="$1"
+  local message plan_slug plan_org count i channel destination result
+  message="$(jq -r '.message' "$path")"
+  plan_slug="$(jq -r '.org_slug' "$path")"
+  plan_org="$(jq -r '.org_name' "$path")"
+  count="$(jq -r '.deliveries | length' "$path")"
+
+  # One platform failing must not mask another succeeding (mirror of the
+  # server-side send_group semantics).
+  local results="{}"
+  i=0
+  while [ "$i" -lt "$count" ]; do
+    channel="$(jq -r ".deliveries[$i].channel" "$path")"
+    destination="$(jq -r ".deliveries[$i].destination" "$path")"
+    case "$channel" in
+      telegram)
+        result="$(dispatch_local_telegram "$destination" "$message" "$plan_slug" "$plan_org")" ||
+          result='{"status":"error","detail":"relay request failed"}'
+        printf '%s' "$result" | jq -e . >/dev/null 2>&1 ||
+          result='{"status":"error","detail":"relay returned an unreadable response"}'
+        ;;
+      slack)
+        result="$(dispatch_local_slack "$destination" "$message")"
+        ;;
+      *)
+        result='{"status":"error","detail":"Unsupported channel"}'
+        ;;
+    esac
+    results="$(printf '%s' "$results" | jq -c --arg ch "$channel" --argjson r "$result" '. + {($ch): $r}')"
+    i=$((i + 1))
+  done
+
+  local sent
+  sent="$(printf '%s' "$results" | jq -c '[to_entries[] | select(.value.status == "sent") | .key]')"
+  if [ "$sent" = "[]" ]; then
+    printf '%s\n' "$results"
+    return 1
+  fi
+  printf '%s' "$results" | jq -c --argjson sent "$sent" \
+    '{status:"sent", platforms:$sent}
+     + ([to_entries[] | select(.value.status != "sent")] as $f
+        | if ($f | length) > 0
+          then {failed: ($f | map({(.key): (.value.detail // "unknown")}) | add)}
+          else {} end)'
 }
 
 dispatch_plan() {
@@ -469,12 +557,14 @@ test_connection() {
       -H "Authorization: Bearer $API_KEY" \
       --max-time 10
   elif [ "$MODE" = "local" ]; then
-    local group_link
+    local group_link slack_channel
     group_link="$(read_local_telegram_config telegram_group_link)"
-    if [ -n "$group_link" ]; then
+    slack_channel="$(read_local_telegram_config slack_channel_id)"
+    if [ -n "$group_link" ] ||
+       { [ -n "$slack_channel" ] && [ -n "${SLACK_BOT_TOKEN:-}" ]; }; then
       echo '{"status":"configured","mode":"local"}'
     else
-      echo '{"status":"offline","reason":"no_telegram_group"}'
+      echo '{"status":"offline","reason":"no_notification_channel"}'
     fi
   else
     echo '{"status":"offline","reason":"no_api_key"}'

package/runtime/codex/manifest.json

@@ -1,7 +1,7 @@
 {
   "source": "egregore-runtime",
   "policy": "available OSS components selected by capability-distribution.json; Connect is an authenticated additive overlay",
-  "skillCount": 42,
+  "skillCount": 43,
   "skills": [
     "activity",
     "announce",
@@ -33,6 +33,7 @@
     "reflect",
     "review-pr",
     "save",
+    "slack-connect",
     "summon",
     "sync-repos",
     "telegram-connect",
@@ -85,6 +86,7 @@
     ".codex/skills/reflect/SKILL.md",
     ".codex/skills/review-pr/SKILL.md",
     ".codex/skills/save/SKILL.md",
+    ".codex/skills/slack-connect/SKILL.md",
     ".codex/skills/summon/SKILL.md",
     ".codex/skills/sync-repos/SKILL.md",
     ".codex/skills/telegram-connect/SKILL.md",
@@ -112,6 +114,7 @@
     "bin/codex-session-start.sh",
     "bin/codex-skill-render.mjs",
     "bin/codex-sync-skills.sh",
+    "bin/connect-refresh.sh",
     "bin/dashboard-data.sh",
     "bin/graph-batch.sh",
     "bin/graph-op.sh",

package/runtime/pi/.codex/skills/slack-connect/SKILL.md

@@ -0,0 +1,29 @@
+---
+name: slack-connect
+description: 'Fallback Codex adapter for the Egregore slack-connect workflow.'
+---
+
+<!-- generated-by: bin/codex-sync-skills.sh -->
+
+# Egregore slack-connect Adapter
+
+This is fallback coverage for a long-tail Egregore workflow that has not been
+ported to a hand-written Codex-native skill yet.
+
+Use the project shell and filesystem directly. Do not invoke Claude Code
+commands. Translate interactive choices to structured Codex question tooling
+when it is available; otherwise render compact numbered choices with an
+`Other:` option and wait for the user.
+
+1. Read `.claude/skills/slack-connect/SKILL.md` for the workflow details.
+2. Run the referenced `bin/` scripts directly from Codex.
+3. Treat graph and publish steps as best-effort unless that workflow explicitly
+   says they are required.
+4. For every external notification, follow
+   `.claude/context/notification-consent.md`: plan without sending, then show
+   a separate exact Send / Edit / Cancel checkpoint. Never infer notification
+   consent from the workflow request or a batch approval.
+5. Keep local-mode behavior filesystem-first and avoid graph or notification
+   calls when `egregore.json` declares `"mode": "local"`.
+6. Never call the deprecated `egregore-handoff` CLI for Egregore project
+   handoffs.

package/runtime/pi/bin/codex-session-start.sh

@@ -89,6 +89,11 @@ trap 'rm -rf "${CTX_DIR:-}"' EXIT
 # (terminal closed). Gated + idle-guarded inside the script; fire-and-forget.
 ( bash "$SCRIPT_DIR/bin/session-autosave.sh" --sweep >/dev/null 2>&1 & ) 2>/dev/null
 
+# Connected instances pick up newly released Connect skills without
+# re-running the launcher. Local mode exits instantly inside the script.
+# Pi shares this path (pi-session-start.sh delegates here).
+( bash "$SCRIPT_DIR/bin/connect-refresh.sh" >/dev/null 2>&1 & ) 2>/dev/null
+
 read_json() {
   local file="$1"
   local expr="$2"

package/runtime/pi/bin/connect-refresh.sh

@@ -0,0 +1,33 @@
+#!/usr/bin/env bash
+# Refresh the Connect runtime overlay (skills served by the org's API) for
+# this instance. Fired fire-and-forget from session start on every runtime;
+# local-mode instances exit immediately and nothing here may block or break
+# a session. New Connect features appear without re-running the launcher.
+set -u
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
+cd "$ROOT" || exit 0
+
+# Connected instances only — resolved the same way the runtime does.
+MODE=$(jq -r '.mode // empty' egregore.json 2>/dev/null)
+API_URL=$(jq -r '.api_url // empty' egregore.json 2>/dev/null)
+if [ "$MODE" != "connected" ] && [ -z "$API_URL" ]; then
+  exit 0
+fi
+
+LOG_DIR="$ROOT/.egregore"
+mkdir -p "$LOG_DIR" 2>/dev/null || true
+LOG="$LOG_DIR/connect-refresh.log"
+
+# The refresh logic lives in the installed create-egregore tooling (client
+# instances do not carry packages/ in their tree). --prefer-offline keeps the
+# common case fast; the first run may fetch the package once.
+{
+  echo "[$(date -u +%Y-%m-%dT%H:%M:%SZ)] connect refresh"
+  npx --yes --prefer-offline create-egregore --refresh-connect 2>&1
+} >>"$LOG" 2>&1 || true
+
+# Keep the log bounded.
+tail -n 200 "$LOG" >"$LOG.tmp" 2>/dev/null && mv "$LOG.tmp" "$LOG" 2>/dev/null || true
+exit 0

package/runtime/pi/bin/ingest-surface.html

@@ -143,6 +143,14 @@ __EGREGORE_DESIGN_CSS__
     .button { border-radius: 99px; padding: 11px 18px; border: 1px solid var(--border); background: var(--card-bg); color: var(--dark); }
     .button.primary { border-color: var(--terracotta); background: var(--terracotta); color: var(--paper); }
     .button:disabled { cursor: not-allowed; color: var(--warm-gray); border-color: var(--border); background: var(--card-bg); }
+    .connectors { margin-top: 18px; padding-top: 16px; border-top: 1px solid var(--border); }
+    .connectors-head { display: flex; justify-content: space-between; align-items: baseline; }
+    .connectors-head h3 { font-size: 13px; font-weight: 600; color: var(--dark); }
+    .connector-row { display: flex; gap: 10px; margin-top: 10px; flex-wrap: wrap; }
+    .connector { display: flex; flex-direction: column; gap: 3px; text-align: left; border: 1px solid var(--border); border-radius: 12px; padding: 12px 16px; background: var(--card-bg); color: var(--dark); min-width: 180px; }
+    .connector:hover { border-color: var(--terracotta); }
+    .connector span { color: var(--muted); font-size: 12px; }
+    .connector-note { margin-top: 10px; color: var(--muted); font-size: 12px; line-height: 1.5; }
     .status { border-left: 2px solid var(--terracotta); padding: 10px 12px; color: var(--muted); font-size: 12px; line-height: 1.5; }
     .status.error { border-color: var(--danger); color: var(--danger); }
     .status.done { border-color: var(--success); color: var(--success); }
@@ -198,6 +206,11 @@ __EGREGORE_DESIGN_CSS__
         </div>
         <input id="file-input" type="file" multiple>
         <input id="folder-input" type="file" webkitdirectory multiple>
+        <div class="connectors hidden" id="connectors">
+          <div class="connectors-head"><h3>Or bring a connected source</h3><span class="step">guided setup</span></div>
+          <div class="connector-row" id="connector-row"></div>
+          <p class="connector-note">Setup continues in the terminal — the agent walks you through authorization, and your tokens stay on this machine.</p>
+        </div>
       </section>
 
       <section class="panel hidden" id="review-panel">
@@ -273,6 +286,59 @@ __EGREGORE_DESIGN_CSS__
       document.getElementById('completion').classList.remove('hidden');
       document.title = 'Return to the terminal — Egregore';
     }
+    var connectorMeta = {
+      google: { label: 'Google Workspace', detail: 'Gmail, Drive, Calendar — multiple accounts' },
+      notion: { label: 'Notion', detail: 'Pages and databases' }
+    };
+    function showConnectorCompletion(provider) {
+      var meta = connectorMeta[provider] || { label: provider };
+      var account = (capabilities.connector_accounts || {})[provider] || '';
+      document.getElementById('completion-kicker').textContent = account
+        ? 'Already connected'
+        : 'Guided setup continues in the terminal';
+      document.getElementById('completion-copy').textContent = account
+        ? meta.label + ' is already connected as ' + account + '. Back in the terminal, your agent can add another account or start bringing material in.'
+        : 'Your agent is waiting there to connect ' + meta.label + ' — it walks you through authorization step by step. Tokens stay on this machine.';
+      document.getElementById('completion-source').textContent = account || meta.label;
+      document.getElementById('completion-files').textContent = account ? 'connected' : 'connected source';
+      document.getElementById('completion-outcome').textContent = account ? meta.label : 'guided setup';
+      document.querySelector('.shell').classList.add('hidden');
+      document.getElementById('completion').classList.remove('hidden');
+      document.title = 'Return to the terminal — Egregore';
+    }
+    function chooseConnector(provider) {
+      if (busy) return;
+      busy = true;
+      post('/api/connector', {
+        method: 'POST',
+        headers: {'Content-Type': 'application/json'},
+        body: JSON.stringify({ provider: provider })
+      }).then(function (result) {
+        if (result.redirect) {
+          // The CLI pre-started the OAuth listener — continue this same tab
+          // straight into the sign-in page.
+          window.location.href = result.redirect;
+          return;
+        }
+        showConnectorCompletion(provider);
+      }).catch(function (err) {
+        busy = false;
+        setStatus(err.message, 'error');
+        statusBox.classList.remove('hidden');
+      });
+    }
+    (function renderConnectors() {
+      var list = (capabilities.connectors || []).filter(function (p) { return connectorMeta[p]; });
+      if (!list.length) return;
+      var row = document.getElementById('connector-row');
+      row.innerHTML = list.map(function (p) {
+        return '<button class="connector" type="button" data-provider="' + p + '"><strong>' + connectorMeta[p].label + '</strong><span>' + connectorMeta[p].detail + '</span></button>';
+      }).join('');
+      row.querySelectorAll('.connector').forEach(function (btn) {
+        btn.addEventListener('click', function () { chooseConnector(btn.dataset.provider); });
+      });
+      document.getElementById('connectors').classList.remove('hidden');
+    })();
     function choose(files) {
       var seen = new Set();
       selected = Array.from(files).filter(function (file) {