opencastle 0.22.0 → 0.23.1

package/src/dashboard/src/pages/index.astro

@@ -27,8 +27,9 @@ const base = import.meta.env.BASE_URL;
     <nav class="dash-sidebar" id="dash-sidebar">
       <ul class="dash-sidebar__list">
         <li><a class="dash-sidebar__link" href="#convoy-section" data-section="convoy-section">Convoy</a></li>
+        <li><a class="dash-sidebar__link" href="#convoy-pipeline-section" data-section="convoy-pipeline-section">Convoy Chain</a></li>
         <li><a class="dash-sidebar__link dash-sidebar__link--active" href="#kpi-row" data-section="kpi-row">Overview</a></li>
-        <li><a class="dash-sidebar__link" href="#pipeline-section" data-section="pipeline-section">Pipeline</a></li>
+        <li><a class="dash-sidebar__link" href="#pipeline-section" data-section="pipeline-section">Task Flow</a></li>
         <li><a class="dash-sidebar__link" href="#agent-section" data-section="agent-section">Agents</a></li>
         <li><a class="dash-sidebar__link" href="#tier-section" data-section="tier-section">Tiers</a></li>
         <li><a class="dash-sidebar__link" href="#delegation-section" data-section="delegation-section">Delegations</a></li>
@@ -73,6 +74,12 @@ const base = import.meta.env.BASE_URL;
           <option value="">All convoys</option>
         </select>
       </div>
+      <div class="filter-group">
+        <label class="filter-label" for="filter-pipeline">Pipeline</label>
+        <select class="filter-select" id="filter-pipeline">
+          <option value="">All</option>
+        </select>
+      </div>
       <button class="dash-btn dash-btn--ghost filter-reset" id="filter-reset" type="button">Reset</button>
     </div>
 
@@ -86,6 +93,16 @@ const base = import.meta.env.BASE_URL;
       </div>
     </section>
 
+    <!-- Convoy Pipeline (Chaining) Section -->
+    <section class="chart-card" id="convoy-pipeline-section" data-nav-section style="display:none">
+      <div class="chart-card__header">
+        <h2 class="chart-card__title">Convoy Pipeline</h2>
+        <p class="chart-card__desc" id="convoy-pipeline-desc">Pipeline convoy chain progress</p>
+      </div>
+      <div class="chart-card__body" id="convoy-pipeline-body">
+      </div>
+    </section>
+
     <!-- KPI Row -->
     <section class="kpi-row" id="kpi-row" data-nav-section>
       <div class="kpi-card" id="kpi-sessions">
@@ -1178,6 +1195,7 @@ const base = import.meta.env.BASE_URL;
   let rawPanels = [];
   let rawReviews = [];
   let rawConvoys = [];
+  let rawPipelines = [];
 
   function applyFilters() {
     const dateFrom = document.getElementById('filter-date-from').value;
@@ -1185,6 +1203,7 @@ const base = import.meta.env.BASE_URL;
     const agentFilter = document.getElementById('filter-agent').value;
     const outcomeFilter = document.getElementById('filter-outcome').value;
     const convoyFilter = document.getElementById('filter-convoy').value;
+    const pipelineFilter = document.getElementById('filter-pipeline')?.value || '';
 
     function matchDate(ts) {
       const date = ts.slice(0, 10);
@@ -1214,6 +1233,18 @@ const base = import.meta.env.BASE_URL;
       return true;
     });
 
+    // Pipeline filter: restrict events to convoy_ids within the selected pipeline
+    if (pipelineFilter) {
+      const activePipeline = rawPipelines.find((p) => p.id === pipelineFilter);
+      const pipelineConvoyIds = new Set((activePipeline && activePipeline.convoy_ids) || []);
+      if (pipelineConvoyIds.size > 0) {
+        sessions = sessions.filter((s) => !s.convoy_id || pipelineConvoyIds.has(s.convoy_id));
+        delegations = delegations.filter((d) => !d.convoy_id || pipelineConvoyIds.has(d.convoy_id));
+        panels = panels.filter((p2) => !p2.convoy_id || pipelineConvoyIds.has(p2.convoy_id));
+        reviews = reviews.filter((r) => !r.convoy_id || pipelineConvoyIds.has(r.convoy_id));
+      }
+    }
+
     if (convoyFilter) {
       sessions = sessions.filter((s) => s.convoy_id === convoyFilter);
       delegations = delegations.filter((d) => d.convoy_id === convoyFilter);
@@ -1230,6 +1261,17 @@ const base = import.meta.env.BASE_URL;
       }
     }
 
+    // Show/hide convoy pipeline section based on pipeline filter
+    const pipelineSectionEl = document.getElementById('convoy-pipeline-section');
+    if (pipelineSectionEl) {
+      if (pipelineFilter) {
+        const activePipeline = rawPipelines.find((p) => p.id === pipelineFilter);
+        renderConvoyPipeline(activePipeline, rawConvoys);
+      } else {
+        pipelineSectionEl.style.display = 'none';
+      }
+    }
+
     renderAll(sessions, delegations, panels, reviews);
   }
 
@@ -1416,9 +1458,186 @@ const base = import.meta.env.BASE_URL;
     bodyEl.innerHTML = html;
   }
 
+  // ── Pipeline Filter Population ───────────────────────────
+
+  function populatePipelineFilter(pipelines) {
+    const select = document.getElementById('filter-pipeline');
+    if (!select) return;
+    while (select.options.length > 1) select.remove(1);
+    const sorted = pipelines.slice().sort((a, b) =>
+      (b.created_at || '').localeCompare(a.created_at || '')
+    );
+    sorted.forEach((p) => {
+      const opt = document.createElement('option');
+      opt.value = p.id;
+      opt.textContent = (p.name || p.id) + ' (' + (p.status || 'unknown') + ')';
+      select.appendChild(opt);
+    });
+  }
+
+  // ── Convoy Pipeline (Chaining) Render ────────────────────
+
+  function renderConvoyPipeline(pipeline, convoys) {
+    const sectionEl = document.getElementById('convoy-pipeline-section');
+    const descEl = document.getElementById('convoy-pipeline-desc');
+    const bodyEl = document.getElementById('convoy-pipeline-body');
+    if (!sectionEl || !bodyEl) return;
+
+    if (!pipeline) {
+      sectionEl.style.display = 'none';
+      return;
+    }
+
+    sectionEl.style.display = '';
+    if (descEl) {
+      descEl.textContent =
+        (pipeline.name || pipeline.id) + ' \u2014 ' + (pipeline.branch || 'no branch');
+    }
+
+    const convoyIds = pipeline.convoy_ids || [];
+    const pipelineConvoys = convoyIds
+      .map((id) => convoys.find((c) => c.id === id))
+      .filter(Boolean);
+
+    const total = pipelineConvoys.length;
+    const done = pipelineConvoys.filter((c) => c.status === 'done').length;
+    const failed = pipelineConvoys.filter(
+      (c) => c.status === 'failed' || c.status === 'gate-failed'
+    ).length;
+    const totalTasks = pipelineConvoys.reduce((sum, c) => {
+      const s = c.summary || {};
+      return sum + (s.total || (c.tasks ? c.tasks.length : 0));
+    }, 0);
+    const doneTasks = pipelineConvoys.reduce((sum, c) => {
+      const s = c.summary || {};
+      return sum + (s.done || 0);
+    }, 0);
+    const totalTokens = pipelineConvoys.reduce((sum, c) => sum + (c.total_tokens || 0), 0);
+
+    const pct =
+      totalTasks > 0
+        ? Math.round((doneTasks / totalTasks) * 100)
+        : total > 0
+          ? Math.round((done / total) * 100)
+          : 0;
+
+    const statusClass =
+      pipeline.status === 'done'
+        ? 'success'
+        : pipeline.status === 'failed' || pipeline.status === 'gate-failed'
+          ? 'failed'
+          : pipeline.status === 'running'
+            ? 'partial'
+            : '';
+
+    let html = '<div class="convoy-overview">';
+    html +=
+      '<div class="convoy-stat"><span class="convoy-stat__label">Status</span>' +
+      '<span class="outcome-badge outcome-badge--' + statusClass + '">' +
+      escapeHtml(pipeline.status || 'unknown') + '</span></div>';
+    html +=
+      '<div class="convoy-stat"><span class="convoy-stat__label">Branch</span>' +
+      '<span class="convoy-stat__value">' + escapeHtml(pipeline.branch || '\u2014') + '</span></div>';
+    html +=
+      '<div class="convoy-stat"><span class="convoy-stat__label">Convoys</span>' +
+      '<span class="convoy-stat__value">' + done + '/' + total + '</span></div>';
+    if (totalTasks > 0) {
+      html +=
+        '<div class="convoy-stat"><span class="convoy-stat__label">Tasks</span>' +
+        '<span class="convoy-stat__value">' + doneTasks + '/' + totalTasks + '</span></div>';
+    }
+    if (totalTokens > 0) {
+      html +=
+        '<div class="convoy-stat"><span class="convoy-stat__label">Tokens</span>' +
+        '<span class="convoy-stat__value">' + formatTokens(totalTokens) + '</span></div>';
+    }
+    html +=
+      '<div class="convoy-stat"><span class="convoy-stat__label">Started</span>' +
+      '<span class="convoy-stat__value">' +
+      (pipeline.started_at ? formatTime(pipeline.started_at) : '\u2014') + '</span></div>';
+    if (pipeline.finished_at) {
+      html +=
+        '<div class="convoy-stat"><span class="convoy-stat__label">Finished</span>' +
+        '<span class="convoy-stat__value">' + formatTime(pipeline.finished_at) + '</span></div>';
+    }
+    html += '</div>';
+
+    // Convoy chain visualization
+    html += '<div class="convoy-chain">';
+    pipelineConvoys.forEach((convoy, i) => {
+      const cs = convoy.summary || {};
+      const cDone = cs.done || 0;
+      const cTotal = cs.total || (convoy.tasks ? convoy.tasks.length : 0);
+      const cTokens = convoy.total_tokens || 0;
+      const isActive =
+        (pipeline.current_convoy_id && pipeline.current_convoy_id === convoy.id) ||
+        convoy.status === 'running';
+      const nodeStatusClass =
+        convoy.status === 'done'
+          ? 'done'
+          : convoy.status === 'failed' || convoy.status === 'gate-failed'
+            ? 'failed'
+            : isActive
+              ? 'active'
+              : 'pending';
+      const badgeClass =
+        convoy.status === 'done'
+          ? 'success'
+          : convoy.status === 'failed' || convoy.status === 'gate-failed'
+            ? 'failed'
+            : convoy.status === 'running'
+              ? 'partial'
+              : '';
+
+      if (i > 0) {
+        html += '<div class="convoy-chain__connector">\u2192</div>';
+      }
+      html +=
+        '<div class="convoy-chain__node convoy-chain__node--' + nodeStatusClass +
+        '" data-convoy-id="' + escapeHtml(convoy.id) + '" title="Click to filter to this convoy">';
+      html += '<div class="convoy-chain__node-name">' + escapeHtml(convoy.name || convoy.id) + '</div>';
+      html +=
+        '<span class="outcome-badge outcome-badge--' + badgeClass + '">' +
+        escapeHtml(convoy.status) + '</span>';
+      if (cTotal > 0) {
+        html += '<div class="convoy-chain__node-meta">' + cDone + '/' + cTotal + ' tasks</div>';
+      }
+      if (cTokens > 0) {
+        html += '<div class="convoy-chain__node-meta">' + formatTokens(cTokens) + ' tokens</div>';
+      }
+      html += '</div>';
+    });
+    html += '</div>';
+
+    // Progress bar
+    html += '<div class="convoy-progress">';
+    html +=
+      '<div class="convoy-progress__bar">' +
+      '<div class="convoy-progress__fill" style="width:' + pct + '%"></div></div>';
+    html +=
+      '<span class="convoy-progress__label">' + pct + '% complete' +
+      (failed > 0 ? ' \u00B7 ' + failed + ' failed' : '') + '</span>';
+    html += '</div>';
+
+    bodyEl.innerHTML = html;
+
+    // Click handlers for convoy drill-down
+    bodyEl.querySelectorAll('.convoy-chain__node').forEach((node) => {
+      node.addEventListener('click', () => {
+        const convoyId = node.dataset.convoyId;
+        const sel = document.getElementById('filter-convoy');
+        if (sel && convoyId) {
+          sel.value = convoyId;
+          applyFilters();
+        }
+      });
+    });
+  }
+
   async function main() {
     const events = await loadNdjson(base + 'data/events.ndjson');
     const convoys = await loadNdjson(base + 'data/convoys.ndjson');
+    const pipelines = await loadNdjson(base + 'data/pipelines.ndjson');
 
     const sessions = events.filter((e) => e.type === 'session');
     const delegations = events.filter((e) => e.type === 'delegation');
@@ -1430,9 +1649,11 @@ const base = import.meta.env.BASE_URL;
     rawPanels = panels;
     rawReviews = reviews;
     rawConvoys = convoys;
+    rawPipelines = pipelines;
 
     populateAgentFilter(sessions, delegations, reviews);
     populateConvoyFilter(convoys);
+    populatePipelineFilter(pipelines);
 
     // ── Read URL params ───────────────────────────────────
     const urlParams = new URLSearchParams(window.location.search);
@@ -1461,12 +1682,14 @@ const base = import.meta.env.BASE_URL;
     document.getElementById('filter-agent')?.addEventListener('change', applyFilters);
     document.getElementById('filter-outcome')?.addEventListener('change', applyFilters);
     document.getElementById('filter-convoy')?.addEventListener('change', applyFilters);
+    document.getElementById('filter-pipeline')?.addEventListener('change', applyFilters);
     document.getElementById('filter-reset')?.addEventListener('click', () => {
       document.getElementById('filter-date-from').value = '';
       document.getElementById('filter-date-to').value = '';
       document.getElementById('filter-agent').value = '';
       document.getElementById('filter-outcome').value = '';
       document.getElementById('filter-convoy').value = '';
+      document.getElementById('filter-pipeline').value = '';
       applyFilters();
     });
 
@@ -1477,15 +1700,21 @@ const base = import.meta.env.BASE_URL;
       refreshInterval = setInterval(async () => {
         const freshEvents = await loadNdjson(base + 'data/events.ndjson');
         const freshConvoys = await loadNdjson(base + 'data/convoys.ndjson');
+        const freshPipelines = await loadNdjson(base + 'data/pipelines.ndjson');
         rawSessions = freshEvents.filter((e) => e.type === 'session');
         rawDelegations = freshEvents.filter((e) => e.type === 'delegation');
         rawPanels = freshEvents.filter((e) => e.type === 'panel');
         rawReviews = freshEvents.filter((e) => e.type === 'review');
         rawConvoys = freshConvoys;
+        rawPipelines = freshPipelines;
         const currentValue = document.getElementById('filter-convoy')?.value;
+        const currentPipelineValue = document.getElementById('filter-pipeline')?.value;
         populateConvoyFilter(freshConvoys);
+        populatePipelineFilter(freshPipelines);
         const sel = document.getElementById('filter-convoy');
         if (sel && currentValue) sel.value = currentValue;
+        const pSel = document.getElementById('filter-pipeline');
+        if (pSel && currentPipelineValue) pSel.value = currentPipelineValue;
         applyFilters();
       }, 5000);
     }

package/src/dashboard/src/styles/dashboard.css

@@ -1593,3 +1593,119 @@ body {
 .convoy-tasks {
   margin-top: 8px;
 }
+
+/* ---------- Convoy Chain / Pipeline Section ---------- */
+.convoy-chain {
+  display: flex;
+  align-items: stretch;
+  gap: 0;
+  overflow-x: auto;
+  padding: 1rem 0 1.5rem;
+  scrollbar-width: thin;
+  scrollbar-color: var(--border-color) transparent;
+}
+
+.convoy-chain::-webkit-scrollbar {
+  height: 4px;
+}
+
+.convoy-chain::-webkit-scrollbar-track {
+  background: transparent;
+}
+
+.convoy-chain::-webkit-scrollbar-thumb {
+  background: var(--border-color);
+  border-radius: 2px;
+}
+
+.convoy-chain__connector {
+  display: flex;
+  align-items: center;
+  padding: 0 0.5rem;
+  color: var(--text-tertiary);
+  font-size: 1.1rem;
+  flex-shrink: 0;
+}
+
+.convoy-chain__node {
+  display: flex;
+  flex-direction: column;
+  align-items: center;
+  gap: 6px;
+  padding: 12px 16px;
+  background: var(--bg-tertiary);
+  border: 1px solid var(--border-color);
+  border-radius: 10px;
+  min-width: 140px;
+  cursor: pointer;
+  transition:
+    background var(--transition-fast),
+    border-color var(--transition-fast),
+    transform var(--transition-fast),
+    box-shadow var(--transition-fast);
+  flex-shrink: 0;
+}
+
+.convoy-chain__node:hover {
+  background: var(--bg-card-hover);
+  transform: translateY(-2px);
+  box-shadow: 0 4px 12px rgba(0, 0, 0, 0.3);
+}
+
+.convoy-chain__node-name {
+  font-size: 0.8rem;
+  font-weight: 600;
+  color: var(--text-primary);
+  text-align: center;
+  word-break: break-word;
+  max-width: 120px;
+}
+
+.convoy-chain__node-meta {
+  font-size: 0.72rem;
+  color: var(--text-tertiary);
+  text-align: center;
+}
+
+.convoy-chain__node--active {
+  border-color: var(--accent-purple);
+  box-shadow: 0 0 0 1px var(--accent-purple), 0 0 12px rgba(167, 139, 250, 0.2);
+  animation: convoy-pulse 2s ease-in-out infinite;
+}
+
+.convoy-chain__node--done {
+  border-color: rgba(34, 197, 94, 0.3);
+}
+
+.convoy-chain__node--failed {
+  border-color: rgba(239, 68, 68, 0.3);
+}
+
+.convoy-chain__node--pending {
+  opacity: 0.6;
+}
+
+@keyframes convoy-pulse {
+  0%, 100% {
+    box-shadow: 0 0 0 1px var(--accent-purple), 0 0 8px rgba(167, 139, 250, 0.15);
+  }
+  50% {
+    box-shadow: 0 0 0 1px var(--accent-purple), 0 0 18px rgba(167, 139, 250, 0.35);
+  }
+}
+
+@media (max-width: 768px) {
+  .convoy-chain {
+    flex-wrap: wrap;
+    gap: 8px;
+  }
+
+  .convoy-chain__connector {
+    display: none;
+  }
+
+  .convoy-chain__node {
+    flex: 1 1 calc(50% - 4px);
+    min-width: 120px;
+  }
+}

package/src/orchestrator/customizations/KNOWN-ISSUES.md

@@ -14,7 +14,7 @@ Tracked issues, limitations, and accepted risks discovered during agent sessions
 
 | Issue ID | Status | Severity | Summary | Evidence | Root Cause | Solution Options |
 |----------|--------|----------|---------|----------|------------|------------------|
-| KI-001 | Open | Medium | _Example: Description of the issue_ | _Link or description of where/how the issue manifests_ | _Why it happens_ | _Possible fixes or workarounds_ |
+| KI-001 | Open | Medium | Convoy engine run()/resume() don't catch unexpected errors from runConvoy() — convoy DB records can get stuck in 'running' status | `src/cli/convoy/engine.ts` lines 452-510 (run) and 520-570 (resume): if `runConvoy()` throws, the convoy record is never updated to 'failed' | The try/finally block exports and closes the store but doesn't catch to update convoy status | Add a catch block before finally that calls `store.updateConvoyStatus(convoyId, 'failed', ...)` before rethrowing |
 
 ### Status Values
 

package/src/orchestrator/skills/decomposition/SKILL.md

@@ -47,6 +47,7 @@ What to build/change and why. 1-3 sentences max.
 ### Context
 - Key files to read first: [list]
 - Related patterns to follow: [file:line references]
+- Prior phase output (compacted): [summary from Context Compaction protocol if this task depends on a prior phase]
 - Relevant lessons: [LES-XXX references from LESSONS-LEARNED.md]
 
 ### Constraints

package/src/orchestrator/skills/orchestration-protocols/SKILL.md

@@ -1,6 +1,6 @@
 ---
 name: orchestration-protocols
-description: "Runtime orchestration patterns for the Team Lead: parallel research spawning, agent health monitoring, active steering, background agent management, and escalation paths."
+description: "Runtime orchestration patterns for the Team Lead: parallel research spawning, agent health monitoring, active steering, background agent management, Context Compaction, Agent Circuit Breaker, and escalation paths."
 ---
 
 # Orchestration Protocols
@@ -89,6 +89,25 @@ When multiple background agents complete work simultaneously, batch similar revi
 - If multiple outputs share the same file partition boundary, review them sequentially to catch integration issues
 - For panel reviews, combine related artifacts into a single panel question when they share acceptance criteria
 
+## Context Compaction
+
+Between phases, summarize prior agent output before passing it to the next agent. Never paste raw sub-agent results into a downstream prompt.
+
+**When:** Multi-phase chains where the next agent only needs outcomes, not full reasoning traces. Skip for single-phase work or when raw detail is needed (e.g., code review).
+
+**How:** After a sub-agent returns, extract only: files changed, key decisions, verification results (pass/fail), and blockers. Discard raw tool output, reasoning traces, and failed attempts.
+
+**Template for delegation prompts:**
+
+```
+### Prior Phase Output
+**Phase [N] — [Agent Name] — [Task Title]**
+- Files changed: [list with one-line descriptions]
+- Decisions: [key decisions that affect downstream work]
+- Verification: [lint ✅ | types ✅ | tests ✅]
+- Blockers: [none | list]
+```
+
 ## Agent Health-Check Protocol
 
 Monitor delegated agents for failure signals. Intervene early rather than waiting for completion.
@@ -148,3 +167,15 @@ Common failure modes and how to recover:
 
 **Symptom:** Tests pass individually but fail when multiple agent outputs are merged.
 **Recovery:** (1) Run affected tests to identify which projects break. (2) Check for import conflicts, duplicate definitions, or state pollution. (3) Delegate fix to the agent whose changes are most likely the cause.
+
+## Agent Circuit Breaker
+
+Track per-agent failure counts across the session (not just per-task). If the same agent keeps failing, the problem is likely systemic.
+
+| Threshold | Action |
+|-----------|--------|
+| **2 failures** | Warning — investigate: same error class? Model endpoint healthy? Prompt pattern issue? |
+| **3 failures** | Open circuit — stop delegating to that agent. Reassign tasks to an overlapping agent, try a different model tier, or checkpoint and escalate to the user. |
+| **Next session** | Half-open — circuit resets. If the agent fails again immediately, re-open and add a lesson via **self-improvement**. |
+
+This is a judgment-based pattern, not a hard gate. 3 failures on similar tasks with the same error is more concerning than 3 unrelated failures.