opencode-swarm-plugin 0.44.0 → 0.44.2

package/evals/fixtures/compaction-prompt-cases.ts

@@ -1,311 +0,0 @@
-/**
- * Test cases for compaction prompt quality evaluation
- *
- * Each case represents a continuation prompt that should be generated
- * after context compaction. Tests validate that prompts have:
- * - Real epic IDs (not placeholders)
- * - Actionable tool calls with specific values
- * - Strong coordinator identity
- * - Explicit forbidden tools list
- * - Correct first tool suggestion
- */
-
-import type { CompactionPrompt } from "../../src/compaction-prompt-scoring.js";
-
-/**
- * Compaction prompt test case structure
- */
-export interface CompactionPromptTestCase {
-	name: string;
-	description: string;
-	/**
-	 * The generated continuation prompt
-	 */
-	prompt: CompactionPrompt;
-	/**
-	 * Expected scoring outcomes
-	 */
-	expected: {
-		/**
-		 * Should have real epic IDs (not placeholders)
-		 */
-		hasRealEpicId: boolean;
-		/**
-		 * Should have actionable tool calls
-		 */
-		isActionable: boolean;
-		/**
-		 * Should have strong coordinator identity
-		 */
-		hasCoordinatorIdentity: boolean;
-		/**
-		 * Should list forbidden tools by name
-		 */
-		listsForbiddenTools: boolean;
-		/**
-		 * First suggested tool should be correct
-		 */
-		hasCorrectFirstTool: boolean;
-	};
-}
-
-export const compactionPromptCases: CompactionPromptTestCase[] = [
-	// ============================================================================
-	// PERFECT PROMPT: All criteria met
-	// ============================================================================
-	{
-		name: "Perfect coordinator resumption prompt",
-		description:
-			"Ideal continuation prompt with all quality criteria met: real IDs, actionable tools, strong identity, forbidden list, correct first tool",
-		prompt: {
-			content: `
-┌─────────────────────────────────────────────────────────────┐
-│                 🐝 COORDINATOR RESUMPTION                   │
-│                   Context Compacted                         │
-└─────────────────────────────────────────────────────────────┘
-
-You are the COORDINATOR of swarm epic mjkweh2p4u5.
-
-## IMMEDIATE ACTIONS (Do These FIRST)
-
-1. swarm_status(epic_id="mjkweh2p4u5", project_key="/Users/joel/Code/myapp")
-2. swarmmail_inbox(limit=5)
-3. Review any completed work
-
-## FORBIDDEN TOOLS (NEVER Use These)
-
-Coordinators do NOT edit code directly. These tools are FORBIDDEN:
-- edit
-- write
-- bash (for file modifications)
-- swarmmail_reserve (only workers reserve)
-- git commit (workers commit)
-
-Use swarm_spawn_subtask to delegate work to workers.
-
-## Your Role
-
-You orchestrate. You do NOT implement. Spawn workers, monitor progress, unblock, ship.
-
-ALWAYS spawn workers for file modifications.
-NEVER edit files yourself.
-NON-NEGOTIABLE: Check status and inbox before making decisions.
-`,
-		},
-		expected: {
-			hasRealEpicId: true,
-			isActionable: true,
-			hasCoordinatorIdentity: true,
-			listsForbiddenTools: true,
-			hasCorrectFirstTool: true,
-		},
-	},
-
-	// ============================================================================
-	// BAD PROMPT: Placeholder epic ID
-	// ============================================================================
-	{
-		name: "Prompt with placeholder epic ID",
-		description:
-			"Contains placeholder <epic-id> instead of real ID - fails specificity check",
-		prompt: {
-			content: `
-## Coordinator Resumption
-
-You are coordinating epic <epic-id>.
-
-Check the status with:
-1. swarm_status(epic_id="<epic-id>", project_key="<path>")
-2. swarmmail_inbox()
-
-Continue orchestrating the swarm.
-`,
-		},
-		expected: {
-			hasRealEpicId: false, // <epic-id> is a placeholder
-			isActionable: false, // Has placeholders in tool calls
-			hasCoordinatorIdentity: false, // No ASCII header or strong language
-			listsForbiddenTools: false, // Doesn't list forbidden tools
-			hasCorrectFirstTool: true, // First tool is swarm_status (correct)
-		},
-	},
-
-	// ============================================================================
-	// BAD PROMPT: Generic instructions, no actionable tools
-	// ============================================================================
-	{
-		name: "Generic instructions without specific tools",
-		description:
-			"Vague language like 'check status' without actual tool calls - fails actionability",
-		prompt: {
-			content: `
-You were coordinating a swarm before compaction.
-
-To resume:
-- Check the status of workers
-- Read your messages
-- Continue where you left off
-
-Remember, you're the coordinator. Keep the work moving forward.
-`,
-		},
-		expected: {
-			hasRealEpicId: false, // No epic ID at all
-			isActionable: false, // No specific tool calls
-			hasCoordinatorIdentity: false, // No strong identity reinforcement
-			listsForbiddenTools: false, // No forbidden tools list
-			hasCorrectFirstTool: false, // No first tool specified
-		},
-	},
-
-	// ============================================================================
-	// BAD PROMPT: Weak coordinator identity
-	// ============================================================================
-	{
-		name: "Weak coordinator identity",
-		description:
-			"Has real ID and tools but lacks strong identity reinforcement - fails coordinator identity check",
-		prompt: {
-			content: `
-## Swarm Resumption
-
-Epic ID: mjkweh9x2a1
-Project: /Users/joel/Code/myapp
-
-You can check status with:
-swarm_status(epic_id="mjkweh9x2a1", project_key="/Users/joel/Code/myapp")
-
-And read messages:
-swarmmail_inbox(limit=5)
-
-Please continue coordinating.
-`,
-		},
-		expected: {
-			hasRealEpicId: true, // Has real ID
-			isActionable: true, // Has specific tool calls
-			hasCoordinatorIdentity: false, // No ASCII header, no NEVER/ALWAYS/NON-NEGOTIABLE
-			listsForbiddenTools: false, // No forbidden tools list
-			hasCorrectFirstTool: true, // First tool is swarm_status
-		},
-	},
-
-	// ============================================================================
-	// BAD PROMPT: Missing forbidden tools list
-	// ============================================================================
-	{
-		name: "Missing forbidden tools list",
-		description:
-			"Good prompt but doesn't explicitly list forbidden tools - coordinators need this reminder",
-		prompt: {
-			content: `
-┌─────────────────────────────────────────────────────────────┐
-│                 🐝 COORDINATOR RESUMPTION                   │
-└─────────────────────────────────────────────────────────────┘
-
-You are the COORDINATOR of epic mjkweh3k8p2.
-
-## IMMEDIATE ACTIONS
-
-1. swarm_status(epic_id="mjkweh3k8p2", project_key="/Users/joel/Code/myapp")
-2. swarmmail_inbox(limit=5)
-
-## Your Role
-
-ALWAYS delegate to workers.
-NEVER edit files directly.
-
-Coordinators orchestrate, workers implement.
-`,
-		},
-		expected: {
-			hasRealEpicId: true,
-			isActionable: true,
-			hasCoordinatorIdentity: true, // Has ASCII + NEVER/ALWAYS
-			listsForbiddenTools: false, // Doesn't list "edit", "write", "bash" by name
-			hasCorrectFirstTool: true,
-		},
-	},
-
-	// ============================================================================
-	// BAD PROMPT: Wrong first tool (edit instead of swarm_status)
-	// ============================================================================
-	{
-		name: "Wrong first tool suggestion",
-		description:
-			"Suggests edit/write as first action - coordinator discipline failure",
-		prompt: {
-			content: `
-┌─────────────────────────────────────────────────────────────┐
-│                 🐝 COORDINATOR RESUMPTION                   │
-└─────────────────────────────────────────────────────────────┘
-
-You are the COORDINATOR of epic mjkweh7q9n4.
-
-## IMMEDIATE ACTIONS
-
-1. edit(filePath="/src/app.ts", oldString="...", newString="...")
-2. swarm_status(epic_id="mjkweh7q9n4", project_key="/Users/joel/Code/myapp")
-
-## FORBIDDEN TOOLS
-- edit
-- write
-- bash (for file mods)
-- swarmmail_reserve (only workers)
-- git commit (workers only)
-
-NEVER edit files yourself.
-ALWAYS delegate to workers.
-`,
-		},
-		expected: {
-			hasRealEpicId: true,
-			isActionable: true,
-			hasCoordinatorIdentity: true,
-			listsForbiddenTools: true,
-			hasCorrectFirstTool: false, // First tool is edit, should be swarm_status/inbox
-		},
-	},
-
-	// ============================================================================
-	// EDGE CASE: Multiple epics mentioned
-	// ============================================================================
-	{
-		name: "Multiple epic IDs in prompt",
-		description:
-			"Prompt references multiple epics - should still pass if at least one is real",
-		prompt: {
-			content: `
-┌─────────────────────────────────────────────────────────────┐
-│                 🐝 COORDINATOR RESUMPTION                   │
-└─────────────────────────────────────────────────────────────┘
-
-You are coordinating epics:
-- mjkweh5t2x8 (in progress)
-- mjkweh6u3y9 (blocked)
-
-## IMMEDIATE ACTIONS
-
-1. swarm_status(epic_id="mjkweh5t2x8", project_key="/Users/joel/Code/myapp")
-2. swarmmail_inbox(limit=5)
-
-## FORBIDDEN TOOLS
-- edit
-- write  
-- bash
-- swarmmail_reserve
-- git commit
-
-ALWAYS check status first.
-NEVER edit files directly.
-`,
-		},
-		expected: {
-			hasRealEpicId: true, // Has real IDs
-			isActionable: true,
-			hasCoordinatorIdentity: true,
-			listsForbiddenTools: true,
-			hasCorrectFirstTool: true,
-		},
-	},
-];

package/evals/fixtures/coordinator-sessions.ts

@@ -1,328 +0,0 @@
-/**
- * Coordinator Session Test Fixtures
- *
- * Synthetic coordinator sessions for testing coordinator-discipline scorers.
- * Each fixture demonstrates good or bad coordinator behavior.
- */
-
-import type { CoordinatorSession } from "../../src/eval-capture.js";
-
-/**
- * PERFECT COORDINATOR
- *
- * - No violations (no direct edits, tests, or reservations)
- * - 100% spawn efficiency (3/3 workers spawned)
- * - 100% review thoroughness (all workers reviewed)
- * - Fast time to first spawn (30s)
- */
-export const perfectCoordinator: CoordinatorSession = {
-  session_id: "test-session-perfect",
-  epic_id: "test-epic-perfect",
-  start_time: "2025-01-01T10:00:00.000Z",
-  end_time: "2025-01-01T10:30:00.000Z",
-  events: [
-    // 1. Decomposition complete
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:00:00.000Z",
-      event_type: "DECISION",
-      decision_type: "decomposition_complete",
-      payload: { subtask_count: 3 },
-    },
-    // 2. First spawn (30s after decomp)
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:00:30.000Z",
-      event_type: "DECISION",
-      decision_type: "worker_spawned",
-      payload: { worker: "BlueLake", bead_id: "test-epic-perfect.1" },
-    },
-    // 3. Second spawn
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:01:00.000Z",
-      event_type: "DECISION",
-      decision_type: "worker_spawned",
-      payload: { worker: "GreenMountain", bead_id: "test-epic-perfect.2" },
-    },
-    // 4. Third spawn
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:01:30.000Z",
-      event_type: "DECISION",
-      decision_type: "worker_spawned",
-      payload: { worker: "RedForest", bead_id: "test-epic-perfect.3" },
-    },
-    // 5. First worker completes
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:10:00.000Z",
-      event_type: "OUTCOME",
-      outcome_type: "subtask_success",
-      payload: { bead_id: "test-epic-perfect.1", worker: "BlueLake" },
-    },
-    // 6. First review
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:11:00.000Z",
-      event_type: "DECISION",
-      decision_type: "review_completed",
-      payload: {
-        bead_id: "test-epic-perfect.1",
-        approved: true,
-        issues: [],
-      },
-    },
-    // 7. Second worker completes
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:15:00.000Z",
-      event_type: "OUTCOME",
-      outcome_type: "subtask_success",
-      payload: { bead_id: "test-epic-perfect.2", worker: "GreenMountain" },
-    },
-    // 8. Second review
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:16:00.000Z",
-      event_type: "DECISION",
-      decision_type: "review_completed",
-      payload: {
-        bead_id: "test-epic-perfect.2",
-        approved: true,
-        issues: [],
-      },
-    },
-    // 9. Third worker completes
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:20:00.000Z",
-      event_type: "OUTCOME",
-      outcome_type: "subtask_success",
-      payload: { bead_id: "test-epic-perfect.3", worker: "RedForest" },
-    },
-    // 10. Third review
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:21:00.000Z",
-      event_type: "DECISION",
-      decision_type: "review_completed",
-      payload: {
-        bead_id: "test-epic-perfect.3",
-        approved: true,
-        issues: [],
-      },
-    },
-    // 11. Epic complete
-    {
-      session_id: "test-session-perfect",
-      epic_id: "test-epic-perfect",
-      timestamp: "2025-01-01T10:30:00.000Z",
-      event_type: "OUTCOME",
-      outcome_type: "epic_complete",
-      payload: { epic_id: "test-epic-perfect", total_subtasks: 3 },
-    },
-  ],
-};
-
-/**
- * BAD COORDINATOR - Multiple Violations
- *
- * - 3 violations (edited file, ran tests, reserved files)
- * - 33% spawn efficiency (only 1/3 workers spawned)
- * - 0% review thoroughness (no reviews)
- * - Slow time to first spawn (10 minutes)
- */
-export const badCoordinator: CoordinatorSession = {
-  session_id: "test-session-bad",
-  epic_id: "test-epic-bad",
-  start_time: "2025-01-01T10:00:00.000Z",
-  end_time: "2025-01-01T11:00:00.000Z",
-  events: [
-    // 1. Decomposition complete
-    {
-      session_id: "test-session-bad",
-      epic_id: "test-epic-bad",
-      timestamp: "2025-01-01T10:00:00.000Z",
-      event_type: "DECISION",
-      decision_type: "decomposition_complete",
-      payload: { subtask_count: 3 },
-    },
-    // 2. VIOLATION: Coordinator edited file directly
-    {
-      session_id: "test-session-bad",
-      epic_id: "test-epic-bad",
-      timestamp: "2025-01-01T10:01:00.000Z",
-      event_type: "VIOLATION",
-      violation_type: "coordinator_edited_file",
-      payload: { file: "src/auth.ts", reason: "should spawn worker instead" },
-    },
-    // 3. VIOLATION: Coordinator ran tests
-    {
-      session_id: "test-session-bad",
-      epic_id: "test-epic-bad",
-      timestamp: "2025-01-01T10:02:00.000Z",
-      event_type: "VIOLATION",
-      violation_type: "coordinator_ran_tests",
-      payload: { command: "bun test", reason: "workers do verification" },
-    },
-    // 4. VIOLATION: Coordinator reserved files
-    {
-      session_id: "test-session-bad",
-      epic_id: "test-epic-bad",
-      timestamp: "2025-01-01T10:03:00.000Z",
-      event_type: "VIOLATION",
-      violation_type: "coordinator_reserved_files",
-      payload: { paths: ["src/**"], reason: "only workers reserve" },
-    },
-    // 5. First spawn (10 minutes after decomp - way too slow)
-    {
-      session_id: "test-session-bad",
-      epic_id: "test-epic-bad",
-      timestamp: "2025-01-01T10:10:00.000Z",
-      event_type: "DECISION",
-      decision_type: "worker_spawned",
-      payload: { worker: "BlueLake", bead_id: "test-epic-bad.1" },
-    },
-    // 6. Worker completes (but no review!)
-    {
-      session_id: "test-session-bad",
-      epic_id: "test-epic-bad",
-      timestamp: "2025-01-01T10:20:00.000Z",
-      event_type: "OUTCOME",
-      outcome_type: "subtask_success",
-      payload: { bead_id: "test-epic-bad.1", worker: "BlueLake" },
-    },
-    // 7. VIOLATION: No worker spawned for subtask 2
-    {
-      session_id: "test-session-bad",
-      epic_id: "test-epic-bad",
-      timestamp: "2025-01-01T10:30:00.000Z",
-      event_type: "VIOLATION",
-      violation_type: "no_worker_spawned",
-      payload: { bead_id: "test-epic-bad.2", reason: "coordinator did work directly" },
-    },
-    // 8. VIOLATION: No worker spawned for subtask 3
-    {
-      session_id: "test-session-bad",
-      epic_id: "test-epic-bad",
-      timestamp: "2025-01-01T10:40:00.000Z",
-      event_type: "VIOLATION",
-      violation_type: "no_worker_spawned",
-      payload: { bead_id: "test-epic-bad.3", reason: "coordinator did work directly" },
-    },
-  ],
-};
-
-/**
- * DECENT COORDINATOR - Some Issues
- *
- * - 1 violation (ran tests once)
- * - 100% spawn efficiency (2/2 workers spawned)
- * - 50% review thoroughness (reviewed only 1/2)
- * - Good time to first spawn (45s)
- */
-export const decentCoordinator: CoordinatorSession = {
-  session_id: "test-session-decent",
-  epic_id: "test-epic-decent",
-  start_time: "2025-01-01T10:00:00.000Z",
-  end_time: "2025-01-01T10:25:00.000Z",
-  events: [
-    // 1. Decomposition complete
-    {
-      session_id: "test-session-decent",
-      epic_id: "test-epic-decent",
-      timestamp: "2025-01-01T10:00:00.000Z",
-      event_type: "DECISION",
-      decision_type: "decomposition_complete",
-      payload: { subtask_count: 2 },
-    },
-    // 2. First spawn (45s - acceptable)
-    {
-      session_id: "test-session-decent",
-      epic_id: "test-epic-decent",
-      timestamp: "2025-01-01T10:00:45.000Z",
-      event_type: "DECISION",
-      decision_type: "worker_spawned",
-      payload: { worker: "BlueLake", bead_id: "test-epic-decent.1" },
-    },
-    // 3. Second spawn
-    {
-      session_id: "test-session-decent",
-      epic_id: "test-epic-decent",
-      timestamp: "2025-01-01T10:01:00.000Z",
-      event_type: "DECISION",
-      decision_type: "worker_spawned",
-      payload: { worker: "GreenMountain", bead_id: "test-epic-decent.2" },
-    },
-    // 4. First worker completes
-    {
-      session_id: "test-session-decent",
-      epic_id: "test-epic-decent",
-      timestamp: "2025-01-01T10:10:00.000Z",
-      event_type: "OUTCOME",
-      outcome_type: "subtask_success",
-      payload: { bead_id: "test-epic-decent.1", worker: "BlueLake" },
-    },
-    // 5. First review
-    {
-      session_id: "test-session-decent",
-      epic_id: "test-epic-decent",
-      timestamp: "2025-01-01T10:11:00.000Z",
-      event_type: "DECISION",
-      decision_type: "review_completed",
-      payload: {
-        bead_id: "test-epic-decent.1",
-        approved: true,
-        issues: [],
-      },
-    },
-    // 6. VIOLATION: Ran tests (one slip-up)
-    {
-      session_id: "test-session-decent",
-      epic_id: "test-epic-decent",
-      timestamp: "2025-01-01T10:15:00.000Z",
-      event_type: "VIOLATION",
-      violation_type: "coordinator_ran_tests",
-      payload: { command: "bun test", reason: "should let worker verify" },
-    },
-    // 7. Second worker completes
-    {
-      session_id: "test-session-decent",
-      epic_id: "test-epic-decent",
-      timestamp: "2025-01-01T10:20:00.000Z",
-      event_type: "OUTCOME",
-      outcome_type: "subtask_success",
-      payload: { bead_id: "test-epic-decent.2", worker: "GreenMountain" },
-    },
-    // 8. No review for second worker (50% review rate)
-    // 9. Epic complete
-    {
-      session_id: "test-session-decent",
-      epic_id: "test-epic-decent",
-      timestamp: "2025-01-01T10:25:00.000Z",
-      event_type: "OUTCOME",
-      outcome_type: "epic_complete",
-      payload: { epic_id: "test-epic-decent", total_subtasks: 2 },
-    },
-  ],
-};
-
-/**
- * All test fixtures
- */
-export const coordinatorSessionFixtures = [
-  perfectCoordinator,
-  badCoordinator,
-  decentCoordinator,
-];