@givolt/i3-composer-agent 2.1.1 → 2.2.1

package/evals/cases/i3-debugging-and-error-recovery.json

@@ -0,0 +1,58 @@
+{
+  "skill_name": "i3-debugging-and-error-recovery",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "The app crashes with a TypeError when I click save, help me find the root cause",
+        "top_k": 3
+      },
+      {
+        "prompt": "The API is throwing intermittent 500 errors in production, help me find the root cause",
+        "top_k": 3
+      },
+      {
+        "prompt": "This test passed yesterday and fails today, figure out what broke",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Write the API documentation for the orders service",
+        "owner": "i3-documentation-and-adrs"
+      },
+      {
+        "prompt": "Simplify this working function for readability",
+        "owner": "i3-code-simplification"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "A test that passed yesterday now fails with an off-by-one error in pagination. Find and fix the root cause.",
+      "expected_output": "A reproduced failure, an identified root cause, a minimal fix, and a guard against regression",
+      "files": [
+        "i3-debugging-and-error-recovery"
+      ],
+      "expectations": [
+        "The failure is reproduced before any fix is attempted",
+        "The root cause is identified and stated, not just the symptom patched",
+        "A regression test exists after the fix",
+        "The fix is minimal and scoped to the cause"
+      ]
+    },
+    {
+      "id": 2,
+      "prompt": "Production checkout is failing and a stakeholder demands an immediate pagination patch without reproduction. Respond under time pressure.",
+      "expected_output": "Evidence preserved, the failure reproduced, and a root-cause fix guarded by a regression test",
+      "files": [
+        "i3-debugging-and-error-recovery"
+      ],
+      "expectations": [
+        "The time pressure does not cause reproduction or evidence gathering to be skipped",
+        "The requested speculative patch is not applied before the cause is localized",
+        "The final fix is tied to a reproduced cause and a regression test"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-deprecation-and-migration.json

@@ -0,0 +1,52 @@
+{
+  "skill_name": "i3-deprecation-and-migration",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "We are sunsetting the v1 API, plan the deprecation",
+        "top_k": 3
+      },
+      {
+        "prompt": "Migrate users off the legacy auth system without breaking them",
+        "top_k": 3
+      },
+      {
+        "prompt": "How do I remove this old feature safely for existing users?",
+        "top_k": 3
+      },
+      {
+        "prompt": "Rename a database column without downtime",
+        "top_k": 3
+      },
+      {
+        "prompt": "How do I drop a column safely in production?",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Add dark mode to the settings page",
+        "owner": "i3-frontend-ui-engineering"
+      },
+      {
+        "prompt": "Why is this test flaky on CI?",
+        "owner": "i3-ci-cd-and-automation"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "Plan the deprecation of a public v1 REST API with 200 external consumers, replaced by v2.",
+      "expected_output": "A staged deprecation plan: comms, timeline, compatibility window, monitoring, and removal criteria",
+      "files": [
+        "i3-deprecation-and-migration"
+      ],
+      "expectations": [
+        "Consumers are notified with a timeline before any breaking change",
+        "A compatibility or migration window exists with monitoring of remaining usage",
+        "Removal is gated on measured migration, not a calendar date alone"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-documentation-and-adrs.json

@@ -0,0 +1,44 @@
+{
+  "skill_name": "i3-documentation-and-adrs",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Write an ADR for choosing Postgres over MongoDB",
+        "top_k": 3
+      },
+      {
+        "prompt": "Document the architecture decision behind the queue design",
+        "top_k": 3
+      },
+      {
+        "prompt": "Update the documentation for the new setup flow and record why it changed",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Find the root cause of the memory leak in the worker",
+        "owner": "i3-debugging-and-error-recovery"
+      },
+      {
+        "prompt": "Harden the login endpoint against brute force attacks",
+        "owner": "i3-security-and-hardening"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "Record the decision to adopt event sourcing for the orders service as an ADR.",
+      "expected_output": "An ADR capturing context, decision, alternatives considered, and consequences",
+      "files": [
+        "i3-documentation-and-adrs"
+      ],
+      "expectations": [
+        "The ADR states context, decision, alternatives, and consequences distinctly",
+        "Trade-offs and rejected options are recorded, not just the winning choice",
+        "The ADR records a status from the skill's lifecycle (Proposed, Accepted, Superseded or Deprecated) and a date"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-doubt-driven-development.json

@@ -0,0 +1,43 @@
+{
+  "skill_name": "i3-doubt-driven-development",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "This change touches production auth, cross-examine every assumption before we proceed",
+        "top_k": 3
+      },
+      {
+        "prompt": "I am not confident in this approach, adversarially review my reasoning in a fresh context",
+        "top_k": 3
+      },
+      {
+        "prompt": "High-stakes migration tomorrow, stress the plan for hidden failure modes",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Format this file with prettier"
+      },
+      {
+        "prompt": "Write the changelog entry for the release",
+        "owner": "i3-git-workflow-and-versioning"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "Before running an irreversible data migration, subject the migration plan to adversarial review.",
+      "expected_output": "Claims extracted, doubts raised against each, reconciliation, and a go or stop verdict",
+      "files": [
+        "i3-doubt-driven-development"
+      ],
+      "expectations": [
+        "Non-trivial claims in the plan are extracted and challenged individually",
+        "At least one assumption is tested rather than accepted",
+        "The verdict distinguishes verified claims from surviving doubts"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-frontend-ui-engineering.json

@@ -0,0 +1,52 @@
+{
+  "skill_name": "i3-frontend-ui-engineering",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Make this page responsive and WCAG compliant",
+        "top_k": 1
+      },
+      {
+        "prompt": "Build an accessible modal component with keyboard support",
+        "top_k": 3
+      },
+      {
+        "prompt": "Make the pricing page accessible and responsive on mobile",
+        "top_k": 1
+      },
+      {
+        "prompt": "Refactor the dashboard into reusable components with sane state management",
+        "top_k": 3
+      },
+      {
+        "prompt": "Rework the profile page into reusable components with proper state management",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Optimize the slow database indexes",
+        "owner": "i3-performance-optimization"
+      },
+      {
+        "prompt": "Tag and publish the release",
+        "owner": "i3-git-workflow-and-versioning"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "Build a dropdown menu component for the design system.",
+      "expected_output": "An accessible, keyboard-navigable component following project conventions",
+      "files": [
+        "i3-frontend-ui-engineering"
+      ],
+      "expectations": [
+        "Keyboard interaction and focus management are implemented, not just mouse clicks",
+        "ARIA roles or semantic elements are used correctly",
+        "Component state is managed deliberately rather than ad hoc"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-git-workflow-and-versioning.json

@@ -0,0 +1,47 @@
+{
+  "skill_name": "i3-git-workflow-and-versioning",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Split this messy working tree into clean atomic commits",
+        "top_k": 3
+      },
+      {
+        "prompt": "Resolve the merge conflict on this feature branch",
+        "top_k": 3
+      },
+      {
+        "prompt": "How should we tag and version this release?",
+        "top_k": 3
+      },
+      {
+        "prompt": "Commit this work and open a pull request",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Add a loading spinner to the submit button"
+      },
+      {
+        "prompt": "Write integration tests for the payments API",
+        "owner": "i3-test-driven-development"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "The working tree mixes a refactor, a bug fix, and a new feature. Turn it into a clean history.",
+      "expected_output": "Separate atomic commits with clear messages, each independently green",
+      "files": [
+        "i3-git-workflow-and-versioning"
+      ],
+      "expectations": [
+        "Refactor, fix, and feature land as separate commits",
+        "Commit messages are imperative and standalone",
+        "Each commit leaves the tree in a working state"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-idea-refine.json

@@ -0,0 +1,43 @@
+{
+  "skill_name": "i3-idea-refine",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "I have a rough idea for a habit tracker, help me refine it",
+        "top_k": 3
+      },
+      {
+        "prompt": "Stress-test my plan for the new onboarding flow",
+        "top_k": 3
+      },
+      {
+        "prompt": "Ideate on ways to improve developer retention in the product",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Fix the failing CI pipeline",
+        "owner": "i3-ci-cd-and-automation"
+      },
+      {
+        "prompt": "Audit the upload endpoint for vulnerabilities",
+        "owner": "i3-security-and-hardening"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "kind": "dialogue",
+      "prompt": "Refine this vague idea: 'some kind of tool that helps teams share knowledge better'.",
+      "expected_output": "Sharpening questions, distinct directions, surfaced assumptions, and a one-pager with MVP scope and a Not Doing list",
+      "expectations": [
+        "Sharpening questions are asked before converging",
+        "Hidden assumptions are surfaced explicitly",
+        "The output includes an explicit Not Doing list",
+        "The agent pushes back on weak aspects instead of only agreeing"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-incremental-implementation.json

@@ -0,0 +1,57 @@
+{
+  "skill_name": "i3-incremental-implementation",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Implement the next task from the plan as a small verifiable slice",
+        "top_k": 3
+      },
+      {
+        "prompt": "Build this feature step by step, committing after each working increment",
+        "top_k": 3
+      },
+      {
+        "prompt": "Ship this change behind a feature flag in thin slices",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "What alerts should we page on for the new service?",
+        "owner": "i3-observability-and-instrumentation"
+      },
+      {
+        "prompt": "Interview me to figure out the real requirements",
+        "owner": "i3-interview-me"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "Implement CSV export for the reports page, working from the existing task plan.",
+      "expected_output": "The feature delivered in small verified increments with a commit per slice",
+      "files": [
+        "i3-incremental-implementation"
+      ],
+      "expectations": [
+        "Work proceeds in thin vertical slices rather than one large change",
+        "Each slice is verified (tests or build) before the next begins",
+        "Each slice is committed separately"
+      ]
+    },
+    {
+      "id": 2,
+      "prompt": "A two-day CSV export draft mixes every layer and has no tests, but management says splitting it would waste the sunk effort. Decide how to proceed.",
+      "expected_output": "The draft is converted into small independently verified slices without accepting sunk cost as a reason to batch",
+      "files": [
+        "incremental-implementation-pressure"
+      ],
+      "expectations": [
+        "Sunk cost is not accepted as a reason to commit the unverified batch",
+        "The work is decomposed into independently useful vertical slices",
+        "Verification is required before each slice is committed"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-interview-me.json

@@ -0,0 +1,42 @@
+{
+  "skill_name": "i3-interview-me",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Interview me about what I actually want before you build anything",
+        "top_k": 3
+      },
+      {
+        "prompt": "Grill me on the requirements, the ask is fuzzy",
+        "top_k": 3
+      },
+      {
+        "prompt": "Ask me one question at a time until you understand the feature",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Run the full test suite and report failures",
+        "owner": "i3-test-driven-development"
+      },
+      {
+        "prompt": "Deploy the current build to staging",
+        "owner": "i3-shipping-and-launch"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "kind": "dialogue",
+      "prompt": "I want 'a better admin page'. Interview me before proposing anything.",
+      "expected_output": "A one-question-at-a-time interview that converges on validated requirements",
+      "expectations": [
+        "Questions are asked one at a time, not in batches",
+        "The agent does not propose solutions before understanding the need",
+        "The interview surfaces the underlying goal behind the stated ask"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-observability-and-instrumentation.json

@@ -0,0 +1,44 @@
+{
+  "skill_name": "i3-observability-and-instrumentation",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Add structured logging and metrics to the checkout service",
+        "top_k": 3
+      },
+      {
+        "prompt": "Set up tracing so we can follow a request across services",
+        "top_k": 3
+      },
+      {
+        "prompt": "What alerts should we page on for this new endpoint?",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Simplify this over-clever component",
+        "owner": "i3-code-simplification"
+      },
+      {
+        "prompt": "Draft the PRD for the referral program"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "Instrument a new payment-retry feature so on-call can operate it.",
+      "expected_output": "On-call questions defined first, then structured logs, RED metrics, and symptom-based alerts that answer them",
+      "files": [
+        "i3-observability-and-instrumentation"
+      ],
+      "expectations": [
+        "On-call questions are written before instrumentation is added",
+        "Logs are structured events with a correlation id, not prose strings",
+        "Metrics avoid unbounded label cardinality",
+        "Alerts are symptom-based and actionable"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-performance-optimization.json

@@ -0,0 +1,53 @@
+{
+  "skill_name": "i3-performance-optimization",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Optimize this N+1 query",
+        "top_k": 1
+      },
+      {
+        "prompt": "The dashboard takes eight seconds to load, profile it and fix the bottleneck",
+        "top_k": 3
+      },
+      {
+        "prompt": "Profile these slow database queries and add the right indexes",
+        "top_k": 1
+      },
+      {
+        "prompt": "The orders endpoint has a slow N+1 query pattern, profile it and fix the bottleneck",
+        "top_k": 3
+      },
+      {
+        "prompt": "Core Web Vitals are failing, improve our LCP",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Draft the deprecation notice for the v1 API",
+        "owner": "i3-deprecation-and-migration"
+      },
+      {
+        "prompt": "Design the public interface for the billing module",
+        "owner": "i3-api-and-interface-design"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "The products page renders slowly with 1000 items. Improve its performance.",
+      "expected_output": "A measured baseline, an identified bottleneck, a targeted fix, a verified improvement, and a regression guard",
+      "files": [
+        "i3-performance-optimization"
+      ],
+      "expectations": [
+        "Performance is measured before any optimization is applied",
+        "The fix targets the measured bottleneck rather than guessing",
+        "Improvement is verified against the baseline after the change",
+        "A concrete guard is added after verification using a synthetic performance budget or field monitoring tied to the measured user-facing metric"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-planning-and-task-breakdown.json

@@ -0,0 +1,45 @@
+{
+  "skill_name": "i3-planning-and-task-breakdown",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Break this spec into small verifiable tasks with acceptance criteria",
+        "top_k": 3
+      },
+      {
+        "prompt": "Turn the PRD into an ordered task list we can execute",
+        "top_k": 3
+      },
+      {
+        "prompt": "Plan the work into implementable chunks before we start coding",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Debug the crash on startup",
+        "owner": "i3-debugging-and-error-recovery"
+      },
+      {
+        "prompt": "Encode the output so it is safe against XSS",
+        "owner": "i3-security-and-hardening"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "Break the attached notifications spec into an executable plan.",
+      "expected_output": "Ordered tasks in tasks/plan.md, each small, verifiable, with acceptance criteria and dependencies",
+      "files": [
+        "i3-planning-and-task-breakdown"
+      ],
+      "expectations": [
+        "Every task has acceptance criteria",
+        "Tasks are ordered by dependency",
+        "Tasks are vertical slices rather than horizontal layers",
+        "No implementation code is written during planning"
+      ]
+    }
+  ]
+}

package/evals/cases/i3-security-and-hardening.json

@@ -0,0 +1,53 @@
+{
+  "skill_name": "i3-security-and-hardening",
+  "trigger": {
+    "positive": [
+      {
+        "prompt": "Audit this file upload handler for vulnerabilities",
+        "top_k": 3
+      },
+      {
+        "prompt": "Is this login flow safe against the OWASP top ten?",
+        "top_k": 3
+      },
+      {
+        "prompt": "Harden the webhook endpoint that fetches user-supplied URLs",
+        "top_k": 3
+      },
+      {
+        "prompt": "Run a dependency audit and triage the findings",
+        "top_k": 3
+      },
+      {
+        "prompt": "Is this new package safe to install? Check for typosquatting and supply chain risk",
+        "top_k": 3
+      }
+    ],
+    "negative": [
+      {
+        "prompt": "Rename these variables for clarity",
+        "owner": "i3-code-simplification"
+      },
+      {
+        "prompt": "Set up the release tagging workflow",
+        "owner": "i3-git-workflow-and-versioning"
+      }
+    ]
+  },
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "Harden an endpoint that accepts a user-supplied webhook URL and fetches it server-side.",
+      "expected_output": "Threat-modeled hardening: allowlisting, private-IP blocking, and validated input with tests",
+      "files": [
+        "i3-security-and-hardening"
+      ],
+      "expectations": [
+        "Trust boundaries are identified before controls are proposed",
+        "SSRF protections cover private and reserved addresses, not just scheme checks",
+        "Input validation is enforced at the boundary",
+        "No secrets are logged or exposed in errors"
+      ]
+    }
+  ]
+}