opencode-agent-skill 10.0.0 → 11.0.0

package/scripts/validate-v11-suite.mjs

@@ -0,0 +1,58 @@
+import { existsSync } from "node:fs"
+import { readFile } from "node:fs/promises"
+import path from "node:path"
+import { fileURLToPath } from "node:url"
+
+const root = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..")
+const file = path.join(root, "evals", "v11", "tasks.json")
+const suite = JSON.parse(await readFile(file, "utf8"))
+const errors = []
+
+const REQUIRED_V11_FILES = [
+  "lib/context-engine-v11.mjs",
+  "lib/evidence-store.mjs",
+  "lib/evidence-budget.mjs",
+  "lib/prompt-cache.mjs",
+  "lib/capability-registry.mjs",
+  "lib/browser-adapter.mjs",
+  "lib/browser-runtime.mjs",
+  "lib/png-diff.mjs",
+  "lib/visual-spec.mjs",
+  "lib/dynamic-workflow.mjs",
+  "lib/skill-quality.mjs",
+  "lib/ui-inspector.mjs",
+  "lib/v11-metrics.mjs",
+  "global-config/agents/visual-verifier.md",
+  "global-config/agents/merge-arbiter.md",
+]
+for (const relative of REQUIRED_V11_FILES) {
+  if (!existsSync(path.join(root, relative))) errors.push("missing V11 runtime file: " + relative)
+}
+const ids = new Set()
+const categories = new Set()
+
+if (!Array.isArray(suite.tasks) || suite.tasks.length < 10) errors.push("V11 suite must contain at least 10 tasks")
+
+for (const task of suite.tasks || []) {
+  if (!task.id || ids.has(task.id)) errors.push("missing/duplicate id: " + (task.id || "<missing>"))
+  ids.add(task.id)
+  if (!task.category) errors.push((task.id || "<missing>") + ": missing category")
+  categories.add(task.category)
+  if (!task.objective || task.objective.length < 30) errors.push((task.id || "<missing>") + ": objective is too weak")
+  if (!Array.isArray(task.requiredFiles) || !task.requiredFiles.length) errors.push((task.id || "<missing>") + ": requiredFiles missing")
+  for (const relative of task.requiredFiles || []) {
+    if (!existsSync(path.join(root, relative))) errors.push((task.id || "<missing>") + ": missing required file " + relative)
+  }
+}
+
+for (const category of ["context","routing","visual","browser","workflow","sidecar"]) {
+  if (!categories.has(category)) errors.push("V11 suite missing category: " + category)
+}
+
+if (errors.length) {
+  console.error("V11 suite validation failed:")
+  for (const error of errors) console.error("- " + error)
+  process.exit(1)
+}
+
+console.log("Validated " + suite.tasks.length + " V11 contract tasks across " + categories.size + " categories and " + REQUIRED_V11_FILES.length + " required runtime files.")

package/scripts/validate.mjs

@@ -87,9 +87,12 @@ for (const entry of await readdir(agentsRoot, { withFileTypes: true })) {
   if (!/mode:\s*subagent/.test(source)) errors.push(`${entry.name}: agent must use mode: subagent`)
 }
 
-if (ids.size < 39) errors.push(`expected at least 39 skills, found ${ids.size}`)
+const V11_REQUIRED_SKILLS = ["visual-fidelity","browser-qa","design-source","responsive-verification","component-visual-testing","browser-security","skill-authoring","skill-evaluation","dynamic-workflow"]
+for (const id of V11_REQUIRED_SKILLS) if (!ids.has(id)) errors.push(`missing V11 skill ${id}`)
+
+if (ids.size < 48) errors.push(`expected at least 48 skills for V11, found ${ids.size}`)
 if (commands < 11) errors.push(`expected at least 11 commands, found ${commands}`)
-if (agents < 10) errors.push(`expected at least 10 subagents, found ${agents}`)
+if (agents < 12) errors.push(`expected at least 12 subagents for V11, found ${agents}`)
 
 const routerIndex = path.join(pluginsRoot, "ues-router", "index.js")
 const routerCore = path.join(pluginsRoot, "ues-router", "router.js")
@@ -115,6 +118,15 @@ if (existsSync(routerIndex)) {
   if (!source.includes('name: "task_policy"')) errors.push("v8 router plugin must expose adaptive task policy")
   if (!source.includes('name: "cancel_task"')) errors.push("v8 router plugin must expose executor cancellation")
   if (!source.includes('name: "recover_task"')) errors.push("v8 router plugin must expose task-scoped recovery")
+  if (!source.includes('name: "capability_requirements"')) errors.push("v11 router plugin must expose capability requirements")
+  if (!source.includes('name: "evidence_get"')) errors.push("v11 router plugin must expose bounded evidence retrieval")
+  if (!source.includes('name: "browser_plan"')) errors.push("v11 router plugin must expose browser verification planning")
+  if (!source.includes('name: "browser_inspect"')) errors.push("v11 router plugin must expose bounded browser inspection")
+  if (!source.includes('name: "visual_geometry"')) errors.push("v11 router plugin must expose visual geometry receipts")
+  if (!source.includes('name: "visual_compare"')) errors.push("v11 router plugin must expose deterministic PNG comparison")
+  if (!source.includes('name: "workflow_plan"')) errors.push("v11 router plugin must expose dynamic workflow planning")
+  if (!source.includes('name: "ui_tokens"')) errors.push("v11 router plugin must expose compact design-token extraction")
+  if (!source.includes('name: "ui_layout"')) errors.push("v11 router plugin must expose responsive UI layout verification")
   if (!source.includes("ctx.session.interrupt")) errors.push("v8 task dispatch must interrupt timed-out executors")
   if (!source.includes('"work", "heartbeat"')) errors.push("v8 task dispatch must refresh task leases")
 }
@@ -138,11 +150,11 @@ if (existsSync(plainInstallSmoke)) {
   }
 }
 
-for (const name of ["process-runner.mjs","evidence-receipt.mjs","gate-receipt.mjs","runtime-events.mjs","context-manifest.mjs","orchestrator-policy.mjs","worktree-sandbox.mjs","learning-engine.mjs","hermes-bridge.mjs","control-center.mjs"]) {
+for (const name of ["process-runner.mjs","evidence-receipt.mjs","gate-receipt.mjs","runtime-events.mjs","context-manifest.mjs","orchestrator-policy.mjs","worktree-sandbox.mjs","learning-engine.mjs","hermes-bridge.mjs","control-center.mjs","evidence-store.mjs","evidence-budget.mjs","prompt-cache.mjs","capability-registry.mjs","visual-spec.mjs","png-diff.mjs","browser-adapter.mjs","browser-runtime.mjs","dynamic-workflow.mjs","skill-quality.mjs","ui-inspector.mjs","context-engine-v11.mjs","v11-metrics.mjs"]) {
   if (!existsSync(path.join(root, "lib", name))) errors.push(`missing V8 core module ${name}`)
 }
 
-for (const name of ["codebase-mapper.md","plan-checker.md","executor.md","integration-verifier.md"]) {
+for (const name of ["codebase-mapper.md","plan-checker.md","executor.md","integration-verifier.md","visual-verifier.md","merge-arbiter.md"]) {
   if (!existsSync(path.join(agentsRoot, name))) errors.push(`missing V6 subagent ${name}`)
 }