@adia-ai/adia-ui-forge 0.8.8 → 0.8.10

package/skills/adia-site-docs/evals/routing-corpus.json

@@ -1,38 +1,139 @@
 {
-  "positives": [
-    "review this site docs page for consistency",
-    "does this callout look like plain text to you",
-    "why is the code background not visible on this page",
-    "add a new pattern page under site/pages/patterns",
-    "author a new getting-started guide page",
-    "write a new architecture explainer page for the docs site",
-    "create a reference page documenting the MCP tools",
-    "this demo page needs a tamed static frame like the other pattern pages",
-    "add a new admin-shell demo to this patterns page without duplicating the taming CSS",
-    "is this site page consistent with our authoring conventions",
-    "audit site/pages/guides for the same callout bug we found elsewhere",
-    "this warning box on the docs page has no background at all",
-    "what's the shared skeleton every site docs page should follow",
-    "what token should a new chip-like surface use to stay readable against the page background",
-    "check the patterns pages for any other unstyled data attributes like data-alert",
-    "scaffold a new getting-started/theming-dark-mode.html page"
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "name": "adia-site-docs routing accuracy corpus",
+  "version": "2.1.0",
+  "purpose": "Routing-eval corpus for adia-site-docs. Each phrase declares the skill (expected), a forbidden skill (expected_not, for phrases the source data only ever asserted as \"not this skill\"), or neither. Scored by scripts/skills/run-skill-evals.mjs (TF-IDF token overlap over per-skill description+triggers).",
+  "scoring_notes": "Heuristic signal, not ground truth. Treat misroutes as a prompt to tighten the skill description, never as a reason to keyword-stuff it. Real harness routing is LLM-driven.",
+  "scope": "adia-site-docs routing \u2014 does this phrase activate adia-site-docs?",
+  "phrases": [
+    {
+      "id": "adia-site-docs-pos-01",
+      "phrase": "review this site docs page for consistency",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-02",
+      "phrase": "does this callout look like plain text to you",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-03",
+      "phrase": "why is the code background not visible on this page",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-04",
+      "phrase": "add a new pattern page under site/pages/patterns",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-05",
+      "phrase": "author a new getting-started guide page",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-06",
+      "phrase": "write a new architecture explainer page for the docs site",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-07",
+      "phrase": "create a reference page documenting the MCP tools",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-08",
+      "phrase": "this demo page needs a tamed static frame like the other pattern pages",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-09",
+      "phrase": "add a new admin-shell demo to this patterns page without duplicating the taming CSS",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-10",
+      "phrase": "is this site page consistent with our authoring conventions",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-11",
+      "phrase": "audit site/pages/guides for the same callout bug we found elsewhere",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-12",
+      "phrase": "this warning box on the docs page has no background at all",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-13",
+      "phrase": "what's the shared skeleton every site docs page should follow",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-14",
+      "phrase": "what token should a new chip-like surface use to stay readable against the page background",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-15",
+      "phrase": "check the patterns pages for any other unstyled data attributes like data-alert",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-pos-16",
+      "phrase": "scaffold a new getting-started/theming-dark-mode.html page",
+      "expected": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-neg-01",
+      "phrase": "review this component's own demo gallery in its .examples.html file",
+      "expected_not": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-neg-02",
+      "phrase": "fix this gen-ui training exemplar page under site/pages/examples",
+      "expected_not": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-neg-03",
+      "phrase": "tune the zettel retrieval threshold for the chunk corpus",
+      "expected_not": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-neg-04",
+      "phrase": "add a new prop to the button-ui primitive",
+      "expected_not": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-neg-05",
+      "phrase": "cut the next npm release for the 9 @adia-ai packages",
+      "expected_not": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-neg-06",
+      "phrase": "deploy the docs site to ui-kit.exe.xyz",
+      "expected_not": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-neg-07",
+      "phrase": "fix this gen-ui training exemplar page",
+      "expected_not": "adia-site-docs"
+    },
+    {
+      "id": "adia-site-docs-neg-08",
+      "phrase": "add a demo to the patterns page for card-ui",
+      "expected_not": "adia-site-docs"
+    }
   ],
-  "negatives": [
-    "review this component's own demo gallery in its .examples.html file",
-    "fix this gen-ui training exemplar page under site/pages/examples",
-    "tune the zettel retrieval threshold for the chunk corpus",
-    "add a new prop to the button-ui primitive",
-    "cut the next npm release for the 9 @adia-ai packages",
-    "deploy the docs site to ui-kit.exe.xyz",
-    "fix this gen-ui training exemplar page",
-    "add a demo to the patterns page for card-ui"
-  ],
-  "_measured": {
+  "_measured_historical": {
     "as_of": "2026-07-18",
     "scorer": "routing_eval.py (nonoun-plugins/forge)",
     "f1": 0.733,
     "precision": 0.786,
     "recall": 0.688,
-    "exit_code": 0
+    "exit_code": 0,
+    "note": "measured by the external routing_eval.py (nonoun-plugins/forge) against the pre-conversion positives/negatives shape; historical record only, not regenerated by run-skill-evals.mjs."
   }
 }

package/skills/adia-ssr/evals/evals.json

@@ -0,0 +1,20 @@
+{
+  "skill": "adia-ssr",
+  "note": "Trigger-routing suite (gh#369). expect=trigger: the skill should fire on the prompt in a fresh session. expect=no-trigger: a near-miss owned elsewhere (owner named per case) or generic knowledge with no AdiaUI skill involved. Cases derived from evals/routing-corpus.json's phrases array (gh#355 vetted corpus) plus the SKILL.md description's own trigger/NOT-fence language. adia-ssr is user-invocable:false but disable-model-invocation:false, so it remains model-invocable and is in G7's scope.",
+  "cases": [
+    { "id": "t01", "prompt": "Why does text-ui render empty when we server-render it with Astro?", "expect": "trigger" },
+    { "id": "t02", "prompt": "Our SSR pass crashes because attachInternals isn't a function under linkedom", "expect": "trigger" },
+    { "id": "t03", "prompt": "Does select-ui work under linkedom?", "expect": "trigger" },
+    { "id": "t04", "prompt": "table-ui and chart-ui always render empty in our server-rendered HTML even though the data is set", "expect": "trigger" },
+    { "id": "t05", "prompt": "Is it safe to call getBoundingClientRect() synchronously in connectedCallback?", "expect": "trigger" },
+    { "id": "t06", "prompt": "document.adoptedStyleSheets is undefined and our component library crashes on import under SSR", "expect": "trigger" },
+    { "id": "t07", "prompt": "What's the actual root cause of the SSR content-loss bug — container CEs losing their nested children?", "expect": "trigger" },
+    { "id": "t08", "prompt": "Can our app finally delete the 110-line browser-API SSR shim now that 0.8.5 is out?", "expect": "trigger" },
+    { "id": "n01", "prompt": "Add hydration-aware stamping so connectedCallback stops overwriting existing children", "expect": "no-trigger", "owner": "adia-author" },
+    { "id": "n02", "prompt": "Set up Astro's rendering mode and hydration boundaries for our admin app", "expect": "no-trigger", "owner": "adia-host" },
+    { "id": "n03", "prompt": "Explain how custom element hydration works in general, independent of any specific framework", "expect": "no-trigger" },
+    { "id": "n04", "prompt": "Wire up the a2ui generation pipeline to run inside a server-rendered page", "expect": "no-trigger", "owner": "adia-a2ui" },
+    { "id": "n05", "prompt": "Add a new primitive to the component catalog", "expect": "no-trigger", "owner": "adia-author" },
+    { "id": "n06", "prompt": "Deploy the latest build to ui-kit.exe.xyz", "expect": "no-trigger", "owner": "adia-deploy" }
+  ]
+}

package/skills/adia-ssr/evals/routing-corpus.json

@@ -1,34 +1,119 @@
 {
-  "positives": [
-    "why does text-ui render empty when we server-render it with Astro",
-    "our SSR pass crashes on attachInternals not being a function",
-    "does select-ui work under linkedom",
-    "admin-sidebar snaps collapsed on every server-rendered page load",
-    "is gh#284 fixed yet, can we drop the attribute-only SSR registration restriction",
-    "how do we test that a new ResizeObserver guard actually works without installing linkedom",
-    "new ResizeObserver() throws under our DOM-shim SSR environment",
-    "table-ui and chart-ui always render empty in our server-rendered HTML even though the data is set",
-    "what's the actual root cause of the SSR content-loss bug, container CEs losing their nested children",
-    "can our app finally delete the 110-line browser-API shim now that 0.8.5 is out",
-    "is it safe to call getBoundingClientRect() synchronously in connectedCallback",
-    "document.adoptedStyleSheets is undefined and our component library crashes on import"
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "name": "adia-ssr routing accuracy corpus",
+  "version": "2.1.0",
+  "purpose": "Routing-eval corpus for adia-ssr. Each phrase declares the skill (expected), a forbidden skill (expected_not, for phrases the source data only ever asserted as \"not this skill\"), or neither. Scored by scripts/skills/run-skill-evals.mjs (TF-IDF token overlap over per-skill description+triggers).",
+  "scoring_notes": "Heuristic signal, not ground truth. Treat misroutes as a prompt to tighten the skill description, never as a reason to keyword-stuff it. Real harness routing is LLM-driven.",
+  "scope": "adia-ssr routing \u2014 does this phrase activate adia-ssr?",
+  "phrases": [
+    {
+      "id": "adia-ssr-pos-01",
+      "phrase": "why does text-ui render empty when we server-render it with Astro",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-02",
+      "phrase": "our SSR pass crashes on attachInternals not being a function",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-03",
+      "phrase": "does select-ui work under linkedom",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-04",
+      "phrase": "admin-sidebar snaps collapsed on every server-rendered page load",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-05",
+      "phrase": "is gh#284 fixed yet, can we drop the attribute-only SSR registration restriction",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-06",
+      "phrase": "how do we test that a new ResizeObserver guard actually works without installing linkedom",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-07",
+      "phrase": "new ResizeObserver() throws under our DOM-shim SSR environment",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-08",
+      "phrase": "table-ui and chart-ui always render empty in our server-rendered HTML even though the data is set",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-09",
+      "phrase": "what's the actual root cause of the SSR content-loss bug, container CEs losing their nested children",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-10",
+      "phrase": "can our app finally delete the 110-line browser-API shim now that 0.8.5 is out",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-11",
+      "phrase": "is it safe to call getBoundingClientRect() synchronously in connectedCallback",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-pos-12",
+      "phrase": "document.adoptedStyleSheets is undefined and our component library crashes on import",
+      "expected": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-neg-01",
+      "phrase": "add hydration-aware stamping so connectedCallback stops overwriting existing children",
+      "expected_not": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-neg-02",
+      "phrase": "set up Astro's rendering mode and hydration boundaries for our admin app",
+      "expected_not": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-neg-03",
+      "phrase": "explain how custom element hydration works in general, independent of any specific framework",
+      "expected_not": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-neg-04",
+      "phrase": "the icon registry comes back empty because of a workspace-hoisting import.meta.glob path bug",
+      "expected_not": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-neg-05",
+      "phrase": "wire up the a2ui generation pipeline to run inside a server-rendered page",
+      "expected_not": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-neg-06",
+      "phrase": "add a new primitive to the component catalog",
+      "expected_not": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-neg-07",
+      "phrase": "compose the billing settings screen from the catalog",
+      "expected_not": "adia-ssr"
+    },
+    {
+      "id": "adia-ssr-neg-08",
+      "phrase": "deploy the latest build to ui-kit.exe.xyz",
+      "expected": "adia-deploy"
+    }
   ],
-  "negatives": [
-    "add hydration-aware stamping so connectedCallback stops overwriting existing children",
-    "set up Astro's rendering mode and hydration boundaries for our admin app",
-    "explain how custom element hydration works in general, independent of any specific framework",
-    "the icon registry comes back empty because of a workspace-hoisting import.meta.glob path bug",
-    "wire up the a2ui generation pipeline to run inside a server-rendered page",
-    "add a new primitive to the component catalog",
-    "compose the billing settings screen from the catalog",
-    "deploy the latest build to ui-kit.exe.xyz"
-  ],
-  "_measured": {
+  "_measured_historical": {
     "as_of": "2026-07-18",
     "scorer": "routing_eval.py (nonoun-plugins/forge)",
     "f1": 0.957,
     "precision": 1.0,
     "recall": 0.917,
-    "exit_code": 0
+    "exit_code": 0,
+    "note": "measured by the external routing_eval.py (nonoun-plugins/forge) against the pre-conversion positives/negatives shape; historical record only, not regenerated by run-skill-evals.mjs."
   }
 }