vskill 0.5.141 → 0.5.143

package/agents.json

@@ -1,6 +1,6 @@
 {
   "version": 1,
-  "generatedAt": "2026-04-26T19:11:59.758Z",
+  "generatedAt": "2026-04-26T21:22:47.298Z",
   "agentPrefixes": [
     ".adal",
     ".agent",

package/dist/eval/activation-tester.d.ts

@@ -7,6 +7,7 @@ export interface ActivationPrompt {
     prompt: string;
     expected: "should_activate" | "should_not_activate" | "auto";
 }
+export type Verdict = "ok" | "scope_warning" | "drift_warning";
 export interface ActivationResult {
     prompt: string;
     expected: "should_activate" | "should_not_activate";
@@ -15,6 +16,7 @@ export interface ActivationResult {
     reasoning: string;
     classification: "TP" | "TN" | "FP" | "FN";
     autoClassified?: boolean;
+    verdict: Verdict;
 }
 export interface ActivationSummary {
     results: ActivationResult[];
@@ -26,6 +28,9 @@ export interface ActivationSummary {
     tn: number;
     fp: number;
     fn: number;
+    scopeWarnings: number;
+    driftWarnings: number;
     autoClassifiedCount: number;
 }
 export declare function testActivation(skillDescription: string, prompts: ActivationPrompt[], client: LlmClient, onResult?: (result: ActivationResult) => void, meta?: SkillMeta, onProgress?: (phase: "classifying", index: number, total: number) => void): Promise<ActivationSummary>;
+export declare function computeVerdict(autoClassified: boolean | undefined, expected: "should_activate" | "should_not_activate", actual: boolean): Verdict;

package/dist/eval/activation-tester.js

@@ -79,6 +79,7 @@ Would this user prompt trigger this skill?`;
                 ? json.confidence
                 : "low";
             const classification = classifyResult(p.expected, activate);
+            const verdict = computeVerdict(p.autoClassified, p.expected, activate);
             const result = {
                 prompt: p.prompt,
                 expected: p.expected,
@@ -87,6 +88,7 @@ Would this user prompt trigger this skill?`;
                 reasoning: String(json.reasoning || ""),
                 classification,
                 autoClassified: p.autoClassified,
+                verdict,
             };
             results.push(result);
             onResult?.(result);
@@ -100,6 +102,7 @@ Would this user prompt trigger this skill?`;
                 reasoning: `Error: ${err instanceof Error ? err.message : String(err)}`,
                 classification: p.expected === "should_activate" ? "FN" : "TN",
                 autoClassified: p.autoClassified,
+                verdict: "ok",
             };
             results.push(result);
             onResult?.(result);
@@ -116,22 +119,39 @@ function classifyResult(expected, actual) {
         return "TN";
     return "FP";
 }
+// Auto-classified disagreement → soft warning (not a real FP/FN). Manual labels
+// signal user authority; their disagreements remain strict. See increment 0775.
+export function computeVerdict(autoClassified, expected, actual) {
+    if (!autoClassified)
+        return "ok";
+    if (expected === "should_not_activate" && actual)
+        return "scope_warning";
+    if (expected === "should_activate" && !actual)
+        return "drift_warning";
+    return "ok";
+}
 function computeSummary(results) {
-    const tp = results.filter((r) => r.classification === "TP").length;
-    const tn = results.filter((r) => r.classification === "TN").length;
-    const fp = results.filter((r) => r.classification === "FP").length;
-    const fn = results.filter((r) => r.classification === "FN").length;
+    const ok = (r) => r.verdict === "ok";
+    const tp = results.filter((r) => r.classification === "TP" && ok(r)).length;
+    const tn = results.filter((r) => r.classification === "TN" && ok(r)).length;
+    const fp = results.filter((r) => r.classification === "FP" && ok(r)).length;
+    const fn = results.filter((r) => r.classification === "FN" && ok(r)).length;
+    const scopeWarnings = results.filter((r) => r.verdict === "scope_warning").length;
+    const driftWarnings = results.filter((r) => r.verdict === "drift_warning").length;
     const total = results.length;
+    const scoredTotal = tp + tn + fp + fn;
     return {
         results,
         precision: tp + fp > 0 ? tp / (tp + fp) : 0,
         recall: tp + fn > 0 ? tp / (tp + fn) : 0,
-        reliability: total > 0 ? (tp + tn) / total : 0,
+        reliability: scoredTotal > 0 ? (tp + tn) / scoredTotal : 0,
         total,
         tp,
         tn,
         fp,
         fn,
+        scopeWarnings,
+        driftWarnings,
         autoClassifiedCount: results.filter((r) => r.autoClassified).length,
     };
 }

package/dist/eval/activation-tester.js.map

@@ -1 +1 @@
-{"version":3,"file":"activation-tester.js","sourceRoot":"","sources":["../../src/eval/activation-tester.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,4EAA4E;AAC5E,8EAA8E;AAqC9E,MAAM,wBAAwB,GAAG;;;;;;;;;;;;EAY/B,CAAC;AAEH,MAAM,sBAAsB,GAAG;;;wBAGP,CAAC;AAEzB,8EAA8E;AAC9E,kEAAkE;AAClE,8EAA8E;AAE9E,KAAK,UAAU,mBAAmB,CAChC,IAAe,EACf,MAAc,EACd,MAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,UAAU,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,MAAM,EAAE,CAAC;QAClG,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,sBAAsB,EAAE,UAAU,CAAC,CAAC;QAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,qBAAqB,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,iBAAiB,CAAC;IAC3B,CAAC;AACH,CAAC;AAYD,KAAK,UAAU,cAAc,CAC3B,OAA2B,EAC3B,MAAiB,EACjB,IAAgB,EAChB,UAAyE;IAEzE,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YAC1B,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnE,UAAU,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;gBACpD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,8EAA8E;AAC9E,yDAAyD;AACzD,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,gBAAwB,EACxB,OAA2B,EAC3B,MAAiB,EACjB,QAA6C,EAC7C,IAAgB,EAChB,UAAyE;IAEzE,qCAAqC;IACrC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAEzE,oDAAoD;IACpD,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG;EACrB,gBAAgB;;;EAGhB,CAAC,CAAC,MAAM;;2CAEiC,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,UAAU,CAAC,CAAC;YACvF,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACrF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YAE9C,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;YACjC,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;gBACpE,CAAC,CAAE,IAAI,CAAC,UAAwC;gBAChD,CAAC,CAAC,KAAK,CAAC;YAEV,MAAM,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE5D,MAAM,MAAM,GAAqB;gBAC/B,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,QAAQ;gBACR,UAAU;gBACV,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBACvC,cAAc;gBACd,cAAc,EAAE,CAAC,CAAC,cAAc;aACjC,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,GAAqB;gBAC/B,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;gBACvE,cAAc,EAAE,CAAC,CAAC,QAAQ,KAAK,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;gBAC9D,cAAc,EAAE,CAAC,CAAC,cAAc;aACjC,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,cAAc,CACrB,QAAmD,EACnD,MAAe;IAEf,IAAI,QAAQ,KAAK,iBAAiB,IAAI,MAAM;QAAE,OAAO,IAAI,CAAC;IAC1D,IAAI,QAAQ,KAAK,iBAAiB,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC3D,IAAI,QAAQ,KAAK,qBAAqB,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC/D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,OAA2B;IACjD,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACnE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACnE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACnE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACnE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAE7B,OAAO;QACL,OAAO;QACP,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9C,KAAK;QACL,EAAE;QACF,EAAE;QACF,EAAE;QACF,EAAE;QACF,mBAAmB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,MAAM;KACpE,CAAC;AACJ,CAAC"}
+{"version":3,"file":"activation-tester.js","sourceRoot":"","sources":["../../src/eval/activation-tester.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,4EAA4E;AAC5E,8EAA8E;AA0C9E,MAAM,wBAAwB,GAAG;;;;;;;;;;;;EAY/B,CAAC;AAEH,MAAM,sBAAsB,GAAG;;;wBAGP,CAAC;AAEzB,8EAA8E;AAC9E,kEAAkE;AAClE,8EAA8E;AAE9E,KAAK,UAAU,mBAAmB,CAChC,IAAe,EACf,MAAc,EACd,MAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,UAAU,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,MAAM,EAAE,CAAC;QAClG,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,sBAAsB,EAAE,UAAU,CAAC,CAAC;QAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,qBAAqB,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,iBAAiB,CAAC;IAC3B,CAAC;AACH,CAAC;AAYD,KAAK,UAAU,cAAc,CAC3B,OAA2B,EAC3B,MAAiB,EACjB,IAAgB,EAChB,UAAyE;IAEzE,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YAC1B,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnE,UAAU,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;gBACpD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,8EAA8E;AAC9E,yDAAyD;AACzD,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,gBAAwB,EACxB,OAA2B,EAC3B,MAAiB,EACjB,QAA6C,EAC7C,IAAgB,EAChB,UAAyE;IAEzE,qCAAqC;IACrC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAEzE,oDAAoD;IACpD,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG;EACrB,gBAAgB;;;EAGhB,CAAC,CAAC,MAAM;;2CAEiC,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,UAAU,CAAC,CAAC;YACvF,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACrF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YAE9C,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;YACjC,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;gBACpE,CAAC,CAAE,IAAI,CAAC,UAAwC;gBAChD,CAAC,CAAC,KAAK,CAAC;YAEV,MAAM,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAEvE,MAAM,MAAM,GAAqB;gBAC/B,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,QAAQ;gBACR,UAAU;gBACV,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBACvC,cAAc;gBACd,cAAc,EAAE,CAAC,CAAC,cAAc;gBAChC,OAAO;aACR,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,GAAqB;gBAC/B,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;gBACvE,cAAc,EAAE,CAAC,CAAC,QAAQ,KAAK,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;gBAC9D,cAAc,EAAE,CAAC,CAAC,cAAc;gBAChC,OAAO,EAAE,IAAI;aACd,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,cAAc,CACrB,QAAmD,EACnD,MAAe;IAEf,IAAI,QAAQ,KAAK,iBAAiB,IAAI,MAAM;QAAE,OAAO,IAAI,CAAC;IAC1D,IAAI,QAAQ,KAAK,iBAAiB,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC3D,IAAI,QAAQ,KAAK,qBAAqB,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC/D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,gFAAgF;AAChF,gFAAgF;AAChF,MAAM,UAAU,cAAc,CAC5B,cAAmC,EACnC,QAAmD,EACnD,MAAe;IAEf,IAAI,CAAC,cAAc;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,QAAQ,KAAK,qBAAqB,IAAI,MAAM;QAAE,OAAO,eAAe,CAAC;IACzE,IAAI,QAAQ,KAAK,iBAAiB,IAAI,CAAC,MAAM;QAAE,OAAO,eAAe,CAAC;IACtE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,OAA2B;IACjD,MAAM,EAAE,GAAG,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC;IACvD,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,eAAe,CAAC,CAAC,MAAM,CAAC;IAClF,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,eAAe,CAAC,CAAC,MAAM,CAAC;IAClF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,WAAW,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;IAEtC,OAAO;QACL,OAAO;QACP,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAC1D,KAAK;QACL,EAAE;QACF,EAAE;QACF,EAAE;QACF,EAAE;QACF,aAAa;QACb,aAAa;QACb,mBAAmB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,MAAM;KACpE,CAAC;AACJ,CAAC"}

package/dist/eval/test-case-parser.d.ts

@@ -0,0 +1,8 @@
+export type TestCaseExpected = "should_activate" | "should_not_activate" | "auto";
+export interface ParsedTestCase {
+    prompt: string;
+    expected: TestCaseExpected;
+}
+export declare function parseTestCases(content: string): ParsedTestCase[];
+export declare function serializeTestCases(prompts: ParsedTestCase[]): string;
+export declare function upsertTestCasesIntoSkillMd(content: string, prompts: ParsedTestCase[]): string;

package/dist/eval/test-case-parser.js

@@ -0,0 +1,74 @@
+// ---------------------------------------------------------------------------
+// test-case-parser.ts — author-anchored activation-test fixtures in SKILL.md
+//
+// Ports the `## Test Cases` parser from vskill-platform's
+// src/lib/eval/prompt-generator.ts:22-48 (parseAuthorTestCases) and adds a
+// matching writer + upsert helper. The shape is intentionally identical to the
+// platform's so a single SKILL.md can be consumed by both systems.
+//
+// See increment 0776 for the why.
+// ---------------------------------------------------------------------------
+const SECTION_RE = /## Test Cases\s*\n([\s\S]*?)(?=\n## |\n---|\n$|$)/i;
+const PAIR_RE = /-\s*Prompt:\s*"([^"]+)"\s*\n\s*Expected:\s*"([^"]+)"/gi;
+export function parseTestCases(content) {
+    if (!content)
+        return [];
+    const sectionMatch = content.match(SECTION_RE);
+    if (!sectionMatch)
+        return [];
+    const section = sectionMatch[1];
+    const cases = [];
+    // Reset lastIndex via a fresh regex each call to keep this function pure
+    const pair = new RegExp(PAIR_RE.source, "gi");
+    let m;
+    while ((m = pair.exec(section)) !== null) {
+        cases.push({ prompt: m[1], expected: textToExpected(m[2]) });
+    }
+    return cases;
+}
+export function serializeTestCases(prompts) {
+    if (prompts.length === 0)
+        return "";
+    const lines = prompts.map((p) => `- Prompt: "${p.prompt}"\n  Expected: "${expectedToText(p.expected)}"`);
+    return `## Test Cases\n\n${lines.join("\n")}\n`;
+}
+// Replace-or-append the `## Test Cases` block. Empty prompts → remove the
+// section entirely (keeps SKILL.md clean when the author clears fixtures).
+export function upsertTestCasesIntoSkillMd(content, prompts) {
+    const trimmed = content.replace(/\s+$/, "");
+    const hasSection = SECTION_RE.test(trimmed);
+    if (prompts.length === 0) {
+        if (!hasSection)
+            return content;
+        return removeSection(trimmed) + "\n";
+    }
+    const block = serializeTestCases(prompts).trimEnd();
+    if (hasSection) {
+        return trimmed.replace(SECTION_RE, block) + "\n";
+    }
+    return trimmed + "\n\n" + block + "\n";
+}
+function removeSection(content) {
+    // Match the heading + body + trailing whitespace up to the next section
+    // boundary, then collapse the gap to a single blank line.
+    return content
+        .replace(/\n*## Test Cases\s*\n[\s\S]*?(?=\n## |\n---|\n$|$)/i, "")
+        .replace(/\n{3,}/g, "\n\n")
+        .replace(/\s+$/, "");
+}
+function textToExpected(raw) {
+    const norm = raw.trim().toLowerCase();
+    if (norm === "should activate")
+        return "should_activate";
+    if (norm === "should not activate")
+        return "should_not_activate";
+    return "auto";
+}
+function expectedToText(expected) {
+    if (expected === "should_activate")
+        return "should activate";
+    if (expected === "should_not_activate")
+        return "should not activate";
+    return "auto";
+}
+//# sourceMappingURL=test-case-parser.js.map

package/dist/eval/test-case-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-case-parser.js","sourceRoot":"","sources":["../../src/eval/test-case-parser.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,6EAA6E;AAC7E,EAAE;AACF,0DAA0D;AAC1D,2EAA2E;AAC3E,+EAA+E;AAC/E,mEAAmE;AACnE,EAAE;AACF,kCAAkC;AAClC,8EAA8E;AAS9E,MAAM,UAAU,GAAG,oDAAoD,CAAC;AACxE,MAAM,OAAO,GAAG,wDAAwD,CAAC;AAEzE,MAAM,UAAU,cAAc,CAAC,OAAe;IAC5C,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC/C,IAAI,CAAC,YAAY;QAAE,OAAO,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAEhC,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,yEAAyE;IACzE,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAyB;IAC1D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CACvB,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,MAAM,mBAAmB,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAC9E,CAAC;IACF,OAAO,oBAAoB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAClD,CAAC;AAED,0EAA0E;AAC1E,2EAA2E;AAC3E,MAAM,UAAU,0BAA0B,CACxC,OAAe,EACf,OAAyB;IAEzB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE5C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU;YAAE,OAAO,OAAO,CAAC;QAChC,OAAO,aAAa,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACvC,CAAC;IAED,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IACpD,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC;IACnD,CAAC;IACD,OAAO,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACpC,wEAAwE;IACxE,0DAA0D;IAC1D,OAAO,OAAO;SACX,OAAO,CAAC,qDAAqD,EAAE,EAAE,CAAC;SAClE,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,IAAI,IAAI,KAAK,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IACzD,IAAI,IAAI,KAAK,qBAAqB;QAAE,OAAO,qBAAqB,CAAC;IACjE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,QAA0B;IAChD,IAAI,QAAQ,KAAK,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IAC7D,IAAI,QAAQ,KAAK,qBAAqB;QAAE,OAAO,qBAAqB,CAAC;IACrE,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/eval-server/api-routes.d.ts

@@ -43,6 +43,24 @@ export interface AgentsResponse {
         consumers: string[];
     }>;
 }
+export interface PlatformHealth {
+    degraded: boolean;
+    reason: string | null;
+    statsAgeMs: number;
+    oldestActiveAgeMs: number;
+}
+/** Test hook — clear the 60 s cache so the next computePlatformHealth re-fetches. */
+export declare function resetPlatformHealthCache(): void;
+/**
+ * 0778 — Compute platform health by probing two upstream verified-skill.com
+ * endpoints. Bounded by a 1500 ms timeout. Errors of any kind return the
+ * safe fallback so the studio never amber-flashes on user wifi blips.
+ */
+export declare function computePlatformHealth(opts?: {
+    fetchImpl?: typeof fetch;
+    /** Test-only: bypass the in-memory cache. */
+    skipCache?: boolean;
+}): Promise<PlatformHealth>;
 /** Test hook — clear the 30 s cache so the next buildAgentsResponse() re-scans. */
 export declare function resetAgentPresenceCache(): void;
 interface BuildAgentsOptions {

package/dist/eval-server/api-routes.js

@@ -32,6 +32,7 @@ import { computeVerdict } from "../eval/verdict.js";
 import { generateActionItems } from "../eval/action-items.js";
 import { buildEvalInitPrompt, parseGeneratedEvals, buildIntegrationEvalPrompt, parseGeneratedIntegrationEvals, detectBrowserRequirements, detectPlatformTargets } from "../eval/prompt-builder.js";
 import { testActivation } from "../eval/activation-tester.js";
+import { parseTestCases, upsertTestCasesIntoSkillMd, } from "../eval/test-case-parser.js";
 import { detectMcpDependencies, detectSkillDependencies } from "../eval/mcp-detector.js";
 import { writeActivationRun, listActivationRuns, getActivationRun } from "../eval/activation-history.js";
 import { AGENTS_REGISTRY, detectInstalledAgents } from "../agents/agents-registry.js";
@@ -65,6 +66,81 @@ export function buildInstalledAgentsResponse(detectedAgents) {
 }
 let agentPresenceCache = null;
 const AGENT_PRESENCE_CACHE_TTL = 30_000;
+const PLATFORM_HEALTH_CACHE_TTL = 60_000;
+const PLATFORM_HEALTH_TIMEOUT_MS = 1500;
+const PLATFORM_HEARTBEAT_STALE_MS = 30 * 60 * 1000;
+const PLATFORM_OLDEST_ACTIVE_STALE_MS = 24 * 60 * 60 * 1000;
+let platformHealthCache = null;
+/** Test hook — clear the 60 s cache so the next computePlatformHealth re-fetches. */
+export function resetPlatformHealthCache() {
+    platformHealthCache = null;
+}
+function formatDuration(ms) {
+    if (ms < 60_000)
+        return `${Math.round(ms / 1000)}s`;
+    if (ms < 3_600_000)
+        return `${Math.round(ms / 60_000)}m`;
+    if (ms < 86_400_000) {
+        const h = Math.floor(ms / 3_600_000);
+        const m = Math.round((ms % 3_600_000) / 60_000);
+        return m > 0 ? `${h}h ${m}m` : `${h}h`;
+    }
+    return `${Math.round(ms / 86_400_000)}d`;
+}
+const SAFE_FALLBACK = {
+    degraded: false,
+    reason: "platform-unreachable",
+    statsAgeMs: 0,
+    oldestActiveAgeMs: 0,
+};
+/**
+ * 0778 — Compute platform health by probing two upstream verified-skill.com
+ * endpoints. Bounded by a 1500 ms timeout. Errors of any kind return the
+ * safe fallback so the studio never amber-flashes on user wifi blips.
+ */
+export async function computePlatformHealth(opts = {}) {
+    const f = opts.fetchImpl ?? fetch;
+    const now = Date.now();
+    if (!opts.skipCache &&
+        platformHealthCache &&
+        now - platformHealthCache.ts < PLATFORM_HEALTH_CACHE_TTL) {
+        return platformHealthCache.data;
+    }
+    let result;
+    try {
+        const signal = AbortSignal.timeout(PLATFORM_HEALTH_TIMEOUT_MS);
+        const [statsRes, queueRes] = await Promise.all([
+            f("https://verified-skill.com/api/v1/submissions/stats", { signal }),
+            f("https://verified-skill.com/api/v1/queue/health", { signal }),
+        ]);
+        if (!statsRes.ok || !queueRes.ok)
+            throw new Error("upstream non-2xx");
+        const stats = (await statsRes.json());
+        const queue = (await queueRes.json());
+        const statsAgeMs = Number(queue.statsAge?.ageMs ?? 0);
+        const oldestActiveAgeMs = Number(queue.oldestActive?.ageMs ?? 0);
+        const reasons = [];
+        if (stats.degraded === true)
+            reasons.push("platform reports degraded");
+        if (statsAgeMs > PLATFORM_HEARTBEAT_STALE_MS) {
+            reasons.push(`heartbeat stale ${formatDuration(statsAgeMs)}`);
+        }
+        if (oldestActiveAgeMs > PLATFORM_OLDEST_ACTIVE_STALE_MS) {
+            reasons.push(`oldest active submission ${formatDuration(oldestActiveAgeMs)}`);
+        }
+        result = {
+            degraded: reasons.length > 0,
+            reason: reasons.length > 0 ? reasons.join("; ") : null,
+            statsAgeMs,
+            oldestActiveAgeMs,
+        };
+    }
+    catch {
+        result = { ...SAFE_FALLBACK };
+    }
+    platformHealthCache = { data: result, ts: now };
+    return result;
+}
 /** Test hook — clear the 30 s cache so the next buildAgentsResponse() re-scans. */
 export function resetAgentPresenceCache() {
     agentPresenceCache = null;
@@ -1653,6 +1729,17 @@ export function registerRoutes(router, root, projectName) {
     // `localSkill` so the Studio's bell dropdown can render tooltips and route
     // smart clicks via `revealSkill` instead of guessing local fs identifiers
     // from the canonical platform name.
+    // 0778 — Platform health proxy. Returns a small JSON shape the bell uses
+    // to surface upstream-degraded state. NEVER throws; failure → safe fallback.
+    router.get("/api/platform/health", async (req, res) => {
+        try {
+            const data = await computePlatformHealth();
+            sendJson(res, data, 200, req);
+        }
+        catch {
+            sendJson(res, { ...SAFE_FALLBACK }, 200, req);
+        }
+    });
     router.get("/api/skills/updates", async (req, res) => {
         try {
             const { getOutdatedJson } = await import("../commands/outdated.js");
@@ -2959,6 +3046,46 @@ export function registerRoutes(router, root, projectName) {
             sendSSEDone(res, { error: err instanceof Error ? err.message : String(err) });
         }
     });
+    // GET parsed `## Test Cases` block from SKILL.md (increment 0776)
+    router.get("/api/skills/:plugin/:skill/test-cases", (req, res, params) => {
+        const skillDir = resolveSkillDir(root, params.plugin, params.skill);
+        const skillMdPath = join(skillDir, "SKILL.md");
+        const content = existsSync(skillMdPath) ? readFileSync(skillMdPath, "utf-8") : "";
+        const prompts = parseTestCases(content);
+        sendJson(res, { prompts, source: prompts.length > 0 ? "skill-md" : null }, 200, req);
+    });
+    // PUT — upsert the `## Test Cases` block in SKILL.md (increment 0776).
+    // Empty prompts array removes the section. Frontmatter and other body
+    // sections are preserved verbatim.
+    router.put("/api/skills/:plugin/:skill/test-cases", async (req, res, params) => {
+        const skillDir = resolveSkillDir(root, params.plugin, params.skill);
+        const skillMdPath = join(skillDir, "SKILL.md");
+        const body = (await readBody(req));
+        if (!body || !Array.isArray(body.prompts)) {
+            sendJson(res, { ok: false, error: "Body must be { prompts: ParsedTestCase[] }" }, 400, req);
+            return;
+        }
+        const allowed = ["should_activate", "should_not_activate", "auto"];
+        for (const p of body.prompts) {
+            if (!p || typeof p.prompt !== "string" || p.prompt.length === 0) {
+                sendJson(res, { ok: false, error: "Each prompt must have a non-empty string prompt" }, 400, req);
+                return;
+            }
+            if (p.prompt.includes('"')) {
+                sendJson(res, { ok: false, error: 'Prompt strings may not contain double quotes (got: ' + p.prompt + ")" }, 400, req);
+                return;
+            }
+            if (!allowed.includes(p.expected)) {
+                sendJson(res, { ok: false, error: "expected must be one of: " + allowed.join(", ") }, 400, req);
+                return;
+            }
+        }
+        const existing = existsSync(skillMdPath) ? readFileSync(skillMdPath, "utf-8") : "";
+        const updated = upsertTestCasesIntoSkillMd(existing, body.prompts);
+        mkdirSync(dirname(skillMdPath), { recursive: true });
+        writeFileSync(skillMdPath, updated, "utf-8");
+        sendJson(res, { ok: true, count: body.prompts.length }, 200, req);
+    });
     // AI-generate activation test prompts (SSE)
     router.post("/api/skills/:plugin/:skill/activation-prompts", async (req, res, params) => {
         const skillDir = resolveSkillDir(root, params.plugin, params.skill);