agentv 3.2.5 → 3.3.0

package/dist/{chunk-6XTYVCMN.js → chunk-5M3K2DMV.js}

@@ -301,7 +301,7 @@ var require_dist = __commonJS({
   }
 });
 
-// ../../packages/core/dist/chunk-DVFNM65P.js
+// ../../packages/core/dist/chunk-C4MKEQR5.js
 import { constants } from "node:fs";
 import { access, readFile } from "node:fs/promises";
 import path from "node:path";
@@ -419,7 +419,7 @@ __export(external_exports2, {
   void: () => voidType
 });
 
-// ../../packages/core/dist/chunk-DVFNM65P.js
+// ../../packages/core/dist/chunk-C4MKEQR5.js
 var TEST_MESSAGE_ROLE_VALUES = ["system", "user", "assistant", "tool"];
 var TEST_MESSAGE_ROLES = TEST_MESSAGE_ROLE_VALUES;
 var TEST_MESSAGE_ROLE_SET = new Set(TEST_MESSAGE_ROLE_VALUES);
@@ -14657,19 +14657,26 @@ function logWarning(message) {
   console.warn(`${ANSI_YELLOW2}Warning: ${message}${ANSI_RESET3}`);
 }
 var TEMPLATE_VARIABLES = {
+  /** @deprecated Use OUTPUT_TEXT instead */
   ANSWER: "answer",
   EXPECTED_OUTPUT: "expected_output",
+  /** @deprecated Use INPUT_TEXT instead */
   QUESTION: "question",
   CRITERIA: "criteria",
+  /** @deprecated Use EXPECTED_OUTPUT_TEXT instead */
   REFERENCE_ANSWER: "reference_answer",
   INPUT: "input",
   OUTPUT: "output",
-  FILE_CHANGES: "file_changes"
+  FILE_CHANGES: "file_changes",
+  INPUT_TEXT: "input_text",
+  OUTPUT_TEXT: "output_text",
+  EXPECTED_OUTPUT_TEXT: "expected_output_text"
 };
 var VALID_TEMPLATE_VARIABLES = new Set(Object.values(TEMPLATE_VARIABLES));
 var REQUIRED_TEMPLATE_VARIABLES = /* @__PURE__ */ new Set([
   TEMPLATE_VARIABLES.ANSWER,
-  TEMPLATE_VARIABLES.EXPECTED_OUTPUT
+  TEMPLATE_VARIABLES.EXPECTED_OUTPUT,
+  TEMPLATE_VARIABLES.OUTPUT_TEXT
 ]);
 var ANSI_YELLOW3 = "\x1B[33m";
 var ANSI_RESET4 = "\x1B[0m";
@@ -14690,13 +14697,13 @@ function validateTemplateVariables(content, source) {
     }
     match = variablePattern.exec(content);
   }
-  const hasCandidateAnswer = foundVariables.has(TEMPLATE_VARIABLES.ANSWER);
+  const hasCandidateAnswer = foundVariables.has(TEMPLATE_VARIABLES.ANSWER) || foundVariables.has(TEMPLATE_VARIABLES.OUTPUT_TEXT);
   const hasExpectedOutput = foundVariables.has(TEMPLATE_VARIABLES.EXPECTED_OUTPUT);
   const hasRequiredFields = hasCandidateAnswer || hasExpectedOutput;
   if (!hasRequiredFields) {
     throw new Error(
       `Missing required fields. Must include at least one of:
-  - {{ ${TEMPLATE_VARIABLES.ANSWER} }}
+  - {{ ${TEMPLATE_VARIABLES.ANSWER} }} or {{ ${TEMPLATE_VARIABLES.OUTPUT_TEXT} }}
   - {{ ${TEMPLATE_VARIABLES.EXPECTED_OUTPUT} }}`
     );
   }
@@ -23868,7 +23875,11 @@ var CodeEvaluator = class {
       endTime: context2.endTime ?? null,
       fileChanges: context2.fileChanges ?? null,
       workspacePath: context2.workspacePath ?? null,
-      config: this.config ?? null
+      config: this.config ?? null,
+      // Text convenience accessors (new names, always strings)
+      inputText: context2.evalCase.question,
+      outputText: context2.candidate,
+      expectedOutputText: context2.evalCase.reference_answer ?? ""
     };
     const inputPayload = JSON.stringify(toSnakeCaseDeep(payload), null, 2);
     let proxyEnv;
@@ -24110,7 +24121,11 @@ var LlmGraderEvaluator = class {
       [TEMPLATE_VARIABLES.REFERENCE_ANSWER]: (context2.evalCase.reference_answer ?? "").trim(),
       [TEMPLATE_VARIABLES.CRITERIA]: context2.evalCase.criteria.trim(),
       [TEMPLATE_VARIABLES.QUESTION]: formattedQuestion.trim(),
-      [TEMPLATE_VARIABLES.FILE_CHANGES]: context2.fileChanges ?? ""
+      [TEMPLATE_VARIABLES.FILE_CHANGES]: context2.fileChanges ?? "",
+      // Text convenience accessors (new names, always strings)
+      [TEMPLATE_VARIABLES.INPUT_TEXT]: formattedQuestion.trim(),
+      [TEMPLATE_VARIABLES.OUTPUT_TEXT]: context2.candidate.trim(),
+      [TEMPLATE_VARIABLES.EXPECTED_OUTPUT_TEXT]: (context2.evalCase.reference_answer ?? "").trim()
     };
     const systemPrompt = buildOutputSchema();
     const evaluatorTemplate = context2.evaluatorTemplateOverride ?? this.evaluatorTemplate ?? DEFAULT_EVALUATOR_TEMPLATE;
@@ -25950,28 +25965,60 @@ var LatencyEvaluator = class {
     };
   }
 };
+var CLAUDE_MATCHER = {
+  skillTools: ["Skill"],
+  skillInputField: "skill",
+  readTools: ["Read"],
+  readInputField: "file_path"
+};
+var COPILOT_MATCHER = {
+  skillTools: ["Skill", "skill"],
+  skillInputField: "skill",
+  readTools: ["Read File", "readFile", "Read", "readTextFile"],
+  readInputField: "file_path"
+};
+var PROVIDER_TOOL_SEMANTICS = {
+  claude: CLAUDE_MATCHER,
+  "claude-cli": CLAUDE_MATCHER,
+  "claude-sdk": CLAUDE_MATCHER,
+  "pi-coding-agent": CLAUDE_MATCHER,
+  "pi-agent-sdk": CLAUDE_MATCHER,
+  "copilot-cli": COPILOT_MATCHER,
+  "copilot-sdk": COPILOT_MATCHER,
+  vscode: COPILOT_MATCHER,
+  "vscode-insiders": COPILOT_MATCHER
+};
 var SkillTriggerEvaluator = class {
   kind = "skill-trigger";
   config;
   constructor(config) {
     this.config = config;
   }
+  resolveMatcher(providerKind) {
+    if (providerKind) {
+      const match = PROVIDER_TOOL_SEMANTICS[providerKind];
+      if (match) return match;
+    }
+    return CLAUDE_MATCHER;
+  }
   evaluate(context2) {
     const skillName = this.config.skill;
     const shouldTrigger = this.config.should_trigger !== false;
+    const providerKind = context2.provider?.kind;
+    const matcher = this.resolveMatcher(providerKind);
     const firstTool = (context2.output ?? []).flatMap((msg) => msg.toolCalls ?? [])[0];
     let triggered = false;
     let evidence = "";
     if (firstTool) {
       const input = firstTool.input ?? {};
-      if (firstTool.tool === "Skill") {
-        const skillArg = String(input.skill ?? "");
+      if (matcher.skillTools.includes(firstTool.tool)) {
+        const skillArg = String(input[matcher.skillInputField] ?? "");
         if (skillArg.includes(skillName)) {
           triggered = true;
-          evidence = `Skill tool invoked with skill="${skillArg}"`;
+          evidence = `Skill tool invoked with ${matcher.skillInputField}="${skillArg}"`;
         }
-      } else if (firstTool.tool === "Read") {
-        const filePath = String(input.file_path ?? "");
+      } else if (matcher.readTools.includes(firstTool.tool)) {
+        const filePath = String(input[matcher.readInputField] ?? "");
         if (filePath.includes(skillName)) {
           triggered = true;
           evidence = `Read tool loaded skill file: ${filePath}`;
@@ -25996,7 +26043,7 @@ var SkillTriggerEvaluator = class {
       verdict: "fail",
       hits: [],
       misses: [
-        shouldTrigger ? firstTool ? `First tool was "${firstTool.tool}" \u2014 not Skill/Read for "${skillName}"` : "No tool calls recorded" : evidence || `Skill "${skillName}" triggered unexpectedly`
+        shouldTrigger ? firstTool ? `First tool was "${firstTool.tool}" \u2014 not a skill/read tool for "${skillName}"` : "No tool calls recorded" : evidence || `Skill "${skillName}" triggered unexpectedly`
       ],
       expectedAspectCount: 1,
       reasoning: shouldTrigger ? `Skill "${skillName}" was not triggered` : "False trigger: skill fired when it should not have"
@@ -26038,7 +26085,11 @@ function assembleFreeform(evalCase, candidate, promptInputs, fileChanges, evalua
     [TEMPLATE_VARIABLES.REFERENCE_ANSWER]: (evalCase.reference_answer ?? "").trim(),
     [TEMPLATE_VARIABLES.CRITERIA]: evalCase.criteria.trim(),
     [TEMPLATE_VARIABLES.QUESTION]: formattedQuestion.trim(),
-    [TEMPLATE_VARIABLES.FILE_CHANGES]: fileChanges ?? ""
+    [TEMPLATE_VARIABLES.FILE_CHANGES]: fileChanges ?? "",
+    // Text convenience accessors (new names, always strings)
+    [TEMPLATE_VARIABLES.INPUT_TEXT]: formattedQuestion.trim(),
+    [TEMPLATE_VARIABLES.OUTPUT_TEXT]: candidate.trim(),
+    [TEMPLATE_VARIABLES.EXPECTED_OUTPUT_TEXT]: (evalCase.reference_answer ?? "").trim()
   };
   const systemPrompt = buildOutputSchema();
   const template = evaluatorTemplateOverride ?? DEFAULT_EVALUATOR_TEMPLATE;
@@ -27029,7 +27080,11 @@ async function executePromptTemplate(script, context2, config, timeoutMs) {
     trace: context2.trace ?? null,
     fileChanges: context2.fileChanges ?? null,
     workspacePath: context2.workspacePath ?? null,
-    config: config ?? context2.config ?? null
+    config: config ?? context2.config ?? null,
+    // Text convenience accessors (new names, always strings)
+    inputText: context2.evalCase.question,
+    outputText: context2.candidate,
+    expectedOutputText: context2.evalCase.reference_answer ?? ""
   };
   const inputJson = JSON.stringify(toSnakeCaseDeep(payload), null, 2);
   const scriptPath = script[script.length - 1];
@@ -31148,4 +31203,4 @@ export {
   OtelStreamingObserver,
   createAgentKernel
 };
-//# sourceMappingURL=chunk-6XTYVCMN.js.map
+//# sourceMappingURL=chunk-5M3K2DMV.js.map