@wix/evalforge-evaluator 0.149.0 → 0.151.0

package/build/index.js

@@ -4716,6 +4716,15 @@ function extractTemplateFiles(before, after, infrastructurePaths) {
   return files;
 }
 
+// src/substitute-variables.ts
+function substituteVariables(prompt, variables) {
+  if (!variables || Object.keys(variables).length === 0) return prompt;
+  return prompt.replace(
+    /\{\{([\w-]+)\}\}/g,
+    (original, key) => key in variables ? variables[key] : original
+  );
+}
+
 // src/run-scenario/run-agent-with-context.ts
 var import_evalforge_types12 = require("@wix/evalforge-types");
 var DEFAULT_AGENT_COMMAND = import_evalforge_types12.AgentRunCommand.CLAUDE;
@@ -4728,9 +4737,13 @@ async function runAgentWithContext(config, evalRunId2, scenario, evalData, workD
   const targetId = evalData.evalRun.presetId ?? agent?.id ?? evalData.evalRun.id;
   const targetName = evalData.presetName || agent?.name || "";
   const agentConfig = agent?.config;
+  const resolvedTriggerPrompt = substituteVariables(
+    scenario.triggerPrompt,
+    evalData.evalRun.variables
+  );
   const executionContext = {
     skills: evalData.skills,
-    scenario,
+    scenario: { ...scenario, triggerPrompt: resolvedTriggerPrompt },
     cwd: workDir || process.cwd(),
     config: agentConfig,
     aiGatewayUrl: config.aiGatewayUrl,
@@ -4785,7 +4798,7 @@ async function runAgentWithContext(config, evalRunId2, scenario, evalData, workD
     targetName,
     scenarioId: scenario.id,
     scenarioName: scenario.name,
-    triggerPrompt: scenario.triggerPrompt,
+    triggerPrompt: resolvedTriggerPrompt,
     modelConfig: snapshotModelConfig,
     duration: durationMs,
     outputText,