@wix/evalforge-evaluator 0.204.0 → 0.206.0

package/build/index.js

@@ -12269,7 +12269,7 @@ function substituteVariables(prompt, variables) {
 // src/run-scenario/run-agent-with-context.ts
 var import_evalforge_types12 = require("@wix/evalforge-types");
 var DEFAULT_AGENT_COMMAND = import_evalforge_types12.AgentRunCommand.CLAUDE;
-async function runAgentWithContext(config, evalRunId2, scenario, evalData, workDir, pushEvent) {
+async function runAgentWithContext(config, evalRunId2, scenario, evalData, workDir, pushEvent, executionPromptSuffix) {
   const agent = evalData.agent ?? void 0;
   const isSDK = agent?.agentType === import_evalforge_types12.AgentType.SDK;
   const identifier = isSDK ? simpleAgentAdapter.id : agent?.runCommand ?? DEFAULT_AGENT_COMMAND;
@@ -12282,9 +12282,10 @@ async function runAgentWithContext(config, evalRunId2, scenario, evalData, workD
     scenario.triggerPrompt,
     evalData.evalRun.variables
   );
+  const executionTriggerPrompt = executionPromptSuffix ? `${resolvedTriggerPrompt}${executionPromptSuffix}` : resolvedTriggerPrompt;
   const executionContext = {
     skills: evalData.skills,
-    scenario: { ...scenario, triggerPrompt: resolvedTriggerPrompt },
+    scenario: { ...scenario, triggerPrompt: executionTriggerPrompt },
     cwd: workDir || process.cwd(),
     config: agentConfig,
     aiGatewayUrl: config.aiGatewayUrl,
@@ -12400,9 +12401,9 @@ async function runScenario(config, evalRunId2, scenario, evalData, template, res
       isComplete: false
     });
   }
-  const effectiveTriggerPrompt = provisionedSite ? `${scenario.triggerPrompt}
+  const siteIdPromptSuffix = provisionedSite ? `
 
-Site ID: ${provisionedSite.id}` : scenario.triggerPrompt;
+Site ID: ${provisionedSite.id}` : void 0;
   try {
     emitSetupProgress("Setting up environment...");
     const workDir = await prepareWorkingDirectory(
@@ -12417,10 +12418,11 @@ Site ID: ${provisionedSite.id}` : scenario.triggerPrompt;
     const partialResult = await runAgentWithContext(
       config,
       evalRunId2,
-      { ...scenario, triggerPrompt: effectiveTriggerPrompt },
+      scenario,
       evalData,
       workDir,
-      pushEvent
+      pushEvent,
+      siteIdPromptSuffix
     );
     const inlineAssertions = scenario.assertions ?? [];
     const assertions = [