@wix/evalforge-evaluator 0.157.0 → 0.158.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +8 -13
- package/build/index.js.map +2 -2
- package/build/index.mjs +10 -15
- package/build/index.mjs.map +2 -2
- package/package.json +2 -2
package/build/index.mjs
CHANGED
|
@@ -3404,8 +3404,8 @@ defaultRegistry.register(openCodeAdapter);
|
|
|
3404
3404
|
// src/run-scenario/agents/simple-agent/execute.ts
|
|
3405
3405
|
import {
|
|
3406
3406
|
APICallError,
|
|
3407
|
-
|
|
3408
|
-
|
|
3407
|
+
generateText,
|
|
3408
|
+
stepCountIs
|
|
3409
3409
|
} from "ai";
|
|
3410
3410
|
import { createAnthropic } from "@ai-sdk/anthropic";
|
|
3411
3411
|
import { createGoogleGenerativeAI } from "@ai-sdk/google";
|
|
@@ -3742,7 +3742,7 @@ async function executeWithAiSdk(context) {
|
|
|
3742
3742
|
const timeoutHandle = setTimeout(() => {
|
|
3743
3743
|
abortController.abort(
|
|
3744
3744
|
new Error(
|
|
3745
|
-
`Simple Agent
|
|
3745
|
+
`Simple Agent generateText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
|
|
3746
3746
|
)
|
|
3747
3747
|
);
|
|
3748
3748
|
}, SDK_TIMEOUT_MS);
|
|
@@ -3788,7 +3788,7 @@ async function executeWithAiSdk(context) {
|
|
|
3788
3788
|
const stepTimestamps = [];
|
|
3789
3789
|
const { triggerPromptImages } = context;
|
|
3790
3790
|
const hasImages = triggerPromptImages && triggerPromptImages.length > 0;
|
|
3791
|
-
const result =
|
|
3791
|
+
const result = await generateText({
|
|
3792
3792
|
...topLevelExtras,
|
|
3793
3793
|
model,
|
|
3794
3794
|
abortSignal: abortController.signal,
|
|
@@ -3846,19 +3846,14 @@ async function executeWithAiSdk(context) {
|
|
|
3846
3846
|
}
|
|
3847
3847
|
}
|
|
3848
3848
|
});
|
|
3849
|
-
const [resolvedText, resolvedSteps, resolvedUsage] = await Promise.all([
|
|
3850
|
-
result.text,
|
|
3851
|
-
result.steps,
|
|
3852
|
-
result.usage
|
|
3853
|
-
]);
|
|
3854
3849
|
const durationMs = Date.now() - startTime;
|
|
3855
3850
|
const usage = {
|
|
3856
|
-
inputTokens:
|
|
3857
|
-
outputTokens:
|
|
3858
|
-
totalTokens:
|
|
3851
|
+
inputTokens: result.usage.inputTokens ?? 0,
|
|
3852
|
+
outputTokens: result.usage.outputTokens ?? 0,
|
|
3853
|
+
totalTokens: result.usage.totalTokens ?? 0
|
|
3859
3854
|
};
|
|
3860
3855
|
const llmTrace = buildLLMTrace2(
|
|
3861
|
-
|
|
3856
|
+
result.steps,
|
|
3862
3857
|
durationMs,
|
|
3863
3858
|
usage,
|
|
3864
3859
|
modelId,
|
|
@@ -3871,12 +3866,12 @@ async function executeWithAiSdk(context) {
|
|
|
3871
3866
|
}
|
|
3872
3867
|
const conversation = buildConversation3(
|
|
3873
3868
|
scenario.triggerPrompt,
|
|
3874
|
-
|
|
3869
|
+
result.steps,
|
|
3875
3870
|
startTime,
|
|
3876
3871
|
stepTimestamps
|
|
3877
3872
|
);
|
|
3878
3873
|
return {
|
|
3879
|
-
outputText:
|
|
3874
|
+
outputText: result.text,
|
|
3880
3875
|
durationMs,
|
|
3881
3876
|
usage,
|
|
3882
3877
|
llmTrace,
|