@wix/evalforge-evaluator 0.157.0 → 0.159.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +8 -13
- package/build/index.js.map +2 -2
- package/build/index.mjs +10 -15
- package/build/index.mjs.map +2 -2
- package/package.json +5 -5
package/build/index.js
CHANGED
|
@@ -3723,7 +3723,7 @@ async function executeWithAiSdk(context) {
|
|
|
3723
3723
|
const timeoutHandle = setTimeout(() => {
|
|
3724
3724
|
abortController.abort(
|
|
3725
3725
|
new Error(
|
|
3726
|
-
`Simple Agent
|
|
3726
|
+
`Simple Agent generateText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
|
|
3727
3727
|
)
|
|
3728
3728
|
);
|
|
3729
3729
|
}, SDK_TIMEOUT_MS);
|
|
@@ -3769,7 +3769,7 @@ async function executeWithAiSdk(context) {
|
|
|
3769
3769
|
const stepTimestamps = [];
|
|
3770
3770
|
const { triggerPromptImages } = context;
|
|
3771
3771
|
const hasImages = triggerPromptImages && triggerPromptImages.length > 0;
|
|
3772
|
-
const result = (0, import_ai.
|
|
3772
|
+
const result = await (0, import_ai.generateText)({
|
|
3773
3773
|
...topLevelExtras,
|
|
3774
3774
|
model,
|
|
3775
3775
|
abortSignal: abortController.signal,
|
|
@@ -3827,19 +3827,14 @@ async function executeWithAiSdk(context) {
|
|
|
3827
3827
|
}
|
|
3828
3828
|
}
|
|
3829
3829
|
});
|
|
3830
|
-
const [resolvedText, resolvedSteps, resolvedUsage] = await Promise.all([
|
|
3831
|
-
result.text,
|
|
3832
|
-
result.steps,
|
|
3833
|
-
result.usage
|
|
3834
|
-
]);
|
|
3835
3830
|
const durationMs = Date.now() - startTime;
|
|
3836
3831
|
const usage = {
|
|
3837
|
-
inputTokens:
|
|
3838
|
-
outputTokens:
|
|
3839
|
-
totalTokens:
|
|
3832
|
+
inputTokens: result.usage.inputTokens ?? 0,
|
|
3833
|
+
outputTokens: result.usage.outputTokens ?? 0,
|
|
3834
|
+
totalTokens: result.usage.totalTokens ?? 0
|
|
3840
3835
|
};
|
|
3841
3836
|
const llmTrace = buildLLMTrace2(
|
|
3842
|
-
|
|
3837
|
+
result.steps,
|
|
3843
3838
|
durationMs,
|
|
3844
3839
|
usage,
|
|
3845
3840
|
modelId,
|
|
@@ -3852,12 +3847,12 @@ async function executeWithAiSdk(context) {
|
|
|
3852
3847
|
}
|
|
3853
3848
|
const conversation = buildConversation3(
|
|
3854
3849
|
scenario.triggerPrompt,
|
|
3855
|
-
|
|
3850
|
+
result.steps,
|
|
3856
3851
|
startTime,
|
|
3857
3852
|
stepTimestamps
|
|
3858
3853
|
);
|
|
3859
3854
|
return {
|
|
3860
|
-
outputText:
|
|
3855
|
+
outputText: result.text,
|
|
3861
3856
|
durationMs,
|
|
3862
3857
|
usage,
|
|
3863
3858
|
llmTrace,
|