ai-speedometer 2.3.2 → 2.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai-speedometer +3 -3
- package/package.json +1 -1
package/dist/ai-speedometer
CHANGED
|
@@ -2864,7 +2864,6 @@ async function benchmarkSingleModelRest(model, logger) {
|
|
|
2864
2864
|
model: actualModelId,
|
|
2865
2865
|
messages: [...systemMessages, userMessage],
|
|
2866
2866
|
max_tokens: 500,
|
|
2867
|
-
temperature: 0.7,
|
|
2868
2867
|
stream: true,
|
|
2869
2868
|
stream_options: { include_usage: true },
|
|
2870
2869
|
tools,
|
|
@@ -2875,7 +2874,7 @@ async function benchmarkSingleModelRest(model, logger) {
|
|
|
2875
2874
|
{ parts: systemMessages.map((m) => ({ text: m.content })) },
|
|
2876
2875
|
{ parts: [{ text: userMessage.content }] }
|
|
2877
2876
|
];
|
|
2878
|
-
body["generationConfig"] = { maxOutputTokens: 500
|
|
2877
|
+
body["generationConfig"] = { maxOutputTokens: 500 };
|
|
2879
2878
|
delete body["messages"];
|
|
2880
2879
|
delete body["max_tokens"];
|
|
2881
2880
|
delete body["stream"];
|
|
@@ -2884,6 +2883,7 @@ async function benchmarkSingleModelRest(model, logger) {
|
|
|
2884
2883
|
delete body["tool_choice"];
|
|
2885
2884
|
} else if (model.providerType === "anthropic") {
|
|
2886
2885
|
delete body["stream_options"];
|
|
2886
|
+
body["tool_choice"] = { type: "auto" };
|
|
2887
2887
|
body["system"] = systemMessages.map((m) => m.content).join(`
|
|
2888
2888
|
|
|
2889
2889
|
`);
|
|
@@ -4131,7 +4131,7 @@ var package_default;
|
|
|
4131
4131
|
var init_package = __esm(() => {
|
|
4132
4132
|
package_default = {
|
|
4133
4133
|
name: "ai-speedometer",
|
|
4134
|
-
version: "2.3.
|
|
4134
|
+
version: "2.3.3",
|
|
4135
4135
|
description: "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
|
|
4136
4136
|
bin: {
|
|
4137
4137
|
"ai-speedometer": "dist/ai-speedometer",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "ai-speedometer",
|
|
3
|
-
"version": "2.3.
|
|
3
|
+
"version": "2.3.3",
|
|
4
4
|
"description": "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
|
|
5
5
|
"bin": {
|
|
6
6
|
"ai-speedometer": "dist/ai-speedometer",
|