niceeval 0.3.0 → 0.4.0

package/src/o11y/prices.json

@@ -246,6 +246,11 @@
       "in": 0.03,
       "out": 0.12
     },
+    "LongCat-2.0": {
+      "in": 0.75,
+      "out": 2.95,
+      "cacheRead": 0.015
+    },
     "Magistral-Small-2506": {
       "in": 0.4,
       "out": 1.4
@@ -327,13 +332,14 @@
       "cacheWrite": 0.375
     },
     "MiniMaxAI/MiniMax-M2.7": {
-      "in": 0.3,
-      "out": 1.2,
-      "cacheRead": 0.06
+      "in": 0.25,
+      "out": 1,
+      "cacheRead": 0.05
     },
     "MiniMaxAI/MiniMax-M3": {
       "in": 0.3,
-      "out": 1.2
+      "out": 1.2,
+      "cacheRead": 0.06
     },
     "NeverSleep/Lumimaid-v0.2-70B": {
       "in": 1,
@@ -513,7 +519,8 @@
     },
     "Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo": {
       "in": 0.3,
-      "out": 1
+      "out": 1,
+      "cacheRead": 0.1
     },
     "Qwen/Qwen3-Coder-Next": {
       "in": 0.2,
@@ -535,9 +542,14 @@
       "in": 0.115,
       "out": 0.115
     },
+    "Qwen/Qwen3-Max": {
+      "in": 1.2,
+      "out": 6,
+      "cacheRead": 0.24
+    },
     "Qwen/Qwen3-Next-80B-A3B-Instruct": {
-      "in": 0.25,
-      "out": 1
+      "in": 0.09,
+      "out": 1.1
     },
     "Qwen/Qwen3-Next-80B-A3B-Thinking": {
       "in": 0.3,
@@ -562,8 +574,8 @@
       "out": 1.5
     },
     "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": {
-      "in": 1.64,
-      "out": 1.91
+      "in": 1.76,
+      "out": 2.05
     },
     "Qwen/Qwen3-VL-235B-A22B-Thinking": {
       "in": 0.45,
@@ -594,12 +606,12 @@
       "out": 0.09
     },
     "Qwen/Qwen3.5-122B-A10B": {
-      "in": 0.4,
-      "out": 3.2
+      "in": 0.29,
+      "out": 2.4
     },
     "Qwen/Qwen3.5-27B": {
-      "in": 0.3,
-      "out": 2.4
+      "in": 0.26,
+      "out": 2.6
     },
     "Qwen/Qwen3.5-35B-A3B": {
       "in": 0.14,
@@ -628,16 +640,16 @@
       "cacheWrite": 0.75
     },
     "Qwen/Qwen3.5-9B": {
-      "in": 0.17,
-      "out": 0.25
+      "in": 0.1,
+      "out": 0.15
     },
     "Qwen/Qwen3.5-Plus": {
       "in": 0.4,
       "out": 2.4
     },
     "Qwen/Qwen3.6-27B": {
-      "in": 0.47,
-      "out": 3.19
+      "in": 0.32,
+      "out": 3.2
     },
     "Qwen/Qwen3.6-27B-TEE": {
       "in": 0.3,
@@ -659,8 +671,7 @@
     "Qwen/Qwen3.7-Max": {
       "in": 2.5,
       "out": 7.5,
-      "cacheRead": 0.25,
-      "cacheWrite": 3.125
+      "cacheRead": 0.5
     },
     "Qwen/qwen3-coder-480b-a35b-instruct": {
       "in": 0.29,
@@ -1555,6 +1566,12 @@
       "cacheRead": 0.3,
       "cacheWrite": 3.75
     },
+    "anthropic.claude-fable-5": {
+      "in": 10,
+      "out": 50,
+      "cacheRead": 1,
+      "cacheWrite": 12.5
+    },
     "anthropic.claude-haiku-4-5-20251001-v1:0": {
       "in": 1,
       "out": 5,
@@ -1603,6 +1620,12 @@
       "cacheRead": 0.3,
       "cacheWrite": 3.75
     },
+    "anthropic.claude-sonnet-5": {
+      "in": 2,
+      "out": 10,
+      "cacheRead": 0.2,
+      "cacheWrite": 2.5
+    },
     "anthropic/claude-3-5-haiku": {
       "in": 0.8,
       "out": 4,
@@ -1883,6 +1906,12 @@
       "in": 2.992,
       "out": 14.993999999999998
     },
+    "anthropic/claude-sonnet-5": {
+      "in": 2,
+      "out": 10,
+      "cacheRead": 0.2,
+      "cacheWrite": 2.5
+    },
     "anthropic/claude-sonnet-latest": {
       "in": 2.992,
       "out": 14.994,
@@ -1959,6 +1988,12 @@
       "cacheRead": 0.33,
       "cacheWrite": 4.125
     },
+    "au.anthropic.claude-sonnet-5": {
+      "in": 2,
+      "out": 10,
+      "cacheRead": 0.2,
+      "cacheWrite": 2.5
+    },
     "auto": {
       "in": 0.85,
       "out": 1.55
@@ -2149,18 +2184,6 @@
       "cacheRead": 0.08,
       "cacheWrite": 1
     },
-    "claude-3-5-sonnet-20240620": {
-      "in": 3,
-      "out": 15,
-      "cacheRead": 0.3,
-      "cacheWrite": 3.75
-    },
-    "claude-3-5-sonnet-20241022": {
-      "in": 3,
-      "out": 15,
-      "cacheRead": 0.3,
-      "cacheWrite": 3.75
-    },
     "claude-3-7-sonnet": {
       "in": 3,
       "out": 15,
@@ -2169,9 +2192,7 @@
     },
     "claude-3-7-sonnet-20250219": {
       "in": 3,
-      "out": 15,
-      "cacheRead": 0.3,
-      "cacheWrite": 3.75
+      "out": 15
     },
     "claude-3-haiku-20240307": {
       "in": 0.25,
@@ -2185,18 +2206,6 @@
       "cacheRead": 1.5,
       "cacheWrite": 18.75
     },
-    "claude-3-opus-20240229": {
-      "in": 15,
-      "out": 75,
-      "cacheRead": 1.5,
-      "cacheWrite": 18.75
-    },
-    "claude-3-sonnet-20240229": {
-      "in": 3,
-      "out": 15,
-      "cacheRead": 0.3,
-      "cacheWrite": 0.3
-    },
     "claude-3.5-haiku": {
       "in": 0.7999999999999999,
       "out": 4,
@@ -2282,12 +2291,6 @@
       "cacheRead": 1.5,
       "cacheWrite": 18.75
     },
-    "claude-opus-4-0": {
-      "in": 15,
-      "out": 75,
-      "cacheRead": 1.5,
-      "cacheWrite": 18.75
-    },
     "claude-opus-4-1": {
       "in": 15,
       "out": 75,
@@ -2332,9 +2335,7 @@
     },
     "claude-opus-4-20250514": {
       "in": 15,
-      "out": 75,
-      "cacheRead": 1.5,
-      "cacheWrite": 18.75
+      "out": 75
     },
     "claude-opus-4-5": {
       "in": 5,
@@ -2420,6 +2421,12 @@
       "cacheRead": 1.2,
       "cacheWrite": 15
     },
+    "claude-opus-4-8-think": {
+      "in": 5,
+      "out": 25,
+      "cacheRead": 0.5,
+      "cacheWrite": 6.25
+    },
     "claude-opus-4-8@default": {
       "in": 5,
       "out": 25,
@@ -2500,17 +2507,9 @@
       "in": 3.307,
       "out": 16.536
     },
-    "claude-sonnet-4-0": {
-      "in": 3,
-      "out": 15,
-      "cacheRead": 0.3,
-      "cacheWrite": 3.75
-    },
     "claude-sonnet-4-20250514": {
       "in": 3,
-      "out": 15,
-      "cacheRead": 0.3,
-      "cacheWrite": 3.75
+      "out": 15
     },
     "claude-sonnet-4-5": {
       "in": 3,
@@ -2594,6 +2593,18 @@
       "cacheRead": 0.3,
       "cacheWrite": 3.75
     },
+    "claude-sonnet-5": {
+      "in": 2,
+      "out": 10,
+      "cacheRead": 0.2,
+      "cacheWrite": 2.5
+    },
+    "claude-sonnet-5@default": {
+      "in": 2,
+      "out": 10,
+      "cacheRead": 0.2,
+      "cacheWrite": 2.5
+    },
     "claudinio": {
       "in": 0.5,
       "out": 2,
@@ -2747,8 +2758,8 @@
       "out": 0.15
     },
     "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic": {
-      "in": 0.49,
-      "out": 0.71
+      "in": 0.53,
+      "out": 0.76
     },
     "databricks-claude-haiku-4-5": {
       "in": 1,
@@ -2968,9 +2979,9 @@
       "cacheWrite": 0.5
     },
     "deepseek-ai/DeepSeek-V4-Flash": {
-      "in": 0.1,
-      "out": 0.2,
-      "cacheRead": 0.02
+      "in": 0.09,
+      "out": 0.18,
+      "cacheRead": 0.018
     },
     "deepseek-ai/DeepSeek-V4-Pro": {
       "in": 1.74,
@@ -3506,6 +3517,12 @@
       "cacheRead": 0.33,
       "cacheWrite": 4.125
     },
+    "eu.anthropic.claude-sonnet-5": {
+      "in": 2.2,
+      "out": 11,
+      "cacheRead": 0.22,
+      "cacheWrite": 2.75
+    },
     "evroc/roc": {
       "in": 2.875,
       "out": 11.516
@@ -3539,6 +3556,11 @@
       "out": 30,
       "cacheRead": 0.5
     },
+    "fugu-ultra-20260615": {
+      "in": 5,
+      "out": 30,
+      "cacheRead": 0.5
+    },
     "gemini-2-5-flash": {
       "in": 0.3,
       "out": 2.5,
@@ -3820,6 +3842,10 @@
       "in": 0.18,
       "out": 0.5
     },
+    "gemma-4-31b": {
+      "in": 0.99,
+      "out": 1.49
+    },
     "gemma-4-31b-it": {
       "in": 0.1,
       "out": 0.3,
@@ -4045,13 +4071,20 @@
       "cacheRead": 0.3,
       "cacheWrite": 3.75
     },
+    "global.anthropic.claude-sonnet-5": {
+      "in": 2,
+      "out": 10,
+      "cacheRead": 0.2,
+      "cacheWrite": 2.5
+    },
     "google-gemma-3-27b-it": {
       "in": 0.12,
       "out": 0.2
     },
     "google-gemma-4-26b-a4b-it": {
-      "in": 0.1625,
-      "out": 0.5
+      "in": 0.13,
+      "out": 0.4,
+      "cacheRead": 0.05
     },
     "google-gemma-4-31b-it": {
       "in": 0.12,
@@ -4175,6 +4208,10 @@
       "cacheRead": 0.025,
       "cacheWrite": 0.08333
     },
+    "google/gemini-3.1-flash-lite-image": {
+      "in": 0.25,
+      "out": 1.5
+    },
     "google/gemini-3.1-flash-lite-preview": {
       "in": 0.25,
       "out": 1.5
@@ -4794,17 +4831,12 @@
       "out": 1.2,
       "cacheRead": 0.6
     },
-    "hf:Qwen/Qwen3.5-397B-A17B": {
-      "in": 0.6,
-      "out": 3.6,
-      "cacheRead": 0.6
-    },
     "hf:Qwen/Qwen3.6-27B": {
       "in": 0.45,
       "out": 3.6,
       "cacheRead": 0.45
     },
-    "hf:moonshotai/Kimi-K2.6": {
+    "hf:moonshotai/Kimi-K2.7-Code": {
       "in": 0.95,
       "out": 4,
       "cacheRead": 0.95
@@ -4819,21 +4851,11 @@
       "out": 0.1,
       "cacheRead": 0.1
     },
-    "hf:zai-org/GLM-4.7": {
-      "in": 0.45,
-      "out": 2.19,
-      "cacheRead": 0.45
-    },
     "hf:zai-org/GLM-4.7-Flash": {
       "in": 0.1,
       "out": 0.5,
       "cacheRead": 0.1
     },
-    "hf:zai-org/GLM-5.1": {
-      "in": 1,
-      "out": 3,
-      "cacheRead": 1
-    },
     "hf:zai-org/GLM-5.2": {
       "in": 1.4,
       "out": 4.4,
@@ -4966,6 +4988,12 @@
       "in": 0.1989,
       "out": 0.408
     },
+    "jp.anthropic.claude-haiku-4-5-20251001-v1:0": {
+      "in": 1,
+      "out": 5,
+      "cacheRead": 0.1,
+      "cacheWrite": 1.25
+    },
     "jp.anthropic.claude-opus-4-7": {
       "in": 5,
       "out": 25,
@@ -4990,6 +5018,12 @@
       "cacheRead": 0.3,
       "cacheWrite": 3.75
     },
+    "jp.anthropic.claude-sonnet-5": {
+      "in": 2,
+      "out": 10,
+      "cacheRead": 0.2,
+      "cacheWrite": 2.5
+    },
     "kilo-auto/balanced": {
       "in": 0.6,
       "out": 3
@@ -5036,9 +5070,9 @@
       "cacheRead": 0.16
     },
     "kimi-k2-7-code": {
-      "in": 0.9,
-      "out": 4.3,
-      "cacheRead": 0.2
+      "in": 0.75,
+      "out": 3.5,
+      "cacheRead": 0.16
     },
     "kimi-k2-instruct": {
       "in": 0.551,
@@ -5280,6 +5314,11 @@
       "in": 0.5,
       "out": 1.5
     },
+    "mai-code-1-flash-picker": {
+      "in": 0.75,
+      "out": 4.5,
+      "cacheRead": 0.075
+    },
     "mancer/weaver": {
       "in": 0.75,
       "out": 1
@@ -5605,9 +5644,9 @@
       "cacheWrite": 0.375
     },
     "minimax-m25": {
-      "in": 0.34,
-      "out": 1.19,
-      "cacheRead": 0.04
+      "in": 0.27,
+      "out": 0.95,
+      "cacheRead": 0.03
     },
     "minimax-m27": {
       "in": 0.375,
@@ -5804,8 +5843,8 @@
       "out": 7.5
     },
     "mistral-medium-latest": {
-      "in": 0.4,
-      "out": 2
+      "in": 1.5,
+      "out": 7.5
     },
     "mistral-nemo": {
       "in": 0.15,
@@ -6400,14 +6439,6 @@
       "in": 0.2,
       "out": 0.6
     },
-    "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8": {
-      "in": 0.16,
-      "out": 0.27
-    },
-    "neuralmagic/Mistral-Nemo-Instruct-2407-FP8": {
-      "in": 0.49,
-      "out": 0.71
-    },
     "nex-agi/deepseek-v3.1-nex-n1": {
       "in": 0.27,
       "out": 1
@@ -6523,6 +6554,10 @@
       "in": 0.15,
       "out": 0.15
     },
+    "nvidia/Llama-3.3-Nemotron-Super-49B-v1.5": {
+      "in": 0.4,
+      "out": 0.4
+    },
     "nvidia/Llama-3_1-Nemotron-Ultra-253B-v1": {
       "in": 0.6,
       "out": 1.8,
@@ -6553,12 +6588,20 @@
       "out": 0.75,
       "cacheRead": 0.06
     },
+    "nvidia/Nemotron-3-Nano-30B-A3B": {
+      "in": 0.05,
+      "out": 0.2
+    },
     "nvidia/Nemotron-3-Nano-Omni": {
       "in": 0.06,
       "out": 0.24,
       "cacheRead": 0.006,
       "cacheWrite": 0.075
     },
+    "nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning": {
+      "in": 0.2,
+      "out": 0.8
+    },
     "nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16": {
       "in": 0.13,
       "out": 0.38
@@ -6649,8 +6692,9 @@
       "cacheRead": 0.5
     },
     "olafangensan-glm-4.7-flash-heretic": {
-      "in": 0.14,
-      "out": 0.8
+      "in": 0.07,
+      "out": 0.4,
+      "cacheRead": 0.035
     },
     "open-mistral-7b": {
       "in": 0.25,
@@ -7433,6 +7477,11 @@
       "in": 0.1,
       "out": 0.3
     },
+    "poolside/laguna-xs-2.1": {
+      "in": 0.06,
+      "out": 0.12,
+      "cacheRead": 0.03
+    },
     "poolside/laguna-xs.2": {
       "in": 0.1,
       "out": 0.3
@@ -8884,6 +8933,12 @@
       "cacheRead": 0.3,
       "cacheWrite": 3.75
     },
+    "us.anthropic.claude-sonnet-5": {
+      "in": 2,
+      "out": 10,
+      "cacheRead": 0.2,
+      "cacheWrite": 2.5
+    },
     "us.deepseek.r1-v1:0": {
       "in": 1.35,
       "out": 5.4
@@ -9290,9 +9345,9 @@
       "cacheRead": 0.02
     },
     "xiaomi-mimo-v2-5": {
-      "in": 0.175,
-      "out": 0.35,
-      "cacheRead": 0.0625
+      "in": 0.14,
+      "out": 0.28,
+      "cacheRead": 0.05
     },
     "xiaomi-mimo-v2.5": {
       "in": 0.44,
@@ -9352,9 +9407,9 @@
       "cacheRead": 0.4
     },
     "xiaomimimo/mimo-v2.5-pro": {
-      "in": 2,
-      "out": 6,
-      "cacheRead": 0.4
+      "in": 0.522,
+      "out": 1.044,
+      "cacheRead": 0.0043
     },
     "xpersona-frieren-coder": {
       "in": 1.5,
@@ -9458,9 +9513,9 @@
       "out": 3.5
     },
     "z-ai/glm-5.2": {
-      "in": 0.94,
-      "out": 3,
-      "cacheRead": 0.18
+      "in": 0.686,
+      "out": 2.156,
+      "cacheRead": 0.1274
     },
     "z-ai/glm-5v-turbo": {
       "in": 1.2,
@@ -9508,9 +9563,9 @@
       "cacheRead": 0.2
     },
     "zai-org-glm-5-1": {
-      "in": 1.75,
-      "out": 5.5,
-      "cacheRead": 0.325
+      "in": 1.54,
+      "out": 4.84,
+      "cacheRead": 0.286
     },
     "zai-org-glm-5-2": {
       "in": 1.4,
@@ -9561,7 +9616,8 @@
     },
     "zai-org/GLM-4.7-Flash": {
       "in": 0.06,
-      "out": 0.4
+      "out": 0.4,
+      "cacheRead": 0.01
     },
     "zai-org/GLM-5": {
       "in": 0.95,
@@ -9624,7 +9680,8 @@
     },
     "zai-org/glm-4.5-air": {
       "in": 0.13,
-      "out": 0.85
+      "out": 0.85,
+      "cacheRead": 0.025
     },
     "zai-org/glm-4.5v": {
       "in": 0.6,

package/src/o11y/types.ts

@@ -120,7 +120,8 @@ export interface TraceSpan {
 /** 给人 / 给 EVAL.ts 看的 o11y 摘要(注入沙箱 __niceeval__/results.json)。 */
 export interface O11ySummary {
   totalTurns: number;
-  toolCalls: Record<string, number>;
+  /** 只有跑之前调用过的 canonical 工具名才有 key,不是全量出现;省略的 ToolName 视为 0。 */
+  toolCalls: Partial<Record<ToolName, number>>;
   totalToolCalls: number;
   filesRead: string[];
   filesModified: string[];