dsh-livebench-panel 0.2.15 → 0.2.16

package/lib/client.js

@@ -539,10 +539,10 @@ window.__ModuleLoader__.load({
 									h("input", { className: c("input"), type: "number", min: 256, max: 32768, value: sel.maxTokens, onChange: setField("maxTokens") }),
 								),
 								h("div", { className: c("field") },
-									h("label", { className: c("label") }, "题目序号范围（可选）"),
+									h("label", { className: c("label") }, "题目序号范围（可选，0 起，含首尾）"),
 									h("div", { className: c("row"), style: { flexWrap: "nowrap" } },
-										h("input", { className: c("input"), type: "number", min: 0, placeholder: "起", value: sel.begin, onChange: setField("begin"), style: { flex: "1", minWidth: "0" } }),
-										h("input", { className: c("input"), type: "number", min: 0, placeholder: "止", value: sel.end, onChange: setField("end"), style: { flex: "1", minWidth: "0" } }),
+										h("input", { className: c("input"), type: "number", min: 0, placeholder: "起（含）", title: "起始题号（0 起，包含该题）", value: sel.begin, onChange: setField("begin"), style: { flex: "1", minWidth: "0" } }),
+										h("input", { className: c("input"), type: "number", min: 0, placeholder: "止（含）", title: "结束题号（包含该题）；只填起不填止 = 从该题跑到底", value: sel.end, onChange: setField("end"), style: { flex: "1", minWidth: "0" } }),
 									),
 								h("div", { className: c("field") },
 									h("label", { className: c("label") }, "分类（可多选，不选 = 全部分类；括号内为该 release 下有效题数）"),
@@ -756,7 +756,7 @@ window.__ModuleLoader__.load({
 									h("tr", null, h("th", null, "分类 / 任务"), h("td", null,
 										"六大类共 18 个任务：coding（代码生成/补全）、math（竞赛数学等）、reasoning（空间推理/逻辑谜题）、language（拼写/连线/语义）、data_analysis（表格操作）、instruction_following（指令遵循）。首次验证推荐 language → typos。")),
 									h("tr", null, h("th", null, "题目序号范围"), h("td", null,
-										"从 0 起。冒烟测试填 0 到 2（只跑 3 题）；2 题得分噪声很大（对一题就是 0↔100 的波动），想看真实水平建议 20 题以上。")),
+										"从 0 起，起止都包含。冒烟测试填 0 到 2（跑 3 题）；只填「起」= 从该题跑到底。2 题得分噪声很大（对一题就是 0↔100 的波动），想看真实水平建议 20 题以上。")),
 									h("tr", null, h("th", null, "max-tokens"), h("td", null,
 										"单题回答的 token 上限，默认 32000。推理模型思考也占 token，不要低于 8192，否则思考被截断、答案为空会记 0 分。")),
 								),

package/lib/index.js

@@ -834,7 +834,9 @@ function apply(ctx) {
 			args.push("--question-begin", String(asInt(body.begin, 0, 100000, 0)));
 		}
 		if (body.end !== undefined && body.end !== null && `${body.end}`.length > 0) {
-			args.push("--question-end", String(asInt(body.end, 0, 100000, 0)));
+			// 面板的「止」按用户直觉是闭区间；LiveBench 的 --question-end 是开区间
+			// （gen_api_answer.py: questions[begin:end]），这里 +1 对齐，否则实际少跑一题。
+			args.push("--question-end", String(asInt(body.end, 0, 100000, 0) + 1));
 		}
 		if (body.resume === true) args.push("--resume");
 		if (body.retryFailures === true) args.push("--retry-failures");
@@ -884,8 +886,9 @@ function apply(ctx) {
 			}
 		}
 
-		// 记录本次评测的配置范围：/results 用它计算每个任务的"设定题数"
-		// （未做/失败的题数 = 设定题数 - 实际产出的有效答案数）。
+		// 记录本次评测的配置范围：/results 用它计算每个任务的"选择题数"。
+		// 注意 begin/end 存的是面板上的原始输入（闭区间，含首尾），
+		// 供 computeResults 算 end - begin + 1；传给 LiveBench 时 end 已 +1。
 		try {
 			const metaDir = join(layout.dataDir, ".dsh_runs");
 			if (!existsSync(metaDir)) mkdirSync(metaDir, { recursive: true });

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "dsh-livebench-panel",
-  "version": "0.2.15",
-  "description": "DSH web plugin: a LiveBench tab in the Trajectory view (right of 对话/轨迹). Run LiveBench evaluations against every model configured in the DeepSeek Harness — pick provider/model, category, task, release and question range from dropdowns, watch progress, and read scores in place.",
+  "version": "0.2.16",
+  "description": "DSH web plugin: a LiveBench tab in the Trajectory view (right of ??/??). Run LiveBench evaluations against every model configured in the DeepSeek Harness ? pick provider/model, category, task, release and question range from dropdowns, watch progress, and read scores in place.",
   "license": "MIT",
   "type": "module",
   "main": "lib/index.js",