dsh-llm-verifier 0.3.0 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/index.js +13 -1
- package/lib/index.js.map +1 -1
- package/lib/types/router.d.ts.map +1 -1
- package/lib/types/router.js +12 -1
- package/lib/types/router.js.map +1 -1
- package/package.json +1 -1
- package/src/router.test.ts +27 -0
- package/src/router.ts +12 -1
package/lib/index.js
CHANGED
|
@@ -1313,6 +1313,17 @@ function canonicalTodoSnapshots(index) {
|
|
|
1313
1313
|
* A checkpoint already renders the todo/team snapshot these tools wrote, so their
|
|
1314
1314
|
* own result repeats it while displacing the real work output that came just before
|
|
1315
1315
|
* them.
|
|
1316
|
+
*
|
|
1317
|
+
* `present` belongs here for the same reason: declaring deliverables produces no
|
|
1318
|
+
* independent output, and it is always the LAST call of a turn. A live session ran
|
|
1319
|
+
* typecheck + the full suite, committed, then presented — and every stop boundary
|
|
1320
|
+
* showed the judge "Latest observed tool output at routing time (run_code):
|
|
1321
|
+
* presented: 8" instead of the verification run one call earlier. Following its own
|
|
1322
|
+
* rule ("a state without real verification should not exceed K"), the judge capped
|
|
1323
|
+
* the newest checkpoint at exactly K = 52.6% against a 0.8 threshold on four
|
|
1324
|
+
* consecutive routes, so each one steered "continue the unfinished work" for work
|
|
1325
|
+
* that was finished and verified. The `deliverables/presented` event still records
|
|
1326
|
+
* what was presented; the tool result adds nothing the judge can grade.
|
|
1316
1327
|
*/
|
|
1317
1328
|
const BOOKKEEPING_TOOLS = /* @__PURE__ */ new Set([
|
|
1318
1329
|
"todo_write",
|
|
@@ -1322,7 +1333,8 @@ const BOOKKEEPING_TOOLS = /* @__PURE__ */ new Set([
|
|
|
1322
1333
|
"interrupt_agent",
|
|
1323
1334
|
"list_agents",
|
|
1324
1335
|
"exit_plan_mode",
|
|
1325
|
-
"skill"
|
|
1336
|
+
"skill",
|
|
1337
|
+
"present"
|
|
1326
1338
|
]);
|
|
1327
1339
|
/** Whether a wrapper's dispatches were all bookkeeping; undefined/empty means it dispatched nothing. */
|
|
1328
1340
|
function onlyBookkeepingDispatches(names) {
|