jev-recipes 0.8.0 → 0.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/dist/catalog/evidence.d.ts +21 -0
- package/dist/catalog/evidence.js +1 -0
- package/dist/catalog/generated/details/paragraph-boundary.json +42 -0
- package/dist/catalog/generated/details/text-block-role.json +77 -0
- package/dist/catalog/generated/loaders.js +2 -0
- package/dist/catalog/generated/metadata.js +1207 -0
- package/dist/catalog/generated/names.d.ts +1 -1
- package/dist/catalog/generated/names.js +2 -0
- package/dist/catalog/index.d.ts +3 -0
- package/dist/catalog/schema.d.ts +2 -0
- package/dist/cli/schema.d.ts +6 -0
- package/dist/evaluation/archive.d.ts +8 -8
- package/dist/evaluation/decisions.js +1 -1
- package/dist/evaluation/schema.d.ts +6 -6
- package/dist/recipes/action-effects/index.js +5 -5
- package/dist/recipes/causal-attribution/schema.d.ts +3 -3
- package/dist/recipes/completion-gate/index.js +2 -2
- package/dist/recipes/context-prune/index.js +3 -3
- package/dist/recipes/motivation-source/schema.d.ts +3 -3
- package/dist/recipes/paragraph-boundary/demo.json +19 -0
- package/dist/recipes/paragraph-boundary/index.d.ts +5 -0
- package/dist/recipes/paragraph-boundary/index.js +15 -0
- package/dist/recipes/paragraph-boundary/schema.d.ts +39 -0
- package/dist/recipes/paragraph-boundary/schema.js +17 -0
- package/dist/recipes/response-refusal/schema.d.ts +3 -3
- package/dist/recipes/text-block-role/demo.json +29 -0
- package/dist/recipes/text-block-role/index.d.ts +5 -0
- package/dist/recipes/text-block-role/index.js +21 -0
- package/dist/recipes/text-block-role/schema.d.ts +56 -0
- package/dist/recipes/text-block-role/schema.js +26 -0
- package/dist/src/index.d.ts +4 -0
- package/dist/src/index.js +2 -0
- package/package.json +9 -1
|
@@ -20,6 +20,7 @@ export const recipeMetadata = [
|
|
|
20
20
|
reason: 'Use action-scope to check whether a single action stays within the requested work.',
|
|
21
21
|
},
|
|
22
22
|
],
|
|
23
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
23
24
|
},
|
|
24
25
|
{
|
|
25
26
|
id: 'action-effects',
|
|
@@ -43,6 +44,29 @@ export const recipeMetadata = [
|
|
|
43
44
|
reason: 'Use action-scope to check whether the action stays within the work that was requested.',
|
|
44
45
|
},
|
|
45
46
|
],
|
|
47
|
+
evidence: {
|
|
48
|
+
kind: 'synthetic',
|
|
49
|
+
label: 'Current synthetic measurement',
|
|
50
|
+
experimental: false,
|
|
51
|
+
measurement: {
|
|
52
|
+
model: 'typesafe-ai/jev',
|
|
53
|
+
date: '2026-09-27T21:19:58.394Z',
|
|
54
|
+
split: 'held-out',
|
|
55
|
+
cases: 40,
|
|
56
|
+
ready: 20,
|
|
57
|
+
reviewRate: 0.5,
|
|
58
|
+
readyAccuracy: 1,
|
|
59
|
+
failed: 0,
|
|
60
|
+
provenance: [
|
|
61
|
+
{
|
|
62
|
+
method: 'author-synthetic',
|
|
63
|
+
source: 'AI-authored new scenario families for the September 2026 update; not independently human-reviewed. Previous inspected holdouts moved to development.',
|
|
64
|
+
cases: 40,
|
|
65
|
+
},
|
|
66
|
+
],
|
|
67
|
+
acceptanceMet: true,
|
|
68
|
+
},
|
|
69
|
+
},
|
|
46
70
|
},
|
|
47
71
|
{
|
|
48
72
|
id: 'action-reversibility',
|
|
@@ -61,6 +85,23 @@ export const recipeMetadata = [
|
|
|
61
85
|
reason: 'Use action-scope to check whether the action stays within the requested work before grading how reversible it is.',
|
|
62
86
|
},
|
|
63
87
|
],
|
|
88
|
+
evidence: {
|
|
89
|
+
kind: 'earlier',
|
|
90
|
+
label: 'Earlier-version measurement',
|
|
91
|
+
experimental: true,
|
|
92
|
+
measurement: {
|
|
93
|
+
model: 'jev-1.13.0',
|
|
94
|
+
date: null,
|
|
95
|
+
split: null,
|
|
96
|
+
cases: 44,
|
|
97
|
+
ready: null,
|
|
98
|
+
reviewRate: null,
|
|
99
|
+
readyAccuracy: null,
|
|
100
|
+
failed: null,
|
|
101
|
+
provenance: [],
|
|
102
|
+
acceptanceMet: null,
|
|
103
|
+
},
|
|
104
|
+
},
|
|
64
105
|
},
|
|
65
106
|
{
|
|
66
107
|
id: 'action-scope',
|
|
@@ -78,6 +119,7 @@ export const recipeMetadata = [
|
|
|
78
119
|
reason: 'Use instruction-fit to decide whether a particular instruction applies.',
|
|
79
120
|
},
|
|
80
121
|
],
|
|
122
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
81
123
|
},
|
|
82
124
|
{
|
|
83
125
|
id: 'age-appropriateness',
|
|
@@ -100,6 +142,7 @@ export const recipeMetadata = [
|
|
|
100
142
|
reason: 'Use policy-severity to grade how seriously content breaches a stated policy.',
|
|
101
143
|
},
|
|
102
144
|
],
|
|
145
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
103
146
|
},
|
|
104
147
|
{
|
|
105
148
|
id: 'alert-actionability',
|
|
@@ -123,6 +166,7 @@ export const recipeMetadata = [
|
|
|
123
166
|
reason: 'Use issue-impact to grade how much a reported problem matters, rather than how well the alert tells you what to do about it.',
|
|
124
167
|
},
|
|
125
168
|
],
|
|
169
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
126
170
|
},
|
|
127
171
|
{
|
|
128
172
|
id: 'answer-consistency',
|
|
@@ -140,6 +184,7 @@ export const recipeMetadata = [
|
|
|
140
184
|
reason: 'Use verify to assess a claim against evidence rather than another statement.',
|
|
141
185
|
},
|
|
142
186
|
],
|
|
187
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
143
188
|
},
|
|
144
189
|
{
|
|
145
190
|
id: 'answer-coverage',
|
|
@@ -158,6 +203,7 @@ export const recipeMetadata = [
|
|
|
158
203
|
reason: 'Use answer-relevance to assess how directly the draft addresses the overall request.',
|
|
159
204
|
},
|
|
160
205
|
],
|
|
206
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
161
207
|
},
|
|
162
208
|
{
|
|
163
209
|
id: 'answer-disclosures',
|
|
@@ -180,6 +226,7 @@ export const recipeMetadata = [
|
|
|
180
226
|
reason: 'Use citation-needed to decide whether a statement requires evidence under your rules.',
|
|
181
227
|
},
|
|
182
228
|
],
|
|
229
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
183
230
|
},
|
|
184
231
|
{
|
|
185
232
|
id: 'answer-grade',
|
|
@@ -203,6 +250,7 @@ export const recipeMetadata = [
|
|
|
203
250
|
reason: 'Use grounding-level when the criterion is fidelity to a source passage rather than a rubric.',
|
|
204
251
|
},
|
|
205
252
|
],
|
|
253
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
206
254
|
},
|
|
207
255
|
{
|
|
208
256
|
id: 'answer-invalidation',
|
|
@@ -220,6 +268,7 @@ export const recipeMetadata = [
|
|
|
220
268
|
reason: 'Use cache-match to check reuse for a new question when evidence has not changed.',
|
|
221
269
|
},
|
|
222
270
|
],
|
|
271
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
223
272
|
},
|
|
224
273
|
{
|
|
225
274
|
id: 'answer-relevance',
|
|
@@ -237,6 +286,7 @@ export const recipeMetadata = [
|
|
|
237
286
|
reason: 'Use answer-coverage to check separate question parts individually.',
|
|
238
287
|
},
|
|
239
288
|
],
|
|
289
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
240
290
|
},
|
|
241
291
|
{
|
|
242
292
|
id: 'answerability',
|
|
@@ -255,6 +305,23 @@ export const recipeMetadata = [
|
|
|
255
305
|
reason: 'Use answer-coverage after drafting to check whether each question was addressed.',
|
|
256
306
|
},
|
|
257
307
|
],
|
|
308
|
+
evidence: {
|
|
309
|
+
kind: 'earlier',
|
|
310
|
+
label: 'Earlier-version measurement',
|
|
311
|
+
experimental: true,
|
|
312
|
+
measurement: {
|
|
313
|
+
model: 'jev-1.13.0',
|
|
314
|
+
date: null,
|
|
315
|
+
split: null,
|
|
316
|
+
cases: 50,
|
|
317
|
+
ready: null,
|
|
318
|
+
reviewRate: null,
|
|
319
|
+
readyAccuracy: null,
|
|
320
|
+
failed: null,
|
|
321
|
+
provenance: [],
|
|
322
|
+
acceptanceMet: null,
|
|
323
|
+
},
|
|
324
|
+
},
|
|
258
325
|
},
|
|
259
326
|
{
|
|
260
327
|
id: 'appeal-grounds-kind',
|
|
@@ -285,6 +352,7 @@ export const recipeMetadata = [
|
|
|
285
352
|
reason: 'Use feedback-kind to classify general feedback on a product or service, rather than a formal appeal of a decision.',
|
|
286
353
|
},
|
|
287
354
|
],
|
|
355
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
288
356
|
},
|
|
289
357
|
{
|
|
290
358
|
id: 'appointment-request-kind',
|
|
@@ -307,6 +375,7 @@ export const recipeMetadata = [
|
|
|
307
375
|
reason: 'Use cancellation-check when you only need to know whether a message cancels something.',
|
|
308
376
|
},
|
|
309
377
|
],
|
|
378
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
310
379
|
},
|
|
311
380
|
{
|
|
312
381
|
id: 'argument-fit',
|
|
@@ -324,6 +393,7 @@ export const recipeMetadata = [
|
|
|
324
393
|
reason: 'Use tool-fit to check the tool capability before choosing its arguments.',
|
|
325
394
|
},
|
|
326
395
|
],
|
|
396
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
327
397
|
},
|
|
328
398
|
{
|
|
329
399
|
id: 'attempted-step',
|
|
@@ -341,6 +411,7 @@ export const recipeMetadata = [
|
|
|
341
411
|
reason: 'Use troubleshooting-fit to check whether the procedure fits the symptoms.',
|
|
342
412
|
},
|
|
343
413
|
],
|
|
414
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
344
415
|
},
|
|
345
416
|
{
|
|
346
417
|
id: 'attribution-match',
|
|
@@ -380,6 +451,7 @@ export const recipeMetadata = [
|
|
|
380
451
|
reason: 'Use reference-resolve to select the referent of an ambiguous expression from supplied candidates.',
|
|
381
452
|
},
|
|
382
453
|
],
|
|
454
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
383
455
|
},
|
|
384
456
|
{
|
|
385
457
|
id: 'audience-fit',
|
|
@@ -394,6 +466,7 @@ export const recipeMetadata = [
|
|
|
394
466
|
related: [
|
|
395
467
|
{ id: 'tone-check', reason: 'Use tone-check to evaluate specific writing criteria.' },
|
|
396
468
|
],
|
|
469
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
397
470
|
},
|
|
398
471
|
{
|
|
399
472
|
id: 'breaking-change-signal',
|
|
@@ -416,6 +489,7 @@ export const recipeMetadata = [
|
|
|
416
489
|
reason: 'Use instruction-conflict when a change may disagree with an existing documented rule or requirement.',
|
|
417
490
|
},
|
|
418
491
|
],
|
|
492
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
419
493
|
},
|
|
420
494
|
{
|
|
421
495
|
id: 'budget-fit',
|
|
@@ -438,6 +512,7 @@ export const recipeMetadata = [
|
|
|
438
512
|
reason: 'Use plan-completeness to check that the plan covers its goal; a plan can fit the budget by leaving work out.',
|
|
439
513
|
},
|
|
440
514
|
],
|
|
515
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
441
516
|
},
|
|
442
517
|
{
|
|
443
518
|
id: 'budget-narrative-fit',
|
|
@@ -461,6 +536,7 @@ export const recipeMetadata = [
|
|
|
461
536
|
reason: 'Use commit-message-fit for the analogous check that a commit message describes the change it accompanies.',
|
|
462
537
|
},
|
|
463
538
|
],
|
|
539
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
464
540
|
},
|
|
465
541
|
{
|
|
466
542
|
id: 'bug-report-completeness',
|
|
@@ -483,6 +559,7 @@ export const recipeMetadata = [
|
|
|
483
559
|
reason: 'Use requirement-testability to check whether a described expected behavior can be verified.',
|
|
484
560
|
},
|
|
485
561
|
],
|
|
562
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
486
563
|
},
|
|
487
564
|
{
|
|
488
565
|
id: 'buying-intent',
|
|
@@ -505,6 +582,29 @@ export const recipeMetadata = [
|
|
|
505
582
|
reason: 'Use commitment-strength to grade how firmly a message commits to a stated action.',
|
|
506
583
|
},
|
|
507
584
|
],
|
|
585
|
+
evidence: {
|
|
586
|
+
kind: 'synthetic',
|
|
587
|
+
label: 'Current synthetic measurement',
|
|
588
|
+
experimental: false,
|
|
589
|
+
measurement: {
|
|
590
|
+
model: 'jev-1.13.0',
|
|
591
|
+
date: '2026-09-27T07:56:26.559Z',
|
|
592
|
+
split: 'held-out',
|
|
593
|
+
cases: 25,
|
|
594
|
+
ready: 24,
|
|
595
|
+
reviewRate: 0.04,
|
|
596
|
+
readyAccuracy: 0.958,
|
|
597
|
+
failed: 0,
|
|
598
|
+
provenance: [
|
|
599
|
+
{
|
|
600
|
+
method: 'author-synthetic',
|
|
601
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
602
|
+
cases: 25,
|
|
603
|
+
},
|
|
604
|
+
],
|
|
605
|
+
acceptanceMet: true,
|
|
606
|
+
},
|
|
607
|
+
},
|
|
508
608
|
},
|
|
509
609
|
{
|
|
510
610
|
id: 'cache-match',
|
|
@@ -522,6 +622,7 @@ export const recipeMetadata = [
|
|
|
522
622
|
reason: 'Use query-equivalence to compare questions without assessing a saved answer.',
|
|
523
623
|
},
|
|
524
624
|
],
|
|
625
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
525
626
|
},
|
|
526
627
|
{
|
|
527
628
|
id: 'callback-responsibility',
|
|
@@ -546,6 +647,29 @@ export const recipeMetadata = [
|
|
|
546
647
|
},
|
|
547
648
|
{ id: 'followup-timing', reason: 'Use followup-timing for when another contact is wanted.' },
|
|
548
649
|
],
|
|
650
|
+
evidence: {
|
|
651
|
+
kind: 'synthetic',
|
|
652
|
+
label: 'Current synthetic measurement',
|
|
653
|
+
experimental: false,
|
|
654
|
+
measurement: {
|
|
655
|
+
model: 'jev-1.13.0',
|
|
656
|
+
date: '2026-09-27T07:56:29.897Z',
|
|
657
|
+
split: 'held-out',
|
|
658
|
+
cases: 40,
|
|
659
|
+
ready: 24,
|
|
660
|
+
reviewRate: 0.4,
|
|
661
|
+
readyAccuracy: 1,
|
|
662
|
+
failed: 0,
|
|
663
|
+
provenance: [
|
|
664
|
+
{
|
|
665
|
+
method: 'author-synthetic',
|
|
666
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
667
|
+
cases: 40,
|
|
668
|
+
},
|
|
669
|
+
],
|
|
670
|
+
acceptanceMet: true,
|
|
671
|
+
},
|
|
672
|
+
},
|
|
549
673
|
},
|
|
550
674
|
{
|
|
551
675
|
id: 'cancellation-check',
|
|
@@ -563,6 +687,7 @@ export const recipeMetadata = [
|
|
|
563
687
|
reason: 'Use intent-change to assess broader changes to the current goal.',
|
|
564
688
|
},
|
|
565
689
|
],
|
|
690
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
566
691
|
},
|
|
567
692
|
{
|
|
568
693
|
id: 'care-urgency-wording',
|
|
@@ -585,6 +710,7 @@ export const recipeMetadata = [
|
|
|
585
710
|
reason: 'Use handoff to decide whether a message should leave the automated flow for a human, such as a nurse line.',
|
|
586
711
|
},
|
|
587
712
|
],
|
|
713
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
588
714
|
},
|
|
589
715
|
{
|
|
590
716
|
id: 'category-fit',
|
|
@@ -607,6 +733,7 @@ export const recipeMetadata = [
|
|
|
607
733
|
reason: 'Use route to pick the best category from several candidates instead of checking one.',
|
|
608
734
|
},
|
|
609
735
|
],
|
|
736
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
610
737
|
},
|
|
611
738
|
{
|
|
612
739
|
id: 'causal-attribution',
|
|
@@ -643,6 +770,7 @@ export const recipeMetadata = [
|
|
|
643
770
|
reason: 'Use verify to assess supplied evidence for a causal claim; causal-attribution does not establish causation.',
|
|
644
771
|
},
|
|
645
772
|
],
|
|
773
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
646
774
|
},
|
|
647
775
|
{
|
|
648
776
|
id: 'causal-language-strength',
|
|
@@ -673,6 +801,7 @@ export const recipeMetadata = [
|
|
|
673
801
|
reason: 'Use uncertainty-expression to grade how hedged a statement is overall, rather than the strength of its causal claim specifically.',
|
|
674
802
|
},
|
|
675
803
|
],
|
|
804
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
676
805
|
},
|
|
677
806
|
{
|
|
678
807
|
id: 'certainty-match',
|
|
@@ -687,6 +816,7 @@ export const recipeMetadata = [
|
|
|
687
816
|
related: [
|
|
688
817
|
{ id: 'tone-check', reason: 'Use tone-check to evaluate other explicit writing criteria.' },
|
|
689
818
|
],
|
|
819
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
690
820
|
},
|
|
691
821
|
{
|
|
692
822
|
id: 'change-meaning',
|
|
@@ -704,6 +834,7 @@ export const recipeMetadata = [
|
|
|
704
834
|
reason: 'Use answer-invalidation to assess how changed evidence affects a saved claim.',
|
|
705
835
|
},
|
|
706
836
|
],
|
|
837
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
707
838
|
},
|
|
708
839
|
{
|
|
709
840
|
id: 'change-risk',
|
|
@@ -726,6 +857,7 @@ export const recipeMetadata = [
|
|
|
726
857
|
reason: 'Use action-scope to check whether a change stays within the work that was requested.',
|
|
727
858
|
},
|
|
728
859
|
],
|
|
860
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
729
861
|
},
|
|
730
862
|
{
|
|
731
863
|
id: 'change-window-fit',
|
|
@@ -749,6 +881,7 @@ export const recipeMetadata = [
|
|
|
749
881
|
reason: 'Use action-scope to check whether an action stays within what was requested, rather than whether its timing is allowed.',
|
|
750
882
|
},
|
|
751
883
|
],
|
|
884
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
752
885
|
},
|
|
753
886
|
{
|
|
754
887
|
id: 'checkers-move',
|
|
@@ -772,6 +905,23 @@ export const recipeMetadata = [
|
|
|
772
905
|
reason: 'Use take-turn for narrative turn eligibility. Checkers games should supply the known acting player directly without another model call.',
|
|
773
906
|
},
|
|
774
907
|
],
|
|
908
|
+
evidence: {
|
|
909
|
+
kind: 'earlier',
|
|
910
|
+
label: 'Earlier-version measurement',
|
|
911
|
+
experimental: true,
|
|
912
|
+
measurement: {
|
|
913
|
+
model: 'jev-1.13.0',
|
|
914
|
+
date: null,
|
|
915
|
+
split: null,
|
|
916
|
+
cases: 31,
|
|
917
|
+
ready: null,
|
|
918
|
+
reviewRate: null,
|
|
919
|
+
readyAccuracy: null,
|
|
920
|
+
failed: null,
|
|
921
|
+
provenance: [],
|
|
922
|
+
acceptanceMet: null,
|
|
923
|
+
},
|
|
924
|
+
},
|
|
775
925
|
},
|
|
776
926
|
{
|
|
777
927
|
id: 'choose-action',
|
|
@@ -812,6 +962,23 @@ export const recipeMetadata = [
|
|
|
812
962
|
reason: 'Use step-progress to assess an observed outcome after a move; this recipe recommends a candidate before execution.',
|
|
813
963
|
},
|
|
814
964
|
],
|
|
965
|
+
evidence: {
|
|
966
|
+
kind: 'earlier',
|
|
967
|
+
label: 'Earlier-version measurement',
|
|
968
|
+
experimental: true,
|
|
969
|
+
measurement: {
|
|
970
|
+
model: 'jev-1.13.0',
|
|
971
|
+
date: null,
|
|
972
|
+
split: null,
|
|
973
|
+
cases: 32,
|
|
974
|
+
ready: null,
|
|
975
|
+
reviewRate: null,
|
|
976
|
+
readyAccuracy: null,
|
|
977
|
+
failed: null,
|
|
978
|
+
provenance: [],
|
|
979
|
+
acceptanceMet: null,
|
|
980
|
+
},
|
|
981
|
+
},
|
|
815
982
|
},
|
|
816
983
|
{
|
|
817
984
|
id: 'citation-match',
|
|
@@ -828,6 +995,7 @@ export const recipeMetadata = [
|
|
|
828
995
|
related: [
|
|
829
996
|
{ id: 'verify', reason: 'Use verify when each claim already has its own paired evidence.' },
|
|
830
997
|
],
|
|
998
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
831
999
|
},
|
|
832
1000
|
{
|
|
833
1001
|
id: 'citation-needed',
|
|
@@ -845,6 +1013,7 @@ export const recipeMetadata = [
|
|
|
845
1013
|
reason: 'Use citation-match to find supporting passages once a citation is needed.',
|
|
846
1014
|
},
|
|
847
1015
|
],
|
|
1016
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
848
1017
|
},
|
|
849
1018
|
{
|
|
850
1019
|
id: 'claim-facets',
|
|
@@ -875,6 +1044,7 @@ export const recipeMetadata = [
|
|
|
875
1044
|
reason: 'Use clarify to decide whether to ask the claimant a follow-up question about the facets this recipe finds missing.',
|
|
876
1045
|
},
|
|
877
1046
|
],
|
|
1047
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
878
1048
|
},
|
|
879
1049
|
{
|
|
880
1050
|
id: 'claim-stance',
|
|
@@ -910,6 +1080,23 @@ export const recipeMetadata = [
|
|
|
910
1080
|
reason: 'Use draft-compare for a preference between two responses under a supplied rubric.',
|
|
911
1081
|
},
|
|
912
1082
|
],
|
|
1083
|
+
evidence: {
|
|
1084
|
+
kind: 'earlier',
|
|
1085
|
+
label: 'Earlier-version measurement',
|
|
1086
|
+
experimental: true,
|
|
1087
|
+
measurement: {
|
|
1088
|
+
model: 'jev-1.13.0',
|
|
1089
|
+
date: null,
|
|
1090
|
+
split: null,
|
|
1091
|
+
cases: 53,
|
|
1092
|
+
ready: null,
|
|
1093
|
+
reviewRate: null,
|
|
1094
|
+
readyAccuracy: null,
|
|
1095
|
+
failed: null,
|
|
1096
|
+
provenance: [],
|
|
1097
|
+
acceptanceMet: null,
|
|
1098
|
+
},
|
|
1099
|
+
},
|
|
913
1100
|
},
|
|
914
1101
|
{
|
|
915
1102
|
id: 'clarify',
|
|
@@ -928,6 +1115,23 @@ export const recipeMetadata = [
|
|
|
928
1115
|
reason: 'Use query-specificity to assess how focused the question is, without a requirements list.',
|
|
929
1116
|
},
|
|
930
1117
|
],
|
|
1118
|
+
evidence: {
|
|
1119
|
+
kind: 'earlier',
|
|
1120
|
+
label: 'Earlier-version measurement',
|
|
1121
|
+
experimental: true,
|
|
1122
|
+
measurement: {
|
|
1123
|
+
model: 'jev-1.13.0',
|
|
1124
|
+
date: null,
|
|
1125
|
+
split: null,
|
|
1126
|
+
cases: 50,
|
|
1127
|
+
ready: null,
|
|
1128
|
+
reviewRate: null,
|
|
1129
|
+
readyAccuracy: null,
|
|
1130
|
+
failed: null,
|
|
1131
|
+
provenance: [],
|
|
1132
|
+
acceptanceMet: null,
|
|
1133
|
+
},
|
|
1134
|
+
},
|
|
931
1135
|
},
|
|
932
1136
|
{
|
|
933
1137
|
id: 'clause-conflict',
|
|
@@ -950,6 +1154,7 @@ export const recipeMetadata = [
|
|
|
950
1154
|
reason: 'Use evidence-conflict to check whether two factual statements contradict each other rather than whether two requirements can both be met.',
|
|
951
1155
|
},
|
|
952
1156
|
],
|
|
1157
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
953
1158
|
},
|
|
954
1159
|
{
|
|
955
1160
|
id: 'clause-kind',
|
|
@@ -972,6 +1177,7 @@ export const recipeMetadata = [
|
|
|
972
1177
|
reason: 'Use document-role to classify the purpose of a whole document rather than one clause.',
|
|
973
1178
|
},
|
|
974
1179
|
],
|
|
1180
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
975
1181
|
},
|
|
976
1182
|
{
|
|
977
1183
|
id: 'clickbait-level',
|
|
@@ -994,6 +1200,7 @@ export const recipeMetadata = [
|
|
|
994
1200
|
reason: 'Use question-leading to detect questions that push the reader toward a particular answer.',
|
|
995
1201
|
},
|
|
996
1202
|
],
|
|
1203
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
997
1204
|
},
|
|
998
1205
|
{
|
|
999
1206
|
id: 'commit-message-fit',
|
|
@@ -1016,6 +1223,7 @@ export const recipeMetadata = [
|
|
|
1016
1223
|
reason: 'Use change-meaning to decide whether an edit to text alters its meaning or is editorial only.',
|
|
1017
1224
|
},
|
|
1018
1225
|
],
|
|
1226
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1019
1227
|
},
|
|
1020
1228
|
{
|
|
1021
1229
|
id: 'commitment-strength',
|
|
@@ -1038,6 +1246,7 @@ export const recipeMetadata = [
|
|
|
1038
1246
|
reason: 'Use certainty-match to compare expressed certainty with the evidence rather than commitment to act.',
|
|
1039
1247
|
},
|
|
1040
1248
|
],
|
|
1249
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1041
1250
|
},
|
|
1042
1251
|
{
|
|
1043
1252
|
id: 'comparable-fit',
|
|
@@ -1061,6 +1270,7 @@ export const recipeMetadata = [
|
|
|
1061
1270
|
reason: 'Use passage-compare to pick which of two passages better answers a question, rather than to judge similarity between two property descriptions.',
|
|
1062
1271
|
},
|
|
1063
1272
|
],
|
|
1273
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1064
1274
|
},
|
|
1065
1275
|
{
|
|
1066
1276
|
id: 'completion-gate',
|
|
@@ -1087,6 +1297,29 @@ export const recipeMetadata = [
|
|
|
1087
1297
|
reason: 'Use result-plausibility to check whether a single tool result is a real answer.',
|
|
1088
1298
|
},
|
|
1089
1299
|
],
|
|
1300
|
+
evidence: {
|
|
1301
|
+
kind: 'synthetic',
|
|
1302
|
+
label: 'Current synthetic measurement',
|
|
1303
|
+
experimental: false,
|
|
1304
|
+
measurement: {
|
|
1305
|
+
model: 'typesafe-ai/jev',
|
|
1306
|
+
date: '2026-09-27T21:20:01.789Z',
|
|
1307
|
+
split: 'held-out',
|
|
1308
|
+
cases: 40,
|
|
1309
|
+
ready: 30,
|
|
1310
|
+
reviewRate: 0.25,
|
|
1311
|
+
readyAccuracy: 1,
|
|
1312
|
+
failed: 0,
|
|
1313
|
+
provenance: [
|
|
1314
|
+
{
|
|
1315
|
+
method: 'author-synthetic',
|
|
1316
|
+
source: 'AI-authored new scenario families for the September 2026 update; not independently human-reviewed. Previous inspected holdouts moved to development.',
|
|
1317
|
+
cases: 40,
|
|
1318
|
+
},
|
|
1319
|
+
],
|
|
1320
|
+
acceptanceMet: true,
|
|
1321
|
+
},
|
|
1322
|
+
},
|
|
1090
1323
|
},
|
|
1091
1324
|
{
|
|
1092
1325
|
id: 'confirmation-match',
|
|
@@ -1104,6 +1337,7 @@ export const recipeMetadata = [
|
|
|
1104
1337
|
reason: 'Use cancellation-check to assess instructions to stop or pause a task.',
|
|
1105
1338
|
},
|
|
1106
1339
|
],
|
|
1340
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1107
1341
|
},
|
|
1108
1342
|
{
|
|
1109
1343
|
id: 'consent-request',
|
|
@@ -1126,6 +1360,7 @@ export const recipeMetadata = [
|
|
|
1126
1360
|
reason: 'Use promise-check to detect commitments the text makes to the reader rather than permission it asks of them.',
|
|
1127
1361
|
},
|
|
1128
1362
|
],
|
|
1363
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1129
1364
|
},
|
|
1130
1365
|
{
|
|
1131
1366
|
id: 'consent-scope-fit',
|
|
@@ -1148,6 +1383,7 @@ export const recipeMetadata = [
|
|
|
1148
1383
|
reason: 'Use source-applicability to check whether a policy or source document applies to a situation at all.',
|
|
1149
1384
|
},
|
|
1150
1385
|
],
|
|
1386
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1151
1387
|
},
|
|
1152
1388
|
{
|
|
1153
1389
|
id: 'constraint-strength',
|
|
@@ -1184,6 +1420,7 @@ export const recipeMetadata = [
|
|
|
1184
1420
|
reason: 'Use instruction-conflict to compare the requirements of two instructions.',
|
|
1185
1421
|
},
|
|
1186
1422
|
],
|
|
1423
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1187
1424
|
},
|
|
1188
1425
|
{
|
|
1189
1426
|
id: 'contact-opt-out',
|
|
@@ -1211,6 +1448,29 @@ export const recipeMetadata = [
|
|
|
1211
1448
|
reason: 'Use followup-timing for a requested delay or condition for future contact.',
|
|
1212
1449
|
},
|
|
1213
1450
|
],
|
|
1451
|
+
evidence: {
|
|
1452
|
+
kind: 'synthetic',
|
|
1453
|
+
label: 'Current synthetic measurement',
|
|
1454
|
+
experimental: false,
|
|
1455
|
+
measurement: {
|
|
1456
|
+
model: 'jev-1.13.0',
|
|
1457
|
+
date: '2026-09-27T07:56:27.401Z',
|
|
1458
|
+
split: 'held-out',
|
|
1459
|
+
cases: 40,
|
|
1460
|
+
ready: 33,
|
|
1461
|
+
reviewRate: 0.175,
|
|
1462
|
+
readyAccuracy: 1,
|
|
1463
|
+
failed: 0,
|
|
1464
|
+
provenance: [
|
|
1465
|
+
{
|
|
1466
|
+
method: 'author-synthetic',
|
|
1467
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
1468
|
+
cases: 40,
|
|
1469
|
+
},
|
|
1470
|
+
],
|
|
1471
|
+
acceptanceMet: true,
|
|
1472
|
+
},
|
|
1473
|
+
},
|
|
1214
1474
|
},
|
|
1215
1475
|
{
|
|
1216
1476
|
id: 'content-facets',
|
|
@@ -1233,6 +1493,7 @@ export const recipeMetadata = [
|
|
|
1233
1493
|
reason: 'Use argument-fit to judge whether a specific argument supports a specific claim.',
|
|
1234
1494
|
},
|
|
1235
1495
|
],
|
|
1496
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1236
1497
|
},
|
|
1237
1498
|
{
|
|
1238
1499
|
id: 'content-freshness-signal',
|
|
@@ -1255,6 +1516,7 @@ export const recipeMetadata = [
|
|
|
1255
1516
|
reason: 'Use freshness-needed to decide whether a question requires current information to answer.',
|
|
1256
1517
|
},
|
|
1257
1518
|
],
|
|
1519
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1258
1520
|
},
|
|
1259
1521
|
{
|
|
1260
1522
|
id: 'context-prune',
|
|
@@ -1282,6 +1544,29 @@ export const recipeMetadata = [
|
|
|
1282
1544
|
reason: 'Use progress-stall to detect an agent that keeps reprocessing the same context.',
|
|
1283
1545
|
},
|
|
1284
1546
|
],
|
|
1547
|
+
evidence: {
|
|
1548
|
+
kind: 'synthetic',
|
|
1549
|
+
label: 'Current synthetic measurement',
|
|
1550
|
+
experimental: true,
|
|
1551
|
+
measurement: {
|
|
1552
|
+
model: 'typesafe-ai/jev',
|
|
1553
|
+
date: '2026-09-27T21:21:18.930Z',
|
|
1554
|
+
split: 'held-out',
|
|
1555
|
+
cases: 20,
|
|
1556
|
+
ready: 11,
|
|
1557
|
+
reviewRate: 0.45,
|
|
1558
|
+
readyAccuracy: 1,
|
|
1559
|
+
failed: 0,
|
|
1560
|
+
provenance: [
|
|
1561
|
+
{
|
|
1562
|
+
method: 'author-synthetic',
|
|
1563
|
+
source: 'AI-authored new scenario families for the September 2026 update; not independently human-reviewed. Previous inspected holdouts moved to development.',
|
|
1564
|
+
cases: 20,
|
|
1565
|
+
},
|
|
1566
|
+
],
|
|
1567
|
+
acceptanceMet: false,
|
|
1568
|
+
},
|
|
1569
|
+
},
|
|
1285
1570
|
},
|
|
1286
1571
|
{
|
|
1287
1572
|
id: 'context-role',
|
|
@@ -1294,6 +1579,7 @@ export const recipeMetadata = [
|
|
|
1294
1579
|
],
|
|
1295
1580
|
useWhen: 'You want to identify the role a passage plays in answering a question.',
|
|
1296
1581
|
related: [{ id: 'rerank', reason: 'Use rerank to select and order passages by relevance.' }],
|
|
1582
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1297
1583
|
},
|
|
1298
1584
|
{
|
|
1299
1585
|
id: 'continuation-compare',
|
|
@@ -1317,6 +1603,7 @@ export const recipeMetadata = [
|
|
|
1317
1603
|
reason: 'Use action-compare to compare two next steps against a goal and constraints, rather than two continuations against a musical context.',
|
|
1318
1604
|
},
|
|
1319
1605
|
],
|
|
1606
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1320
1607
|
},
|
|
1321
1608
|
{
|
|
1322
1609
|
id: 'correction-target',
|
|
@@ -1335,6 +1622,7 @@ export const recipeMetadata = [
|
|
|
1335
1622
|
reason: 'Use reference-resolve for references that are not corrections.',
|
|
1336
1623
|
},
|
|
1337
1624
|
],
|
|
1625
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1338
1626
|
},
|
|
1339
1627
|
{
|
|
1340
1628
|
id: 'corrective-action-fit',
|
|
@@ -1358,6 +1646,7 @@ export const recipeMetadata = [
|
|
|
1358
1646
|
reason: 'Use troubleshooting-fit to assess a diagnostic procedure rather than a proposed fix.',
|
|
1359
1647
|
},
|
|
1360
1648
|
],
|
|
1649
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1361
1650
|
},
|
|
1362
1651
|
{
|
|
1363
1652
|
id: 'daw-request-kind',
|
|
@@ -1381,6 +1670,7 @@ export const recipeMetadata = [
|
|
|
1381
1670
|
reason: 'Use turn-intent to classify the conversational role of a turn, such as a question or a correction, rather than which production operation it asks for.',
|
|
1382
1671
|
},
|
|
1383
1672
|
],
|
|
1673
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1384
1674
|
},
|
|
1385
1675
|
{
|
|
1386
1676
|
id: 'deadline-risk',
|
|
@@ -1404,6 +1694,7 @@ export const recipeMetadata = [
|
|
|
1404
1694
|
reason: 'Use task-complexity to grade how hard a task is before it starts, rather than how it is tracking once underway.',
|
|
1405
1695
|
},
|
|
1406
1696
|
],
|
|
1697
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1407
1698
|
},
|
|
1408
1699
|
{
|
|
1409
1700
|
id: 'defect-report-facets',
|
|
@@ -1427,6 +1718,7 @@ export const recipeMetadata = [
|
|
|
1427
1718
|
reason: 'Use clarify to phrase the follow-up question once a report is known to be missing a facet.',
|
|
1428
1719
|
},
|
|
1429
1720
|
],
|
|
1721
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1430
1722
|
},
|
|
1431
1723
|
{
|
|
1432
1724
|
id: 'delegation-fit',
|
|
@@ -1449,6 +1741,7 @@ export const recipeMetadata = [
|
|
|
1449
1741
|
reason: 'Use route to choose among several named delegates at once when more than one might fit.',
|
|
1450
1742
|
},
|
|
1451
1743
|
],
|
|
1744
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1452
1745
|
},
|
|
1453
1746
|
{
|
|
1454
1747
|
id: 'diff-hazards',
|
|
@@ -1484,6 +1777,23 @@ export const recipeMetadata = [
|
|
|
1484
1777
|
reason: 'Use breaking-change-signal to check whether a change breaks callers.',
|
|
1485
1778
|
},
|
|
1486
1779
|
],
|
|
1780
|
+
evidence: {
|
|
1781
|
+
kind: 'earlier',
|
|
1782
|
+
label: 'Earlier-version measurement',
|
|
1783
|
+
experimental: true,
|
|
1784
|
+
measurement: {
|
|
1785
|
+
model: 'jev-1.13.0',
|
|
1786
|
+
date: null,
|
|
1787
|
+
split: null,
|
|
1788
|
+
cases: 43,
|
|
1789
|
+
ready: null,
|
|
1790
|
+
reviewRate: null,
|
|
1791
|
+
readyAccuracy: null,
|
|
1792
|
+
failed: null,
|
|
1793
|
+
provenance: [],
|
|
1794
|
+
acceptanceMet: null,
|
|
1795
|
+
},
|
|
1796
|
+
},
|
|
1487
1797
|
},
|
|
1488
1798
|
{
|
|
1489
1799
|
id: 'disclosure-facets',
|
|
@@ -1507,6 +1817,7 @@ export const recipeMetadata = [
|
|
|
1507
1817
|
reason: "Use clarify to decide whether a buyer's question about the disclosure is too ambiguous to answer, rather than what the disclosure itself addresses.",
|
|
1508
1818
|
},
|
|
1509
1819
|
],
|
|
1820
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1510
1821
|
},
|
|
1511
1822
|
{
|
|
1512
1823
|
id: 'dispute-kind',
|
|
@@ -1530,6 +1841,7 @@ export const recipeMetadata = [
|
|
|
1530
1841
|
reason: 'Use route when the destinations are caller-defined queues rather than this fixed set of billing dispute types.',
|
|
1531
1842
|
},
|
|
1532
1843
|
],
|
|
1844
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1533
1845
|
},
|
|
1534
1846
|
{
|
|
1535
1847
|
id: 'document-role',
|
|
@@ -1547,6 +1859,7 @@ export const recipeMetadata = [
|
|
|
1547
1859
|
reason: 'Use context-role to assess how a passage relates to a specific question.',
|
|
1548
1860
|
},
|
|
1549
1861
|
],
|
|
1862
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1550
1863
|
},
|
|
1551
1864
|
{
|
|
1552
1865
|
id: 'draft-compare',
|
|
@@ -1564,6 +1877,7 @@ export const recipeMetadata = [
|
|
|
1564
1877
|
reason: 'Use tone-check to evaluate each writing criterion for one draft.',
|
|
1565
1878
|
},
|
|
1566
1879
|
],
|
|
1880
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1567
1881
|
},
|
|
1568
1882
|
{
|
|
1569
1883
|
id: 'dynamic-change',
|
|
@@ -1587,6 +1901,7 @@ export const recipeMetadata = [
|
|
|
1587
1901
|
reason: 'Use tone-check to check a draft against caller-defined writing criteria; this recipe steers loudness, not prose.',
|
|
1588
1902
|
},
|
|
1589
1903
|
],
|
|
1904
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1590
1905
|
},
|
|
1591
1906
|
{
|
|
1592
1907
|
id: 'eligibility-facets',
|
|
@@ -1610,6 +1925,7 @@ export const recipeMetadata = [
|
|
|
1610
1925
|
reason: "Use clarify to decide whether an applicant's question is too ambiguous to answer, rather than which eligibility topics their statement addresses.",
|
|
1611
1926
|
},
|
|
1612
1927
|
],
|
|
1928
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1613
1929
|
},
|
|
1614
1930
|
{
|
|
1615
1931
|
id: 'emotion-kind',
|
|
@@ -1632,6 +1948,7 @@ export const recipeMetadata = [
|
|
|
1632
1948
|
reason: 'Use uncertainty-expression to detect hedging and doubt rather than emotion.',
|
|
1633
1949
|
},
|
|
1634
1950
|
],
|
|
1951
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1635
1952
|
},
|
|
1636
1953
|
{
|
|
1637
1954
|
id: 'entity-match',
|
|
@@ -1654,6 +1971,29 @@ export const recipeMetadata = [
|
|
|
1654
1971
|
reason: 'Use task-duplicate to catch a task that repeats one already on the list.',
|
|
1655
1972
|
},
|
|
1656
1973
|
],
|
|
1974
|
+
evidence: {
|
|
1975
|
+
kind: 'synthetic',
|
|
1976
|
+
label: 'Current synthetic measurement',
|
|
1977
|
+
experimental: false,
|
|
1978
|
+
measurement: {
|
|
1979
|
+
model: 'jev-1.13.0',
|
|
1980
|
+
date: '2026-09-27T07:56:33.689Z',
|
|
1981
|
+
split: 'held-out',
|
|
1982
|
+
cases: 40,
|
|
1983
|
+
ready: 30,
|
|
1984
|
+
reviewRate: 0.25,
|
|
1985
|
+
readyAccuracy: 1,
|
|
1986
|
+
failed: 0,
|
|
1987
|
+
provenance: [
|
|
1988
|
+
{
|
|
1989
|
+
method: 'author-synthetic',
|
|
1990
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
1991
|
+
cases: 40,
|
|
1992
|
+
},
|
|
1993
|
+
],
|
|
1994
|
+
acceptanceMet: true,
|
|
1995
|
+
},
|
|
1996
|
+
},
|
|
1657
1997
|
},
|
|
1658
1998
|
{
|
|
1659
1999
|
id: 'error-acknowledgment',
|
|
@@ -1677,6 +2017,7 @@ export const recipeMetadata = [
|
|
|
1677
2017
|
reason: 'Use uncertainty-expression to grade how the message hedges, rather than whether it admits a prior mistake.',
|
|
1678
2018
|
},
|
|
1679
2019
|
],
|
|
2020
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1680
2021
|
},
|
|
1681
2022
|
{
|
|
1682
2023
|
id: 'escalation-wording',
|
|
@@ -1699,6 +2040,7 @@ export const recipeMetadata = [
|
|
|
1699
2040
|
reason: 'Use handoff to decide whether a conversation should move to a human at all, rather than whether the writer asked for a higher tier.',
|
|
1700
2041
|
},
|
|
1701
2042
|
],
|
|
2043
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1702
2044
|
},
|
|
1703
2045
|
{
|
|
1704
2046
|
id: 'evaluation-mention',
|
|
@@ -1734,6 +2076,7 @@ export const recipeMetadata = [
|
|
|
1734
2076
|
reason: 'Use uncertainty-expression to label how certain the response sounds about a specific evaluation claim.',
|
|
1735
2077
|
},
|
|
1736
2078
|
],
|
|
2079
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1737
2080
|
},
|
|
1738
2081
|
{
|
|
1739
2082
|
id: 'evidence-conflict',
|
|
@@ -1751,6 +2094,7 @@ export const recipeMetadata = [
|
|
|
1751
2094
|
reason: 'Use answer-consistency to compare two statements directly.',
|
|
1752
2095
|
},
|
|
1753
2096
|
],
|
|
2097
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1754
2098
|
},
|
|
1755
2099
|
{
|
|
1756
2100
|
id: 'evidence-independence',
|
|
@@ -1786,6 +2130,7 @@ export const recipeMetadata = [
|
|
|
1786
2130
|
reason: 'Use evidence-conflict to compare what sources say; conflicting reports can still share an origin.',
|
|
1787
2131
|
},
|
|
1788
2132
|
],
|
|
2133
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1789
2134
|
},
|
|
1790
2135
|
{
|
|
1791
2136
|
id: 'evidence-novelty',
|
|
@@ -1804,6 +2149,7 @@ export const recipeMetadata = [
|
|
|
1804
2149
|
reason: 'Use passage-duplicate to compare overlap between two passages.',
|
|
1805
2150
|
},
|
|
1806
2151
|
],
|
|
2152
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1807
2153
|
},
|
|
1808
2154
|
{
|
|
1809
2155
|
id: 'evidence-strength',
|
|
@@ -1826,6 +2172,7 @@ export const recipeMetadata = [
|
|
|
1826
2172
|
reason: 'Use answerability to decide whether evidence can answer a whole question.',
|
|
1827
2173
|
},
|
|
1828
2174
|
],
|
|
2175
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1829
2176
|
},
|
|
1830
2177
|
{
|
|
1831
2178
|
id: 'exercise-select',
|
|
@@ -1849,6 +2196,7 @@ export const recipeMetadata = [
|
|
|
1849
2196
|
reason: 'Use troubleshooting-fit to check whether one supplied procedure addresses a reported problem, rather than to pick the best of several.',
|
|
1850
2197
|
},
|
|
1851
2198
|
],
|
|
2199
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1852
2200
|
},
|
|
1853
2201
|
{
|
|
1854
2202
|
id: 'expense-category',
|
|
@@ -1872,6 +2220,7 @@ export const recipeMetadata = [
|
|
|
1872
2220
|
reason: 'Use field-select to choose which field of a record holds a value, rather than which category definition a described purchase satisfies.',
|
|
1873
2221
|
},
|
|
1874
2222
|
],
|
|
2223
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1875
2224
|
},
|
|
1876
2225
|
{
|
|
1877
2226
|
id: 'explanation-level',
|
|
@@ -1895,6 +2244,7 @@ export const recipeMetadata = [
|
|
|
1895
2244
|
reason: 'Use certainty-match to check whether the confidence expressed fits the reasoning given.',
|
|
1896
2245
|
},
|
|
1897
2246
|
],
|
|
2247
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1898
2248
|
},
|
|
1899
2249
|
{
|
|
1900
2250
|
id: 'extraction-fidelity',
|
|
@@ -1917,6 +2267,29 @@ export const recipeMetadata = [
|
|
|
1917
2267
|
reason: 'Use summary-coverage when the output is prose that should cover the source, not a set of fields.',
|
|
1918
2268
|
},
|
|
1919
2269
|
],
|
|
2270
|
+
evidence: {
|
|
2271
|
+
kind: 'synthetic',
|
|
2272
|
+
label: 'Current synthetic measurement',
|
|
2273
|
+
experimental: false,
|
|
2274
|
+
measurement: {
|
|
2275
|
+
model: 'jev-1.13.0',
|
|
2276
|
+
date: '2026-09-27T07:56:32.456Z',
|
|
2277
|
+
split: 'held-out',
|
|
2278
|
+
cases: 40,
|
|
2279
|
+
ready: 40,
|
|
2280
|
+
reviewRate: 0,
|
|
2281
|
+
readyAccuracy: 1,
|
|
2282
|
+
failed: 0,
|
|
2283
|
+
provenance: [
|
|
2284
|
+
{
|
|
2285
|
+
method: 'author-synthetic',
|
|
2286
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
2287
|
+
cases: 40,
|
|
2288
|
+
},
|
|
2289
|
+
],
|
|
2290
|
+
acceptanceMet: true,
|
|
2291
|
+
},
|
|
2292
|
+
},
|
|
1920
2293
|
},
|
|
1921
2294
|
{
|
|
1922
2295
|
id: 'fact-stability',
|
|
@@ -1934,6 +2307,7 @@ export const recipeMetadata = [
|
|
|
1934
2307
|
reason: 'Use freshness-needed to decide whether a question needs current information.',
|
|
1935
2308
|
},
|
|
1936
2309
|
],
|
|
2310
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1937
2311
|
},
|
|
1938
2312
|
{
|
|
1939
2313
|
id: 'failure-kind',
|
|
@@ -1952,6 +2326,7 @@ export const recipeMetadata = [
|
|
|
1952
2326
|
reason: 'Use result-outcome when first determining what a result reports.',
|
|
1953
2327
|
},
|
|
1954
2328
|
],
|
|
2329
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1955
2330
|
},
|
|
1956
2331
|
{
|
|
1957
2332
|
id: 'fair-housing-wording',
|
|
@@ -1975,6 +2350,7 @@ export const recipeMetadata = [
|
|
|
1975
2350
|
reason: 'Use policy-severity to grade how serious a confirmed violation is against a supplied policy, rather than to detect the wording in the first place.',
|
|
1976
2351
|
},
|
|
1977
2352
|
],
|
|
2353
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
1978
2354
|
},
|
|
1979
2355
|
{
|
|
1980
2356
|
id: 'feedback-actionability',
|
|
@@ -1998,6 +2374,7 @@ export const recipeMetadata = [
|
|
|
1998
2374
|
reason: 'Use tone-check to judge the wording of the same feedback against writing criteria.',
|
|
1999
2375
|
},
|
|
2000
2376
|
],
|
|
2377
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2001
2378
|
},
|
|
2002
2379
|
{
|
|
2003
2380
|
id: 'feedback-kind',
|
|
@@ -2015,6 +2392,7 @@ export const recipeMetadata = [
|
|
|
2015
2392
|
reason: 'Use turn-intent for the broader purpose of a conversational turn.',
|
|
2016
2393
|
},
|
|
2017
2394
|
],
|
|
2395
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2018
2396
|
},
|
|
2019
2397
|
{
|
|
2020
2398
|
id: 'field-select',
|
|
@@ -2033,6 +2411,29 @@ export const recipeMetadata = [
|
|
|
2033
2411
|
reason: 'Use reference-resolve to identify what a conversational reference points to.',
|
|
2034
2412
|
},
|
|
2035
2413
|
],
|
|
2414
|
+
evidence: {
|
|
2415
|
+
kind: 'synthetic',
|
|
2416
|
+
label: 'Current synthetic measurement',
|
|
2417
|
+
experimental: false,
|
|
2418
|
+
measurement: {
|
|
2419
|
+
model: 'jev-1.13.0',
|
|
2420
|
+
date: '2026-09-27T07:56:31.169Z',
|
|
2421
|
+
split: 'held-out',
|
|
2422
|
+
cases: 40,
|
|
2423
|
+
ready: 30,
|
|
2424
|
+
reviewRate: 0.25,
|
|
2425
|
+
readyAccuracy: 1,
|
|
2426
|
+
failed: 0,
|
|
2427
|
+
provenance: [
|
|
2428
|
+
{
|
|
2429
|
+
method: 'author-synthetic',
|
|
2430
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
2431
|
+
cases: 40,
|
|
2432
|
+
},
|
|
2433
|
+
],
|
|
2434
|
+
acceptanceMet: true,
|
|
2435
|
+
},
|
|
2436
|
+
},
|
|
2036
2437
|
},
|
|
2037
2438
|
{
|
|
2038
2439
|
id: 'financial-advice-signal',
|
|
@@ -2056,6 +2457,7 @@ export const recipeMetadata = [
|
|
|
2056
2457
|
reason: "Use certainty-match to check whether a reply's stated confidence fits its evidence, rather than whether it recommends a financial action.",
|
|
2057
2458
|
},
|
|
2058
2459
|
],
|
|
2460
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2059
2461
|
},
|
|
2060
2462
|
{
|
|
2061
2463
|
id: 'finger-actions',
|
|
@@ -2079,6 +2481,7 @@ export const recipeMetadata = [
|
|
|
2079
2481
|
reason: 'Use next-chord to pick the harmony first, then let finger-actions voice it.',
|
|
2080
2482
|
},
|
|
2081
2483
|
],
|
|
2484
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2082
2485
|
},
|
|
2083
2486
|
{
|
|
2084
2487
|
id: 'followup-link',
|
|
@@ -2097,6 +2500,29 @@ export const recipeMetadata = [
|
|
|
2097
2500
|
reason: 'Use reference-resolve to identify a referenced item rather than an earlier request.',
|
|
2098
2501
|
},
|
|
2099
2502
|
],
|
|
2503
|
+
evidence: {
|
|
2504
|
+
kind: 'synthetic',
|
|
2505
|
+
label: 'Current synthetic measurement',
|
|
2506
|
+
experimental: false,
|
|
2507
|
+
measurement: {
|
|
2508
|
+
model: 'jev-1.13.0',
|
|
2509
|
+
date: '2026-09-27T07:56:24.179Z',
|
|
2510
|
+
split: 'held-out',
|
|
2511
|
+
cases: 40,
|
|
2512
|
+
ready: 30,
|
|
2513
|
+
reviewRate: 0.25,
|
|
2514
|
+
readyAccuracy: 1,
|
|
2515
|
+
failed: 0,
|
|
2516
|
+
provenance: [
|
|
2517
|
+
{
|
|
2518
|
+
method: 'author-synthetic',
|
|
2519
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
2520
|
+
cases: 40,
|
|
2521
|
+
},
|
|
2522
|
+
],
|
|
2523
|
+
acceptanceMet: true,
|
|
2524
|
+
},
|
|
2525
|
+
},
|
|
2100
2526
|
},
|
|
2101
2527
|
{
|
|
2102
2528
|
id: 'followup-timing',
|
|
@@ -2124,6 +2550,29 @@ export const recipeMetadata = [
|
|
|
2124
2550
|
reason: 'Use callback-responsibility to identify who should initiate a call.',
|
|
2125
2551
|
},
|
|
2126
2552
|
],
|
|
2553
|
+
evidence: {
|
|
2554
|
+
kind: 'synthetic',
|
|
2555
|
+
label: 'Current synthetic measurement',
|
|
2556
|
+
experimental: false,
|
|
2557
|
+
measurement: {
|
|
2558
|
+
model: 'jev-1.13.0',
|
|
2559
|
+
date: '2026-09-27T07:56:28.731Z',
|
|
2560
|
+
split: 'held-out',
|
|
2561
|
+
cases: 40,
|
|
2562
|
+
ready: 37,
|
|
2563
|
+
reviewRate: 0.075,
|
|
2564
|
+
readyAccuracy: 1,
|
|
2565
|
+
failed: 0,
|
|
2566
|
+
provenance: [
|
|
2567
|
+
{
|
|
2568
|
+
method: 'author-synthetic',
|
|
2569
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
2570
|
+
cases: 40,
|
|
2571
|
+
},
|
|
2572
|
+
],
|
|
2573
|
+
acceptanceMet: true,
|
|
2574
|
+
},
|
|
2575
|
+
},
|
|
2127
2576
|
},
|
|
2128
2577
|
{
|
|
2129
2578
|
id: 'forecast-confidence-wording',
|
|
@@ -2147,6 +2596,7 @@ export const recipeMetadata = [
|
|
|
2147
2596
|
reason: "Use certainty-match to check whether stated confidence fits the supporting evidence, rather than to grade the wording's certainty on its own.",
|
|
2148
2597
|
},
|
|
2149
2598
|
],
|
|
2599
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2150
2600
|
},
|
|
2151
2601
|
{
|
|
2152
2602
|
id: 'format-fit',
|
|
@@ -2169,6 +2619,7 @@ export const recipeMetadata = [
|
|
|
2169
2619
|
reason: 'Use tone-check when the requirement is about voice or register rather than structure.',
|
|
2170
2620
|
},
|
|
2171
2621
|
],
|
|
2622
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2172
2623
|
},
|
|
2173
2624
|
{
|
|
2174
2625
|
id: 'freshness-needed',
|
|
@@ -2186,6 +2637,7 @@ export const recipeMetadata = [
|
|
|
2186
2637
|
reason: 'Use fact-stability to assess a particular fact rather than a question.',
|
|
2187
2638
|
},
|
|
2188
2639
|
],
|
|
2640
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2189
2641
|
},
|
|
2190
2642
|
{
|
|
2191
2643
|
id: 'frustration-signal',
|
|
@@ -2203,6 +2655,7 @@ export const recipeMetadata = [
|
|
|
2203
2655
|
reason: 'Use urgency-signal to detect an explicit request for urgent attention.',
|
|
2204
2656
|
},
|
|
2205
2657
|
],
|
|
2658
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2206
2659
|
},
|
|
2207
2660
|
{
|
|
2208
2661
|
id: 'funder-fit',
|
|
@@ -2226,6 +2679,7 @@ export const recipeMetadata = [
|
|
|
2226
2679
|
reason: 'Use passage-compare for the same pairwise judgment over text passages and a question.',
|
|
2227
2680
|
},
|
|
2228
2681
|
],
|
|
2682
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2229
2683
|
},
|
|
2230
2684
|
{
|
|
2231
2685
|
id: 'game-action',
|
|
@@ -2249,6 +2703,7 @@ export const recipeMetadata = [
|
|
|
2249
2703
|
reason: 'Use checkers-move for its American/English checkers board format and built-in checkers instructions.',
|
|
2250
2704
|
},
|
|
2251
2705
|
],
|
|
2706
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2252
2707
|
},
|
|
2253
2708
|
{
|
|
2254
2709
|
id: 'game-phase',
|
|
@@ -2271,6 +2726,7 @@ export const recipeMetadata = [
|
|
|
2271
2726
|
reason: 'Use step-progress to judge how far a non-game task has advanced.',
|
|
2272
2727
|
},
|
|
2273
2728
|
],
|
|
2729
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2274
2730
|
},
|
|
2275
2731
|
{
|
|
2276
2732
|
id: 'goal-drift',
|
|
@@ -2293,6 +2749,23 @@ export const recipeMetadata = [
|
|
|
2293
2749
|
reason: 'Use intent-change when the user may have redirected the goal, so a step that looks drifted is actually following a new instruction.',
|
|
2294
2750
|
},
|
|
2295
2751
|
],
|
|
2752
|
+
evidence: {
|
|
2753
|
+
kind: 'earlier',
|
|
2754
|
+
label: 'Earlier-version measurement',
|
|
2755
|
+
experimental: true,
|
|
2756
|
+
measurement: {
|
|
2757
|
+
model: 'jev-1.13.0',
|
|
2758
|
+
date: null,
|
|
2759
|
+
split: null,
|
|
2760
|
+
cases: 44,
|
|
2761
|
+
ready: null,
|
|
2762
|
+
reviewRate: null,
|
|
2763
|
+
readyAccuracy: null,
|
|
2764
|
+
failed: null,
|
|
2765
|
+
provenance: [],
|
|
2766
|
+
acceptanceMet: null,
|
|
2767
|
+
},
|
|
2768
|
+
},
|
|
2296
2769
|
},
|
|
2297
2770
|
{
|
|
2298
2771
|
id: 'grounding-level',
|
|
@@ -2315,6 +2788,7 @@ export const recipeMetadata = [
|
|
|
2315
2788
|
reason: 'Use answer-relevance to check that the draft addresses the question, not just the sources.',
|
|
2316
2789
|
},
|
|
2317
2790
|
],
|
|
2791
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2318
2792
|
},
|
|
2319
2793
|
{
|
|
2320
2794
|
id: 'guest-request-facets',
|
|
@@ -2337,6 +2811,7 @@ export const recipeMetadata = [
|
|
|
2337
2811
|
reason: 'Use clarify to decide whether to ask the guest a follow-up question about the facets this recipe finds missing.',
|
|
2338
2812
|
},
|
|
2339
2813
|
],
|
|
2814
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2340
2815
|
},
|
|
2341
2816
|
{
|
|
2342
2817
|
id: 'handoff',
|
|
@@ -2352,6 +2827,29 @@ export const recipeMetadata = [
|
|
|
2352
2827
|
related: [
|
|
2353
2828
|
{ id: 'route', reason: 'Use route to choose a handler when escalation is not the decision.' },
|
|
2354
2829
|
],
|
|
2830
|
+
evidence: {
|
|
2831
|
+
kind: 'synthetic',
|
|
2832
|
+
label: 'Current synthetic measurement',
|
|
2833
|
+
experimental: false,
|
|
2834
|
+
measurement: {
|
|
2835
|
+
model: 'jev-1.13.0',
|
|
2836
|
+
date: '2026-09-27T07:56:21.635Z',
|
|
2837
|
+
split: 'held-out',
|
|
2838
|
+
cases: 40,
|
|
2839
|
+
ready: 28,
|
|
2840
|
+
reviewRate: 0.3,
|
|
2841
|
+
readyAccuracy: 1,
|
|
2842
|
+
failed: 0,
|
|
2843
|
+
provenance: [
|
|
2844
|
+
{
|
|
2845
|
+
method: 'author-synthetic',
|
|
2846
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
2847
|
+
cases: 40,
|
|
2848
|
+
},
|
|
2849
|
+
],
|
|
2850
|
+
acceptanceMet: true,
|
|
2851
|
+
},
|
|
2852
|
+
},
|
|
2355
2853
|
},
|
|
2356
2854
|
{
|
|
2357
2855
|
id: 'handoff-completeness',
|
|
@@ -2375,6 +2873,7 @@ export const recipeMetadata = [
|
|
|
2375
2873
|
reason: 'Use clarify to find the specific missing requirements once an item grades below complete.',
|
|
2376
2874
|
},
|
|
2377
2875
|
],
|
|
2876
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2378
2877
|
},
|
|
2379
2878
|
{
|
|
2380
2879
|
id: 'headline-fit',
|
|
@@ -2397,6 +2896,7 @@ export const recipeMetadata = [
|
|
|
2397
2896
|
reason: 'Use attribution-match to check whether a quoted claim is attributed to the source that actually made it.',
|
|
2398
2897
|
},
|
|
2399
2898
|
],
|
|
2899
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2400
2900
|
},
|
|
2401
2901
|
{
|
|
2402
2902
|
id: 'incident-match',
|
|
@@ -2410,6 +2910,7 @@ export const recipeMetadata = [
|
|
|
2410
2910
|
],
|
|
2411
2911
|
useWhen: 'You need to connect a support ticket to a supplied known incident.',
|
|
2412
2912
|
related: [{ id: 'ticket-match', reason: 'Use ticket-match to compare two tickets directly.' }],
|
|
2913
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2413
2914
|
},
|
|
2414
2915
|
{
|
|
2415
2916
|
id: 'incident-severity-wording',
|
|
@@ -2433,6 +2934,7 @@ export const recipeMetadata = [
|
|
|
2433
2934
|
reason: 'Use policy-severity to grade how serious a policy violation is, rather than how serious an operational incident is.',
|
|
2434
2935
|
},
|
|
2435
2936
|
],
|
|
2937
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2436
2938
|
},
|
|
2437
2939
|
{
|
|
2438
2940
|
id: 'injection-signal',
|
|
@@ -2455,6 +2957,23 @@ export const recipeMetadata = [
|
|
|
2455
2957
|
reason: 'Use instruction-conflict when two legitimate instructions may disagree.',
|
|
2456
2958
|
},
|
|
2457
2959
|
],
|
|
2960
|
+
evidence: {
|
|
2961
|
+
kind: 'earlier',
|
|
2962
|
+
label: 'Earlier-version measurement',
|
|
2963
|
+
experimental: true,
|
|
2964
|
+
measurement: {
|
|
2965
|
+
model: 'jev-1.13.0',
|
|
2966
|
+
date: null,
|
|
2967
|
+
split: null,
|
|
2968
|
+
cases: 44,
|
|
2969
|
+
ready: null,
|
|
2970
|
+
reviewRate: null,
|
|
2971
|
+
readyAccuracy: null,
|
|
2972
|
+
failed: null,
|
|
2973
|
+
provenance: [],
|
|
2974
|
+
acceptanceMet: null,
|
|
2975
|
+
},
|
|
2976
|
+
},
|
|
2458
2977
|
},
|
|
2459
2978
|
{
|
|
2460
2979
|
id: 'instruction-clarity',
|
|
@@ -2477,6 +2996,7 @@ export const recipeMetadata = [
|
|
|
2477
2996
|
reason: 'Use clarify to list the specific questions a delegate would need answered when the instruction grades below clear.',
|
|
2478
2997
|
},
|
|
2479
2998
|
],
|
|
2999
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2480
3000
|
},
|
|
2481
3001
|
{
|
|
2482
3002
|
id: 'instruction-conflict',
|
|
@@ -2499,6 +3019,7 @@ export const recipeMetadata = [
|
|
|
2499
3019
|
reason: 'Use answer-consistency to compare factual claims rather than required behavior.',
|
|
2500
3020
|
},
|
|
2501
3021
|
],
|
|
3022
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2502
3023
|
},
|
|
2503
3024
|
{
|
|
2504
3025
|
id: 'instruction-fit',
|
|
@@ -2516,6 +3037,7 @@ export const recipeMetadata = [
|
|
|
2516
3037
|
reason: 'Use action-scope to check the boundaries of a proposed action.',
|
|
2517
3038
|
},
|
|
2518
3039
|
],
|
|
3040
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2519
3041
|
},
|
|
2520
3042
|
{
|
|
2521
3043
|
id: 'instruction-priority',
|
|
@@ -2539,6 +3061,7 @@ export const recipeMetadata = [
|
|
|
2539
3061
|
reason: 'Use priority-compare to order two tasks by importance, rather than to rank two instructions by the authority the policy grants them.',
|
|
2540
3062
|
},
|
|
2541
3063
|
],
|
|
3064
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2542
3065
|
},
|
|
2543
3066
|
{
|
|
2544
3067
|
id: 'instruction-readability',
|
|
@@ -2568,6 +3091,7 @@ export const recipeMetadata = [
|
|
|
2568
3091
|
reason: 'Use tone-check to judge the register and tone of the instructions rather than their readability.',
|
|
2569
3092
|
},
|
|
2570
3093
|
],
|
|
3094
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2571
3095
|
},
|
|
2572
3096
|
{
|
|
2573
3097
|
id: 'instrument-issue-kind',
|
|
@@ -2591,6 +3115,7 @@ export const recipeMetadata = [
|
|
|
2591
3115
|
reason: 'Use issue-impact to grade how badly the problem affects the player, rather than what kind of problem it is.',
|
|
2592
3116
|
},
|
|
2593
3117
|
],
|
|
3118
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2594
3119
|
},
|
|
2595
3120
|
{
|
|
2596
3121
|
id: 'instrument-report-facets',
|
|
@@ -2614,6 +3139,7 @@ export const recipeMetadata = [
|
|
|
2614
3139
|
reason: 'Use bug-report-completeness for software bug reports, where the expected parts are reproduction steps, expected and actual behavior, and environment.',
|
|
2615
3140
|
},
|
|
2616
3141
|
],
|
|
3142
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2617
3143
|
},
|
|
2618
3144
|
{
|
|
2619
3145
|
id: 'intake-question-fit',
|
|
@@ -2636,6 +3162,7 @@ export const recipeMetadata = [
|
|
|
2636
3162
|
reason: 'Use instruction-fit to check whether a drafted question follows the form-writing instructions you gave.',
|
|
2637
3163
|
},
|
|
2638
3164
|
],
|
|
3165
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2639
3166
|
},
|
|
2640
3167
|
{
|
|
2641
3168
|
id: 'intent-change',
|
|
@@ -2653,6 +3180,7 @@ export const recipeMetadata = [
|
|
|
2653
3180
|
reason: 'Use cancellation-check for the narrower question of stopping, pausing, or continuing.',
|
|
2654
3181
|
},
|
|
2655
3182
|
],
|
|
3183
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2656
3184
|
},
|
|
2657
3185
|
{
|
|
2658
3186
|
id: 'invoice-facets',
|
|
@@ -2676,6 +3204,7 @@ export const recipeMetadata = [
|
|
|
2676
3204
|
reason: 'Use field-select to pick which field of a record a value belongs to, rather than to check which fields the invoice text contains at all.',
|
|
2677
3205
|
},
|
|
2678
3206
|
],
|
|
3207
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2679
3208
|
},
|
|
2680
3209
|
{
|
|
2681
3210
|
id: 'issue-impact',
|
|
@@ -2693,6 +3222,7 @@ export const recipeMetadata = [
|
|
|
2693
3222
|
reason: 'Use urgency-signal to detect requests for immediate attention.',
|
|
2694
3223
|
},
|
|
2695
3224
|
],
|
|
3225
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2696
3226
|
},
|
|
2697
3227
|
{
|
|
2698
3228
|
id: 'issue-recurrence',
|
|
@@ -2727,6 +3257,7 @@ export const recipeMetadata = [
|
|
|
2727
3257
|
reason: 'Use repeated-attempt to check whether a proposed troubleshooting step repeats an earlier attempt.',
|
|
2728
3258
|
},
|
|
2729
3259
|
],
|
|
3260
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2730
3261
|
},
|
|
2731
3262
|
{
|
|
2732
3263
|
id: 'itinerary-feasibility',
|
|
@@ -2749,6 +3280,7 @@ export const recipeMetadata = [
|
|
|
2749
3280
|
reason: 'Use clause-conflict when the question is whether two written requirements can both be satisfied, rather than whether a sequence of timed items can be carried out.',
|
|
2750
3281
|
},
|
|
2751
3282
|
],
|
|
3283
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2752
3284
|
},
|
|
2753
3285
|
{
|
|
2754
3286
|
id: 'job-post-facets',
|
|
@@ -2772,6 +3304,7 @@ export const recipeMetadata = [
|
|
|
2772
3304
|
reason: 'Use requirement-testability to check whether a stated qualification can be verified.',
|
|
2773
3305
|
},
|
|
2774
3306
|
],
|
|
3307
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2775
3308
|
},
|
|
2776
3309
|
{
|
|
2777
3310
|
id: 'length-fit',
|
|
@@ -2794,6 +3327,7 @@ export const recipeMetadata = [
|
|
|
2794
3327
|
reason: 'Use answer-relevance to check that the response addresses the question at all.',
|
|
2795
3328
|
},
|
|
2796
3329
|
],
|
|
3330
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2797
3331
|
},
|
|
2798
3332
|
{
|
|
2799
3333
|
id: 'listener-request-kind',
|
|
@@ -2817,6 +3351,7 @@ export const recipeMetadata = [
|
|
|
2817
3351
|
reason: 'Use route when the destinations are caller-defined handlers rather than this fixed set of performance controls.',
|
|
2818
3352
|
},
|
|
2819
3353
|
],
|
|
3354
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2820
3355
|
},
|
|
2821
3356
|
{
|
|
2822
3357
|
id: 'listing-compare',
|
|
@@ -2839,6 +3374,7 @@ export const recipeMetadata = [
|
|
|
2839
3374
|
reason: 'Use rerank to score many listings independently against one request.',
|
|
2840
3375
|
},
|
|
2841
3376
|
],
|
|
3377
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2842
3378
|
},
|
|
2843
3379
|
{
|
|
2844
3380
|
id: 'listing-fact-consistency',
|
|
@@ -2862,6 +3398,7 @@ export const recipeMetadata = [
|
|
|
2862
3398
|
reason: 'Use extraction-fidelity to grade how faithfully structured values were pulled from a source document, the reverse direction of this check.',
|
|
2863
3399
|
},
|
|
2864
3400
|
],
|
|
3401
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2865
3402
|
},
|
|
2866
3403
|
{
|
|
2867
3404
|
id: 'log-line-kind',
|
|
@@ -2885,6 +3422,7 @@ export const recipeMetadata = [
|
|
|
2885
3422
|
reason: 'Use result-outcome to classify how a reported task or job ended, rather than what kind of log line it is.',
|
|
2886
3423
|
},
|
|
2887
3424
|
],
|
|
3425
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2888
3426
|
},
|
|
2889
3427
|
{
|
|
2890
3428
|
id: 'loss-cause-kind',
|
|
@@ -2907,6 +3445,7 @@ export const recipeMetadata = [
|
|
|
2907
3445
|
reason: 'Use shipment-issue-kind for what went wrong with a delivery; this recipe classifies the peril behind a property or vehicle loss.',
|
|
2908
3446
|
},
|
|
2909
3447
|
],
|
|
3448
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2910
3449
|
},
|
|
2911
3450
|
{
|
|
2912
3451
|
id: 'lyric-mood-fit',
|
|
@@ -2930,6 +3469,7 @@ export const recipeMetadata = [
|
|
|
2930
3469
|
reason: 'Use certainty-match for the analogous check that the confidence of a statement matches its evidence.',
|
|
2931
3470
|
},
|
|
2932
3471
|
],
|
|
3472
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2933
3473
|
},
|
|
2934
3474
|
{
|
|
2935
3475
|
id: 'maintenance-hazard-wording',
|
|
@@ -2953,6 +3493,7 @@ export const recipeMetadata = [
|
|
|
2953
3493
|
reason: 'Use issue-impact to grade how badly a reported problem affects the reporter, rather than whether it is a safety hazard.',
|
|
2954
3494
|
},
|
|
2955
3495
|
],
|
|
3496
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2956
3497
|
},
|
|
2957
3498
|
{
|
|
2958
3499
|
id: 'medication-mention',
|
|
@@ -2975,6 +3516,7 @@ export const recipeMetadata = [
|
|
|
2975
3516
|
reason: 'Use memory-subject to decide whose record a stated medication fact belongs to before storing it.',
|
|
2976
3517
|
},
|
|
2977
3518
|
],
|
|
3519
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2978
3520
|
},
|
|
2979
3521
|
{
|
|
2980
3522
|
id: 'memory-relation',
|
|
@@ -2992,6 +3534,7 @@ export const recipeMetadata = [
|
|
|
2992
3534
|
reason: 'Use memory-value to assess usefulness before deciding how to store a fact.',
|
|
2993
3535
|
},
|
|
2994
3536
|
],
|
|
3537
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
2995
3538
|
},
|
|
2996
3539
|
{
|
|
2997
3540
|
id: 'memory-scope',
|
|
@@ -3013,6 +3556,7 @@ export const recipeMetadata = [
|
|
|
3013
3556
|
reason: 'Use preference-kind to distinguish ongoing preferences from temporary instructions.',
|
|
3014
3557
|
},
|
|
3015
3558
|
],
|
|
3559
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3016
3560
|
},
|
|
3017
3561
|
{
|
|
3018
3562
|
id: 'memory-subject',
|
|
@@ -3047,6 +3591,7 @@ export const recipeMetadata = [
|
|
|
3047
3591
|
reason: 'Use preference-kind to distinguish a lasting preference from a temporary instruction.',
|
|
3048
3592
|
},
|
|
3049
3593
|
],
|
|
3594
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3050
3595
|
},
|
|
3051
3596
|
{
|
|
3052
3597
|
id: 'memory-value',
|
|
@@ -3061,6 +3606,7 @@ export const recipeMetadata = [
|
|
|
3061
3606
|
related: [
|
|
3062
3607
|
{ id: 'memory-scope', reason: 'Use memory-scope to determine where a fact applies.' },
|
|
3063
3608
|
],
|
|
3609
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3064
3610
|
},
|
|
3065
3611
|
{
|
|
3066
3612
|
id: 'message-facets',
|
|
@@ -3083,6 +3629,7 @@ export const recipeMetadata = [
|
|
|
3083
3629
|
reason: 'Use urgency-signal to detect an explicit request for urgent attention.',
|
|
3084
3630
|
},
|
|
3085
3631
|
],
|
|
3632
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3086
3633
|
},
|
|
3087
3634
|
{
|
|
3088
3635
|
id: 'methods-facets',
|
|
@@ -3106,6 +3653,7 @@ export const recipeMetadata = [
|
|
|
3106
3653
|
reason: 'Use content-facets to label the structural elements of an article, rather than the methodological details of a study.',
|
|
3107
3654
|
},
|
|
3108
3655
|
],
|
|
3656
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3109
3657
|
},
|
|
3110
3658
|
{
|
|
3111
3659
|
id: 'model-route',
|
|
@@ -3137,6 +3685,29 @@ export const recipeMetadata = [
|
|
|
3137
3685
|
reason: 'Use task-complexity for a five-level complexity grade without picking a model.',
|
|
3138
3686
|
},
|
|
3139
3687
|
],
|
|
3688
|
+
evidence: {
|
|
3689
|
+
kind: 'synthetic',
|
|
3690
|
+
label: 'Current synthetic measurement',
|
|
3691
|
+
experimental: false,
|
|
3692
|
+
measurement: {
|
|
3693
|
+
model: 'jev-1.13.0',
|
|
3694
|
+
date: '2026-09-27T07:56:10.135Z',
|
|
3695
|
+
split: 'held-out',
|
|
3696
|
+
cases: 40,
|
|
3697
|
+
ready: 26,
|
|
3698
|
+
reviewRate: 0.35,
|
|
3699
|
+
readyAccuracy: 1,
|
|
3700
|
+
failed: 0,
|
|
3701
|
+
provenance: [
|
|
3702
|
+
{
|
|
3703
|
+
method: 'author-synthetic',
|
|
3704
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
3705
|
+
cases: 40,
|
|
3706
|
+
},
|
|
3707
|
+
],
|
|
3708
|
+
acceptanceMet: true,
|
|
3709
|
+
},
|
|
3710
|
+
},
|
|
3140
3711
|
},
|
|
3141
3712
|
{
|
|
3142
3713
|
id: 'modulation-moment',
|
|
@@ -3160,6 +3731,7 @@ export const recipeMetadata = [
|
|
|
3160
3731
|
reason: 'Use step-complete when supplied evidence must establish a stated completion condition, rather than judging a musical seam from the passage itself.',
|
|
3161
3732
|
},
|
|
3162
3733
|
],
|
|
3734
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3163
3735
|
},
|
|
3164
3736
|
{
|
|
3165
3737
|
id: 'mood-match',
|
|
@@ -3183,6 +3755,7 @@ export const recipeMetadata = [
|
|
|
3183
3755
|
reason: "Use instruction-fit to check whether an instruction's scope covers a task, rather than whether music delivers a feeling.",
|
|
3184
3756
|
},
|
|
3185
3757
|
],
|
|
3758
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3186
3759
|
},
|
|
3187
3760
|
{
|
|
3188
3761
|
id: 'mood-request',
|
|
@@ -3206,6 +3779,7 @@ export const recipeMetadata = [
|
|
|
3206
3779
|
reason: 'Use turn-intent to find out what a message is doing conversationally before asking which mood it requests.',
|
|
3207
3780
|
},
|
|
3208
3781
|
],
|
|
3782
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3209
3783
|
},
|
|
3210
3784
|
{
|
|
3211
3785
|
id: 'motivation-source',
|
|
@@ -3243,6 +3817,7 @@ export const recipeMetadata = [
|
|
|
3243
3817
|
reason: 'Use claim-stance to label agreement with a specified claim instead of classifying the reason for acting.',
|
|
3244
3818
|
},
|
|
3245
3819
|
],
|
|
3820
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3246
3821
|
},
|
|
3247
3822
|
{
|
|
3248
3823
|
id: 'move-explanation-fit',
|
|
@@ -3265,6 +3840,7 @@ export const recipeMetadata = [
|
|
|
3265
3840
|
reason: 'Use causal-attribution to judge whether a stated cause is supported by the described outcome outside a game context.',
|
|
3266
3841
|
},
|
|
3267
3842
|
],
|
|
3843
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3268
3844
|
},
|
|
3269
3845
|
{
|
|
3270
3846
|
id: 'narrative-consistency',
|
|
@@ -3287,6 +3863,7 @@ export const recipeMetadata = [
|
|
|
3287
3863
|
reason: 'Use answer-consistency to compare two discrete statements rather than to scan a single narrative for internal contradictions.',
|
|
3288
3864
|
},
|
|
3289
3865
|
],
|
|
3866
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3290
3867
|
},
|
|
3291
3868
|
{
|
|
3292
3869
|
id: 'next-chord',
|
|
@@ -3310,6 +3887,7 @@ export const recipeMetadata = [
|
|
|
3310
3887
|
reason: 'Use choose-action when an explicit goal and rulebook govern the pick instead of harmonic continuity in a key and style.',
|
|
3311
3888
|
},
|
|
3312
3889
|
],
|
|
3890
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3313
3891
|
},
|
|
3314
3892
|
{
|
|
3315
3893
|
id: 'next-duration',
|
|
@@ -3333,6 +3911,7 @@ export const recipeMetadata = [
|
|
|
3333
3911
|
reason: 'Use take-turn to decide whether a player may act at all under game rules, rather than how long the next musical event should last.',
|
|
3334
3912
|
},
|
|
3335
3913
|
],
|
|
3914
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3336
3915
|
},
|
|
3337
3916
|
{
|
|
3338
3917
|
id: 'next-note',
|
|
@@ -3356,6 +3935,7 @@ export const recipeMetadata = [
|
|
|
3356
3935
|
reason: 'Use choose-action when an explicit goal and rulebook govern the pick instead of melodic continuity in a key and style.',
|
|
3357
3936
|
},
|
|
3358
3937
|
],
|
|
3938
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3359
3939
|
},
|
|
3360
3940
|
{
|
|
3361
3941
|
id: 'notice-facets',
|
|
@@ -3379,6 +3959,7 @@ export const recipeMetadata = [
|
|
|
3379
3959
|
reason: 'Use response-needed to decide whether a message requires a reply at all, rather than which elements a notice states.',
|
|
3380
3960
|
},
|
|
3381
3961
|
],
|
|
3962
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3382
3963
|
},
|
|
3383
3964
|
{
|
|
3384
3965
|
id: 'novelty-claim-level',
|
|
@@ -3402,6 +3983,7 @@ export const recipeMetadata = [
|
|
|
3402
3983
|
reason: 'Use outcome-framing to label how a result is framed as gain or loss, rather than how new it is said to be.',
|
|
3403
3984
|
},
|
|
3404
3985
|
],
|
|
3986
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3405
3987
|
},
|
|
3406
3988
|
{
|
|
3407
3989
|
id: 'objection-kind',
|
|
@@ -3423,6 +4005,7 @@ export const recipeMetadata = [
|
|
|
3423
4005
|
reason: 'Use constraint-strength to grade how binding a stated requirement or limit is.',
|
|
3424
4006
|
},
|
|
3425
4007
|
],
|
|
4008
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3426
4009
|
},
|
|
3427
4010
|
{
|
|
3428
4011
|
id: 'objective-fit',
|
|
@@ -3446,6 +4029,7 @@ export const recipeMetadata = [
|
|
|
3446
4029
|
reason: 'Use query-specificity to check whether a question identifies a focused information need.',
|
|
3447
4030
|
},
|
|
3448
4031
|
],
|
|
4032
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3449
4033
|
},
|
|
3450
4034
|
{
|
|
3451
4035
|
id: 'offer-terms-facets',
|
|
@@ -3469,6 +4053,7 @@ export const recipeMetadata = [
|
|
|
3469
4053
|
reason: 'Use invoice-facets for the same presence-check pattern over invoice text instead of offer terms.',
|
|
3470
4054
|
},
|
|
3471
4055
|
],
|
|
4056
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3472
4057
|
},
|
|
3473
4058
|
{
|
|
3474
4059
|
id: 'outcome-framing',
|
|
@@ -3504,6 +4089,157 @@ export const recipeMetadata = [
|
|
|
3504
4089
|
reason: 'Use choose-action to select among supplied eligible actions; outcome-framing only labels wording.',
|
|
3505
4090
|
},
|
|
3506
4091
|
],
|
|
4092
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4093
|
+
},
|
|
4094
|
+
{
|
|
4095
|
+
id: 'paragraph-boundary',
|
|
4096
|
+
title: 'Recover a paragraph boundary',
|
|
4097
|
+
description: 'Do two adjacent extracted text fragments continue one paragraph or belong to separate blocks?',
|
|
4098
|
+
category: 'retrieval',
|
|
4099
|
+
tags: ['document', 'ingestion', 'paragraph', 'line-wrap', 'chunking'],
|
|
4100
|
+
limitations: [
|
|
4101
|
+
'Judges adjacent text only; it does not reconstruct reading order, perform OCR, dehyphenate, or merge text.',
|
|
4102
|
+
'Shared subject matter alone does not establish paragraph continuity. Preserve the boundary on review.',
|
|
4103
|
+
'Experimental until document-separated evaluation meets the published accepted-join precision criteria.',
|
|
4104
|
+
],
|
|
4105
|
+
useWhen: 'Extraction preserved reading order but lost the difference between a hard line wrap and a paragraph break.',
|
|
4106
|
+
related: [
|
|
4107
|
+
{
|
|
4108
|
+
id: 'passage-standalone',
|
|
4109
|
+
reason: 'Use passage-standalone to judge unresolved references within a passage.',
|
|
4110
|
+
},
|
|
4111
|
+
{
|
|
4112
|
+
id: 'topic-shift',
|
|
4113
|
+
reason: 'Use topic-shift for conversational subject changes rather than text boundaries.',
|
|
4114
|
+
},
|
|
4115
|
+
{
|
|
4116
|
+
id: 'text-block-role',
|
|
4117
|
+
reason: 'Use text-block-role to classify an individual block before considering a join.',
|
|
4118
|
+
},
|
|
4119
|
+
],
|
|
4120
|
+
evidence: {
|
|
4121
|
+
kind: 'public-dataset',
|
|
4122
|
+
label: 'Current public-dataset measurement',
|
|
4123
|
+
experimental: true,
|
|
4124
|
+
measurement: {
|
|
4125
|
+
model: 'typesafe-ai/jev',
|
|
4126
|
+
date: '2026-09-27T21:21:33.447Z',
|
|
4127
|
+
split: 'held-out',
|
|
4128
|
+
cases: 167,
|
|
4129
|
+
ready: 82,
|
|
4130
|
+
reviewRate: 0.509,
|
|
4131
|
+
readyAccuracy: 0.988,
|
|
4132
|
+
failed: 0,
|
|
4133
|
+
provenance: [
|
|
4134
|
+
{
|
|
4135
|
+
method: 'public-dataset',
|
|
4136
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/async_context.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4137
|
+
cases: 8,
|
|
4138
|
+
},
|
|
4139
|
+
{
|
|
4140
|
+
method: 'public-dataset',
|
|
4141
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/buffer.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4142
|
+
cases: 8,
|
|
4143
|
+
},
|
|
4144
|
+
{
|
|
4145
|
+
method: 'public-dataset',
|
|
4146
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/cli.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4147
|
+
cases: 8,
|
|
4148
|
+
},
|
|
4149
|
+
{
|
|
4150
|
+
method: 'public-dataset',
|
|
4151
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/console.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4152
|
+
cases: 8,
|
|
4153
|
+
},
|
|
4154
|
+
{
|
|
4155
|
+
method: 'public-dataset',
|
|
4156
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/events.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4157
|
+
cases: 8,
|
|
4158
|
+
},
|
|
4159
|
+
{
|
|
4160
|
+
method: 'public-dataset',
|
|
4161
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/fs.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4162
|
+
cases: 8,
|
|
4163
|
+
},
|
|
4164
|
+
{
|
|
4165
|
+
method: 'public-dataset',
|
|
4166
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/http.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4167
|
+
cases: 8,
|
|
4168
|
+
},
|
|
4169
|
+
{
|
|
4170
|
+
method: 'public-dataset',
|
|
4171
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/https.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4172
|
+
cases: 8,
|
|
4173
|
+
},
|
|
4174
|
+
{
|
|
4175
|
+
method: 'public-dataset',
|
|
4176
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/net.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4177
|
+
cases: 8,
|
|
4178
|
+
},
|
|
4179
|
+
{
|
|
4180
|
+
method: 'public-dataset',
|
|
4181
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/path.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4182
|
+
cases: 8,
|
|
4183
|
+
},
|
|
4184
|
+
{
|
|
4185
|
+
method: 'public-dataset',
|
|
4186
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/perf_hooks.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4187
|
+
cases: 8,
|
|
4188
|
+
},
|
|
4189
|
+
{
|
|
4190
|
+
method: 'public-dataset',
|
|
4191
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/querystring.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4192
|
+
cases: 8,
|
|
4193
|
+
},
|
|
4194
|
+
{
|
|
4195
|
+
method: 'public-dataset',
|
|
4196
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/readline.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4197
|
+
cases: 8,
|
|
4198
|
+
},
|
|
4199
|
+
{
|
|
4200
|
+
method: 'public-dataset',
|
|
4201
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/stream.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4202
|
+
cases: 8,
|
|
4203
|
+
},
|
|
4204
|
+
{
|
|
4205
|
+
method: 'public-dataset',
|
|
4206
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/string_decoder.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4207
|
+
cases: 7,
|
|
4208
|
+
},
|
|
4209
|
+
{
|
|
4210
|
+
method: 'public-dataset',
|
|
4211
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/test.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4212
|
+
cases: 8,
|
|
4213
|
+
},
|
|
4214
|
+
{
|
|
4215
|
+
method: 'public-dataset',
|
|
4216
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/tty.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4217
|
+
cases: 8,
|
|
4218
|
+
},
|
|
4219
|
+
{
|
|
4220
|
+
method: 'public-dataset',
|
|
4221
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/url.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4222
|
+
cases: 8,
|
|
4223
|
+
},
|
|
4224
|
+
{
|
|
4225
|
+
method: 'public-dataset',
|
|
4226
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/v8.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4227
|
+
cases: 8,
|
|
4228
|
+
},
|
|
4229
|
+
{
|
|
4230
|
+
method: 'public-dataset',
|
|
4231
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/worker_threads.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4232
|
+
cases: 8,
|
|
4233
|
+
},
|
|
4234
|
+
{
|
|
4235
|
+
method: 'public-dataset',
|
|
4236
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/zlib.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
4237
|
+
cases: 8,
|
|
4238
|
+
},
|
|
4239
|
+
],
|
|
4240
|
+
acceptanceMet: false,
|
|
4241
|
+
},
|
|
4242
|
+
},
|
|
3507
4243
|
},
|
|
3508
4244
|
{
|
|
3509
4245
|
id: 'passage-compare',
|
|
@@ -3526,6 +4262,7 @@ export const recipeMetadata = [
|
|
|
3526
4262
|
reason: 'Use context-role to label what one passage contributes to a question.',
|
|
3527
4263
|
},
|
|
3528
4264
|
],
|
|
4265
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3529
4266
|
},
|
|
3530
4267
|
{
|
|
3531
4268
|
id: 'passage-difficulty',
|
|
@@ -3549,6 +4286,7 @@ export const recipeMetadata = [
|
|
|
3549
4286
|
reason: 'Use audience-fit to check whether content suits a described audience, rather than to place a passage on a difficulty scale.',
|
|
3550
4287
|
},
|
|
3551
4288
|
],
|
|
4289
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3552
4290
|
},
|
|
3553
4291
|
{
|
|
3554
4292
|
id: 'passage-duplicate',
|
|
@@ -3566,6 +4304,7 @@ export const recipeMetadata = [
|
|
|
3566
4304
|
reason: 'Use evidence-novelty to compare a passage with the evidence already collected.',
|
|
3567
4305
|
},
|
|
3568
4306
|
],
|
|
4307
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3569
4308
|
},
|
|
3570
4309
|
{
|
|
3571
4310
|
id: 'passage-mood',
|
|
@@ -3589,6 +4328,7 @@ export const recipeMetadata = [
|
|
|
3589
4328
|
reason: 'Use outcome-framing to label gain and loss wording about an outcome, not the affect of a musical description.',
|
|
3590
4329
|
},
|
|
3591
4330
|
],
|
|
4331
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3592
4332
|
},
|
|
3593
4333
|
{
|
|
3594
4334
|
id: 'passage-standalone',
|
|
@@ -3611,6 +4351,7 @@ export const recipeMetadata = [
|
|
|
3611
4351
|
reason: 'Use query-specificity to check the other side of retrieval: whether the query is clear enough to match.',
|
|
3612
4352
|
},
|
|
3613
4353
|
],
|
|
4354
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3614
4355
|
},
|
|
3615
4356
|
{
|
|
3616
4357
|
id: 'performance-feedback-facets',
|
|
@@ -3634,6 +4375,7 @@ export const recipeMetadata = [
|
|
|
3634
4375
|
reason: 'Use tone-check to judge whether feedback meets a tone requirement such as encouraging or direct.',
|
|
3635
4376
|
},
|
|
3636
4377
|
],
|
|
4378
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3637
4379
|
},
|
|
3638
4380
|
{
|
|
3639
4381
|
id: 'persuasion-technique',
|
|
@@ -3656,6 +4398,7 @@ export const recipeMetadata = [
|
|
|
3656
4398
|
reason: 'Use question-leading to detect a question that steers toward a particular answer.',
|
|
3657
4399
|
},
|
|
3658
4400
|
],
|
|
4401
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3659
4402
|
},
|
|
3660
4403
|
{
|
|
3661
4404
|
id: 'phrase-complete',
|
|
@@ -3679,6 +4422,7 @@ export const recipeMetadata = [
|
|
|
3679
4422
|
reason: 'Use resolution-check to detect whether a customer reports an issue as resolved, not whether a melody has come to rest.',
|
|
3680
4423
|
},
|
|
3681
4424
|
],
|
|
4425
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3682
4426
|
},
|
|
3683
4427
|
{
|
|
3684
4428
|
id: 'pii-presence',
|
|
@@ -3701,6 +4445,23 @@ export const recipeMetadata = [
|
|
|
3701
4445
|
reason: 'Use memory-scope to decide how narrowly a fact about a person should be stored.',
|
|
3702
4446
|
},
|
|
3703
4447
|
],
|
|
4448
|
+
evidence: {
|
|
4449
|
+
kind: 'earlier',
|
|
4450
|
+
label: 'Earlier-version measurement',
|
|
4451
|
+
experimental: true,
|
|
4452
|
+
measurement: {
|
|
4453
|
+
model: 'jev-1.13.0',
|
|
4454
|
+
date: null,
|
|
4455
|
+
split: null,
|
|
4456
|
+
cases: 43,
|
|
4457
|
+
ready: null,
|
|
4458
|
+
reviewRate: null,
|
|
4459
|
+
readyAccuracy: null,
|
|
4460
|
+
failed: null,
|
|
4461
|
+
provenance: [],
|
|
4462
|
+
acceptanceMet: null,
|
|
4463
|
+
},
|
|
4464
|
+
},
|
|
3704
4465
|
},
|
|
3705
4466
|
{
|
|
3706
4467
|
id: 'plan-completeness',
|
|
@@ -3723,6 +4484,7 @@ export const recipeMetadata = [
|
|
|
3723
4484
|
reason: 'Use clarify when the task itself is ambiguous, since a plan cannot cover requirements the task never made clear.',
|
|
3724
4485
|
},
|
|
3725
4486
|
],
|
|
4487
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3726
4488
|
},
|
|
3727
4489
|
{
|
|
3728
4490
|
id: 'policy-compliance',
|
|
@@ -3746,6 +4508,7 @@ export const recipeMetadata = [
|
|
|
3746
4508
|
reason: "Use action-scope to check whether an agent's proposed action stays within its permitted scope, rather than whether a submitted expense follows a spending policy.",
|
|
3747
4509
|
},
|
|
3748
4510
|
],
|
|
4511
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3749
4512
|
},
|
|
3750
4513
|
{
|
|
3751
4514
|
id: 'policy-severity',
|
|
@@ -3768,6 +4531,7 @@ export const recipeMetadata = [
|
|
|
3768
4531
|
reason: 'Use promise-check to catch replies that commit beyond what your rules allow.',
|
|
3769
4532
|
},
|
|
3770
4533
|
],
|
|
4534
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3771
4535
|
},
|
|
3772
4536
|
{
|
|
3773
4537
|
id: 'politeness-level',
|
|
@@ -3790,6 +4554,7 @@ export const recipeMetadata = [
|
|
|
3790
4554
|
reason: 'Use frustration-signal for a categorical read on expressed frustration.',
|
|
3791
4555
|
},
|
|
3792
4556
|
],
|
|
4557
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3793
4558
|
},
|
|
3794
4559
|
{
|
|
3795
4560
|
id: 'postmortem-facets',
|
|
@@ -3813,6 +4578,7 @@ export const recipeMetadata = [
|
|
|
3813
4578
|
reason: 'Use summary-coverage to check whether a summary covers a source document, rather than whether a document contains expected sections.',
|
|
3814
4579
|
},
|
|
3815
4580
|
],
|
|
4581
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3816
4582
|
},
|
|
3817
4583
|
{
|
|
3818
4584
|
id: 'preference-kind',
|
|
@@ -3834,6 +4600,7 @@ export const recipeMetadata = [
|
|
|
3834
4600
|
reason: 'Use memory-scope to identify the supported scope of that preference.',
|
|
3835
4601
|
},
|
|
3836
4602
|
],
|
|
4603
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3837
4604
|
},
|
|
3838
4605
|
{
|
|
3839
4606
|
id: 'priority-compare',
|
|
@@ -3856,6 +4623,7 @@ export const recipeMetadata = [
|
|
|
3856
4623
|
reason: 'Use task-dependency to establish whether one task must finish before the other can start, which is a hard ordering rather than a priority call.',
|
|
3857
4624
|
},
|
|
3858
4625
|
],
|
|
4626
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3859
4627
|
},
|
|
3860
4628
|
{
|
|
3861
4629
|
id: 'privacy-notice-facets',
|
|
@@ -3878,6 +4646,7 @@ export const recipeMetadata = [
|
|
|
3878
4646
|
reason: 'Use pii-presence to detect personal data in a text rather than statements about how personal data is handled.',
|
|
3879
4647
|
},
|
|
3880
4648
|
],
|
|
4649
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3881
4650
|
},
|
|
3882
4651
|
{
|
|
3883
4652
|
id: 'product-match',
|
|
@@ -3900,6 +4669,7 @@ export const recipeMetadata = [
|
|
|
3900
4669
|
reason: 'Use tool-fit for the analogous check of whether a tool satisfies a task description.',
|
|
3901
4670
|
},
|
|
3902
4671
|
],
|
|
4672
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3903
4673
|
},
|
|
3904
4674
|
{
|
|
3905
4675
|
id: 'progress-stall',
|
|
@@ -3922,6 +4692,29 @@ export const recipeMetadata = [
|
|
|
3922
4692
|
reason: 'Use step-progress to grade how much a single observed result moved the objective forward.',
|
|
3923
4693
|
},
|
|
3924
4694
|
],
|
|
4695
|
+
evidence: {
|
|
4696
|
+
kind: 'synthetic',
|
|
4697
|
+
label: 'Current synthetic measurement',
|
|
4698
|
+
experimental: false,
|
|
4699
|
+
measurement: {
|
|
4700
|
+
model: 'jev-1.13.0',
|
|
4701
|
+
date: '2026-09-27T07:56:14.022Z',
|
|
4702
|
+
split: 'held-out',
|
|
4703
|
+
cases: 40,
|
|
4704
|
+
ready: 40,
|
|
4705
|
+
reviewRate: 0,
|
|
4706
|
+
readyAccuracy: 1,
|
|
4707
|
+
failed: 0,
|
|
4708
|
+
provenance: [
|
|
4709
|
+
{
|
|
4710
|
+
method: 'author-synthetic',
|
|
4711
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
4712
|
+
cases: 40,
|
|
4713
|
+
},
|
|
4714
|
+
],
|
|
4715
|
+
acceptanceMet: true,
|
|
4716
|
+
},
|
|
4717
|
+
},
|
|
3925
4718
|
},
|
|
3926
4719
|
{
|
|
3927
4720
|
id: 'promise-check',
|
|
@@ -3939,6 +4732,29 @@ export const recipeMetadata = [
|
|
|
3939
4732
|
reason: 'Use action-scope to check a proposed action against the requested work.',
|
|
3940
4733
|
},
|
|
3941
4734
|
],
|
|
4735
|
+
evidence: {
|
|
4736
|
+
kind: 'synthetic',
|
|
4737
|
+
label: 'Current synthetic measurement',
|
|
4738
|
+
experimental: false,
|
|
4739
|
+
measurement: {
|
|
4740
|
+
model: 'jev-1.13.0',
|
|
4741
|
+
date: '2026-09-27T07:56:25.450Z',
|
|
4742
|
+
split: 'held-out',
|
|
4743
|
+
cases: 40,
|
|
4744
|
+
ready: 40,
|
|
4745
|
+
reviewRate: 0,
|
|
4746
|
+
readyAccuracy: 1,
|
|
4747
|
+
failed: 0,
|
|
4748
|
+
provenance: [
|
|
4749
|
+
{
|
|
4750
|
+
method: 'author-synthetic',
|
|
4751
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
4752
|
+
cases: 40,
|
|
4753
|
+
},
|
|
4754
|
+
],
|
|
4755
|
+
acceptanceMet: true,
|
|
4756
|
+
},
|
|
4757
|
+
},
|
|
3942
4758
|
},
|
|
3943
4759
|
{
|
|
3944
4760
|
id: 'proposal-facets',
|
|
@@ -3962,6 +4778,7 @@ export const recipeMetadata = [
|
|
|
3962
4778
|
reason: 'Use content-facets for the structural elements of an article, such as a thesis and evidence, rather than the parts of a funding request.',
|
|
3963
4779
|
},
|
|
3964
4780
|
],
|
|
4781
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3965
4782
|
},
|
|
3966
4783
|
{
|
|
3967
4784
|
id: 'qualification-evidence',
|
|
@@ -3985,6 +4802,7 @@ export const recipeMetadata = [
|
|
|
3985
4802
|
reason: 'Use verify to check several candidate claims against paired evidence in one call.',
|
|
3986
4803
|
},
|
|
3987
4804
|
],
|
|
4805
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
3988
4806
|
},
|
|
3989
4807
|
{
|
|
3990
4808
|
id: 'query-equivalence',
|
|
@@ -4002,6 +4820,7 @@ export const recipeMetadata = [
|
|
|
4002
4820
|
reason: 'Use cache-match when deciding whether an existing answer can be reused.',
|
|
4003
4821
|
},
|
|
4004
4822
|
],
|
|
4823
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4005
4824
|
},
|
|
4006
4825
|
{
|
|
4007
4826
|
id: 'query-specificity',
|
|
@@ -4019,6 +4838,7 @@ export const recipeMetadata = [
|
|
|
4019
4838
|
reason: 'Use clarify to check named requirements for missing or ambiguous information.',
|
|
4020
4839
|
},
|
|
4021
4840
|
],
|
|
4841
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4022
4842
|
},
|
|
4023
4843
|
{
|
|
4024
4844
|
id: 'question-assumption',
|
|
@@ -4052,6 +4872,7 @@ export const recipeMetadata = [
|
|
|
4052
4872
|
},
|
|
4053
4873
|
{ id: 'verify', reason: 'Use verify to assess evidential support for the claim itself.' },
|
|
4054
4874
|
],
|
|
4875
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4055
4876
|
},
|
|
4056
4877
|
{
|
|
4057
4878
|
id: 'question-leading',
|
|
@@ -4096,6 +4917,7 @@ export const recipeMetadata = [
|
|
|
4096
4917
|
reason: 'Use tone-check to assess draft wording against caller-supplied writing criteria.',
|
|
4097
4918
|
},
|
|
4098
4919
|
],
|
|
4920
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4099
4921
|
},
|
|
4100
4922
|
{
|
|
4101
4923
|
id: 'question-relevance',
|
|
@@ -4119,6 +4941,7 @@ export const recipeMetadata = [
|
|
|
4119
4941
|
reason: 'Use instruction-fit to check whether a written policy or rubric covers a given task.',
|
|
4120
4942
|
},
|
|
4121
4943
|
],
|
|
4944
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4122
4945
|
},
|
|
4123
4946
|
{
|
|
4124
4947
|
id: 'reconciliation-match',
|
|
@@ -4142,6 +4965,7 @@ export const recipeMetadata = [
|
|
|
4142
4965
|
reason: 'Use ticket-match to decide whether two support tickets report the same issue, rather than whether a ledger entry matches a statement line.',
|
|
4143
4966
|
},
|
|
4144
4967
|
],
|
|
4968
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4145
4969
|
},
|
|
4146
4970
|
{
|
|
4147
4971
|
id: 'reference-resolve',
|
|
@@ -4160,6 +4984,7 @@ export const recipeMetadata = [
|
|
|
4160
4984
|
reason: 'Use correction-target when the message corrects a particular field or statement.',
|
|
4161
4985
|
},
|
|
4162
4986
|
],
|
|
4987
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4163
4988
|
},
|
|
4164
4989
|
{
|
|
4165
4990
|
id: 'repeated-attempt',
|
|
@@ -4177,6 +5002,7 @@ export const recipeMetadata = [
|
|
|
4177
5002
|
reason: 'Use step-progress to assess what an attempted step actually changed.',
|
|
4178
5003
|
},
|
|
4179
5004
|
],
|
|
5005
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4180
5006
|
},
|
|
4181
5007
|
{
|
|
4182
5008
|
id: 'repetition-level',
|
|
@@ -4200,6 +5026,7 @@ export const recipeMetadata = [
|
|
|
4200
5026
|
reason: 'Use progress-stall to detect an agent circling on a task objective, not a melody circling on one figure.',
|
|
4201
5027
|
},
|
|
4202
5028
|
],
|
|
5029
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4203
5030
|
},
|
|
4204
5031
|
{
|
|
4205
5032
|
id: 'reply-template-match',
|
|
@@ -4215,6 +5042,7 @@ export const recipeMetadata = [
|
|
|
4215
5042
|
related: [
|
|
4216
5043
|
{ id: 'route', reason: 'Use route to select a handler rather than a response template.' },
|
|
4217
5044
|
],
|
|
5045
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4218
5046
|
},
|
|
4219
5047
|
{
|
|
4220
5048
|
id: 'report-facets',
|
|
@@ -4237,6 +5065,7 @@ export const recipeMetadata = [
|
|
|
4237
5065
|
reason: 'Use step-progress to grade how far the reported work moved the objective, rather than what the report contains.',
|
|
4238
5066
|
},
|
|
4239
5067
|
],
|
|
5068
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4240
5069
|
},
|
|
4241
5070
|
{
|
|
4242
5071
|
id: 'requirement-testability',
|
|
@@ -4268,6 +5097,7 @@ export const recipeMetadata = [
|
|
|
4268
5097
|
reason: 'Use clarify to find missing information across a supplied list of requirements.',
|
|
4269
5098
|
},
|
|
4270
5099
|
],
|
|
5100
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4271
5101
|
},
|
|
4272
5102
|
{
|
|
4273
5103
|
id: 'rerank',
|
|
@@ -4286,6 +5116,23 @@ export const recipeMetadata = [
|
|
|
4286
5116
|
reason: 'Use answerability to check whether the selected evidence is enough to answer.',
|
|
4287
5117
|
},
|
|
4288
5118
|
],
|
|
5119
|
+
evidence: {
|
|
5120
|
+
kind: 'earlier',
|
|
5121
|
+
label: 'Earlier-version measurement',
|
|
5122
|
+
experimental: true,
|
|
5123
|
+
measurement: {
|
|
5124
|
+
model: 'jev-1.13.0',
|
|
5125
|
+
date: null,
|
|
5126
|
+
split: null,
|
|
5127
|
+
cases: 57,
|
|
5128
|
+
ready: null,
|
|
5129
|
+
reviewRate: null,
|
|
5130
|
+
readyAccuracy: null,
|
|
5131
|
+
failed: null,
|
|
5132
|
+
provenance: [],
|
|
5133
|
+
acceptanceMet: null,
|
|
5134
|
+
},
|
|
5135
|
+
},
|
|
4289
5136
|
},
|
|
4290
5137
|
{
|
|
4291
5138
|
id: 'resolution-check',
|
|
@@ -4307,6 +5154,7 @@ export const recipeMetadata = [
|
|
|
4307
5154
|
reason: 'Use step-complete to assess evidence against a supplied completion condition.',
|
|
4308
5155
|
},
|
|
4309
5156
|
],
|
|
5157
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4310
5158
|
},
|
|
4311
5159
|
{
|
|
4312
5160
|
id: 'response-needed',
|
|
@@ -4324,6 +5172,29 @@ export const recipeMetadata = [
|
|
|
4324
5172
|
reason: 'Use turn-intent to classify the message purpose in more detail.',
|
|
4325
5173
|
},
|
|
4326
5174
|
],
|
|
5175
|
+
evidence: {
|
|
5176
|
+
kind: 'synthetic',
|
|
5177
|
+
label: 'Current synthetic measurement',
|
|
5178
|
+
experimental: false,
|
|
5179
|
+
measurement: {
|
|
5180
|
+
model: 'jev-1.13.0',
|
|
5181
|
+
date: '2026-09-27T07:56:22.956Z',
|
|
5182
|
+
split: 'held-out',
|
|
5183
|
+
cases: 40,
|
|
5184
|
+
ready: 40,
|
|
5185
|
+
reviewRate: 0,
|
|
5186
|
+
readyAccuracy: 1,
|
|
5187
|
+
failed: 0,
|
|
5188
|
+
provenance: [
|
|
5189
|
+
{
|
|
5190
|
+
method: 'author-synthetic',
|
|
5191
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
5192
|
+
cases: 40,
|
|
5193
|
+
},
|
|
5194
|
+
],
|
|
5195
|
+
acceptanceMet: true,
|
|
5196
|
+
},
|
|
5197
|
+
},
|
|
4327
5198
|
},
|
|
4328
5199
|
{
|
|
4329
5200
|
id: 'response-refusal',
|
|
@@ -4359,6 +5230,23 @@ export const recipeMetadata = [
|
|
|
4359
5230
|
reason: 'Use result-outcome to interpret an observed task result instead of a response claiming to perform it.',
|
|
4360
5231
|
},
|
|
4361
5232
|
],
|
|
5233
|
+
evidence: {
|
|
5234
|
+
kind: 'earlier',
|
|
5235
|
+
label: 'Earlier-version measurement',
|
|
5236
|
+
experimental: true,
|
|
5237
|
+
measurement: {
|
|
5238
|
+
model: 'jev-1.13.0',
|
|
5239
|
+
date: null,
|
|
5240
|
+
split: null,
|
|
5241
|
+
cases: 44,
|
|
5242
|
+
ready: null,
|
|
5243
|
+
reviewRate: null,
|
|
5244
|
+
readyAccuracy: null,
|
|
5245
|
+
failed: null,
|
|
5246
|
+
provenance: [],
|
|
5247
|
+
acceptanceMet: null,
|
|
5248
|
+
},
|
|
5249
|
+
},
|
|
4362
5250
|
},
|
|
4363
5251
|
{
|
|
4364
5252
|
id: 'result-outcome',
|
|
@@ -4376,6 +5264,7 @@ export const recipeMetadata = [
|
|
|
4376
5264
|
reason: 'Use step-progress to compare an observation with the previous state.',
|
|
4377
5265
|
},
|
|
4378
5266
|
],
|
|
5267
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4379
5268
|
},
|
|
4380
5269
|
{
|
|
4381
5270
|
id: 'result-plausibility',
|
|
@@ -4398,6 +5287,7 @@ export const recipeMetadata = [
|
|
|
4398
5287
|
reason: 'Use result-outcome to classify what a result reports happened, such as success or failure, rather than whether it is real.',
|
|
4399
5288
|
},
|
|
4400
5289
|
],
|
|
5290
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4401
5291
|
},
|
|
4402
5292
|
{
|
|
4403
5293
|
id: 'result-usefulness',
|
|
@@ -4415,6 +5305,7 @@ export const recipeMetadata = [
|
|
|
4415
5305
|
reason: 'Use result-outcome to classify the reported outcome rather than its usefulness.',
|
|
4416
5306
|
},
|
|
4417
5307
|
],
|
|
5308
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4418
5309
|
},
|
|
4419
5310
|
{
|
|
4420
5311
|
id: 'retrieval-needed',
|
|
@@ -4432,6 +5323,7 @@ export const recipeMetadata = [
|
|
|
4432
5323
|
reason: 'Use freshness-needed to check whether those facts must be current.',
|
|
4433
5324
|
},
|
|
4434
5325
|
],
|
|
5326
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4435
5327
|
},
|
|
4436
5328
|
{
|
|
4437
5329
|
id: 'retry-worthwhile',
|
|
@@ -4454,6 +5346,29 @@ export const recipeMetadata = [
|
|
|
4454
5346
|
reason: 'Use repeated-attempt to check whether a proposed next attempt is really a fresh approach rather than the same one again.',
|
|
4455
5347
|
},
|
|
4456
5348
|
],
|
|
5349
|
+
evidence: {
|
|
5350
|
+
kind: 'synthetic',
|
|
5351
|
+
label: 'Current synthetic measurement',
|
|
5352
|
+
experimental: false,
|
|
5353
|
+
measurement: {
|
|
5354
|
+
model: 'jev-1.13.0',
|
|
5355
|
+
date: '2026-09-27T07:56:15.276Z',
|
|
5356
|
+
split: 'held-out',
|
|
5357
|
+
cases: 40,
|
|
5358
|
+
ready: 39,
|
|
5359
|
+
reviewRate: 0.025,
|
|
5360
|
+
readyAccuracy: 1,
|
|
5361
|
+
failed: 0,
|
|
5362
|
+
provenance: [
|
|
5363
|
+
{
|
|
5364
|
+
method: 'author-synthetic',
|
|
5365
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
5366
|
+
cases: 40,
|
|
5367
|
+
},
|
|
5368
|
+
],
|
|
5369
|
+
acceptanceMet: true,
|
|
5370
|
+
},
|
|
5371
|
+
},
|
|
4457
5372
|
},
|
|
4458
5373
|
{
|
|
4459
5374
|
id: 'review-comment-kind',
|
|
@@ -4475,6 +5390,7 @@ export const recipeMetadata = [
|
|
|
4475
5390
|
reason: 'Use turn-intent to classify the communicative purpose of a conversational message.',
|
|
4476
5391
|
},
|
|
4477
5392
|
],
|
|
5393
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4478
5394
|
},
|
|
4479
5395
|
{
|
|
4480
5396
|
id: 'review-facets',
|
|
@@ -4497,6 +5413,7 @@ export const recipeMetadata = [
|
|
|
4497
5413
|
reason: 'Use issue-impact to grade how badly a reported defect blocks the customer.',
|
|
4498
5414
|
},
|
|
4499
5415
|
],
|
|
5416
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4500
5417
|
},
|
|
4501
5418
|
{
|
|
4502
5419
|
id: 'review-recommendation-kind',
|
|
@@ -4527,6 +5444,7 @@ export const recipeMetadata = [
|
|
|
4527
5444
|
reason: 'Use feedback-kind to classify general user feedback, rather than the recommendation in a formal peer review.',
|
|
4528
5445
|
},
|
|
4529
5446
|
],
|
|
5447
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4530
5448
|
},
|
|
4531
5449
|
{
|
|
4532
5450
|
id: 'review-response-fit',
|
|
@@ -4549,6 +5467,7 @@ export const recipeMetadata = [
|
|
|
4549
5467
|
reason: "Use resolution-check to learn whether a customer says a problem is fixed; this recipe judges only whether the business's reply speaks to the review.",
|
|
4550
5468
|
},
|
|
4551
5469
|
],
|
|
5470
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4552
5471
|
},
|
|
4553
5472
|
{
|
|
4554
5473
|
id: 'rollback-signal',
|
|
@@ -4572,6 +5491,7 @@ export const recipeMetadata = [
|
|
|
4572
5491
|
reason: 'Use change-risk before deploying to grade how likely a change is to cause trouble, rather than after the fact to check whether it did.',
|
|
4573
5492
|
},
|
|
4574
5493
|
],
|
|
5494
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4575
5495
|
},
|
|
4576
5496
|
{
|
|
4577
5497
|
id: 'root-cause-depth',
|
|
@@ -4595,6 +5515,7 @@ export const recipeMetadata = [
|
|
|
4595
5515
|
reason: 'Use explanation-level to grade how much reasoning an answer shows for a conclusion, rather than how far a failure analysis traces its causes.',
|
|
4596
5516
|
},
|
|
4597
5517
|
],
|
|
5518
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4598
5519
|
},
|
|
4599
5520
|
{
|
|
4600
5521
|
id: 'route',
|
|
@@ -4613,6 +5534,29 @@ export const recipeMetadata = [
|
|
|
4613
5534
|
reason: 'Use turn-intent to identify what a message is doing before choosing a handler.',
|
|
4614
5535
|
},
|
|
4615
5536
|
],
|
|
5537
|
+
evidence: {
|
|
5538
|
+
kind: 'synthetic',
|
|
5539
|
+
label: 'Current synthetic measurement',
|
|
5540
|
+
experimental: false,
|
|
5541
|
+
measurement: {
|
|
5542
|
+
model: 'jev-1.13.0',
|
|
5543
|
+
date: '2026-09-27T07:56:19.034Z',
|
|
5544
|
+
split: 'held-out',
|
|
5545
|
+
cases: 40,
|
|
5546
|
+
ready: 24,
|
|
5547
|
+
reviewRate: 0.4,
|
|
5548
|
+
readyAccuracy: 1,
|
|
5549
|
+
failed: 0,
|
|
5550
|
+
provenance: [
|
|
5551
|
+
{
|
|
5552
|
+
method: 'author-synthetic',
|
|
5553
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
5554
|
+
cases: 40,
|
|
5555
|
+
},
|
|
5556
|
+
],
|
|
5557
|
+
acceptanceMet: true,
|
|
5558
|
+
},
|
|
5559
|
+
},
|
|
4616
5560
|
},
|
|
4617
5561
|
{
|
|
4618
5562
|
id: 'route-many',
|
|
@@ -4635,6 +5579,29 @@ export const recipeMetadata = [
|
|
|
4635
5579
|
reason: 'Use ticket-match to link a new message to an existing ticket rather than a queue.',
|
|
4636
5580
|
},
|
|
4637
5581
|
],
|
|
5582
|
+
evidence: {
|
|
5583
|
+
kind: 'synthetic',
|
|
5584
|
+
label: 'Current synthetic measurement',
|
|
5585
|
+
experimental: false,
|
|
5586
|
+
measurement: {
|
|
5587
|
+
model: 'jev-1.13.0',
|
|
5588
|
+
date: '2026-09-27T07:56:20.238Z',
|
|
5589
|
+
split: 'held-out',
|
|
5590
|
+
cases: 40,
|
|
5591
|
+
ready: 25,
|
|
5592
|
+
reviewRate: 0.375,
|
|
5593
|
+
readyAccuracy: 1,
|
|
5594
|
+
failed: 0,
|
|
5595
|
+
provenance: [
|
|
5596
|
+
{
|
|
5597
|
+
method: 'author-synthetic',
|
|
5598
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
5599
|
+
cases: 40,
|
|
5600
|
+
},
|
|
5601
|
+
],
|
|
5602
|
+
acceptanceMet: true,
|
|
5603
|
+
},
|
|
5604
|
+
},
|
|
4638
5605
|
},
|
|
4639
5606
|
{
|
|
4640
5607
|
id: 'rule-compliance',
|
|
@@ -4657,6 +5624,7 @@ export const recipeMetadata = [
|
|
|
4657
5624
|
reason: 'Use action-scope to check whether an agent action stays within a granted permission rather than a game rule set.',
|
|
4658
5625
|
},
|
|
4659
5626
|
],
|
|
5627
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4660
5628
|
},
|
|
4661
5629
|
{
|
|
4662
5630
|
id: 'runbook-fit',
|
|
@@ -4679,6 +5647,7 @@ export const recipeMetadata = [
|
|
|
4679
5647
|
reason: 'Use source-applicability to check whether a general document applies to a situation, when neither side is an incident or a runbook.',
|
|
4680
5648
|
},
|
|
4681
5649
|
],
|
|
5650
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4682
5651
|
},
|
|
4683
5652
|
{
|
|
4684
5653
|
id: 'safety-incident-kind',
|
|
@@ -4702,6 +5671,7 @@ export const recipeMetadata = [
|
|
|
4702
5671
|
reason: 'Use failure-kind when the categories are caller-supplied rather than this fixed set of safety event kinds.',
|
|
4703
5672
|
},
|
|
4704
5673
|
],
|
|
5674
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4705
5675
|
},
|
|
4706
5676
|
{
|
|
4707
5677
|
id: 'satisfaction-signal',
|
|
@@ -4724,6 +5694,7 @@ export const recipeMetadata = [
|
|
|
4724
5694
|
reason: 'Use frustration-signal for a categorical read on expressed frustration in any message.',
|
|
4725
5695
|
},
|
|
4726
5696
|
],
|
|
5697
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4727
5698
|
},
|
|
4728
5699
|
{
|
|
4729
5700
|
id: 'search-intent-kind',
|
|
@@ -4746,6 +5717,7 @@ export const recipeMetadata = [
|
|
|
4746
5717
|
reason: 'Use query-specificity to judge how narrow or broad a query is rather than what the searcher wants to do.',
|
|
4747
5718
|
},
|
|
4748
5719
|
],
|
|
5720
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4749
5721
|
},
|
|
4750
5722
|
{
|
|
4751
5723
|
id: 'sentiment-shift',
|
|
@@ -4768,6 +5740,7 @@ export const recipeMetadata = [
|
|
|
4768
5740
|
reason: 'Use resolution-check to decide whether the customer reported the issue resolved.',
|
|
4769
5741
|
},
|
|
4770
5742
|
],
|
|
5743
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4771
5744
|
},
|
|
4772
5745
|
{
|
|
4773
5746
|
id: 'settlement-offer-facets',
|
|
@@ -4790,6 +5763,7 @@ export const recipeMetadata = [
|
|
|
4790
5763
|
reason: 'Use clarify to decide whether to ask the sender for the elements this recipe finds missing.',
|
|
4791
5764
|
},
|
|
4792
5765
|
],
|
|
5766
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4793
5767
|
},
|
|
4794
5768
|
{
|
|
4795
5769
|
id: 'shipment-issue-kind',
|
|
@@ -4812,6 +5786,7 @@ export const recipeMetadata = [
|
|
|
4812
5786
|
reason: 'Use issue-impact to grade how badly the reported problem affects the customer rather than what kind of problem it is.',
|
|
4813
5787
|
},
|
|
4814
5788
|
],
|
|
5789
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4815
5790
|
},
|
|
4816
5791
|
{
|
|
4817
5792
|
id: 'slot-fit',
|
|
@@ -4834,6 +5809,7 @@ export const recipeMetadata = [
|
|
|
4834
5809
|
reason: 'Use step-complete to check whether a scheduling step has finished rather than whether a slot is allowed.',
|
|
4835
5810
|
},
|
|
4836
5811
|
],
|
|
5812
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4837
5813
|
},
|
|
4838
5814
|
{
|
|
4839
5815
|
id: 'sound-match',
|
|
@@ -4857,6 +5833,7 @@ export const recipeMetadata = [
|
|
|
4857
5833
|
reason: 'Use audience-fit to judge whether content suits a described audience, rather than whether a patch produces a described sound.',
|
|
4858
5834
|
},
|
|
4859
5835
|
],
|
|
5836
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4860
5837
|
},
|
|
4861
5838
|
{
|
|
4862
5839
|
id: 'source-applicability',
|
|
@@ -4874,6 +5851,7 @@ export const recipeMetadata = [
|
|
|
4874
5851
|
reason: 'Use evidence-conflict to compare two applicable sources for disagreement.',
|
|
4875
5852
|
},
|
|
4876
5853
|
],
|
|
5854
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4877
5855
|
},
|
|
4878
5856
|
{
|
|
4879
5857
|
id: 'spam-signal',
|
|
@@ -4896,6 +5874,7 @@ export const recipeMetadata = [
|
|
|
4896
5874
|
reason: 'Use response-needed to decide whether a genuine message calls for a reply.',
|
|
4897
5875
|
},
|
|
4898
5876
|
],
|
|
5877
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4899
5878
|
},
|
|
4900
5879
|
{
|
|
4901
5880
|
id: 'stage-evidence',
|
|
@@ -4918,6 +5897,7 @@ export const recipeMetadata = [
|
|
|
4918
5897
|
reason: 'Use resolution-check to decide whether a support conversation reached resolution.',
|
|
4919
5898
|
},
|
|
4920
5899
|
],
|
|
5900
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4921
5901
|
},
|
|
4922
5902
|
{
|
|
4923
5903
|
id: 'step-complete',
|
|
@@ -4935,6 +5915,7 @@ export const recipeMetadata = [
|
|
|
4935
5915
|
reason: 'Use result-outcome to interpret a tool result before checking completion.',
|
|
4936
5916
|
},
|
|
4937
5917
|
],
|
|
5918
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4938
5919
|
},
|
|
4939
5920
|
{
|
|
4940
5921
|
id: 'step-progress',
|
|
@@ -4952,6 +5933,7 @@ export const recipeMetadata = [
|
|
|
4952
5933
|
reason: 'Use step-complete to check whether the completion condition has been met.',
|
|
4953
5934
|
},
|
|
4954
5935
|
],
|
|
5936
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4955
5937
|
},
|
|
4956
5938
|
{
|
|
4957
5939
|
id: 'style-kind',
|
|
@@ -4975,6 +5957,7 @@ export const recipeMetadata = [
|
|
|
4975
5957
|
reason: 'Use audience-fit to check whether material suits a described audience rather than which style it belongs to.',
|
|
4976
5958
|
},
|
|
4977
5959
|
],
|
|
5960
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4978
5961
|
},
|
|
4979
5962
|
{
|
|
4980
5963
|
id: 'summary-coverage',
|
|
@@ -4993,6 +5976,7 @@ export const recipeMetadata = [
|
|
|
4993
5976
|
reason: 'Use answer-coverage when the checklist contains questions to answer.',
|
|
4994
5977
|
},
|
|
4995
5978
|
],
|
|
5979
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
4996
5980
|
},
|
|
4997
5981
|
{
|
|
4998
5982
|
id: 'symptom-facets',
|
|
@@ -5015,6 +5999,7 @@ export const recipeMetadata = [
|
|
|
5015
5999
|
reason: 'Use clarify to decide whether to ask the patient a follow-up question about the facets this recipe finds missing.',
|
|
5016
6000
|
},
|
|
5017
6001
|
],
|
|
6002
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5018
6003
|
},
|
|
5019
6004
|
{
|
|
5020
6005
|
id: 'take-turn',
|
|
@@ -5052,6 +6037,7 @@ export const recipeMetadata = [
|
|
|
5052
6037
|
reason: 'Use response-needed for conversational follow-through, rather than turn and reaction eligibility under game rules.',
|
|
5053
6038
|
},
|
|
5054
6039
|
],
|
|
6040
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5055
6041
|
},
|
|
5056
6042
|
{
|
|
5057
6043
|
id: 'task-complexity',
|
|
@@ -5071,6 +6057,7 @@ export const recipeMetadata = [
|
|
|
5071
6057
|
reason: 'Use clarify to find missing requirements in a task that grades complex or open-ended.',
|
|
5072
6058
|
},
|
|
5073
6059
|
],
|
|
6060
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5074
6061
|
},
|
|
5075
6062
|
{
|
|
5076
6063
|
id: 'task-dependency',
|
|
@@ -5093,6 +6080,7 @@ export const recipeMetadata = [
|
|
|
5093
6080
|
reason: 'Use step-complete to check whether evidence establishes a known prerequisite is already satisfied.',
|
|
5094
6081
|
},
|
|
5095
6082
|
],
|
|
6083
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5096
6084
|
},
|
|
5097
6085
|
{
|
|
5098
6086
|
id: 'task-duplicate',
|
|
@@ -5119,6 +6107,7 @@ export const recipeMetadata = [
|
|
|
5119
6107
|
reason: 'Use ticket-match to compare reported issues rather than requested work.',
|
|
5120
6108
|
},
|
|
5121
6109
|
],
|
|
6110
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5122
6111
|
},
|
|
5123
6112
|
{
|
|
5124
6113
|
id: 'task-overlap',
|
|
@@ -5141,6 +6130,7 @@ export const recipeMetadata = [
|
|
|
5141
6130
|
reason: 'Use task-dependency to check whether one task must finish before the other can start, which overlap does not imply.',
|
|
5142
6131
|
},
|
|
5143
6132
|
],
|
|
6133
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5144
6134
|
},
|
|
5145
6135
|
{
|
|
5146
6136
|
id: 'tempo-change',
|
|
@@ -5164,6 +6154,7 @@ export const recipeMetadata = [
|
|
|
5164
6154
|
reason: 'Use step-progress to judge movement toward a caller-defined objective rather than a tempo adjustment.',
|
|
5165
6155
|
},
|
|
5166
6156
|
],
|
|
6157
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5167
6158
|
},
|
|
5168
6159
|
{
|
|
5169
6160
|
id: 'tension-level',
|
|
@@ -5187,6 +6178,154 @@ export const recipeMetadata = [
|
|
|
5187
6178
|
reason: 'Use step-progress to judge whether a new observation advances a task objective, rather than how far a harmony is from its home chord.',
|
|
5188
6179
|
},
|
|
5189
6180
|
],
|
|
6181
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
6182
|
+
},
|
|
6183
|
+
{
|
|
6184
|
+
id: 'text-block-role',
|
|
6185
|
+
title: 'Identify a text block’s structure',
|
|
6186
|
+
description: 'Is extracted text a heading, body paragraph, list item, code, table, caption, formula, or other block?',
|
|
6187
|
+
category: 'retrieval',
|
|
6188
|
+
tags: ['document', 'ingestion', 'structure', 'block', 'heading'],
|
|
6189
|
+
limitations: [
|
|
6190
|
+
'Classifies supplied text only; it does not read PDFs, perform OCR, recover missing text, or determine reading order.',
|
|
6191
|
+
'Native tags take precedence. Preserve every block when reviewing uncertain structure.',
|
|
6192
|
+
'Experimental until independent document-level evaluation meets the published acceptance criteria.',
|
|
6193
|
+
],
|
|
6194
|
+
useWhen: 'You have already extracted a text block but its structural markup is missing.',
|
|
6195
|
+
related: [
|
|
6196
|
+
{ id: 'document-role', reason: 'Use document-role for the purpose of an entire document.' },
|
|
6197
|
+
{
|
|
6198
|
+
id: 'context-role',
|
|
6199
|
+
reason: 'Use context-role for the contribution a passage makes to a question.',
|
|
6200
|
+
},
|
|
6201
|
+
{
|
|
6202
|
+
id: 'paragraph-boundary',
|
|
6203
|
+
reason: 'Use paragraph-boundary to decide whether adjacent fragments belong to one paragraph.',
|
|
6204
|
+
},
|
|
6205
|
+
],
|
|
6206
|
+
evidence: {
|
|
6207
|
+
kind: 'public-dataset',
|
|
6208
|
+
label: 'Current public-dataset measurement',
|
|
6209
|
+
experimental: true,
|
|
6210
|
+
measurement: {
|
|
6211
|
+
model: 'typesafe-ai/jev',
|
|
6212
|
+
date: '2026-09-27T21:21:20.879Z',
|
|
6213
|
+
split: 'held-out',
|
|
6214
|
+
cases: 189,
|
|
6215
|
+
ready: 136,
|
|
6216
|
+
reviewRate: 0.28,
|
|
6217
|
+
readyAccuracy: 0.904,
|
|
6218
|
+
failed: 0,
|
|
6219
|
+
provenance: [
|
|
6220
|
+
{
|
|
6221
|
+
method: 'public-dataset',
|
|
6222
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/async_context.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6223
|
+
cases: 9,
|
|
6224
|
+
},
|
|
6225
|
+
{
|
|
6226
|
+
method: 'public-dataset',
|
|
6227
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/buffer.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6228
|
+
cases: 9,
|
|
6229
|
+
},
|
|
6230
|
+
{
|
|
6231
|
+
method: 'public-dataset',
|
|
6232
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/cli.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6233
|
+
cases: 9,
|
|
6234
|
+
},
|
|
6235
|
+
{
|
|
6236
|
+
method: 'public-dataset',
|
|
6237
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/console.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6238
|
+
cases: 9,
|
|
6239
|
+
},
|
|
6240
|
+
{
|
|
6241
|
+
method: 'public-dataset',
|
|
6242
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/events.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6243
|
+
cases: 9,
|
|
6244
|
+
},
|
|
6245
|
+
{
|
|
6246
|
+
method: 'public-dataset',
|
|
6247
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/fs.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6248
|
+
cases: 9,
|
|
6249
|
+
},
|
|
6250
|
+
{
|
|
6251
|
+
method: 'public-dataset',
|
|
6252
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/http.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6253
|
+
cases: 9,
|
|
6254
|
+
},
|
|
6255
|
+
{
|
|
6256
|
+
method: 'public-dataset',
|
|
6257
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/https.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6258
|
+
cases: 9,
|
|
6259
|
+
},
|
|
6260
|
+
{
|
|
6261
|
+
method: 'public-dataset',
|
|
6262
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/net.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6263
|
+
cases: 9,
|
|
6264
|
+
},
|
|
6265
|
+
{
|
|
6266
|
+
method: 'public-dataset',
|
|
6267
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/path.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6268
|
+
cases: 9,
|
|
6269
|
+
},
|
|
6270
|
+
{
|
|
6271
|
+
method: 'public-dataset',
|
|
6272
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/perf_hooks.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6273
|
+
cases: 9,
|
|
6274
|
+
},
|
|
6275
|
+
{
|
|
6276
|
+
method: 'public-dataset',
|
|
6277
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/querystring.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6278
|
+
cases: 9,
|
|
6279
|
+
},
|
|
6280
|
+
{
|
|
6281
|
+
method: 'public-dataset',
|
|
6282
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/readline.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6283
|
+
cases: 9,
|
|
6284
|
+
},
|
|
6285
|
+
{
|
|
6286
|
+
method: 'public-dataset',
|
|
6287
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/stream.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6288
|
+
cases: 9,
|
|
6289
|
+
},
|
|
6290
|
+
{
|
|
6291
|
+
method: 'public-dataset',
|
|
6292
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/string_decoder.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6293
|
+
cases: 9,
|
|
6294
|
+
},
|
|
6295
|
+
{
|
|
6296
|
+
method: 'public-dataset',
|
|
6297
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/test.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6298
|
+
cases: 9,
|
|
6299
|
+
},
|
|
6300
|
+
{
|
|
6301
|
+
method: 'public-dataset',
|
|
6302
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/tty.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6303
|
+
cases: 9,
|
|
6304
|
+
},
|
|
6305
|
+
{
|
|
6306
|
+
method: 'public-dataset',
|
|
6307
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/url.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6308
|
+
cases: 9,
|
|
6309
|
+
},
|
|
6310
|
+
{
|
|
6311
|
+
method: 'public-dataset',
|
|
6312
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/v8.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6313
|
+
cases: 9,
|
|
6314
|
+
},
|
|
6315
|
+
{
|
|
6316
|
+
method: 'public-dataset',
|
|
6317
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/worker_threads.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6318
|
+
cases: 9,
|
|
6319
|
+
},
|
|
6320
|
+
{
|
|
6321
|
+
method: 'public-dataset',
|
|
6322
|
+
source: 'https://raw.githubusercontent.com/nodejs/node/v22.20.0/doc/api/zlib.md; source Markdown labels, transformed by build-ingestion-cases.mjs; no independent human review; Node.js MIT license.',
|
|
6323
|
+
cases: 9,
|
|
6324
|
+
},
|
|
6325
|
+
],
|
|
6326
|
+
acceptanceMet: false,
|
|
6327
|
+
},
|
|
6328
|
+
},
|
|
5190
6329
|
},
|
|
5191
6330
|
{
|
|
5192
6331
|
id: 'ticket-match',
|
|
@@ -5204,6 +6343,7 @@ export const recipeMetadata = [
|
|
|
5204
6343
|
reason: 'Use incident-match to select a known incident for one ticket.',
|
|
5205
6344
|
},
|
|
5206
6345
|
],
|
|
6346
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5207
6347
|
},
|
|
5208
6348
|
{
|
|
5209
6349
|
id: 'tone-check',
|
|
@@ -5222,6 +6362,7 @@ export const recipeMetadata = [
|
|
|
5222
6362
|
reason: 'Use draft-compare to choose between two drafts under a rubric.',
|
|
5223
6363
|
},
|
|
5224
6364
|
],
|
|
6365
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5225
6366
|
},
|
|
5226
6367
|
{
|
|
5227
6368
|
id: 'tool-call-gate',
|
|
@@ -5262,6 +6403,29 @@ export const recipeMetadata = [
|
|
|
5262
6403
|
reason: 'Use injection-signal to screen text for embedded instructions before an agent reads it.',
|
|
5263
6404
|
},
|
|
5264
6405
|
],
|
|
6406
|
+
evidence: {
|
|
6407
|
+
kind: 'synthetic',
|
|
6408
|
+
label: 'Current synthetic measurement',
|
|
6409
|
+
experimental: false,
|
|
6410
|
+
measurement: {
|
|
6411
|
+
model: 'jev-1.13.0',
|
|
6412
|
+
date: '2026-09-27T07:56:16.449Z',
|
|
6413
|
+
split: 'held-out',
|
|
6414
|
+
cases: 40,
|
|
6415
|
+
ready: 31,
|
|
6416
|
+
reviewRate: 0.225,
|
|
6417
|
+
readyAccuracy: 1,
|
|
6418
|
+
failed: 0,
|
|
6419
|
+
provenance: [
|
|
6420
|
+
{
|
|
6421
|
+
method: 'author-synthetic',
|
|
6422
|
+
source: 'AI-authored synthetic boundary cases for jev-recipes; labels have not had independent human review.',
|
|
6423
|
+
cases: 40,
|
|
6424
|
+
},
|
|
6425
|
+
],
|
|
6426
|
+
acceptanceMet: true,
|
|
6427
|
+
},
|
|
6428
|
+
},
|
|
5265
6429
|
},
|
|
5266
6430
|
{
|
|
5267
6431
|
id: 'tool-compare',
|
|
@@ -5284,6 +6448,7 @@ export const recipeMetadata = [
|
|
|
5284
6448
|
reason: 'Use action-compare to compare two next steps against a goal, rather than two tools against one task.',
|
|
5285
6449
|
},
|
|
5286
6450
|
],
|
|
6451
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5287
6452
|
},
|
|
5288
6453
|
{
|
|
5289
6454
|
id: 'tool-fit',
|
|
@@ -5301,6 +6466,7 @@ export const recipeMetadata = [
|
|
|
5301
6466
|
reason: 'Use argument-fit to validate the meaning of a proposed tool argument.',
|
|
5302
6467
|
},
|
|
5303
6468
|
],
|
|
6469
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5304
6470
|
},
|
|
5305
6471
|
{
|
|
5306
6472
|
id: 'topic-shift',
|
|
@@ -5318,6 +6484,7 @@ export const recipeMetadata = [
|
|
|
5318
6484
|
reason: 'Use intent-change when the important question is whether the goal changed.',
|
|
5319
6485
|
},
|
|
5320
6486
|
],
|
|
6487
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5321
6488
|
},
|
|
5322
6489
|
{
|
|
5323
6490
|
id: 'trip-purpose-kind',
|
|
@@ -5340,6 +6507,7 @@ export const recipeMetadata = [
|
|
|
5340
6507
|
reason: 'Use buying-intent to judge how close the traveler is to booking; this recipe identifies only the reason for the trip.',
|
|
5341
6508
|
},
|
|
5342
6509
|
],
|
|
6510
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5343
6511
|
},
|
|
5344
6512
|
{
|
|
5345
6513
|
id: 'troubleshooting-fit',
|
|
@@ -5357,6 +6525,7 @@ export const recipeMetadata = [
|
|
|
5357
6525
|
reason: 'Use attempted-step to check whether that procedure has already been tried.',
|
|
5358
6526
|
},
|
|
5359
6527
|
],
|
|
6528
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5360
6529
|
},
|
|
5361
6530
|
{
|
|
5362
6531
|
id: 'turn-intent',
|
|
@@ -5374,6 +6543,7 @@ export const recipeMetadata = [
|
|
|
5374
6543
|
reason: 'Use intent-change to assess how the message changes an existing goal.',
|
|
5375
6544
|
},
|
|
5376
6545
|
],
|
|
6546
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5377
6547
|
},
|
|
5378
6548
|
{
|
|
5379
6549
|
id: 'uncertainty-expression',
|
|
@@ -5410,6 +6580,7 @@ export const recipeMetadata = [
|
|
|
5410
6580
|
reason: 'Use verify to check supplied evidence for a claim; expressed certainty is not evidence of truth.',
|
|
5411
6581
|
},
|
|
5412
6582
|
],
|
|
6583
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5413
6584
|
},
|
|
5414
6585
|
{
|
|
5415
6586
|
id: 'urgency-signal',
|
|
@@ -5427,6 +6598,7 @@ export const recipeMetadata = [
|
|
|
5427
6598
|
reason: 'Use issue-impact to assess the reported practical consequences.',
|
|
5428
6599
|
},
|
|
5429
6600
|
],
|
|
6601
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5430
6602
|
},
|
|
5431
6603
|
{
|
|
5432
6604
|
id: 'verify',
|
|
@@ -5445,6 +6617,23 @@ export const recipeMetadata = [
|
|
|
5445
6617
|
reason: 'Use citation-match to select which passages support one claim.',
|
|
5446
6618
|
},
|
|
5447
6619
|
],
|
|
6620
|
+
evidence: {
|
|
6621
|
+
kind: 'earlier',
|
|
6622
|
+
label: 'Earlier-version measurement',
|
|
6623
|
+
experimental: true,
|
|
6624
|
+
measurement: {
|
|
6625
|
+
model: 'jev-1.13.0',
|
|
6626
|
+
date: null,
|
|
6627
|
+
split: null,
|
|
6628
|
+
cases: 50,
|
|
6629
|
+
ready: null,
|
|
6630
|
+
reviewRate: null,
|
|
6631
|
+
readyAccuracy: null,
|
|
6632
|
+
failed: null,
|
|
6633
|
+
provenance: [],
|
|
6634
|
+
acceptanceMet: null,
|
|
6635
|
+
},
|
|
6636
|
+
},
|
|
5448
6637
|
},
|
|
5449
6638
|
{
|
|
5450
6639
|
id: 'wake-gate',
|
|
@@ -5467,6 +6656,23 @@ export const recipeMetadata = [
|
|
|
5467
6656
|
reason: 'Use progress-stall to detect an agent that keeps waking without making progress.',
|
|
5468
6657
|
},
|
|
5469
6658
|
],
|
|
6659
|
+
evidence: {
|
|
6660
|
+
kind: 'earlier',
|
|
6661
|
+
label: 'Earlier-version measurement',
|
|
6662
|
+
experimental: true,
|
|
6663
|
+
measurement: {
|
|
6664
|
+
model: 'jev-1.13.0',
|
|
6665
|
+
date: null,
|
|
6666
|
+
split: null,
|
|
6667
|
+
cases: 44,
|
|
6668
|
+
ready: null,
|
|
6669
|
+
reviewRate: null,
|
|
6670
|
+
readyAccuracy: null,
|
|
6671
|
+
failed: null,
|
|
6672
|
+
provenance: [],
|
|
6673
|
+
acceptanceMet: null,
|
|
6674
|
+
},
|
|
6675
|
+
},
|
|
5470
6676
|
},
|
|
5471
6677
|
{
|
|
5472
6678
|
id: 'workaround-fit',
|
|
@@ -5484,5 +6690,6 @@ export const recipeMetadata = [
|
|
|
5484
6690
|
reason: 'Use troubleshooting-fit to assess a diagnostic procedure rather than a workaround.',
|
|
5485
6691
|
},
|
|
5486
6692
|
],
|
|
6693
|
+
evidence: { kind: 'fixture', label: 'Fixture only', experimental: true, measurement: null },
|
|
5487
6694
|
},
|
|
5488
6695
|
];
|