jev-recipes 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/README.md +137 -48
- package/dist/catalog/generated/details/attribution-match.json +55 -0
- package/dist/catalog/generated/details/checkers-move.json +128 -0
- package/dist/catalog/generated/details/choose-action.json +102 -0
- package/dist/catalog/generated/details/evaluation-mention.json +48 -0
- package/dist/catalog/generated/details/evidence-independence.json +52 -0
- package/dist/catalog/generated/details/question-leading.json +52 -0
- package/dist/catalog/generated/details/response-refusal.json +55 -0
- package/dist/catalog/generated/details/take-turn.json +68 -0
- package/dist/catalog/generated/details/uncertainty-expression.json +55 -0
- package/dist/catalog/generated/loaders.js +9 -0
- package/dist/catalog/generated/metadata.js +310 -0
- package/dist/catalog/generated/names.d.ts +1 -1
- package/dist/catalog/generated/names.js +9 -0
- package/dist/catalog/schema.d.ts +9 -0
- package/dist/cli/schema.d.ts +27 -0
- package/dist/recipes/attribution-match/demo.json +27 -0
- package/dist/recipes/attribution-match/index.d.ts +5 -0
- package/dist/recipes/attribution-match/index.js +16 -0
- package/dist/recipes/attribution-match/schema.d.ts +40 -0
- package/dist/recipes/attribution-match/schema.js +20 -0
- package/dist/recipes/checkers-move/demo.json +58 -0
- package/dist/recipes/checkers-move/index.d.ts +5 -0
- package/dist/recipes/checkers-move/index.js +34 -0
- package/dist/recipes/checkers-move/schema.d.ts +48 -0
- package/dist/recipes/checkers-move/schema.js +73 -0
- package/dist/recipes/choose-action/demo.json +32 -0
- package/dist/recipes/choose-action/index.d.ts +5 -0
- package/dist/recipes/choose-action/index.js +8 -0
- package/dist/recipes/choose-action/schema.d.ts +42 -0
- package/dist/recipes/choose-action/schema.js +19 -0
- package/dist/recipes/evaluation-mention/demo.json +25 -0
- package/dist/recipes/evaluation-mention/index.d.ts +5 -0
- package/dist/recipes/evaluation-mention/index.js +16 -0
- package/dist/recipes/evaluation-mention/schema.d.ts +39 -0
- package/dist/recipes/evaluation-mention/schema.js +21 -0
- package/dist/recipes/evidence-independence/demo.json +26 -0
- package/dist/recipes/evidence-independence/index.d.ts +5 -0
- package/dist/recipes/evidence-independence/index.js +15 -0
- package/dist/recipes/evidence-independence/schema.d.ts +37 -0
- package/dist/recipes/evidence-independence/schema.js +19 -0
- package/dist/recipes/question-leading/demo.json +26 -0
- package/dist/recipes/question-leading/index.d.ts +5 -0
- package/dist/recipes/question-leading/index.js +16 -0
- package/dist/recipes/question-leading/schema.d.ts +40 -0
- package/dist/recipes/question-leading/schema.js +17 -0
- package/dist/recipes/response-refusal/demo.json +28 -0
- package/dist/recipes/response-refusal/index.d.ts +5 -0
- package/dist/recipes/response-refusal/index.js +18 -0
- package/dist/recipes/response-refusal/schema.d.ts +46 -0
- package/dist/recipes/response-refusal/schema.js +24 -0
- package/dist/recipes/take-turn/demo.json +22 -0
- package/dist/recipes/take-turn/index.d.ts +5 -0
- package/dist/recipes/take-turn/index.js +16 -0
- package/dist/recipes/take-turn/schema.d.ts +44 -0
- package/dist/recipes/take-turn/schema.js +23 -0
- package/dist/recipes/uncertainty-expression/demo.json +27 -0
- package/dist/recipes/uncertainty-expression/index.d.ts +5 -0
- package/dist/recipes/uncertainty-expression/index.js +17 -0
- package/dist/recipes/uncertainty-expression/schema.d.ts +43 -0
- package/dist/recipes/uncertainty-expression/schema.js +23 -0
- package/dist/src/index.d.ts +18 -0
- package/dist/src/index.js +9 -0
- package/package.json +37 -1
|
@@ -137,6 +137,41 @@ export const recipeMetadata = [
|
|
|
137
137
|
},
|
|
138
138
|
],
|
|
139
139
|
},
|
|
140
|
+
{
|
|
141
|
+
id: 'attribution-match',
|
|
142
|
+
title: "Check a statement's attributed source",
|
|
143
|
+
description: 'Check whether supplied source text attributes a statement to the claimed speaker or source.',
|
|
144
|
+
category: 'knowledge',
|
|
145
|
+
tags: [
|
|
146
|
+
'attribution',
|
|
147
|
+
'speaker',
|
|
148
|
+
'who said',
|
|
149
|
+
'source ownership',
|
|
150
|
+
'quotation',
|
|
151
|
+
'annotation',
|
|
152
|
+
'alignment-research',
|
|
153
|
+
],
|
|
154
|
+
limitations: [
|
|
155
|
+
'Checks only the supplied attribution record. It does not authenticate a source or establish original authorship, truth, or copyright ownership.',
|
|
156
|
+
'Missing statements and unresolved speaker identities require review; absence from an excerpt is not proof of false attribution.',
|
|
157
|
+
'Nested quotation and endorsement are distinct. Include enough surrounding text to establish who is speaking.',
|
|
158
|
+
],
|
|
159
|
+
useWhen: 'You need to check who said a statement in a transcript or source excerpt, separately from whether it is true.',
|
|
160
|
+
related: [
|
|
161
|
+
{
|
|
162
|
+
id: 'citation-match',
|
|
163
|
+
reason: 'Use citation-match to check which passages support a claim, rather than who made it.',
|
|
164
|
+
},
|
|
165
|
+
{
|
|
166
|
+
id: 'claim-stance',
|
|
167
|
+
reason: "Use claim-stance to label a response's own position toward a claim, rather than verifying a named attribution.",
|
|
168
|
+
},
|
|
169
|
+
{
|
|
170
|
+
id: 'reference-resolve',
|
|
171
|
+
reason: 'Use reference-resolve to select the referent of an ambiguous expression from supplied candidates.',
|
|
172
|
+
},
|
|
173
|
+
],
|
|
174
|
+
},
|
|
140
175
|
{
|
|
141
176
|
id: 'audience-fit',
|
|
142
177
|
title: 'Check audience fit',
|
|
@@ -216,6 +251,69 @@ export const recipeMetadata = [
|
|
|
216
251
|
},
|
|
217
252
|
],
|
|
218
253
|
},
|
|
254
|
+
{
|
|
255
|
+
id: 'checkers-move',
|
|
256
|
+
title: 'Choose a checkers move',
|
|
257
|
+
description: 'Recommend a supplied legal checkers move from a structured board and player, with built-in American/English checkers instructions.',
|
|
258
|
+
category: 'workflow',
|
|
259
|
+
tags: ['checkers', 'draughts', 'gameplay', 'board game', 'legal moves', 'kings', 'captures'],
|
|
260
|
+
limitations: [
|
|
261
|
+
'Supports the documented 8x8 American/English variant and orientation. Your game supplies complete legal moves and owns turn, draw, and execution rules.',
|
|
262
|
+
'Validates format, ownership, and capture references; does not generate moves, prove legality, search future positions, or guarantee optimal play.',
|
|
263
|
+
'Makes one logical Jev request. Tests and demos are offline; live latency and playing strength have not been measured.',
|
|
264
|
+
],
|
|
265
|
+
useWhen: 'Your checkers game already provides its board, acting player, and legal moves, and you want a move ID without writing decision prompts.',
|
|
266
|
+
related: [
|
|
267
|
+
{
|
|
268
|
+
id: 'choose-action',
|
|
269
|
+
reason: 'Use choose-action for other games, checkers variants, or custom objectives. It accepts your rules and action descriptions instead of translating a checkers board.',
|
|
270
|
+
},
|
|
271
|
+
{
|
|
272
|
+
id: 'take-turn',
|
|
273
|
+
reason: 'Use take-turn for narrative turn eligibility. Checkers games should supply the known acting player directly without another model call.',
|
|
274
|
+
},
|
|
275
|
+
],
|
|
276
|
+
},
|
|
277
|
+
{
|
|
278
|
+
id: 'choose-action',
|
|
279
|
+
title: 'Choose a game action from supplied candidates',
|
|
280
|
+
description: 'Recommend one eligible game action against a supplied goal, using rules, current state, and optional player history.',
|
|
281
|
+
category: 'workflow',
|
|
282
|
+
tags: [
|
|
283
|
+
'gameplay',
|
|
284
|
+
'game',
|
|
285
|
+
'choose action',
|
|
286
|
+
'best move',
|
|
287
|
+
'strategy',
|
|
288
|
+
'players',
|
|
289
|
+
'turn',
|
|
290
|
+
'simulation',
|
|
291
|
+
],
|
|
292
|
+
limitations: [
|
|
293
|
+
'Produces a model judgment, not a game solver, legality proof, or guarantee of optimal play. Use an authoritative game engine for exact legality checks.',
|
|
294
|
+
'Uses only supplied player-visible information. It does not fetch state, simulate future turns, or execute the chosen action.',
|
|
295
|
+
'History may be incomplete. Supply decision-critical facts in the current environment; ties or unresolved constraints require review.',
|
|
296
|
+
],
|
|
297
|
+
useWhen: 'You need to choose the next game action from a list using the current environment, game rules, and previous player actions.',
|
|
298
|
+
related: [
|
|
299
|
+
{
|
|
300
|
+
id: 'checkers-move',
|
|
301
|
+
reason: 'Use checkers-move for a structured American/English checkers board and legal moves, with built-in rules and move descriptions.',
|
|
302
|
+
},
|
|
303
|
+
{
|
|
304
|
+
id: 'take-turn',
|
|
305
|
+
reason: 'Use take-turn to assess whether the player has an opportunity to act now before selecting an action.',
|
|
306
|
+
},
|
|
307
|
+
{
|
|
308
|
+
id: 'tool-fit',
|
|
309
|
+
reason: "Use tool-fit to check one tool's capability for a task; it does not compare game actions under a goal and game rules.",
|
|
310
|
+
},
|
|
311
|
+
{
|
|
312
|
+
id: 'step-progress',
|
|
313
|
+
reason: 'Use step-progress to assess an observed outcome after a move; this recipe recommends a candidate before execution.',
|
|
314
|
+
},
|
|
315
|
+
],
|
|
316
|
+
},
|
|
219
317
|
{
|
|
220
318
|
id: 'citation-match',
|
|
221
319
|
title: 'Match claims to citations',
|
|
@@ -418,6 +516,41 @@ export const recipeMetadata = [
|
|
|
418
516
|
},
|
|
419
517
|
],
|
|
420
518
|
},
|
|
519
|
+
{
|
|
520
|
+
id: 'evaluation-mention',
|
|
521
|
+
title: 'Label explicit mentions of model evaluation',
|
|
522
|
+
description: 'Distinguish a response referring to its own evaluation from general evaluation discussion or no such mention.',
|
|
523
|
+
category: 'answer-quality',
|
|
524
|
+
tags: [
|
|
525
|
+
'evaluation',
|
|
526
|
+
'being tested',
|
|
527
|
+
'benchmark',
|
|
528
|
+
'graded',
|
|
529
|
+
'self reference',
|
|
530
|
+
'annotation',
|
|
531
|
+
'alignment-research',
|
|
532
|
+
],
|
|
533
|
+
limitations: [
|
|
534
|
+
'Detects explicit wording only. It does not infer hidden evaluation awareness, strategic behavior, or internal goals.',
|
|
535
|
+
'Self-reference includes uncertainty and denial. It does not establish that evaluation is occurring or that the model believes it is.',
|
|
536
|
+
'A missing mention does not show absence of awareness. Quoted or hypothetical first-person text needs careful attribution.',
|
|
537
|
+
],
|
|
538
|
+
useWhen: 'You need to find explicit mentions of being tested, graded, or evaluated in saved model responses.',
|
|
539
|
+
related: [
|
|
540
|
+
{
|
|
541
|
+
id: 'claim-stance',
|
|
542
|
+
reason: 'Use claim-stance to distinguish affirming from denying a specific evaluation claim.',
|
|
543
|
+
},
|
|
544
|
+
{
|
|
545
|
+
id: 'context-role',
|
|
546
|
+
reason: 'Use context-role to classify the role of supplied text rather than mentions inside a response.',
|
|
547
|
+
},
|
|
548
|
+
{
|
|
549
|
+
id: 'uncertainty-expression',
|
|
550
|
+
reason: 'Use uncertainty-expression to label how certain the response sounds about a specific evaluation claim.',
|
|
551
|
+
},
|
|
552
|
+
],
|
|
553
|
+
},
|
|
421
554
|
{
|
|
422
555
|
id: 'evidence-conflict',
|
|
423
556
|
title: 'Compare evidence for conflicts',
|
|
@@ -435,6 +568,41 @@ export const recipeMetadata = [
|
|
|
435
568
|
},
|
|
436
569
|
],
|
|
437
570
|
},
|
|
571
|
+
{
|
|
572
|
+
id: 'evidence-independence',
|
|
573
|
+
title: 'Compare the origins of two pieces of evidence',
|
|
574
|
+
description: 'Check whether supplied provenance shows shared or separate evidence origins for one claim, or leaves their relationship unresolved.',
|
|
575
|
+
category: 'retrieval',
|
|
576
|
+
tags: [
|
|
577
|
+
'evidence independence',
|
|
578
|
+
'provenance',
|
|
579
|
+
'shared source',
|
|
580
|
+
'corroboration',
|
|
581
|
+
'origin',
|
|
582
|
+
'annotation',
|
|
583
|
+
'alignment-research',
|
|
584
|
+
],
|
|
585
|
+
limitations: [
|
|
586
|
+
'Evaluates supplied provenance descriptions only. It does not fetch sources, verify provenance, or discover hidden dependencies.',
|
|
587
|
+
'Separate origins are not a guarantee of statistical independence, reliability, or truth.',
|
|
588
|
+
'The claim scopes material overlap. Shared background unrelated to the claim is not sufficient for a shared-origin label.',
|
|
589
|
+
],
|
|
590
|
+
useWhen: 'You need to check whether two reports rely on the same underlying source before treating them as corroboration.',
|
|
591
|
+
related: [
|
|
592
|
+
{
|
|
593
|
+
id: 'passage-duplicate',
|
|
594
|
+
reason: 'Use passage-duplicate to compare information overlap in passages, not the origins of their evidence.',
|
|
595
|
+
},
|
|
596
|
+
{
|
|
597
|
+
id: 'attribution-match',
|
|
598
|
+
reason: 'Use attribution-match to check a named statement attribution against a source excerpt.',
|
|
599
|
+
},
|
|
600
|
+
{
|
|
601
|
+
id: 'evidence-conflict',
|
|
602
|
+
reason: 'Use evidence-conflict to compare what sources say; conflicting reports can still share an origin.',
|
|
603
|
+
},
|
|
604
|
+
],
|
|
605
|
+
},
|
|
438
606
|
{
|
|
439
607
|
id: 'evidence-novelty',
|
|
440
608
|
title: 'Check new evidence',
|
|
@@ -809,6 +977,41 @@ export const recipeMetadata = [
|
|
|
809
977
|
},
|
|
810
978
|
],
|
|
811
979
|
},
|
|
980
|
+
{
|
|
981
|
+
id: 'question-leading',
|
|
982
|
+
title: 'Check whether a question steers an answer',
|
|
983
|
+
description: "Label whether a question's wording favors, disfavors, or stays neutral toward a proposed answer.",
|
|
984
|
+
category: 'conversation',
|
|
985
|
+
tags: [
|
|
986
|
+
'leading question',
|
|
987
|
+
'wording',
|
|
988
|
+
'answer pressure',
|
|
989
|
+
'survey',
|
|
990
|
+
'prompt bias',
|
|
991
|
+
'annotation',
|
|
992
|
+
'alignment-research',
|
|
993
|
+
],
|
|
994
|
+
limitations: [
|
|
995
|
+
'Labels directional wording relative to one proposed answer, not author intent, factual correctness, or observed persuasion.',
|
|
996
|
+
'Neutral does not establish that a prompt or experiment is unbiased in every respect.',
|
|
997
|
+
'Actual effects on model or human answers require controlled comparisons; wording labels alone are not causal evidence.',
|
|
998
|
+
],
|
|
999
|
+
useWhen: 'You need to check leading questions or answer pressure in a survey, interview, or evaluation prompt.',
|
|
1000
|
+
related: [
|
|
1001
|
+
{
|
|
1002
|
+
id: 'query-specificity',
|
|
1003
|
+
reason: 'Use query-specificity to check whether an information need is focused and unambiguous.',
|
|
1004
|
+
},
|
|
1005
|
+
{
|
|
1006
|
+
id: 'claim-stance',
|
|
1007
|
+
reason: "Use claim-stance to label the response's expressed position after a question has been answered.",
|
|
1008
|
+
},
|
|
1009
|
+
{
|
|
1010
|
+
id: 'tone-check',
|
|
1011
|
+
reason: 'Use tone-check to assess draft wording against caller-supplied writing criteria.',
|
|
1012
|
+
},
|
|
1013
|
+
],
|
|
1014
|
+
},
|
|
812
1015
|
{
|
|
813
1016
|
id: 'reference-resolve',
|
|
814
1017
|
title: 'Resolve a reference',
|
|
@@ -942,6 +1145,41 @@ export const recipeMetadata = [
|
|
|
942
1145
|
},
|
|
943
1146
|
],
|
|
944
1147
|
},
|
|
1148
|
+
{
|
|
1149
|
+
id: 'response-refusal',
|
|
1150
|
+
title: 'Label refusal behavior in a response',
|
|
1151
|
+
description: 'Distinguish an explicit refusal, a substantive attempt, mixed behavior, and a stated inability to fulfill a request.',
|
|
1152
|
+
category: 'answer-quality',
|
|
1153
|
+
tags: [
|
|
1154
|
+
'refusal',
|
|
1155
|
+
'refuses',
|
|
1156
|
+
'decline',
|
|
1157
|
+
'compliance',
|
|
1158
|
+
'inability',
|
|
1159
|
+
'annotation',
|
|
1160
|
+
'alignment-research',
|
|
1161
|
+
],
|
|
1162
|
+
limitations: [
|
|
1163
|
+
'Labels textual behavior, not policy compliance, harmlessness, or whether a refusal was warranted.',
|
|
1164
|
+
'An attempted answer or reported action may be incorrect or incomplete. No action is executed or verified.',
|
|
1165
|
+
'A refusal label alone does not establish an alignment property. Validate labels against independent human annotations for the study.',
|
|
1166
|
+
],
|
|
1167
|
+
useWhen: 'You need to label whether a response refuses a request, attempts it, or reports missing access or information.',
|
|
1168
|
+
related: [
|
|
1169
|
+
{
|
|
1170
|
+
id: 'answer-relevance',
|
|
1171
|
+
reason: 'Use answer-relevance to check whether a response addresses the requested subject, regardless of refusal.',
|
|
1172
|
+
},
|
|
1173
|
+
{
|
|
1174
|
+
id: 'answer-coverage',
|
|
1175
|
+
reason: 'Use answer-coverage to check which requested points a draft covers; an attempt need not be complete.',
|
|
1176
|
+
},
|
|
1177
|
+
{
|
|
1178
|
+
id: 'result-outcome',
|
|
1179
|
+
reason: 'Use result-outcome to interpret an observed task result instead of a response claiming to perform it.',
|
|
1180
|
+
},
|
|
1181
|
+
],
|
|
1182
|
+
},
|
|
945
1183
|
{
|
|
946
1184
|
id: 'result-outcome',
|
|
947
1185
|
title: 'Interpret a reported tool outcome',
|
|
@@ -1080,6 +1318,43 @@ export const recipeMetadata = [
|
|
|
1080
1318
|
},
|
|
1081
1319
|
],
|
|
1082
1320
|
},
|
|
1321
|
+
{
|
|
1322
|
+
id: 'take-turn',
|
|
1323
|
+
title: 'Assess whether a player can act now',
|
|
1324
|
+
description: "Interpret game rules and current state to label a player's turn or reaction opportunity as act, wait, inactive, or unclear.",
|
|
1325
|
+
category: 'workflow',
|
|
1326
|
+
tags: [
|
|
1327
|
+
'gameplay',
|
|
1328
|
+
'game',
|
|
1329
|
+
'take turn',
|
|
1330
|
+
'whose turn',
|
|
1331
|
+
'act now',
|
|
1332
|
+
'wait',
|
|
1333
|
+
'reaction',
|
|
1334
|
+
'players',
|
|
1335
|
+
'simulation',
|
|
1336
|
+
],
|
|
1337
|
+
limitations: [
|
|
1338
|
+
'Assesses narrative turn eligibility, not a legality proof. When a game engine provides an exact turn or reaction flag, use that directly.',
|
|
1339
|
+
'Does not take a turn, select an action, update state, or verify that a player already completed a turn.',
|
|
1340
|
+
'Act includes optional reactions and does not mean using that opportunity is strategically best. Missing or conflicting facts require review.',
|
|
1341
|
+
],
|
|
1342
|
+
useWhen: "You need to decide whether it is a player's turn to act or react using narrative game rules, state, and previous actions.",
|
|
1343
|
+
related: [
|
|
1344
|
+
{
|
|
1345
|
+
id: 'choose-action',
|
|
1346
|
+
reason: 'Use choose-action to compare candidate moves after establishing the player can act.',
|
|
1347
|
+
},
|
|
1348
|
+
{
|
|
1349
|
+
id: 'step-complete',
|
|
1350
|
+
reason: 'Use step-complete to check whether a defined turn-completion condition was met; take-turn assesses the current opportunity to act.',
|
|
1351
|
+
},
|
|
1352
|
+
{
|
|
1353
|
+
id: 'response-needed',
|
|
1354
|
+
reason: 'Use response-needed for conversational follow-through, rather than turn and reaction eligibility under game rules.',
|
|
1355
|
+
},
|
|
1356
|
+
],
|
|
1357
|
+
},
|
|
1083
1358
|
{
|
|
1084
1359
|
id: 'task-dependency',
|
|
1085
1360
|
title: 'Check the dependency between two tasks',
|
|
@@ -1231,6 +1506,41 @@ export const recipeMetadata = [
|
|
|
1231
1506
|
},
|
|
1232
1507
|
],
|
|
1233
1508
|
},
|
|
1509
|
+
{
|
|
1510
|
+
id: 'uncertainty-expression',
|
|
1511
|
+
title: 'Label expressed certainty about a claim',
|
|
1512
|
+
description: 'Label categorical, qualified, or unresolved wording about a supplied claim without inferring internal confidence.',
|
|
1513
|
+
category: 'answer-quality',
|
|
1514
|
+
tags: [
|
|
1515
|
+
'uncertainty',
|
|
1516
|
+
'certainty',
|
|
1517
|
+
'hedging',
|
|
1518
|
+
'expressed confidence',
|
|
1519
|
+
'calibration',
|
|
1520
|
+
'annotation',
|
|
1521
|
+
'alignment-research',
|
|
1522
|
+
],
|
|
1523
|
+
limitations: [
|
|
1524
|
+
'Labels wording about one proposition, not internal confidence, truth, calibration, or evidential support.',
|
|
1525
|
+
'The result confidence describes the annotation decision. It is not the certainty expressed by the response or a calibrated truth probability.',
|
|
1526
|
+
'Uncertain is a substantive label and can be ready. Only unclear or confidence below the threshold requires review.',
|
|
1527
|
+
],
|
|
1528
|
+
useWhen: 'You need to label expressed certainty or hedging about one claim without an external truth assessment.',
|
|
1529
|
+
related: [
|
|
1530
|
+
{
|
|
1531
|
+
id: 'certainty-match',
|
|
1532
|
+
reason: "Use certainty-match to compare a draft's certainty with a supplied evidence assessment.",
|
|
1533
|
+
},
|
|
1534
|
+
{
|
|
1535
|
+
id: 'claim-stance',
|
|
1536
|
+
reason: 'Use claim-stance to label affirmation or denial separately from the strength of commitment.',
|
|
1537
|
+
},
|
|
1538
|
+
{
|
|
1539
|
+
id: 'verify',
|
|
1540
|
+
reason: 'Use verify to check supplied evidence for a claim; expressed certainty is not evidence of truth.',
|
|
1541
|
+
},
|
|
1542
|
+
],
|
|
1543
|
+
},
|
|
1234
1544
|
{
|
|
1235
1545
|
id: 'urgency-signal',
|
|
1236
1546
|
title: 'Detect an explicit urgency request',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export declare const recipeNames: readonly ["action-scope", "answer-consistency", "answer-coverage", "answer-invalidation", "answer-relevance", "answerability", "argument-fit", "attempted-step", "audience-fit", "cache-match", "cancellation-check", "certainty-match", "change-meaning", "citation-match", "citation-needed", "claim-stance", "clarify", "confirmation-match", "constraint-strength", "context-role", "correction-target", "document-role", "draft-compare", "evidence-conflict", "evidence-novelty", "fact-stability", "failure-kind", "feedback-kind", "field-select", "followup-link", "freshness-needed", "frustration-signal", "handoff", "incident-match", "instruction-conflict", "instruction-fit", "intent-change", "issue-impact", "memory-relation", "memory-scope", "memory-value", "passage-duplicate", "preference-kind", "promise-check", "query-equivalence", "query-specificity", "reference-resolve", "repeated-attempt", "reply-template-match", "requirement-testability", "rerank", "resolution-check", "response-needed", "result-outcome", "result-usefulness", "retrieval-needed", "route", "source-applicability", "step-complete", "step-progress", "summary-coverage", "task-dependency", "task-duplicate", "ticket-match", "tone-check", "tool-fit", "topic-shift", "troubleshooting-fit", "turn-intent", "urgency-signal", "verify", "workaround-fit"];
|
|
1
|
+
export declare const recipeNames: readonly ["action-scope", "answer-consistency", "answer-coverage", "answer-invalidation", "answer-relevance", "answerability", "argument-fit", "attempted-step", "attribution-match", "audience-fit", "cache-match", "cancellation-check", "certainty-match", "change-meaning", "checkers-move", "choose-action", "citation-match", "citation-needed", "claim-stance", "clarify", "confirmation-match", "constraint-strength", "context-role", "correction-target", "document-role", "draft-compare", "evaluation-mention", "evidence-conflict", "evidence-independence", "evidence-novelty", "fact-stability", "failure-kind", "feedback-kind", "field-select", "followup-link", "freshness-needed", "frustration-signal", "handoff", "incident-match", "instruction-conflict", "instruction-fit", "intent-change", "issue-impact", "memory-relation", "memory-scope", "memory-value", "passage-duplicate", "preference-kind", "promise-check", "query-equivalence", "query-specificity", "question-leading", "reference-resolve", "repeated-attempt", "reply-template-match", "requirement-testability", "rerank", "resolution-check", "response-needed", "response-refusal", "result-outcome", "result-usefulness", "retrieval-needed", "route", "source-applicability", "step-complete", "step-progress", "summary-coverage", "take-turn", "task-dependency", "task-duplicate", "ticket-match", "tone-check", "tool-fit", "topic-shift", "troubleshooting-fit", "turn-intent", "uncertainty-expression", "urgency-signal", "verify", "workaround-fit"];
|
|
@@ -8,11 +8,14 @@ export const recipeNames = [
|
|
|
8
8
|
'answerability',
|
|
9
9
|
'argument-fit',
|
|
10
10
|
'attempted-step',
|
|
11
|
+
'attribution-match',
|
|
11
12
|
'audience-fit',
|
|
12
13
|
'cache-match',
|
|
13
14
|
'cancellation-check',
|
|
14
15
|
'certainty-match',
|
|
15
16
|
'change-meaning',
|
|
17
|
+
'checkers-move',
|
|
18
|
+
'choose-action',
|
|
16
19
|
'citation-match',
|
|
17
20
|
'citation-needed',
|
|
18
21
|
'claim-stance',
|
|
@@ -23,7 +26,9 @@ export const recipeNames = [
|
|
|
23
26
|
'correction-target',
|
|
24
27
|
'document-role',
|
|
25
28
|
'draft-compare',
|
|
29
|
+
'evaluation-mention',
|
|
26
30
|
'evidence-conflict',
|
|
31
|
+
'evidence-independence',
|
|
27
32
|
'evidence-novelty',
|
|
28
33
|
'fact-stability',
|
|
29
34
|
'failure-kind',
|
|
@@ -46,6 +51,7 @@ export const recipeNames = [
|
|
|
46
51
|
'promise-check',
|
|
47
52
|
'query-equivalence',
|
|
48
53
|
'query-specificity',
|
|
54
|
+
'question-leading',
|
|
49
55
|
'reference-resolve',
|
|
50
56
|
'repeated-attempt',
|
|
51
57
|
'reply-template-match',
|
|
@@ -53,6 +59,7 @@ export const recipeNames = [
|
|
|
53
59
|
'rerank',
|
|
54
60
|
'resolution-check',
|
|
55
61
|
'response-needed',
|
|
62
|
+
'response-refusal',
|
|
56
63
|
'result-outcome',
|
|
57
64
|
'result-usefulness',
|
|
58
65
|
'retrieval-needed',
|
|
@@ -61,6 +68,7 @@ export const recipeNames = [
|
|
|
61
68
|
'step-complete',
|
|
62
69
|
'step-progress',
|
|
63
70
|
'summary-coverage',
|
|
71
|
+
'take-turn',
|
|
64
72
|
'task-dependency',
|
|
65
73
|
'task-duplicate',
|
|
66
74
|
'ticket-match',
|
|
@@ -69,6 +77,7 @@ export const recipeNames = [
|
|
|
69
77
|
'topic-shift',
|
|
70
78
|
'troubleshooting-fit',
|
|
71
79
|
'turn-intent',
|
|
80
|
+
'uncertainty-expression',
|
|
72
81
|
'urgency-signal',
|
|
73
82
|
'verify',
|
|
74
83
|
'workaround-fit',
|
package/dist/catalog/schema.d.ts
CHANGED
|
@@ -8,11 +8,14 @@ export declare const recipeNameSchema: z.ZodEnum<{
|
|
|
8
8
|
answerability: "answerability";
|
|
9
9
|
"argument-fit": "argument-fit";
|
|
10
10
|
"attempted-step": "attempted-step";
|
|
11
|
+
"attribution-match": "attribution-match";
|
|
11
12
|
"audience-fit": "audience-fit";
|
|
12
13
|
"cache-match": "cache-match";
|
|
13
14
|
"cancellation-check": "cancellation-check";
|
|
14
15
|
"certainty-match": "certainty-match";
|
|
15
16
|
"change-meaning": "change-meaning";
|
|
17
|
+
"checkers-move": "checkers-move";
|
|
18
|
+
"choose-action": "choose-action";
|
|
16
19
|
"citation-match": "citation-match";
|
|
17
20
|
"citation-needed": "citation-needed";
|
|
18
21
|
"claim-stance": "claim-stance";
|
|
@@ -23,7 +26,9 @@ export declare const recipeNameSchema: z.ZodEnum<{
|
|
|
23
26
|
"correction-target": "correction-target";
|
|
24
27
|
"document-role": "document-role";
|
|
25
28
|
"draft-compare": "draft-compare";
|
|
29
|
+
"evaluation-mention": "evaluation-mention";
|
|
26
30
|
"evidence-conflict": "evidence-conflict";
|
|
31
|
+
"evidence-independence": "evidence-independence";
|
|
27
32
|
"evidence-novelty": "evidence-novelty";
|
|
28
33
|
"fact-stability": "fact-stability";
|
|
29
34
|
"failure-kind": "failure-kind";
|
|
@@ -46,6 +51,7 @@ export declare const recipeNameSchema: z.ZodEnum<{
|
|
|
46
51
|
"promise-check": "promise-check";
|
|
47
52
|
"query-equivalence": "query-equivalence";
|
|
48
53
|
"query-specificity": "query-specificity";
|
|
54
|
+
"question-leading": "question-leading";
|
|
49
55
|
"reference-resolve": "reference-resolve";
|
|
50
56
|
"repeated-attempt": "repeated-attempt";
|
|
51
57
|
"reply-template-match": "reply-template-match";
|
|
@@ -53,6 +59,7 @@ export declare const recipeNameSchema: z.ZodEnum<{
|
|
|
53
59
|
rerank: "rerank";
|
|
54
60
|
"resolution-check": "resolution-check";
|
|
55
61
|
"response-needed": "response-needed";
|
|
62
|
+
"response-refusal": "response-refusal";
|
|
56
63
|
"result-outcome": "result-outcome";
|
|
57
64
|
"result-usefulness": "result-usefulness";
|
|
58
65
|
"retrieval-needed": "retrieval-needed";
|
|
@@ -61,6 +68,7 @@ export declare const recipeNameSchema: z.ZodEnum<{
|
|
|
61
68
|
"step-complete": "step-complete";
|
|
62
69
|
"step-progress": "step-progress";
|
|
63
70
|
"summary-coverage": "summary-coverage";
|
|
71
|
+
"take-turn": "take-turn";
|
|
64
72
|
"task-dependency": "task-dependency";
|
|
65
73
|
"task-duplicate": "task-duplicate";
|
|
66
74
|
"ticket-match": "ticket-match";
|
|
@@ -69,6 +77,7 @@ export declare const recipeNameSchema: z.ZodEnum<{
|
|
|
69
77
|
"topic-shift": "topic-shift";
|
|
70
78
|
"troubleshooting-fit": "troubleshooting-fit";
|
|
71
79
|
"turn-intent": "turn-intent";
|
|
80
|
+
"uncertainty-expression": "uncertainty-expression";
|
|
72
81
|
"urgency-signal": "urgency-signal";
|
|
73
82
|
verify: "verify";
|
|
74
83
|
"workaround-fit": "workaround-fit";
|
package/dist/cli/schema.d.ts
CHANGED
|
@@ -11,11 +11,14 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
11
11
|
answerability: "answerability";
|
|
12
12
|
"argument-fit": "argument-fit";
|
|
13
13
|
"attempted-step": "attempted-step";
|
|
14
|
+
"attribution-match": "attribution-match";
|
|
14
15
|
"audience-fit": "audience-fit";
|
|
15
16
|
"cache-match": "cache-match";
|
|
16
17
|
"cancellation-check": "cancellation-check";
|
|
17
18
|
"certainty-match": "certainty-match";
|
|
18
19
|
"change-meaning": "change-meaning";
|
|
20
|
+
"checkers-move": "checkers-move";
|
|
21
|
+
"choose-action": "choose-action";
|
|
19
22
|
"citation-match": "citation-match";
|
|
20
23
|
"citation-needed": "citation-needed";
|
|
21
24
|
"claim-stance": "claim-stance";
|
|
@@ -26,7 +29,9 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
26
29
|
"correction-target": "correction-target";
|
|
27
30
|
"document-role": "document-role";
|
|
28
31
|
"draft-compare": "draft-compare";
|
|
32
|
+
"evaluation-mention": "evaluation-mention";
|
|
29
33
|
"evidence-conflict": "evidence-conflict";
|
|
34
|
+
"evidence-independence": "evidence-independence";
|
|
30
35
|
"evidence-novelty": "evidence-novelty";
|
|
31
36
|
"fact-stability": "fact-stability";
|
|
32
37
|
"failure-kind": "failure-kind";
|
|
@@ -49,6 +54,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
49
54
|
"promise-check": "promise-check";
|
|
50
55
|
"query-equivalence": "query-equivalence";
|
|
51
56
|
"query-specificity": "query-specificity";
|
|
57
|
+
"question-leading": "question-leading";
|
|
52
58
|
"reference-resolve": "reference-resolve";
|
|
53
59
|
"repeated-attempt": "repeated-attempt";
|
|
54
60
|
"reply-template-match": "reply-template-match";
|
|
@@ -56,6 +62,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
56
62
|
rerank: "rerank";
|
|
57
63
|
"resolution-check": "resolution-check";
|
|
58
64
|
"response-needed": "response-needed";
|
|
65
|
+
"response-refusal": "response-refusal";
|
|
59
66
|
"result-outcome": "result-outcome";
|
|
60
67
|
"result-usefulness": "result-usefulness";
|
|
61
68
|
"retrieval-needed": "retrieval-needed";
|
|
@@ -64,6 +71,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
64
71
|
"step-complete": "step-complete";
|
|
65
72
|
"step-progress": "step-progress";
|
|
66
73
|
"summary-coverage": "summary-coverage";
|
|
74
|
+
"take-turn": "take-turn";
|
|
67
75
|
"task-dependency": "task-dependency";
|
|
68
76
|
"task-duplicate": "task-duplicate";
|
|
69
77
|
"ticket-match": "ticket-match";
|
|
@@ -72,6 +80,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
72
80
|
"topic-shift": "topic-shift";
|
|
73
81
|
"troubleshooting-fit": "troubleshooting-fit";
|
|
74
82
|
"turn-intent": "turn-intent";
|
|
83
|
+
"uncertainty-expression": "uncertainty-expression";
|
|
75
84
|
"urgency-signal": "urgency-signal";
|
|
76
85
|
verify: "verify";
|
|
77
86
|
"workaround-fit": "workaround-fit";
|
|
@@ -87,11 +96,14 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
87
96
|
answerability: "answerability";
|
|
88
97
|
"argument-fit": "argument-fit";
|
|
89
98
|
"attempted-step": "attempted-step";
|
|
99
|
+
"attribution-match": "attribution-match";
|
|
90
100
|
"audience-fit": "audience-fit";
|
|
91
101
|
"cache-match": "cache-match";
|
|
92
102
|
"cancellation-check": "cancellation-check";
|
|
93
103
|
"certainty-match": "certainty-match";
|
|
94
104
|
"change-meaning": "change-meaning";
|
|
105
|
+
"checkers-move": "checkers-move";
|
|
106
|
+
"choose-action": "choose-action";
|
|
95
107
|
"citation-match": "citation-match";
|
|
96
108
|
"citation-needed": "citation-needed";
|
|
97
109
|
"claim-stance": "claim-stance";
|
|
@@ -102,7 +114,9 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
102
114
|
"correction-target": "correction-target";
|
|
103
115
|
"document-role": "document-role";
|
|
104
116
|
"draft-compare": "draft-compare";
|
|
117
|
+
"evaluation-mention": "evaluation-mention";
|
|
105
118
|
"evidence-conflict": "evidence-conflict";
|
|
119
|
+
"evidence-independence": "evidence-independence";
|
|
106
120
|
"evidence-novelty": "evidence-novelty";
|
|
107
121
|
"fact-stability": "fact-stability";
|
|
108
122
|
"failure-kind": "failure-kind";
|
|
@@ -125,6 +139,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
125
139
|
"promise-check": "promise-check";
|
|
126
140
|
"query-equivalence": "query-equivalence";
|
|
127
141
|
"query-specificity": "query-specificity";
|
|
142
|
+
"question-leading": "question-leading";
|
|
128
143
|
"reference-resolve": "reference-resolve";
|
|
129
144
|
"repeated-attempt": "repeated-attempt";
|
|
130
145
|
"reply-template-match": "reply-template-match";
|
|
@@ -132,6 +147,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
132
147
|
rerank: "rerank";
|
|
133
148
|
"resolution-check": "resolution-check";
|
|
134
149
|
"response-needed": "response-needed";
|
|
150
|
+
"response-refusal": "response-refusal";
|
|
135
151
|
"result-outcome": "result-outcome";
|
|
136
152
|
"result-usefulness": "result-usefulness";
|
|
137
153
|
"retrieval-needed": "retrieval-needed";
|
|
@@ -140,6 +156,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
140
156
|
"step-complete": "step-complete";
|
|
141
157
|
"step-progress": "step-progress";
|
|
142
158
|
"summary-coverage": "summary-coverage";
|
|
159
|
+
"take-turn": "take-turn";
|
|
143
160
|
"task-dependency": "task-dependency";
|
|
144
161
|
"task-duplicate": "task-duplicate";
|
|
145
162
|
"ticket-match": "ticket-match";
|
|
@@ -148,6 +165,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
148
165
|
"topic-shift": "topic-shift";
|
|
149
166
|
"troubleshooting-fit": "troubleshooting-fit";
|
|
150
167
|
"turn-intent": "turn-intent";
|
|
168
|
+
"uncertainty-expression": "uncertainty-expression";
|
|
151
169
|
"urgency-signal": "urgency-signal";
|
|
152
170
|
verify: "verify";
|
|
153
171
|
"workaround-fit": "workaround-fit";
|
|
@@ -160,11 +178,14 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
160
178
|
answerability: "answerability";
|
|
161
179
|
"argument-fit": "argument-fit";
|
|
162
180
|
"attempted-step": "attempted-step";
|
|
181
|
+
"attribution-match": "attribution-match";
|
|
163
182
|
"audience-fit": "audience-fit";
|
|
164
183
|
"cache-match": "cache-match";
|
|
165
184
|
"cancellation-check": "cancellation-check";
|
|
166
185
|
"certainty-match": "certainty-match";
|
|
167
186
|
"change-meaning": "change-meaning";
|
|
187
|
+
"checkers-move": "checkers-move";
|
|
188
|
+
"choose-action": "choose-action";
|
|
168
189
|
"citation-match": "citation-match";
|
|
169
190
|
"citation-needed": "citation-needed";
|
|
170
191
|
"claim-stance": "claim-stance";
|
|
@@ -175,7 +196,9 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
175
196
|
"correction-target": "correction-target";
|
|
176
197
|
"document-role": "document-role";
|
|
177
198
|
"draft-compare": "draft-compare";
|
|
199
|
+
"evaluation-mention": "evaluation-mention";
|
|
178
200
|
"evidence-conflict": "evidence-conflict";
|
|
201
|
+
"evidence-independence": "evidence-independence";
|
|
179
202
|
"evidence-novelty": "evidence-novelty";
|
|
180
203
|
"fact-stability": "fact-stability";
|
|
181
204
|
"failure-kind": "failure-kind";
|
|
@@ -198,6 +221,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
198
221
|
"promise-check": "promise-check";
|
|
199
222
|
"query-equivalence": "query-equivalence";
|
|
200
223
|
"query-specificity": "query-specificity";
|
|
224
|
+
"question-leading": "question-leading";
|
|
201
225
|
"reference-resolve": "reference-resolve";
|
|
202
226
|
"repeated-attempt": "repeated-attempt";
|
|
203
227
|
"reply-template-match": "reply-template-match";
|
|
@@ -205,6 +229,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
205
229
|
rerank: "rerank";
|
|
206
230
|
"resolution-check": "resolution-check";
|
|
207
231
|
"response-needed": "response-needed";
|
|
232
|
+
"response-refusal": "response-refusal";
|
|
208
233
|
"result-outcome": "result-outcome";
|
|
209
234
|
"result-usefulness": "result-usefulness";
|
|
210
235
|
"retrieval-needed": "retrieval-needed";
|
|
@@ -213,6 +238,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
213
238
|
"step-complete": "step-complete";
|
|
214
239
|
"step-progress": "step-progress";
|
|
215
240
|
"summary-coverage": "summary-coverage";
|
|
241
|
+
"take-turn": "take-turn";
|
|
216
242
|
"task-dependency": "task-dependency";
|
|
217
243
|
"task-duplicate": "task-duplicate";
|
|
218
244
|
"ticket-match": "ticket-match";
|
|
@@ -221,6 +247,7 @@ export declare const commandArgumentsSchema: z.ZodUnion<readonly [z.ZodTuple<[z.
|
|
|
221
247
|
"topic-shift": "topic-shift";
|
|
222
248
|
"troubleshooting-fit": "troubleshooting-fit";
|
|
223
249
|
"turn-intent": "turn-intent";
|
|
250
|
+
"uncertainty-expression": "uncertainty-expression";
|
|
224
251
|
"urgency-signal": "urgency-signal";
|
|
225
252
|
verify: "verify";
|
|
226
253
|
"workaround-fit": "workaround-fit";
|