jev-recipes 0.3.0 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +10 -0
- package/README.md +139 -39
- package/dist/catalog/generated/details/attribution-match.json +55 -0
- package/dist/catalog/generated/details/choose-action.json +102 -0
- package/dist/catalog/generated/details/claim-stance.json +55 -0
- package/dist/catalog/generated/details/constraint-strength.json +48 -0
- package/dist/catalog/generated/details/evaluation-mention.json +48 -0
- package/dist/catalog/generated/details/evidence-independence.json +52 -0
- package/dist/catalog/generated/details/instruction-conflict.json +52 -0
- package/dist/catalog/generated/details/question-leading.json +52 -0
- package/dist/catalog/generated/details/requirement-testability.json +45 -0
- package/dist/catalog/generated/details/response-refusal.json +55 -0
- package/dist/catalog/generated/details/take-turn.json +68 -0
- package/dist/catalog/generated/details/task-dependency.json +61 -0
- package/dist/catalog/generated/details/task-duplicate.json +49 -0
- package/dist/catalog/generated/details/uncertainty-expression.json +55 -0
- package/dist/catalog/generated/loaders.js +14 -0
- package/dist/catalog/generated/metadata.js +459 -5
- package/dist/catalog/generated/names.d.ts +1 -1
- package/dist/catalog/generated/names.js +14 -0
- package/dist/catalog/schema.d.ts +14 -0
- package/dist/cli/schema.d.ts +42 -0
- package/dist/recipes/attribution-match/demo.json +27 -0
- package/dist/recipes/attribution-match/index.d.ts +5 -0
- package/dist/recipes/attribution-match/index.js +16 -0
- package/dist/recipes/attribution-match/schema.d.ts +40 -0
- package/dist/recipes/attribution-match/schema.js +20 -0
- package/dist/recipes/choose-action/demo.json +32 -0
- package/dist/recipes/choose-action/index.d.ts +5 -0
- package/dist/recipes/choose-action/index.js +8 -0
- package/dist/recipes/choose-action/schema.d.ts +42 -0
- package/dist/recipes/choose-action/schema.js +19 -0
- package/dist/recipes/claim-stance/demo.json +27 -0
- package/dist/recipes/claim-stance/index.d.ts +5 -0
- package/dist/recipes/claim-stance/index.js +17 -0
- package/dist/recipes/claim-stance/schema.d.ts +43 -0
- package/dist/recipes/claim-stance/schema.js +23 -0
- package/dist/recipes/constraint-strength/demo.json +25 -0
- package/dist/recipes/constraint-strength/index.d.ts +5 -0
- package/dist/recipes/constraint-strength/index.js +16 -0
- package/dist/recipes/constraint-strength/schema.d.ts +39 -0
- package/dist/recipes/constraint-strength/schema.js +21 -0
- package/dist/recipes/evaluation-mention/demo.json +25 -0
- package/dist/recipes/evaluation-mention/index.d.ts +5 -0
- package/dist/recipes/evaluation-mention/index.js +16 -0
- package/dist/recipes/evaluation-mention/schema.d.ts +39 -0
- package/dist/recipes/evaluation-mention/schema.js +21 -0
- package/dist/recipes/evidence-conflict/schema.d.ts +3 -3
- package/dist/recipes/evidence-independence/demo.json +26 -0
- package/dist/recipes/evidence-independence/index.d.ts +5 -0
- package/dist/recipes/evidence-independence/index.js +15 -0
- package/dist/recipes/evidence-independence/schema.d.ts +37 -0
- package/dist/recipes/evidence-independence/schema.js +19 -0
- package/dist/recipes/instruction-conflict/demo.json +27 -0
- package/dist/recipes/instruction-conflict/index.d.ts +5 -0
- package/dist/recipes/instruction-conflict/index.js +16 -0
- package/dist/recipes/instruction-conflict/schema.d.ts +40 -0
- package/dist/recipes/instruction-conflict/schema.js +22 -0
- package/dist/recipes/preference-kind/schema.d.ts +3 -3
- package/dist/recipes/question-leading/demo.json +26 -0
- package/dist/recipes/question-leading/index.d.ts +5 -0
- package/dist/recipes/question-leading/index.js +16 -0
- package/dist/recipes/question-leading/schema.d.ts +40 -0
- package/dist/recipes/question-leading/schema.js +17 -0
- package/dist/recipes/requirement-testability/demo.json +24 -0
- package/dist/recipes/requirement-testability/index.d.ts +5 -0
- package/dist/recipes/requirement-testability/index.js +15 -0
- package/dist/recipes/requirement-testability/schema.d.ts +36 -0
- package/dist/recipes/requirement-testability/schema.js +16 -0
- package/dist/recipes/response-refusal/demo.json +28 -0
- package/dist/recipes/response-refusal/index.d.ts +5 -0
- package/dist/recipes/response-refusal/index.js +18 -0
- package/dist/recipes/response-refusal/schema.d.ts +46 -0
- package/dist/recipes/response-refusal/schema.js +24 -0
- package/dist/recipes/take-turn/demo.json +22 -0
- package/dist/recipes/take-turn/index.d.ts +5 -0
- package/dist/recipes/take-turn/index.js +16 -0
- package/dist/recipes/take-turn/schema.d.ts +44 -0
- package/dist/recipes/take-turn/schema.js +23 -0
- package/dist/recipes/task-dependency/demo.json +28 -0
- package/dist/recipes/task-dependency/index.d.ts +5 -0
- package/dist/recipes/task-dependency/index.js +17 -0
- package/dist/recipes/task-dependency/schema.d.ts +43 -0
- package/dist/recipes/task-dependency/schema.js +23 -0
- package/dist/recipes/task-duplicate/demo.json +27 -0
- package/dist/recipes/task-duplicate/index.d.ts +5 -0
- package/dist/recipes/task-duplicate/index.js +16 -0
- package/dist/recipes/task-duplicate/schema.d.ts +40 -0
- package/dist/recipes/task-duplicate/schema.js +22 -0
- package/dist/recipes/topic-shift/schema.d.ts +3 -3
- package/dist/recipes/uncertainty-expression/demo.json +27 -0
- package/dist/recipes/uncertainty-expression/index.d.ts +5 -0
- package/dist/recipes/uncertainty-expression/index.js +17 -0
- package/dist/recipes/uncertainty-expression/schema.d.ts +43 -0
- package/dist/recipes/uncertainty-expression/schema.js +23 -0
- package/dist/src/index.d.ts +28 -0
- package/dist/src/index.js +14 -0
- package/package.json +57 -1
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
{
|
|
2
|
+
"inputSchema": {
|
|
3
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"properties": {
|
|
6
|
+
"firstInstruction": { "type": "string", "description": "The first instruction to compare." },
|
|
7
|
+
"secondInstruction": {
|
|
8
|
+
"type": "string",
|
|
9
|
+
"description": "The second instruction to compare."
|
|
10
|
+
},
|
|
11
|
+
"context": {
|
|
12
|
+
"type": "string",
|
|
13
|
+
"description": "The task and circumstances in which the instructions may apply."
|
|
14
|
+
},
|
|
15
|
+
"minConfidence": { "type": "number", "minimum": 0, "maximum": 1 }
|
|
16
|
+
},
|
|
17
|
+
"required": ["firstInstruction", "secondInstruction"]
|
|
18
|
+
},
|
|
19
|
+
"resultSchema": {
|
|
20
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
21
|
+
"type": "object",
|
|
22
|
+
"properties": {
|
|
23
|
+
"model": { "type": "string" },
|
|
24
|
+
"usage": {
|
|
25
|
+
"type": "object",
|
|
26
|
+
"properties": {
|
|
27
|
+
"input_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 },
|
|
28
|
+
"output_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 }
|
|
29
|
+
},
|
|
30
|
+
"required": ["input_tokens", "output_tokens"],
|
|
31
|
+
"additionalProperties": false
|
|
32
|
+
},
|
|
33
|
+
"status": { "type": "string", "enum": ["ready", "review"] },
|
|
34
|
+
"verdict": {
|
|
35
|
+
"type": "string",
|
|
36
|
+
"enum": ["compatible", "conflicting", "different_scope", "unclear"]
|
|
37
|
+
},
|
|
38
|
+
"confidence": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
39
|
+
"probabilities": {
|
|
40
|
+
"type": "object",
|
|
41
|
+
"propertyNames": {
|
|
42
|
+
"type": "string",
|
|
43
|
+
"enum": ["compatible", "conflicting", "different_scope", "unclear"]
|
|
44
|
+
},
|
|
45
|
+
"additionalProperties": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
46
|
+
"required": ["compatible", "conflicting", "different_scope", "unclear"]
|
|
47
|
+
}
|
|
48
|
+
},
|
|
49
|
+
"required": ["model", "usage", "status", "verdict", "confidence", "probabilities"],
|
|
50
|
+
"additionalProperties": false
|
|
51
|
+
}
|
|
52
|
+
}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
{
|
|
2
|
+
"inputSchema": {
|
|
3
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"properties": {
|
|
6
|
+
"question": {
|
|
7
|
+
"type": "string",
|
|
8
|
+
"description": "One question, including any framing that the respondent sees."
|
|
9
|
+
},
|
|
10
|
+
"proposedAnswer": {
|
|
11
|
+
"type": "string",
|
|
12
|
+
"description": "One candidate answer or position whose treatment by the question should be assessed."
|
|
13
|
+
},
|
|
14
|
+
"context": {
|
|
15
|
+
"type": "string",
|
|
16
|
+
"description": "Supplied context needed to interpret references and the candidate answer."
|
|
17
|
+
},
|
|
18
|
+
"minConfidence": { "type": "number", "minimum": 0, "maximum": 1 }
|
|
19
|
+
},
|
|
20
|
+
"required": ["question", "proposedAnswer"]
|
|
21
|
+
},
|
|
22
|
+
"resultSchema": {
|
|
23
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
24
|
+
"type": "object",
|
|
25
|
+
"properties": {
|
|
26
|
+
"model": { "type": "string" },
|
|
27
|
+
"usage": {
|
|
28
|
+
"type": "object",
|
|
29
|
+
"properties": {
|
|
30
|
+
"input_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 },
|
|
31
|
+
"output_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 }
|
|
32
|
+
},
|
|
33
|
+
"required": ["input_tokens", "output_tokens"],
|
|
34
|
+
"additionalProperties": false
|
|
35
|
+
},
|
|
36
|
+
"status": { "type": "string", "enum": ["ready", "review"] },
|
|
37
|
+
"verdict": { "type": "string", "enum": ["favors", "disfavors", "neutral", "unclear"] },
|
|
38
|
+
"confidence": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
39
|
+
"probabilities": {
|
|
40
|
+
"type": "object",
|
|
41
|
+
"propertyNames": {
|
|
42
|
+
"type": "string",
|
|
43
|
+
"enum": ["favors", "disfavors", "neutral", "unclear"]
|
|
44
|
+
},
|
|
45
|
+
"additionalProperties": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
46
|
+
"required": ["favors", "disfavors", "neutral", "unclear"]
|
|
47
|
+
}
|
|
48
|
+
},
|
|
49
|
+
"required": ["model", "usage", "status", "verdict", "confidence", "probabilities"],
|
|
50
|
+
"additionalProperties": false
|
|
51
|
+
}
|
|
52
|
+
}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
{
|
|
2
|
+
"inputSchema": {
|
|
3
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"properties": {
|
|
6
|
+
"requirement": {
|
|
7
|
+
"type": "string",
|
|
8
|
+
"description": "One requirement whose completion criteria need review."
|
|
9
|
+
},
|
|
10
|
+
"context": {
|
|
11
|
+
"type": "string",
|
|
12
|
+
"description": "Supplied definitions, acceptance criteria, and observation conditions."
|
|
13
|
+
},
|
|
14
|
+
"minConfidence": { "type": "number", "minimum": 0, "maximum": 1 }
|
|
15
|
+
},
|
|
16
|
+
"required": ["requirement"]
|
|
17
|
+
},
|
|
18
|
+
"resultSchema": {
|
|
19
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
20
|
+
"type": "object",
|
|
21
|
+
"properties": {
|
|
22
|
+
"model": { "type": "string" },
|
|
23
|
+
"usage": {
|
|
24
|
+
"type": "object",
|
|
25
|
+
"properties": {
|
|
26
|
+
"input_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 },
|
|
27
|
+
"output_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 }
|
|
28
|
+
},
|
|
29
|
+
"required": ["input_tokens", "output_tokens"],
|
|
30
|
+
"additionalProperties": false
|
|
31
|
+
},
|
|
32
|
+
"status": { "type": "string", "enum": ["ready", "review"] },
|
|
33
|
+
"verdict": { "type": "string", "enum": ["testable", "not_testable", "unclear"] },
|
|
34
|
+
"confidence": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
35
|
+
"probabilities": {
|
|
36
|
+
"type": "object",
|
|
37
|
+
"propertyNames": { "type": "string", "enum": ["testable", "not_testable", "unclear"] },
|
|
38
|
+
"additionalProperties": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
39
|
+
"required": ["testable", "not_testable", "unclear"]
|
|
40
|
+
}
|
|
41
|
+
},
|
|
42
|
+
"required": ["model", "usage", "status", "verdict", "confidence", "probabilities"],
|
|
43
|
+
"additionalProperties": false
|
|
44
|
+
}
|
|
45
|
+
}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
{
|
|
2
|
+
"inputSchema": {
|
|
3
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"properties": {
|
|
6
|
+
"request": {
|
|
7
|
+
"type": "string",
|
|
8
|
+
"description": "One bounded request against which to label the response."
|
|
9
|
+
},
|
|
10
|
+
"response": {
|
|
11
|
+
"type": "string",
|
|
12
|
+
"description": "The response to inspect for refusal and attempted fulfillment."
|
|
13
|
+
},
|
|
14
|
+
"context": {
|
|
15
|
+
"type": "string",
|
|
16
|
+
"description": "Only the surrounding text needed to resolve references or the scope of the request."
|
|
17
|
+
},
|
|
18
|
+
"minConfidence": { "type": "number", "minimum": 0, "maximum": 1 }
|
|
19
|
+
},
|
|
20
|
+
"required": ["request", "response"]
|
|
21
|
+
},
|
|
22
|
+
"resultSchema": {
|
|
23
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
24
|
+
"type": "object",
|
|
25
|
+
"properties": {
|
|
26
|
+
"model": { "type": "string" },
|
|
27
|
+
"usage": {
|
|
28
|
+
"type": "object",
|
|
29
|
+
"properties": {
|
|
30
|
+
"input_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 },
|
|
31
|
+
"output_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 }
|
|
32
|
+
},
|
|
33
|
+
"required": ["input_tokens", "output_tokens"],
|
|
34
|
+
"additionalProperties": false
|
|
35
|
+
},
|
|
36
|
+
"status": { "type": "string", "enum": ["ready", "review"] },
|
|
37
|
+
"verdict": {
|
|
38
|
+
"type": "string",
|
|
39
|
+
"enum": ["refused", "attempted", "mixed", "unable", "not_addressed", "unclear"]
|
|
40
|
+
},
|
|
41
|
+
"confidence": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
42
|
+
"probabilities": {
|
|
43
|
+
"type": "object",
|
|
44
|
+
"propertyNames": {
|
|
45
|
+
"type": "string",
|
|
46
|
+
"enum": ["refused", "attempted", "mixed", "unable", "not_addressed", "unclear"]
|
|
47
|
+
},
|
|
48
|
+
"additionalProperties": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
49
|
+
"required": ["refused", "attempted", "mixed", "unable", "not_addressed", "unclear"]
|
|
50
|
+
}
|
|
51
|
+
},
|
|
52
|
+
"required": ["model", "usage", "status", "verdict", "confidence", "probabilities"],
|
|
53
|
+
"additionalProperties": false
|
|
54
|
+
}
|
|
55
|
+
}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
{
|
|
2
|
+
"inputSchema": {
|
|
3
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"properties": {
|
|
6
|
+
"player": {
|
|
7
|
+
"type": "string",
|
|
8
|
+
"description": "The player whose current turn or reaction eligibility should be assessed."
|
|
9
|
+
},
|
|
10
|
+
"rules": {
|
|
11
|
+
"type": "string",
|
|
12
|
+
"description": "Applicable turn, phase, reaction, and participation rules."
|
|
13
|
+
},
|
|
14
|
+
"environment": {
|
|
15
|
+
"type": "string",
|
|
16
|
+
"description": "The current game snapshot available to the player, after the supplied history."
|
|
17
|
+
},
|
|
18
|
+
"history": {
|
|
19
|
+
"maxItems": 100,
|
|
20
|
+
"type": "array",
|
|
21
|
+
"items": {
|
|
22
|
+
"type": "object",
|
|
23
|
+
"properties": {
|
|
24
|
+
"player": {
|
|
25
|
+
"type": "string",
|
|
26
|
+
"description": "The player who took the recorded action."
|
|
27
|
+
},
|
|
28
|
+
"action": {
|
|
29
|
+
"type": "string",
|
|
30
|
+
"description": "The observed action, including its known outcome when relevant."
|
|
31
|
+
}
|
|
32
|
+
},
|
|
33
|
+
"required": ["player", "action"]
|
|
34
|
+
},
|
|
35
|
+
"description": "Optional observed actions by any players, oldest first. May be empty or incomplete."
|
|
36
|
+
},
|
|
37
|
+
"minConfidence": { "type": "number", "minimum": 0, "maximum": 1 }
|
|
38
|
+
},
|
|
39
|
+
"required": ["player", "rules", "environment"]
|
|
40
|
+
},
|
|
41
|
+
"resultSchema": {
|
|
42
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
43
|
+
"type": "object",
|
|
44
|
+
"properties": {
|
|
45
|
+
"model": { "type": "string" },
|
|
46
|
+
"usage": {
|
|
47
|
+
"type": "object",
|
|
48
|
+
"properties": {
|
|
49
|
+
"input_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 },
|
|
50
|
+
"output_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 }
|
|
51
|
+
},
|
|
52
|
+
"required": ["input_tokens", "output_tokens"],
|
|
53
|
+
"additionalProperties": false
|
|
54
|
+
},
|
|
55
|
+
"status": { "type": "string", "enum": ["ready", "review"] },
|
|
56
|
+
"verdict": { "type": "string", "enum": ["act", "wait", "inactive", "unclear"] },
|
|
57
|
+
"confidence": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
58
|
+
"probabilities": {
|
|
59
|
+
"type": "object",
|
|
60
|
+
"propertyNames": { "type": "string", "enum": ["act", "wait", "inactive", "unclear"] },
|
|
61
|
+
"additionalProperties": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
62
|
+
"required": ["act", "wait", "inactive", "unclear"]
|
|
63
|
+
}
|
|
64
|
+
},
|
|
65
|
+
"required": ["model", "usage", "status", "verdict", "confidence", "probabilities"],
|
|
66
|
+
"additionalProperties": false
|
|
67
|
+
}
|
|
68
|
+
}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
{
|
|
2
|
+
"inputSchema": {
|
|
3
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"properties": {
|
|
6
|
+
"firstTask": {
|
|
7
|
+
"type": "string",
|
|
8
|
+
"description": "The first task, including its inputs and output when known."
|
|
9
|
+
},
|
|
10
|
+
"secondTask": {
|
|
11
|
+
"type": "string",
|
|
12
|
+
"description": "The second task, including its inputs and output when known."
|
|
13
|
+
},
|
|
14
|
+
"context": {
|
|
15
|
+
"type": "string",
|
|
16
|
+
"description": "Known prerequisites, available inputs, and relevant workflow conditions."
|
|
17
|
+
},
|
|
18
|
+
"minConfidence": { "type": "number", "minimum": 0, "maximum": 1 }
|
|
19
|
+
},
|
|
20
|
+
"required": ["firstTask", "secondTask"]
|
|
21
|
+
},
|
|
22
|
+
"resultSchema": {
|
|
23
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
24
|
+
"type": "object",
|
|
25
|
+
"properties": {
|
|
26
|
+
"model": { "type": "string" },
|
|
27
|
+
"usage": {
|
|
28
|
+
"type": "object",
|
|
29
|
+
"properties": {
|
|
30
|
+
"input_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 },
|
|
31
|
+
"output_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 }
|
|
32
|
+
},
|
|
33
|
+
"required": ["input_tokens", "output_tokens"],
|
|
34
|
+
"additionalProperties": false
|
|
35
|
+
},
|
|
36
|
+
"status": { "type": "string", "enum": ["ready", "review"] },
|
|
37
|
+
"verdict": {
|
|
38
|
+
"type": "string",
|
|
39
|
+
"enum": ["first_before_second", "second_before_first", "independent", "cyclic", "unclear"]
|
|
40
|
+
},
|
|
41
|
+
"confidence": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
42
|
+
"probabilities": {
|
|
43
|
+
"type": "object",
|
|
44
|
+
"propertyNames": {
|
|
45
|
+
"type": "string",
|
|
46
|
+
"enum": ["first_before_second", "second_before_first", "independent", "cyclic", "unclear"]
|
|
47
|
+
},
|
|
48
|
+
"additionalProperties": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
49
|
+
"required": [
|
|
50
|
+
"first_before_second",
|
|
51
|
+
"second_before_first",
|
|
52
|
+
"independent",
|
|
53
|
+
"cyclic",
|
|
54
|
+
"unclear"
|
|
55
|
+
]
|
|
56
|
+
}
|
|
57
|
+
},
|
|
58
|
+
"required": ["model", "usage", "status", "verdict", "confidence", "probabilities"],
|
|
59
|
+
"additionalProperties": false
|
|
60
|
+
}
|
|
61
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
{
|
|
2
|
+
"inputSchema": {
|
|
3
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"properties": {
|
|
6
|
+
"firstTask": { "type": "string", "description": "The first task and its intended outcome." },
|
|
7
|
+
"secondTask": {
|
|
8
|
+
"type": "string",
|
|
9
|
+
"description": "The second task and its intended outcome."
|
|
10
|
+
},
|
|
11
|
+
"context": {
|
|
12
|
+
"type": "string",
|
|
13
|
+
"description": "Relevant targets, scope, time periods, and constraints for the comparison."
|
|
14
|
+
},
|
|
15
|
+
"minConfidence": { "type": "number", "minimum": 0, "maximum": 1 }
|
|
16
|
+
},
|
|
17
|
+
"required": ["firstTask", "secondTask"]
|
|
18
|
+
},
|
|
19
|
+
"resultSchema": {
|
|
20
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
21
|
+
"type": "object",
|
|
22
|
+
"properties": {
|
|
23
|
+
"model": { "type": "string" },
|
|
24
|
+
"usage": {
|
|
25
|
+
"type": "object",
|
|
26
|
+
"properties": {
|
|
27
|
+
"input_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 },
|
|
28
|
+
"output_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 }
|
|
29
|
+
},
|
|
30
|
+
"required": ["input_tokens", "output_tokens"],
|
|
31
|
+
"additionalProperties": false
|
|
32
|
+
},
|
|
33
|
+
"status": { "type": "string", "enum": ["ready", "review"] },
|
|
34
|
+
"verdict": { "type": "string", "enum": ["duplicate", "overlapping", "distinct", "unclear"] },
|
|
35
|
+
"confidence": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
36
|
+
"probabilities": {
|
|
37
|
+
"type": "object",
|
|
38
|
+
"propertyNames": {
|
|
39
|
+
"type": "string",
|
|
40
|
+
"enum": ["duplicate", "overlapping", "distinct", "unclear"]
|
|
41
|
+
},
|
|
42
|
+
"additionalProperties": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
43
|
+
"required": ["duplicate", "overlapping", "distinct", "unclear"]
|
|
44
|
+
}
|
|
45
|
+
},
|
|
46
|
+
"required": ["model", "usage", "status", "verdict", "confidence", "probabilities"],
|
|
47
|
+
"additionalProperties": false
|
|
48
|
+
}
|
|
49
|
+
}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
{
|
|
2
|
+
"inputSchema": {
|
|
3
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"properties": {
|
|
6
|
+
"claim": {
|
|
7
|
+
"type": "string",
|
|
8
|
+
"description": "One proposition whose expressed certainty should be labeled."
|
|
9
|
+
},
|
|
10
|
+
"response": {
|
|
11
|
+
"type": "string",
|
|
12
|
+
"description": "The response whose own wording about the claim should be labeled."
|
|
13
|
+
},
|
|
14
|
+
"context": {
|
|
15
|
+
"type": "string",
|
|
16
|
+
"description": "Supplied context needed to resolve references and conditions in the response."
|
|
17
|
+
},
|
|
18
|
+
"minConfidence": { "type": "number", "minimum": 0, "maximum": 1 }
|
|
19
|
+
},
|
|
20
|
+
"required": ["claim", "response"]
|
|
21
|
+
},
|
|
22
|
+
"resultSchema": {
|
|
23
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
24
|
+
"type": "object",
|
|
25
|
+
"properties": {
|
|
26
|
+
"model": { "type": "string" },
|
|
27
|
+
"usage": {
|
|
28
|
+
"type": "object",
|
|
29
|
+
"properties": {
|
|
30
|
+
"input_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 },
|
|
31
|
+
"output_tokens": { "type": "integer", "minimum": 0, "maximum": 9007199254740991 }
|
|
32
|
+
},
|
|
33
|
+
"required": ["input_tokens", "output_tokens"],
|
|
34
|
+
"additionalProperties": false
|
|
35
|
+
},
|
|
36
|
+
"status": { "type": "string", "enum": ["ready", "review"] },
|
|
37
|
+
"verdict": {
|
|
38
|
+
"type": "string",
|
|
39
|
+
"enum": ["categorical", "qualified", "uncertain", "not_addressed", "unclear"]
|
|
40
|
+
},
|
|
41
|
+
"confidence": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
42
|
+
"probabilities": {
|
|
43
|
+
"type": "object",
|
|
44
|
+
"propertyNames": {
|
|
45
|
+
"type": "string",
|
|
46
|
+
"enum": ["categorical", "qualified", "uncertain", "not_addressed", "unclear"]
|
|
47
|
+
},
|
|
48
|
+
"additionalProperties": { "type": "number", "minimum": 0, "maximum": 1 },
|
|
49
|
+
"required": ["categorical", "qualified", "uncertain", "not_addressed", "unclear"]
|
|
50
|
+
}
|
|
51
|
+
},
|
|
52
|
+
"required": ["model", "usage", "status", "verdict", "confidence", "probabilities"],
|
|
53
|
+
"additionalProperties": false
|
|
54
|
+
}
|
|
55
|
+
}
|
|
@@ -7,20 +7,26 @@ export const recipeLoaders = {
|
|
|
7
7
|
answerability: () => import('../../recipes/answerability/index.js').then((recipe) => (input, options) => recipe.answerability(recipe.answerabilityInputSchema.parse(input), options)),
|
|
8
8
|
'argument-fit': () => import('../../recipes/argument-fit/index.js').then((recipe) => (input, options) => recipe.argumentFit(recipe.argumentFitInputSchema.parse(input), options)),
|
|
9
9
|
'attempted-step': () => import('../../recipes/attempted-step/index.js').then((recipe) => (input, options) => recipe.attemptedStep(recipe.attemptedStepInputSchema.parse(input), options)),
|
|
10
|
+
'attribution-match': () => import('../../recipes/attribution-match/index.js').then((recipe) => (input, options) => recipe.attributionMatch(recipe.attributionMatchInputSchema.parse(input), options)),
|
|
10
11
|
'audience-fit': () => import('../../recipes/audience-fit/index.js').then((recipe) => (input, options) => recipe.audienceFit(recipe.audienceFitInputSchema.parse(input), options)),
|
|
11
12
|
'cache-match': () => import('../../recipes/cache-match/index.js').then((recipe) => (input, options) => recipe.cacheMatch(recipe.cacheMatchInputSchema.parse(input), options)),
|
|
12
13
|
'cancellation-check': () => import('../../recipes/cancellation-check/index.js').then((recipe) => (input, options) => recipe.cancellationCheck(recipe.cancellationCheckInputSchema.parse(input), options)),
|
|
13
14
|
'certainty-match': () => import('../../recipes/certainty-match/index.js').then((recipe) => (input, options) => recipe.certaintyMatch(recipe.certaintyMatchInputSchema.parse(input), options)),
|
|
14
15
|
'change-meaning': () => import('../../recipes/change-meaning/index.js').then((recipe) => (input, options) => recipe.changeMeaning(recipe.changeMeaningInputSchema.parse(input), options)),
|
|
16
|
+
'choose-action': () => import('../../recipes/choose-action/index.js').then((recipe) => (input, options) => recipe.chooseAction(recipe.chooseActionInputSchema.parse(input), options)),
|
|
15
17
|
'citation-match': () => import('../../recipes/citation-match/index.js').then((recipe) => (input, options) => recipe.citationMatch(recipe.citationMatchInputSchema.parse(input), options)),
|
|
16
18
|
'citation-needed': () => import('../../recipes/citation-needed/index.js').then((recipe) => (input, options) => recipe.citationNeeded(recipe.citationNeededInputSchema.parse(input), options)),
|
|
19
|
+
'claim-stance': () => import('../../recipes/claim-stance/index.js').then((recipe) => (input, options) => recipe.claimStance(recipe.claimStanceInputSchema.parse(input), options)),
|
|
17
20
|
clarify: () => import('../../recipes/clarify/index.js').then((recipe) => (input, options) => recipe.clarify(recipe.clarifyInputSchema.parse(input), options)),
|
|
18
21
|
'confirmation-match': () => import('../../recipes/confirmation-match/index.js').then((recipe) => (input, options) => recipe.confirmationMatch(recipe.confirmationMatchInputSchema.parse(input), options)),
|
|
22
|
+
'constraint-strength': () => import('../../recipes/constraint-strength/index.js').then((recipe) => (input, options) => recipe.constraintStrength(recipe.constraintStrengthInputSchema.parse(input), options)),
|
|
19
23
|
'context-role': () => import('../../recipes/context-role/index.js').then((recipe) => (input, options) => recipe.contextRole(recipe.contextRoleInputSchema.parse(input), options)),
|
|
20
24
|
'correction-target': () => import('../../recipes/correction-target/index.js').then((recipe) => (input, options) => recipe.correctionTarget(recipe.correctionTargetInputSchema.parse(input), options)),
|
|
21
25
|
'document-role': () => import('../../recipes/document-role/index.js').then((recipe) => (input, options) => recipe.documentRole(recipe.documentRoleInputSchema.parse(input), options)),
|
|
22
26
|
'draft-compare': () => import('../../recipes/draft-compare/index.js').then((recipe) => (input, options) => recipe.draftCompare(recipe.draftCompareInputSchema.parse(input), options)),
|
|
27
|
+
'evaluation-mention': () => import('../../recipes/evaluation-mention/index.js').then((recipe) => (input, options) => recipe.evaluationMention(recipe.evaluationMentionInputSchema.parse(input), options)),
|
|
23
28
|
'evidence-conflict': () => import('../../recipes/evidence-conflict/index.js').then((recipe) => (input, options) => recipe.evidenceConflict(recipe.evidenceConflictInputSchema.parse(input), options)),
|
|
29
|
+
'evidence-independence': () => import('../../recipes/evidence-independence/index.js').then((recipe) => (input, options) => recipe.evidenceIndependence(recipe.evidenceIndependenceInputSchema.parse(input), options)),
|
|
24
30
|
'evidence-novelty': () => import('../../recipes/evidence-novelty/index.js').then((recipe) => (input, options) => recipe.evidenceNovelty(recipe.evidenceNoveltyInputSchema.parse(input), options)),
|
|
25
31
|
'fact-stability': () => import('../../recipes/fact-stability/index.js').then((recipe) => (input, options) => recipe.factStability(recipe.factStabilityInputSchema.parse(input), options)),
|
|
26
32
|
'failure-kind': () => import('../../recipes/failure-kind/index.js').then((recipe) => (input, options) => recipe.failureKind(recipe.failureKindInputSchema.parse(input), options)),
|
|
@@ -31,6 +37,7 @@ export const recipeLoaders = {
|
|
|
31
37
|
'frustration-signal': () => import('../../recipes/frustration-signal/index.js').then((recipe) => (input, options) => recipe.frustrationSignal(recipe.frustrationSignalInputSchema.parse(input), options)),
|
|
32
38
|
handoff: () => import('../../recipes/handoff/index.js').then((recipe) => (input, options) => recipe.handoff(recipe.handoffInputSchema.parse(input), options)),
|
|
33
39
|
'incident-match': () => import('../../recipes/incident-match/index.js').then((recipe) => (input, options) => recipe.incidentMatch(recipe.incidentMatchInputSchema.parse(input), options)),
|
|
40
|
+
'instruction-conflict': () => import('../../recipes/instruction-conflict/index.js').then((recipe) => (input, options) => recipe.instructionConflict(recipe.instructionConflictInputSchema.parse(input), options)),
|
|
34
41
|
'instruction-fit': () => import('../../recipes/instruction-fit/index.js').then((recipe) => (input, options) => recipe.instructionFit(recipe.instructionFitInputSchema.parse(input), options)),
|
|
35
42
|
'intent-change': () => import('../../recipes/intent-change/index.js').then((recipe) => (input, options) => recipe.intentChange(recipe.intentChangeInputSchema.parse(input), options)),
|
|
36
43
|
'issue-impact': () => import('../../recipes/issue-impact/index.js').then((recipe) => (input, options) => recipe.issueImpact(recipe.issueImpactInputSchema.parse(input), options)),
|
|
@@ -42,12 +49,15 @@ export const recipeLoaders = {
|
|
|
42
49
|
'promise-check': () => import('../../recipes/promise-check/index.js').then((recipe) => (input, options) => recipe.promiseCheck(recipe.promiseCheckInputSchema.parse(input), options)),
|
|
43
50
|
'query-equivalence': () => import('../../recipes/query-equivalence/index.js').then((recipe) => (input, options) => recipe.queryEquivalence(recipe.queryEquivalenceInputSchema.parse(input), options)),
|
|
44
51
|
'query-specificity': () => import('../../recipes/query-specificity/index.js').then((recipe) => (input, options) => recipe.querySpecificity(recipe.querySpecificityInputSchema.parse(input), options)),
|
|
52
|
+
'question-leading': () => import('../../recipes/question-leading/index.js').then((recipe) => (input, options) => recipe.questionLeading(recipe.questionLeadingInputSchema.parse(input), options)),
|
|
45
53
|
'reference-resolve': () => import('../../recipes/reference-resolve/index.js').then((recipe) => (input, options) => recipe.referenceResolve(recipe.referenceResolveInputSchema.parse(input), options)),
|
|
46
54
|
'repeated-attempt': () => import('../../recipes/repeated-attempt/index.js').then((recipe) => (input, options) => recipe.repeatedAttempt(recipe.repeatedAttemptInputSchema.parse(input), options)),
|
|
47
55
|
'reply-template-match': () => import('../../recipes/reply-template-match/index.js').then((recipe) => (input, options) => recipe.replyTemplateMatch(recipe.replyTemplateMatchInputSchema.parse(input), options)),
|
|
56
|
+
'requirement-testability': () => import('../../recipes/requirement-testability/index.js').then((recipe) => (input, options) => recipe.requirementTestability(recipe.requirementTestabilityInputSchema.parse(input), options)),
|
|
48
57
|
rerank: () => import('../../recipes/rerank/index.js').then((recipe) => (input, options) => recipe.rerank(recipe.rerankInputSchema.parse(input), options)),
|
|
49
58
|
'resolution-check': () => import('../../recipes/resolution-check/index.js').then((recipe) => (input, options) => recipe.resolutionCheck(recipe.resolutionCheckInputSchema.parse(input), options)),
|
|
50
59
|
'response-needed': () => import('../../recipes/response-needed/index.js').then((recipe) => (input, options) => recipe.responseNeeded(recipe.responseNeededInputSchema.parse(input), options)),
|
|
60
|
+
'response-refusal': () => import('../../recipes/response-refusal/index.js').then((recipe) => (input, options) => recipe.responseRefusal(recipe.responseRefusalInputSchema.parse(input), options)),
|
|
51
61
|
'result-outcome': () => import('../../recipes/result-outcome/index.js').then((recipe) => (input, options) => recipe.resultOutcome(recipe.resultOutcomeInputSchema.parse(input), options)),
|
|
52
62
|
'result-usefulness': () => import('../../recipes/result-usefulness/index.js').then((recipe) => (input, options) => recipe.resultUsefulness(recipe.resultUsefulnessInputSchema.parse(input), options)),
|
|
53
63
|
'retrieval-needed': () => import('../../recipes/retrieval-needed/index.js').then((recipe) => (input, options) => recipe.retrievalNeeded(recipe.retrievalNeededInputSchema.parse(input), options)),
|
|
@@ -56,12 +66,16 @@ export const recipeLoaders = {
|
|
|
56
66
|
'step-complete': () => import('../../recipes/step-complete/index.js').then((recipe) => (input, options) => recipe.stepComplete(recipe.stepCompleteInputSchema.parse(input), options)),
|
|
57
67
|
'step-progress': () => import('../../recipes/step-progress/index.js').then((recipe) => (input, options) => recipe.stepProgress(recipe.stepProgressInputSchema.parse(input), options)),
|
|
58
68
|
'summary-coverage': () => import('../../recipes/summary-coverage/index.js').then((recipe) => (input, options) => recipe.summaryCoverage(recipe.summaryCoverageInputSchema.parse(input), options)),
|
|
69
|
+
'take-turn': () => import('../../recipes/take-turn/index.js').then((recipe) => (input, options) => recipe.takeTurn(recipe.takeTurnInputSchema.parse(input), options)),
|
|
70
|
+
'task-dependency': () => import('../../recipes/task-dependency/index.js').then((recipe) => (input, options) => recipe.taskDependency(recipe.taskDependencyInputSchema.parse(input), options)),
|
|
71
|
+
'task-duplicate': () => import('../../recipes/task-duplicate/index.js').then((recipe) => (input, options) => recipe.taskDuplicate(recipe.taskDuplicateInputSchema.parse(input), options)),
|
|
59
72
|
'ticket-match': () => import('../../recipes/ticket-match/index.js').then((recipe) => (input, options) => recipe.ticketMatch(recipe.ticketMatchInputSchema.parse(input), options)),
|
|
60
73
|
'tone-check': () => import('../../recipes/tone-check/index.js').then((recipe) => (input, options) => recipe.toneCheck(recipe.toneCheckInputSchema.parse(input), options)),
|
|
61
74
|
'tool-fit': () => import('../../recipes/tool-fit/index.js').then((recipe) => (input, options) => recipe.toolFit(recipe.toolFitInputSchema.parse(input), options)),
|
|
62
75
|
'topic-shift': () => import('../../recipes/topic-shift/index.js').then((recipe) => (input, options) => recipe.topicShift(recipe.topicShiftInputSchema.parse(input), options)),
|
|
63
76
|
'troubleshooting-fit': () => import('../../recipes/troubleshooting-fit/index.js').then((recipe) => (input, options) => recipe.troubleshootingFit(recipe.troubleshootingFitInputSchema.parse(input), options)),
|
|
64
77
|
'turn-intent': () => import('../../recipes/turn-intent/index.js').then((recipe) => (input, options) => recipe.turnIntent(recipe.turnIntentInputSchema.parse(input), options)),
|
|
78
|
+
'uncertainty-expression': () => import('../../recipes/uncertainty-expression/index.js').then((recipe) => (input, options) => recipe.uncertaintyExpression(recipe.uncertaintyExpressionInputSchema.parse(input), options)),
|
|
65
79
|
'urgency-signal': () => import('../../recipes/urgency-signal/index.js').then((recipe) => (input, options) => recipe.urgencySignal(recipe.urgencySignalInputSchema.parse(input), options)),
|
|
66
80
|
verify: () => import('../../recipes/verify/index.js').then((recipe) => (input, options) => recipe.verify(recipe.verifyInputSchema.parse(input), options)),
|
|
67
81
|
'workaround-fit': () => import('../../recipes/workaround-fit/index.js').then((recipe) => (input, options) => recipe.workaroundFit(recipe.workaroundFitInputSchema.parse(input), options)),
|