@budibase/shared-core 3.39.18 → 3.39.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/agentTests.d.ts
CHANGED
|
@@ -3,6 +3,10 @@ export type ReviewerType = AgentTestReviewer["type"];
|
|
|
3
3
|
export interface ReviewerEvaluateContext {
|
|
4
4
|
response: string;
|
|
5
5
|
toolCalls: string[];
|
|
6
|
+
toolDisplayNames?: Record<string, string>;
|
|
7
|
+
selectedOperationId?: string;
|
|
8
|
+
selectedOperationName?: string;
|
|
9
|
+
operationNamesById?: Record<string, string>;
|
|
6
10
|
}
|
|
7
11
|
export interface ReviewerEvaluation {
|
|
8
12
|
passed: boolean;
|
|
@@ -15,12 +19,65 @@ export interface ReviewerDefinition {
|
|
|
15
19
|
requiredMessage: string;
|
|
16
20
|
evaluate: ((reviewer: AgentTestReviewer, ctx: ReviewerEvaluateContext) => ReviewerEvaluation) | "async";
|
|
17
21
|
}
|
|
18
|
-
|
|
22
|
+
interface ReviewerLabelContext {
|
|
23
|
+
toolDisplayNames?: Record<string, string>;
|
|
24
|
+
operationNamesById?: Record<string, string>;
|
|
25
|
+
}
|
|
26
|
+
export declare const REVIEWERS: {
|
|
27
|
+
exact_match: {
|
|
28
|
+
label: string;
|
|
29
|
+
description: string;
|
|
30
|
+
inputType: "textarea";
|
|
31
|
+
requiredMessage: string;
|
|
32
|
+
evaluate: (r: AgentTestReviewer, { response }: ReviewerEvaluateContext) => {
|
|
33
|
+
passed: boolean;
|
|
34
|
+
message: string;
|
|
35
|
+
};
|
|
36
|
+
};
|
|
37
|
+
contains_text: {
|
|
38
|
+
label: string;
|
|
39
|
+
description: string;
|
|
40
|
+
inputType: "input";
|
|
41
|
+
requiredMessage: string;
|
|
42
|
+
evaluate: (r: AgentTestReviewer, { response }: ReviewerEvaluateContext) => {
|
|
43
|
+
passed: boolean;
|
|
44
|
+
message: string;
|
|
45
|
+
};
|
|
46
|
+
};
|
|
47
|
+
llm_judge: {
|
|
48
|
+
label: string;
|
|
49
|
+
description: string;
|
|
50
|
+
inputType: "textarea";
|
|
51
|
+
requiredMessage: string;
|
|
52
|
+
evaluate: "async";
|
|
53
|
+
};
|
|
54
|
+
tool_used: {
|
|
55
|
+
label: string;
|
|
56
|
+
description: string;
|
|
57
|
+
inputType: "select";
|
|
58
|
+
requiredMessage: string;
|
|
59
|
+
evaluate: (r: AgentTestReviewer, { toolCalls, toolDisplayNames }: ReviewerEvaluateContext) => {
|
|
60
|
+
passed: boolean;
|
|
61
|
+
message: string;
|
|
62
|
+
};
|
|
63
|
+
};
|
|
64
|
+
operation_used: {
|
|
65
|
+
label: string;
|
|
66
|
+
description: string;
|
|
67
|
+
inputType: "select";
|
|
68
|
+
requiredMessage: string;
|
|
69
|
+
evaluate: (r: AgentTestReviewer, { selectedOperationId, selectedOperationName, operationNamesById }: ReviewerEvaluateContext) => {
|
|
70
|
+
passed: boolean;
|
|
71
|
+
message: string;
|
|
72
|
+
};
|
|
73
|
+
};
|
|
74
|
+
};
|
|
19
75
|
export declare const REVIEWER_TYPES: ReviewerType[];
|
|
20
76
|
export declare const readReviewerContent: (reviewer: AgentTestReviewer) => string;
|
|
21
77
|
export declare const writeReviewerContent: (reviewer: AgentTestReviewer, value: string) => AgentTestReviewer;
|
|
22
78
|
export declare const createReviewer: (type: ReviewerType, id: string, value?: string) => AgentTestReviewer;
|
|
23
|
-
export declare const describeReviewer: (reviewer: AgentTestReviewer) => string | undefined;
|
|
79
|
+
export declare const describeReviewer: (reviewer: AgentTestReviewer, { toolDisplayNames, operationNamesById }?: ReviewerLabelContext) => string | undefined;
|
|
24
80
|
export declare const validateReviewer: (reviewer: AgentTestReviewer) => string | null;
|
|
25
81
|
export declare const getReviewerLabel: (type: ReviewerType) => string;
|
|
26
82
|
export declare const buildAgentTestCaseSnapshot: (testCase: AgentTestCaseDefinition) => AgentTestCaseSnapshot;
|
|
83
|
+
export {};
|