@agentv/core 0.7.2 → 0.7.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-L6RCDZ4Z.js +641 -0
- package/dist/chunk-L6RCDZ4Z.js.map +1 -0
- package/dist/evaluation/validation/index.cjs +11 -1
- package/dist/evaluation/validation/index.cjs.map +1 -1
- package/dist/evaluation/validation/index.js +2 -2
- package/dist/evaluation/validation/index.js.map +1 -1
- package/dist/index.cjs +76 -74
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +3 -3
- package/dist/index.d.ts +3 -3
- package/dist/index.js +63 -541
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
- package/dist/chunk-UQLHF3T7.js +0 -158
- package/dist/chunk-UQLHF3T7.js.map +0 -1
package/dist/index.d.cts
CHANGED
|
@@ -95,7 +95,7 @@ type LlmJudgeEvaluatorConfig = {
|
|
|
95
95
|
};
|
|
96
96
|
type EvaluatorConfig = CodeEvaluatorConfig | LlmJudgeEvaluatorConfig;
|
|
97
97
|
/**
|
|
98
|
-
*
|
|
98
|
+
* Eval case definition sourced from AgentV specs.
|
|
99
99
|
*/
|
|
100
100
|
interface EvalCase {
|
|
101
101
|
readonly id: string;
|
|
@@ -104,7 +104,6 @@ interface EvalCase {
|
|
|
104
104
|
readonly question: string;
|
|
105
105
|
readonly input_segments: readonly JsonObject[];
|
|
106
106
|
readonly output_segments: readonly JsonObject[];
|
|
107
|
-
readonly system_message?: string;
|
|
108
107
|
readonly reference_answer: string;
|
|
109
108
|
readonly guideline_paths: readonly string[];
|
|
110
109
|
readonly guideline_patterns?: readonly string[];
|
|
@@ -115,7 +114,7 @@ interface EvalCase {
|
|
|
115
114
|
readonly evaluators?: readonly EvaluatorConfig[];
|
|
116
115
|
}
|
|
117
116
|
/**
|
|
118
|
-
* Evaluator scorecard for a single
|
|
117
|
+
* Evaluator scorecard for a single eval case run.
|
|
119
118
|
*/
|
|
120
119
|
interface EvaluationResult {
|
|
121
120
|
readonly eval_id: string;
|
|
@@ -159,6 +158,7 @@ declare function isGuidelineFile(filePath: string, patterns?: readonly string[])
|
|
|
159
158
|
declare function extractCodeBlocks(segments: readonly JsonObject[]): readonly string[];
|
|
160
159
|
type LoadOptions = {
|
|
161
160
|
readonly verbose?: boolean;
|
|
161
|
+
readonly evalId?: string;
|
|
162
162
|
};
|
|
163
163
|
/**
|
|
164
164
|
* Load eval cases from a AgentV YAML specification file.
|
package/dist/index.d.ts
CHANGED
|
@@ -95,7 +95,7 @@ type LlmJudgeEvaluatorConfig = {
|
|
|
95
95
|
};
|
|
96
96
|
type EvaluatorConfig = CodeEvaluatorConfig | LlmJudgeEvaluatorConfig;
|
|
97
97
|
/**
|
|
98
|
-
*
|
|
98
|
+
* Eval case definition sourced from AgentV specs.
|
|
99
99
|
*/
|
|
100
100
|
interface EvalCase {
|
|
101
101
|
readonly id: string;
|
|
@@ -104,7 +104,6 @@ interface EvalCase {
|
|
|
104
104
|
readonly question: string;
|
|
105
105
|
readonly input_segments: readonly JsonObject[];
|
|
106
106
|
readonly output_segments: readonly JsonObject[];
|
|
107
|
-
readonly system_message?: string;
|
|
108
107
|
readonly reference_answer: string;
|
|
109
108
|
readonly guideline_paths: readonly string[];
|
|
110
109
|
readonly guideline_patterns?: readonly string[];
|
|
@@ -115,7 +114,7 @@ interface EvalCase {
|
|
|
115
114
|
readonly evaluators?: readonly EvaluatorConfig[];
|
|
116
115
|
}
|
|
117
116
|
/**
|
|
118
|
-
* Evaluator scorecard for a single
|
|
117
|
+
* Evaluator scorecard for a single eval case run.
|
|
119
118
|
*/
|
|
120
119
|
interface EvaluationResult {
|
|
121
120
|
readonly eval_id: string;
|
|
@@ -159,6 +158,7 @@ declare function isGuidelineFile(filePath: string, patterns?: readonly string[])
|
|
|
159
158
|
declare function extractCodeBlocks(segments: readonly JsonObject[]): readonly string[];
|
|
160
159
|
type LoadOptions = {
|
|
161
160
|
readonly verbose?: boolean;
|
|
161
|
+
readonly evalId?: string;
|
|
162
162
|
};
|
|
163
163
|
/**
|
|
164
164
|
* Load eval cases from a AgentV YAML specification file.
|