veryfront 0.1.929 → 0.1.930
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/cli/commands/eval/command.d.ts +2 -1
- package/esm/cli/commands/eval/command.d.ts.map +1 -1
- package/esm/cli/commands/eval/command.js +12 -1
- package/esm/deno.js +1 -1
- package/esm/src/utils/version-constant.d.ts +1 -1
- package/esm/src/utils/version-constant.js +1 -1
- package/package.json +1 -1
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { EvalReport, EvalReportComparison } from "../../../src/eval/index.js";
|
|
1
|
+
import type { DiscoveredEval, EvalReport, EvalReportComparison } from "../../../src/eval/index.js";
|
|
2
2
|
import type { EvalArgs } from "./handler.js";
|
|
3
3
|
export interface EvalOptions extends EvalArgs {
|
|
4
4
|
}
|
|
@@ -32,6 +32,7 @@ type EvalSummaryArtifact = {
|
|
|
32
32
|
export declare function createDefaultEvalReportDir(runId: string): string;
|
|
33
33
|
export declare function createEvalArtifactPaths(reportDir: string): EvalArtifactPaths;
|
|
34
34
|
export declare function normalizeEvalCliId(id: string): string;
|
|
35
|
+
export declare function findEvalForCliId(evals: DiscoveredEval[], id: string): DiscoveredEval | undefined;
|
|
35
36
|
export declare function normalizeEvalInputForAgent(input: unknown): string;
|
|
36
37
|
export declare function summarizeReportForCli(report: EvalReport): CliEvalSummary;
|
|
37
38
|
export declare function createSummaryArtifact(report: EvalReport, baseline?: EvalReportComparison): EvalSummaryArtifact;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"command.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"command.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EACV,cAAc,EAId,UAAU,EACV,oBAAoB,EAGrB,MAAM,4BAA4B,CAAC;AAWpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,WAAW,WAAY,SAAQ,QAAQ;CAAG;AAEhD,KAAK,cAAc,GAAG;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC;CAC3C,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE,oBAAoB,CAAC;CACjC,CAAC;AAoBF,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,iBAAiB,CAM5E;AAmCD,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAErD;AAQD,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAKhG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CASjE;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,cAAc,CAWxE;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,mBAAmB,CAarB;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAG7D;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CA0CzD;AAQD,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,iBAAiB,EACxB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAOf;AAMD,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,CAAC,GAAG,CAAC,CAEP;AAsJD,wBAAsB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CA+GrE"}
|
|
@@ -64,6 +64,17 @@ function failureBody(result) {
|
|
|
64
64
|
export function normalizeEvalCliId(id) {
|
|
65
65
|
return id.startsWith("eval:") ? id : `eval:${id}`;
|
|
66
66
|
}
|
|
67
|
+
function createEvalCliIdCandidates(id) {
|
|
68
|
+
const normalized = normalizeEvalCliId(id);
|
|
69
|
+
const bare = normalized.startsWith("eval:") ? normalized.slice("eval:".length) : normalized;
|
|
70
|
+
return Array.from(new Set([id, normalized, bare]));
|
|
71
|
+
}
|
|
72
|
+
export function findEvalForCliId(evals, id) {
|
|
73
|
+
const candidates = createEvalCliIdCandidates(id);
|
|
74
|
+
return candidates
|
|
75
|
+
.map((candidate) => evals.find((item) => item.id === candidate))
|
|
76
|
+
.find((item) => item !== undefined);
|
|
77
|
+
}
|
|
67
78
|
export function normalizeEvalInputForAgent(input) {
|
|
68
79
|
if (typeof input === "string")
|
|
69
80
|
return input;
|
|
@@ -314,7 +325,7 @@ export async function evalCommand(options) {
|
|
|
314
325
|
return;
|
|
315
326
|
}
|
|
316
327
|
const evalId = normalizeEvalCliId(options.id);
|
|
317
|
-
const evalItem = evalDiscovery.evals
|
|
328
|
+
const evalItem = findEvalForCliId(evalDiscovery.evals, options.id);
|
|
318
329
|
if (!evalItem) {
|
|
319
330
|
await outputEvalNotFound(evalId, evalDiscovery.evals);
|
|
320
331
|
return;
|
package/esm/deno.js
CHANGED