agentv 4.26.0-next.1 → 4.26.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{artifact-writer-EX6SOLA5.js → artifact-writer-VRDVTNSX.js} +6 -4
- package/dist/{chunk-NLS5DS52.js → chunk-6BAB3XBI.js} +2 -2
- package/dist/{chunk-NLS5DS52.js.map → chunk-6BAB3XBI.js.map} +1 -1
- package/dist/{chunk-63LUDTLO.js → chunk-JA4WQNE6.js} +18 -9
- package/dist/chunk-JA4WQNE6.js.map +1 -0
- package/dist/{chunk-A5INWVY3.js → chunk-TWBKRGXR.js} +43 -7
- package/dist/chunk-TWBKRGXR.js.map +1 -0
- package/dist/{chunk-ZGEGRM5T.js → chunk-VOOYHYPR.js} +30 -5
- package/dist/chunk-VOOYHYPR.js.map +1 -0
- package/dist/{chunk-4QP2SFRS.js → chunk-XBUHMRX2.js} +68 -6
- package/dist/{chunk-4QP2SFRS.js.map → chunk-XBUHMRX2.js.map} +1 -1
- package/dist/cli.js +20 -5
- package/dist/cli.js.map +1 -1
- package/dist/{dist-SGFUYCY5.js → dist-COH43OLQ.js} +10 -4
- package/dist/index.js +5 -5
- package/dist/{interactive-CCOGDYRK.js → interactive-YMKWKPD7.js} +5 -5
- package/dist/studio/assets/index-BGFW04Lj.css +1 -0
- package/dist/studio/assets/{index-DRYeLvWd.js → index-DLabAPXU.js} +1 -1
- package/dist/studio/assets/{index-qd53QYOH.js → index-inPa17Qe.js} +17 -17
- package/dist/studio/index.html +2 -2
- package/dist/{ts-eval-loader-E6N374V2-VMFNVF5J.js → ts-eval-loader-BZ54W52K-KLIY3S3N.js} +2 -2
- package/package.json +1 -1
- package/dist/chunk-63LUDTLO.js.map +0 -1
- package/dist/chunk-A5INWVY3.js.map +0 -1
- package/dist/chunk-ZGEGRM5T.js.map +0 -1
- package/dist/studio/assets/index-DttU4JJk.css +0 -1
- /package/dist/{artifact-writer-EX6SOLA5.js.map → artifact-writer-VRDVTNSX.js.map} +0 -0
- /package/dist/{dist-SGFUYCY5.js.map → dist-COH43OLQ.js.map} +0 -0
- /package/dist/{interactive-CCOGDYRK.js.map → interactive-YMKWKPD7.js.map} +0 -0
- /package/dist/{ts-eval-loader-E6N374V2-VMFNVF5J.js.map → ts-eval-loader-BZ54W52K-KLIY3S3N.js.map} +0 -0
|
@@ -14,8 +14,9 @@ import {
|
|
|
14
14
|
resolveRunManifestPath,
|
|
15
15
|
resolveWorkspaceOrFilePath,
|
|
16
16
|
toSnakeCaseDeep,
|
|
17
|
-
writeArtifactsFromResults
|
|
18
|
-
|
|
17
|
+
writeArtifactsFromResults,
|
|
18
|
+
writeInitialBenchmarkArtifact
|
|
19
|
+
} from "./chunk-TWBKRGXR.js";
|
|
19
20
|
import {
|
|
20
21
|
ResponseCache,
|
|
21
22
|
RunBudgetTracker,
|
|
@@ -28,7 +29,7 @@ import {
|
|
|
28
29
|
shouldEnableCache,
|
|
29
30
|
shouldSkipCacheForTemperature,
|
|
30
31
|
syncResultsRepo
|
|
31
|
-
} from "./chunk-
|
|
32
|
+
} from "./chunk-6BAB3XBI.js";
|
|
32
33
|
import {
|
|
33
34
|
CLI_PLACEHOLDERS,
|
|
34
35
|
COMMON_TARGET_SETTINGS,
|
|
@@ -60,7 +61,7 @@ import {
|
|
|
60
61
|
subscribeToCopilotSdkLogEntries,
|
|
61
62
|
subscribeToPiLogEntries,
|
|
62
63
|
toCamelCaseDeep
|
|
63
|
-
} from "./chunk-
|
|
64
|
+
} from "./chunk-VOOYHYPR.js";
|
|
64
65
|
|
|
65
66
|
// src/commands/eval/shared.ts
|
|
66
67
|
import { constants } from "node:fs";
|
|
@@ -176,7 +177,7 @@ async function findRepoRoot(start) {
|
|
|
176
177
|
// package.json
|
|
177
178
|
var package_default = {
|
|
178
179
|
name: "agentv",
|
|
179
|
-
version: "4.26.
|
|
180
|
+
version: "4.26.1",
|
|
180
181
|
description: "CLI entry point for AgentV",
|
|
181
182
|
type: "module",
|
|
182
183
|
repository: {
|
|
@@ -5470,7 +5471,7 @@ async function runEvalCommand(input) {
|
|
|
5470
5471
|
const useFileExport = !!options.otelFile;
|
|
5471
5472
|
if (options.exportOtel || useFileExport) {
|
|
5472
5473
|
try {
|
|
5473
|
-
const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-
|
|
5474
|
+
const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-COH43OLQ.js");
|
|
5474
5475
|
let endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
|
|
5475
5476
|
let headers = {};
|
|
5476
5477
|
if (options.otelBackend) {
|
|
@@ -5669,7 +5670,7 @@ async function runEvalCommand(input) {
|
|
|
5669
5670
|
const activeTestFiles = resolvedTestFiles.filter((f) => fileMetadata.has(f));
|
|
5670
5671
|
let transcriptProviderFactory;
|
|
5671
5672
|
if (options.transcript) {
|
|
5672
|
-
const { TranscriptProvider } = await import("./dist-
|
|
5673
|
+
const { TranscriptProvider } = await import("./dist-COH43OLQ.js");
|
|
5673
5674
|
const transcriptProvider = await TranscriptProvider.fromFile(options.transcript);
|
|
5674
5675
|
const totalTests = [...fileMetadata.values()].reduce(
|
|
5675
5676
|
(sum, meta) => sum + meta.testCases.length,
|
|
@@ -5685,6 +5686,14 @@ async function runEvalCommand(input) {
|
|
|
5685
5686
|
`Using transcript: ${options.transcript} (${transcriptProvider.lineCount} entry(s))`
|
|
5686
5687
|
);
|
|
5687
5688
|
}
|
|
5689
|
+
if (!isResumeAppend && usesDefaultArtifactWorkspace && totalEvalCount > 0) {
|
|
5690
|
+
const evalFile = activeTestFiles.length === 1 ? activeTestFiles[0] : "";
|
|
5691
|
+
await writeInitialBenchmarkArtifact(runDir, {
|
|
5692
|
+
evalFile,
|
|
5693
|
+
plannedTestCount: totalEvalCount,
|
|
5694
|
+
experiment: normalizeExperimentName(options.experiment)
|
|
5695
|
+
});
|
|
5696
|
+
}
|
|
5688
5697
|
try {
|
|
5689
5698
|
for (const testFilePath of activeTestFiles) {
|
|
5690
5699
|
if (runBudgetTracker?.isExceeded()) {
|
|
@@ -5838,7 +5847,7 @@ async function runEvalCommand(input) {
|
|
|
5838
5847
|
if (usesDefaultArtifactWorkspace && allResults.length > 0) {
|
|
5839
5848
|
const evalFile = activeTestFiles.length === 1 ? activeTestFiles[0] : "";
|
|
5840
5849
|
if (isResumeAppend) {
|
|
5841
|
-
const { writePerTestArtifacts } = await import("./artifact-writer-
|
|
5850
|
+
const { writePerTestArtifacts } = await import("./artifact-writer-VRDVTNSX.js");
|
|
5842
5851
|
await writePerTestArtifacts(allResults, runDir, {
|
|
5843
5852
|
experiment: normalizeExperimentName(options.experiment)
|
|
5844
5853
|
});
|
|
@@ -6062,4 +6071,4 @@ export {
|
|
|
6062
6071
|
getCategories,
|
|
6063
6072
|
filterByCategory
|
|
6064
6073
|
};
|
|
6065
|
-
//# sourceMappingURL=chunk-
|
|
6074
|
+
//# sourceMappingURL=chunk-JA4WQNE6.js.map
|