agentv 4.25.3-next.1 → 4.25.4-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{agentv-provider-MUIGGIP3-QCGXJ3CT.js → agentv-provider-7AMUD2GX-SDILCAKJ.js} +2 -2
- package/dist/{artifact-writer-ARFT3NKG.js → artifact-writer-EX6SOLA5.js} +5 -5
- package/dist/{chunk-GKARL6LO.js → chunk-A5INWVY3.js} +3 -3
- package/dist/{chunk-TCW46QGJ.js → chunk-J4PUJUDE.js} +6 -6
- package/dist/{chunk-7QHCH76N.js → chunk-NLS5DS52.js} +2 -2
- package/dist/{chunk-YKILE6GM.js → chunk-WNT323IP.js} +26 -9
- package/dist/chunk-WNT323IP.js.map +1 -0
- package/dist/{chunk-55QZVA5X.js → chunk-XVFU4XKT.js} +21 -12
- package/dist/chunk-XVFU4XKT.js.map +1 -0
- package/dist/{chunk-FFDOEJ4U.js → chunk-ZGEGRM5T.js} +19 -19
- package/dist/chunk-ZGEGRM5T.js.map +1 -0
- package/dist/cli.js +6 -6
- package/dist/{dist-NRGR7DDX.js → dist-SGFUYCY5.js} +4 -4
- package/dist/index.js +6 -6
- package/dist/{interactive-GZ22O32V.js → interactive-7VWCCTHF.js} +6 -6
- package/dist/templates/.agentv/targets.yaml +1 -1
- package/dist/{ts-eval-loader-E6MROJGR-DBF6BDCY.js → ts-eval-loader-E6N374V2-VMFNVF5J.js} +3 -3
- package/package.json +1 -1
- package/dist/chunk-55QZVA5X.js.map +0 -1
- package/dist/chunk-FFDOEJ4U.js.map +0 -1
- package/dist/chunk-YKILE6GM.js.map +0 -1
- /package/dist/{agentv-provider-MUIGGIP3-QCGXJ3CT.js.map → agentv-provider-7AMUD2GX-SDILCAKJ.js.map} +0 -0
- /package/dist/{artifact-writer-ARFT3NKG.js.map → artifact-writer-EX6SOLA5.js.map} +0 -0
- /package/dist/{chunk-GKARL6LO.js.map → chunk-A5INWVY3.js.map} +0 -0
- /package/dist/{chunk-TCW46QGJ.js.map → chunk-J4PUJUDE.js.map} +0 -0
- /package/dist/{chunk-7QHCH76N.js.map → chunk-NLS5DS52.js.map} +0 -0
- /package/dist/{dist-NRGR7DDX.js.map → dist-SGFUYCY5.js.map} +0 -0
- /package/dist/{interactive-GZ22O32V.js.map → interactive-7VWCCTHF.js.map} +0 -0
- /package/dist/{ts-eval-loader-E6MROJGR-DBF6BDCY.js.map → ts-eval-loader-E6N374V2-VMFNVF5J.js.map} +0 -0
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
|
|
2
2
|
import {
|
|
3
3
|
AgentvProvider
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-XVFU4XKT.js";
|
|
5
5
|
import "./chunk-5H446C7X.js";
|
|
6
6
|
export {
|
|
7
7
|
AgentvProvider
|
|
8
8
|
};
|
|
9
|
-
//# sourceMappingURL=agentv-provider-
|
|
9
|
+
//# sourceMappingURL=agentv-provider-7AMUD2GX-SDILCAKJ.js.map
|
|
@@ -13,13 +13,13 @@ import {
|
|
|
13
13
|
writeArtifacts,
|
|
14
14
|
writeArtifactsFromResults,
|
|
15
15
|
writePerTestArtifacts
|
|
16
|
-
} from "./chunk-
|
|
17
|
-
import "./chunk-
|
|
16
|
+
} from "./chunk-A5INWVY3.js";
|
|
17
|
+
import "./chunk-NLS5DS52.js";
|
|
18
18
|
import "./chunk-QOBQ5XYF.js";
|
|
19
19
|
import "./chunk-BPGJ4HBU.js";
|
|
20
|
-
import "./chunk-
|
|
20
|
+
import "./chunk-ZGEGRM5T.js";
|
|
21
21
|
import "./chunk-NPVGBFF6.js";
|
|
22
|
-
import "./chunk-
|
|
22
|
+
import "./chunk-XVFU4XKT.js";
|
|
23
23
|
import "./chunk-5H446C7X.js";
|
|
24
24
|
export {
|
|
25
25
|
aggregateRunDir,
|
|
@@ -36,4 +36,4 @@ export {
|
|
|
36
36
|
writeArtifactsFromResults,
|
|
37
37
|
writePerTestArtifacts
|
|
38
38
|
};
|
|
39
|
-
//# sourceMappingURL=artifact-writer-
|
|
39
|
+
//# sourceMappingURL=artifact-writer-EX6SOLA5.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
|
|
2
2
|
import {
|
|
3
3
|
toTranscriptJsonLines
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-NLS5DS52.js";
|
|
5
5
|
import {
|
|
6
6
|
DEFAULT_THRESHOLD
|
|
7
|
-
} from "./chunk-
|
|
7
|
+
} from "./chunk-ZGEGRM5T.js";
|
|
8
8
|
|
|
9
9
|
// src/commands/eval/artifact-writer.ts
|
|
10
10
|
import { mkdir, readFile, writeFile } from "node:fs/promises";
|
|
@@ -690,4 +690,4 @@ export {
|
|
|
690
690
|
writePerTestArtifacts,
|
|
691
691
|
writeArtifactsFromResults
|
|
692
692
|
};
|
|
693
|
-
//# sourceMappingURL=chunk-
|
|
693
|
+
//# sourceMappingURL=chunk-A5INWVY3.js.map
|
|
@@ -44,7 +44,7 @@ import {
|
|
|
44
44
|
validateFileReferences,
|
|
45
45
|
validateTargetsFile,
|
|
46
46
|
validateWorkspacePaths
|
|
47
|
-
} from "./chunk-
|
|
47
|
+
} from "./chunk-WNT323IP.js";
|
|
48
48
|
import {
|
|
49
49
|
RESULT_INDEX_FILENAME,
|
|
50
50
|
aggregateRunDir,
|
|
@@ -52,7 +52,7 @@ import {
|
|
|
52
52
|
resolveRunManifestPath,
|
|
53
53
|
toSnakeCaseDeep as toSnakeCaseDeep2,
|
|
54
54
|
writeArtifactsFromResults
|
|
55
|
-
} from "./chunk-
|
|
55
|
+
} from "./chunk-A5INWVY3.js";
|
|
56
56
|
import {
|
|
57
57
|
DEFAULT_CATEGORY,
|
|
58
58
|
addBenchmark,
|
|
@@ -71,7 +71,7 @@ import {
|
|
|
71
71
|
toTranscriptJsonLines,
|
|
72
72
|
transpileEvalYamlFile,
|
|
73
73
|
trimBaselineResult
|
|
74
|
-
} from "./chunk-
|
|
74
|
+
} from "./chunk-NLS5DS52.js";
|
|
75
75
|
import {
|
|
76
76
|
DEFAULT_THRESHOLD,
|
|
77
77
|
createBuiltinRegistry,
|
|
@@ -101,7 +101,7 @@ import {
|
|
|
101
101
|
runStartsWithAssertion,
|
|
102
102
|
toCamelCaseDeep,
|
|
103
103
|
toSnakeCaseDeep
|
|
104
|
-
} from "./chunk-
|
|
104
|
+
} from "./chunk-ZGEGRM5T.js";
|
|
105
105
|
import {
|
|
106
106
|
__commonJS,
|
|
107
107
|
__require,
|
|
@@ -3996,7 +3996,7 @@ var evalRunCommand = command({
|
|
|
3996
3996
|
},
|
|
3997
3997
|
handler: async (args) => {
|
|
3998
3998
|
if (args.evalPaths.length === 0 && process.stdin.isTTY) {
|
|
3999
|
-
const { launchInteractiveWizard } = await import("./interactive-
|
|
3999
|
+
const { launchInteractiveWizard } = await import("./interactive-7VWCCTHF.js");
|
|
4000
4000
|
await launchInteractiveWizard();
|
|
4001
4001
|
return;
|
|
4002
4002
|
}
|
|
@@ -11985,4 +11985,4 @@ export {
|
|
|
11985
11985
|
preprocessArgv,
|
|
11986
11986
|
runCli
|
|
11987
11987
|
};
|
|
11988
|
-
//# sourceMappingURL=chunk-
|
|
11988
|
+
//# sourceMappingURL=chunk-J4PUJUDE.js.map
|
|
@@ -12,7 +12,7 @@ import {
|
|
|
12
12
|
parseYamlValue,
|
|
13
13
|
toCamelCaseDeep,
|
|
14
14
|
toSnakeCaseDeep
|
|
15
|
-
} from "./chunk-
|
|
15
|
+
} from "./chunk-ZGEGRM5T.js";
|
|
16
16
|
|
|
17
17
|
// ../../packages/core/dist/index.js
|
|
18
18
|
import { readFileSync } from "node:fs";
|
|
@@ -2304,4 +2304,4 @@ export {
|
|
|
2304
2304
|
TranscriptProvider,
|
|
2305
2305
|
createAgentKernel
|
|
2306
2306
|
};
|
|
2307
|
-
//# sourceMappingURL=chunk-
|
|
2307
|
+
//# sourceMappingURL=chunk-NLS5DS52.js.map
|
|
@@ -15,7 +15,7 @@ import {
|
|
|
15
15
|
resolveWorkspaceOrFilePath,
|
|
16
16
|
toSnakeCaseDeep,
|
|
17
17
|
writeArtifactsFromResults
|
|
18
|
-
} from "./chunk-
|
|
18
|
+
} from "./chunk-A5INWVY3.js";
|
|
19
19
|
import {
|
|
20
20
|
ResponseCache,
|
|
21
21
|
RunBudgetTracker,
|
|
@@ -28,7 +28,7 @@ import {
|
|
|
28
28
|
shouldEnableCache,
|
|
29
29
|
shouldSkipCacheForTemperature,
|
|
30
30
|
syncResultsRepo
|
|
31
|
-
} from "./chunk-
|
|
31
|
+
} from "./chunk-NLS5DS52.js";
|
|
32
32
|
import {
|
|
33
33
|
CLI_PLACEHOLDERS,
|
|
34
34
|
COMMON_TARGET_SETTINGS,
|
|
@@ -60,7 +60,7 @@ import {
|
|
|
60
60
|
subscribeToCopilotSdkLogEntries,
|
|
61
61
|
subscribeToPiLogEntries,
|
|
62
62
|
toCamelCaseDeep
|
|
63
|
-
} from "./chunk-
|
|
63
|
+
} from "./chunk-ZGEGRM5T.js";
|
|
64
64
|
|
|
65
65
|
// src/commands/eval/shared.ts
|
|
66
66
|
import { constants } from "node:fs";
|
|
@@ -176,7 +176,7 @@ async function findRepoRoot(start) {
|
|
|
176
176
|
// package.json
|
|
177
177
|
var package_default = {
|
|
178
178
|
name: "agentv",
|
|
179
|
-
version: "4.25.
|
|
179
|
+
version: "4.25.4-next.1",
|
|
180
180
|
description: "CLI entry point for AgentV",
|
|
181
181
|
type: "module",
|
|
182
182
|
repository: {
|
|
@@ -3698,7 +3698,6 @@ var AZURE_SETTINGS = /* @__PURE__ */ new Set([
|
|
|
3698
3698
|
"model",
|
|
3699
3699
|
"version",
|
|
3700
3700
|
"api_version",
|
|
3701
|
-
"api_format",
|
|
3702
3701
|
"temperature",
|
|
3703
3702
|
"max_output_tokens"
|
|
3704
3703
|
]);
|
|
@@ -3878,6 +3877,15 @@ function validateUnknownSettings(target, provider, absolutePath, location, error
|
|
|
3878
3877
|
"targets"
|
|
3879
3878
|
]);
|
|
3880
3879
|
const removedFields = /* @__PURE__ */ new Set(["workspace_template", "workspaceTemplate"]);
|
|
3880
|
+
const removedPerProvider = {
|
|
3881
|
+
azure: /* @__PURE__ */ new Map([
|
|
3882
|
+
[
|
|
3883
|
+
"api_format",
|
|
3884
|
+
"The 'api_format' field is no longer supported on Azure targets. AgentV always uses Azure's Responses API (`/openai/v1/responses`). If your deployment only exposes /chat/completions, use 'provider: openai' with a deployment-scoped 'base_url' instead."
|
|
3885
|
+
]
|
|
3886
|
+
])
|
|
3887
|
+
};
|
|
3888
|
+
const removedForProvider = removedPerProvider[provider];
|
|
3881
3889
|
for (const key of Object.keys(target)) {
|
|
3882
3890
|
if (removedFields.has(key)) {
|
|
3883
3891
|
errors.push({
|
|
@@ -3888,6 +3896,15 @@ function validateUnknownSettings(target, provider, absolutePath, location, error
|
|
|
3888
3896
|
});
|
|
3889
3897
|
continue;
|
|
3890
3898
|
}
|
|
3899
|
+
if (removedForProvider?.has(key)) {
|
|
3900
|
+
errors.push({
|
|
3901
|
+
severity: "error",
|
|
3902
|
+
filePath: absolutePath,
|
|
3903
|
+
location: `${location}.${key}`,
|
|
3904
|
+
message: removedForProvider.get(key)
|
|
3905
|
+
});
|
|
3906
|
+
continue;
|
|
3907
|
+
}
|
|
3891
3908
|
if (!baseFields.has(key) && !knownSettings.has(key)) {
|
|
3892
3909
|
errors.push({
|
|
3893
3910
|
severity: "warning",
|
|
@@ -5434,7 +5451,7 @@ async function runEvalCommand(input) {
|
|
|
5434
5451
|
const useFileExport = !!options.otelFile;
|
|
5435
5452
|
if (options.exportOtel || useFileExport) {
|
|
5436
5453
|
try {
|
|
5437
|
-
const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-
|
|
5454
|
+
const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-SGFUYCY5.js");
|
|
5438
5455
|
let endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
|
|
5439
5456
|
let headers = {};
|
|
5440
5457
|
if (options.otelBackend) {
|
|
@@ -5633,7 +5650,7 @@ async function runEvalCommand(input) {
|
|
|
5633
5650
|
const activeTestFiles = resolvedTestFiles.filter((f) => fileMetadata.has(f));
|
|
5634
5651
|
let transcriptProviderFactory;
|
|
5635
5652
|
if (options.transcript) {
|
|
5636
|
-
const { TranscriptProvider } = await import("./dist-
|
|
5653
|
+
const { TranscriptProvider } = await import("./dist-SGFUYCY5.js");
|
|
5637
5654
|
const transcriptProvider = await TranscriptProvider.fromFile(options.transcript);
|
|
5638
5655
|
const totalTests = [...fileMetadata.values()].reduce(
|
|
5639
5656
|
(sum, meta) => sum + meta.testCases.length,
|
|
@@ -5802,7 +5819,7 @@ async function runEvalCommand(input) {
|
|
|
5802
5819
|
if (usesDefaultArtifactWorkspace && allResults.length > 0) {
|
|
5803
5820
|
const evalFile = activeTestFiles.length === 1 ? activeTestFiles[0] : "";
|
|
5804
5821
|
if (isResumeAppend) {
|
|
5805
|
-
const { writePerTestArtifacts } = await import("./artifact-writer-
|
|
5822
|
+
const { writePerTestArtifacts } = await import("./artifact-writer-EX6SOLA5.js");
|
|
5806
5823
|
await writePerTestArtifacts(allResults, runDir, {
|
|
5807
5824
|
experiment: normalizeExperimentName(options.experiment)
|
|
5808
5825
|
});
|
|
@@ -6025,4 +6042,4 @@ export {
|
|
|
6025
6042
|
getCategories,
|
|
6026
6043
|
filterByCategory
|
|
6027
6044
|
};
|
|
6028
|
-
//# sourceMappingURL=chunk-
|
|
6045
|
+
//# sourceMappingURL=chunk-WNT323IP.js.map
|