agentv 4.25.2-next.1 → 4.25.4-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{agentv-provider-MUIGGIP3-QCGXJ3CT.js → agentv-provider-7AMUD2GX-SDILCAKJ.js} +2 -2
- package/dist/{artifact-writer-RQXZ2LRL.js → artifact-writer-EX6SOLA5.js} +5 -5
- package/dist/{chunk-67WQGAPE.js → chunk-A5INWVY3.js} +3 -3
- package/dist/{chunk-YNASYH73.js → chunk-J4PUJUDE.js} +6 -6
- package/dist/{chunk-PKHXZYEN.js → chunk-NLS5DS52.js} +2 -2
- package/dist/{chunk-TBJI6GIE.js → chunk-WNT323IP.js} +44 -12
- package/dist/chunk-WNT323IP.js.map +1 -0
- package/dist/{chunk-55QZVA5X.js → chunk-XVFU4XKT.js} +21 -12
- package/dist/chunk-XVFU4XKT.js.map +1 -0
- package/dist/{chunk-F3VB3LBW.js → chunk-ZGEGRM5T.js} +22 -20
- package/dist/chunk-ZGEGRM5T.js.map +1 -0
- package/dist/cli.js +6 -6
- package/dist/{dist-ZYHQ37J6.js → dist-SGFUYCY5.js} +4 -4
- package/dist/index.js +6 -6
- package/dist/{interactive-5YGZAGG3.js → interactive-7VWCCTHF.js} +6 -6
- package/dist/templates/.agentv/targets.yaml +1 -1
- package/dist/{ts-eval-loader-5JMF2N65-V53D7C3V.js → ts-eval-loader-E6N374V2-VMFNVF5J.js} +3 -3
- package/package.json +1 -1
- package/dist/chunk-55QZVA5X.js.map +0 -1
- package/dist/chunk-F3VB3LBW.js.map +0 -1
- package/dist/chunk-TBJI6GIE.js.map +0 -1
- /package/dist/{agentv-provider-MUIGGIP3-QCGXJ3CT.js.map → agentv-provider-7AMUD2GX-SDILCAKJ.js.map} +0 -0
- /package/dist/{artifact-writer-RQXZ2LRL.js.map → artifact-writer-EX6SOLA5.js.map} +0 -0
- /package/dist/{chunk-67WQGAPE.js.map → chunk-A5INWVY3.js.map} +0 -0
- /package/dist/{chunk-YNASYH73.js.map → chunk-J4PUJUDE.js.map} +0 -0
- /package/dist/{chunk-PKHXZYEN.js.map → chunk-NLS5DS52.js.map} +0 -0
- /package/dist/{dist-ZYHQ37J6.js.map → dist-SGFUYCY5.js.map} +0 -0
- /package/dist/{interactive-5YGZAGG3.js.map → interactive-7VWCCTHF.js.map} +0 -0
- /package/dist/{ts-eval-loader-5JMF2N65-V53D7C3V.js.map → ts-eval-loader-E6N374V2-VMFNVF5J.js.map} +0 -0
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
|
|
2
2
|
import {
|
|
3
3
|
AgentvProvider
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-XVFU4XKT.js";
|
|
5
5
|
import "./chunk-5H446C7X.js";
|
|
6
6
|
export {
|
|
7
7
|
AgentvProvider
|
|
8
8
|
};
|
|
9
|
-
//# sourceMappingURL=agentv-provider-
|
|
9
|
+
//# sourceMappingURL=agentv-provider-7AMUD2GX-SDILCAKJ.js.map
|
|
@@ -13,13 +13,13 @@ import {
|
|
|
13
13
|
writeArtifacts,
|
|
14
14
|
writeArtifactsFromResults,
|
|
15
15
|
writePerTestArtifacts
|
|
16
|
-
} from "./chunk-
|
|
17
|
-
import "./chunk-
|
|
16
|
+
} from "./chunk-A5INWVY3.js";
|
|
17
|
+
import "./chunk-NLS5DS52.js";
|
|
18
18
|
import "./chunk-QOBQ5XYF.js";
|
|
19
19
|
import "./chunk-BPGJ4HBU.js";
|
|
20
|
-
import "./chunk-
|
|
20
|
+
import "./chunk-ZGEGRM5T.js";
|
|
21
21
|
import "./chunk-NPVGBFF6.js";
|
|
22
|
-
import "./chunk-
|
|
22
|
+
import "./chunk-XVFU4XKT.js";
|
|
23
23
|
import "./chunk-5H446C7X.js";
|
|
24
24
|
export {
|
|
25
25
|
aggregateRunDir,
|
|
@@ -36,4 +36,4 @@ export {
|
|
|
36
36
|
writeArtifactsFromResults,
|
|
37
37
|
writePerTestArtifacts
|
|
38
38
|
};
|
|
39
|
-
//# sourceMappingURL=artifact-writer-
|
|
39
|
+
//# sourceMappingURL=artifact-writer-EX6SOLA5.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
|
|
2
2
|
import {
|
|
3
3
|
toTranscriptJsonLines
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-NLS5DS52.js";
|
|
5
5
|
import {
|
|
6
6
|
DEFAULT_THRESHOLD
|
|
7
|
-
} from "./chunk-
|
|
7
|
+
} from "./chunk-ZGEGRM5T.js";
|
|
8
8
|
|
|
9
9
|
// src/commands/eval/artifact-writer.ts
|
|
10
10
|
import { mkdir, readFile, writeFile } from "node:fs/promises";
|
|
@@ -690,4 +690,4 @@ export {
|
|
|
690
690
|
writePerTestArtifacts,
|
|
691
691
|
writeArtifactsFromResults
|
|
692
692
|
};
|
|
693
|
-
//# sourceMappingURL=chunk-
|
|
693
|
+
//# sourceMappingURL=chunk-A5INWVY3.js.map
|
|
@@ -44,7 +44,7 @@ import {
|
|
|
44
44
|
validateFileReferences,
|
|
45
45
|
validateTargetsFile,
|
|
46
46
|
validateWorkspacePaths
|
|
47
|
-
} from "./chunk-
|
|
47
|
+
} from "./chunk-WNT323IP.js";
|
|
48
48
|
import {
|
|
49
49
|
RESULT_INDEX_FILENAME,
|
|
50
50
|
aggregateRunDir,
|
|
@@ -52,7 +52,7 @@ import {
|
|
|
52
52
|
resolveRunManifestPath,
|
|
53
53
|
toSnakeCaseDeep as toSnakeCaseDeep2,
|
|
54
54
|
writeArtifactsFromResults
|
|
55
|
-
} from "./chunk-
|
|
55
|
+
} from "./chunk-A5INWVY3.js";
|
|
56
56
|
import {
|
|
57
57
|
DEFAULT_CATEGORY,
|
|
58
58
|
addBenchmark,
|
|
@@ -71,7 +71,7 @@ import {
|
|
|
71
71
|
toTranscriptJsonLines,
|
|
72
72
|
transpileEvalYamlFile,
|
|
73
73
|
trimBaselineResult
|
|
74
|
-
} from "./chunk-
|
|
74
|
+
} from "./chunk-NLS5DS52.js";
|
|
75
75
|
import {
|
|
76
76
|
DEFAULT_THRESHOLD,
|
|
77
77
|
createBuiltinRegistry,
|
|
@@ -101,7 +101,7 @@ import {
|
|
|
101
101
|
runStartsWithAssertion,
|
|
102
102
|
toCamelCaseDeep,
|
|
103
103
|
toSnakeCaseDeep
|
|
104
|
-
} from "./chunk-
|
|
104
|
+
} from "./chunk-ZGEGRM5T.js";
|
|
105
105
|
import {
|
|
106
106
|
__commonJS,
|
|
107
107
|
__require,
|
|
@@ -3996,7 +3996,7 @@ var evalRunCommand = command({
|
|
|
3996
3996
|
},
|
|
3997
3997
|
handler: async (args) => {
|
|
3998
3998
|
if (args.evalPaths.length === 0 && process.stdin.isTTY) {
|
|
3999
|
-
const { launchInteractiveWizard } = await import("./interactive-
|
|
3999
|
+
const { launchInteractiveWizard } = await import("./interactive-7VWCCTHF.js");
|
|
4000
4000
|
await launchInteractiveWizard();
|
|
4001
4001
|
return;
|
|
4002
4002
|
}
|
|
@@ -11985,4 +11985,4 @@ export {
|
|
|
11985
11985
|
preprocessArgv,
|
|
11986
11986
|
runCli
|
|
11987
11987
|
};
|
|
11988
|
-
//# sourceMappingURL=chunk-
|
|
11988
|
+
//# sourceMappingURL=chunk-J4PUJUDE.js.map
|
|
@@ -12,7 +12,7 @@ import {
|
|
|
12
12
|
parseYamlValue,
|
|
13
13
|
toCamelCaseDeep,
|
|
14
14
|
toSnakeCaseDeep
|
|
15
|
-
} from "./chunk-
|
|
15
|
+
} from "./chunk-ZGEGRM5T.js";
|
|
16
16
|
|
|
17
17
|
// ../../packages/core/dist/index.js
|
|
18
18
|
import { readFileSync } from "node:fs";
|
|
@@ -2304,4 +2304,4 @@ export {
|
|
|
2304
2304
|
TranscriptProvider,
|
|
2305
2305
|
createAgentKernel
|
|
2306
2306
|
};
|
|
2307
|
-
//# sourceMappingURL=chunk-
|
|
2307
|
+
//# sourceMappingURL=chunk-NLS5DS52.js.map
|
|
@@ -15,7 +15,7 @@ import {
|
|
|
15
15
|
resolveWorkspaceOrFilePath,
|
|
16
16
|
toSnakeCaseDeep,
|
|
17
17
|
writeArtifactsFromResults
|
|
18
|
-
} from "./chunk-
|
|
18
|
+
} from "./chunk-A5INWVY3.js";
|
|
19
19
|
import {
|
|
20
20
|
ResponseCache,
|
|
21
21
|
RunBudgetTracker,
|
|
@@ -28,7 +28,7 @@ import {
|
|
|
28
28
|
shouldEnableCache,
|
|
29
29
|
shouldSkipCacheForTemperature,
|
|
30
30
|
syncResultsRepo
|
|
31
|
-
} from "./chunk-
|
|
31
|
+
} from "./chunk-NLS5DS52.js";
|
|
32
32
|
import {
|
|
33
33
|
CLI_PLACEHOLDERS,
|
|
34
34
|
COMMON_TARGET_SETTINGS,
|
|
@@ -60,7 +60,7 @@ import {
|
|
|
60
60
|
subscribeToCopilotSdkLogEntries,
|
|
61
61
|
subscribeToPiLogEntries,
|
|
62
62
|
toCamelCaseDeep
|
|
63
|
-
} from "./chunk-
|
|
63
|
+
} from "./chunk-ZGEGRM5T.js";
|
|
64
64
|
|
|
65
65
|
// src/commands/eval/shared.ts
|
|
66
66
|
import { constants } from "node:fs";
|
|
@@ -176,7 +176,7 @@ async function findRepoRoot(start) {
|
|
|
176
176
|
// package.json
|
|
177
177
|
var package_default = {
|
|
178
178
|
name: "agentv",
|
|
179
|
-
version: "4.25.
|
|
179
|
+
version: "4.25.4-next.1",
|
|
180
180
|
description: "CLI entry point for AgentV",
|
|
181
181
|
type: "module",
|
|
182
182
|
repository: {
|
|
@@ -307,9 +307,24 @@ function detectPackageManagerFromPath(scriptPath) {
|
|
|
307
307
|
function detectPackageManager() {
|
|
308
308
|
return detectPackageManagerFromPath(process.argv[1] ?? "");
|
|
309
309
|
}
|
|
310
|
-
function detectInstallScopeFromPath(scriptPath) {
|
|
311
|
-
const
|
|
312
|
-
|
|
310
|
+
function detectInstallScopeFromPath(scriptPath, cwd = process.cwd()) {
|
|
311
|
+
const normalizedScriptPath = scriptPath.replace(/\\/g, "/");
|
|
312
|
+
const normalizedCwd = cwd.replace(/\\/g, "/");
|
|
313
|
+
if (!normalizedScriptPath.includes("/node_modules/")) {
|
|
314
|
+
return "global";
|
|
315
|
+
}
|
|
316
|
+
if (normalizedScriptPath.includes("/.npm/_npx/") || normalizedScriptPath.includes("/npm-cache/_npx/")) {
|
|
317
|
+
return "local";
|
|
318
|
+
}
|
|
319
|
+
const packageRoot = normalizedScriptPath.split("/node_modules/")[0];
|
|
320
|
+
if (!packageRoot) {
|
|
321
|
+
return "global";
|
|
322
|
+
}
|
|
323
|
+
const scriptPathComparable = process.platform === "win32" ? normalizedScriptPath.toLowerCase() : normalizedScriptPath;
|
|
324
|
+
const cwdComparable = process.platform === "win32" ? normalizedCwd.toLowerCase() : normalizedCwd;
|
|
325
|
+
const packageRootComparable = process.platform === "win32" ? packageRoot.toLowerCase() : packageRoot;
|
|
326
|
+
const projectOwnsPackage = cwdComparable === packageRootComparable || cwdComparable.startsWith(`${packageRootComparable}/`);
|
|
327
|
+
return projectOwnsPackage ? "local" : "global";
|
|
313
328
|
}
|
|
314
329
|
function detectInstallScope() {
|
|
315
330
|
return detectInstallScopeFromPath(process.argv[1] ?? "");
|
|
@@ -3683,7 +3698,6 @@ var AZURE_SETTINGS = /* @__PURE__ */ new Set([
|
|
|
3683
3698
|
"model",
|
|
3684
3699
|
"version",
|
|
3685
3700
|
"api_version",
|
|
3686
|
-
"api_format",
|
|
3687
3701
|
"temperature",
|
|
3688
3702
|
"max_output_tokens"
|
|
3689
3703
|
]);
|
|
@@ -3863,6 +3877,15 @@ function validateUnknownSettings(target, provider, absolutePath, location, error
|
|
|
3863
3877
|
"targets"
|
|
3864
3878
|
]);
|
|
3865
3879
|
const removedFields = /* @__PURE__ */ new Set(["workspace_template", "workspaceTemplate"]);
|
|
3880
|
+
const removedPerProvider = {
|
|
3881
|
+
azure: /* @__PURE__ */ new Map([
|
|
3882
|
+
[
|
|
3883
|
+
"api_format",
|
|
3884
|
+
"The 'api_format' field is no longer supported on Azure targets. AgentV always uses Azure's Responses API (`/openai/v1/responses`). If your deployment only exposes /chat/completions, use 'provider: openai' with a deployment-scoped 'base_url' instead."
|
|
3885
|
+
]
|
|
3886
|
+
])
|
|
3887
|
+
};
|
|
3888
|
+
const removedForProvider = removedPerProvider[provider];
|
|
3866
3889
|
for (const key of Object.keys(target)) {
|
|
3867
3890
|
if (removedFields.has(key)) {
|
|
3868
3891
|
errors.push({
|
|
@@ -3873,6 +3896,15 @@ function validateUnknownSettings(target, provider, absolutePath, location, error
|
|
|
3873
3896
|
});
|
|
3874
3897
|
continue;
|
|
3875
3898
|
}
|
|
3899
|
+
if (removedForProvider?.has(key)) {
|
|
3900
|
+
errors.push({
|
|
3901
|
+
severity: "error",
|
|
3902
|
+
filePath: absolutePath,
|
|
3903
|
+
location: `${location}.${key}`,
|
|
3904
|
+
message: removedForProvider.get(key)
|
|
3905
|
+
});
|
|
3906
|
+
continue;
|
|
3907
|
+
}
|
|
3876
3908
|
if (!baseFields.has(key) && !knownSettings.has(key)) {
|
|
3877
3909
|
errors.push({
|
|
3878
3910
|
severity: "warning",
|
|
@@ -5419,7 +5451,7 @@ async function runEvalCommand(input) {
|
|
|
5419
5451
|
const useFileExport = !!options.otelFile;
|
|
5420
5452
|
if (options.exportOtel || useFileExport) {
|
|
5421
5453
|
try {
|
|
5422
|
-
const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-
|
|
5454
|
+
const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-SGFUYCY5.js");
|
|
5423
5455
|
let endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
|
|
5424
5456
|
let headers = {};
|
|
5425
5457
|
if (options.otelBackend) {
|
|
@@ -5618,7 +5650,7 @@ async function runEvalCommand(input) {
|
|
|
5618
5650
|
const activeTestFiles = resolvedTestFiles.filter((f) => fileMetadata.has(f));
|
|
5619
5651
|
let transcriptProviderFactory;
|
|
5620
5652
|
if (options.transcript) {
|
|
5621
|
-
const { TranscriptProvider } = await import("./dist-
|
|
5653
|
+
const { TranscriptProvider } = await import("./dist-SGFUYCY5.js");
|
|
5622
5654
|
const transcriptProvider = await TranscriptProvider.fromFile(options.transcript);
|
|
5623
5655
|
const totalTests = [...fileMetadata.values()].reduce(
|
|
5624
5656
|
(sum, meta) => sum + meta.testCases.length,
|
|
@@ -5787,7 +5819,7 @@ async function runEvalCommand(input) {
|
|
|
5787
5819
|
if (usesDefaultArtifactWorkspace && allResults.length > 0) {
|
|
5788
5820
|
const evalFile = activeTestFiles.length === 1 ? activeTestFiles[0] : "";
|
|
5789
5821
|
if (isResumeAppend) {
|
|
5790
|
-
const { writePerTestArtifacts } = await import("./artifact-writer-
|
|
5822
|
+
const { writePerTestArtifacts } = await import("./artifact-writer-EX6SOLA5.js");
|
|
5791
5823
|
await writePerTestArtifacts(allResults, runDir, {
|
|
5792
5824
|
experiment: normalizeExperimentName(options.experiment)
|
|
5793
5825
|
});
|
|
@@ -6010,4 +6042,4 @@ export {
|
|
|
6010
6042
|
getCategories,
|
|
6011
6043
|
filterByCategory
|
|
6012
6044
|
};
|
|
6013
|
-
//# sourceMappingURL=chunk-
|
|
6045
|
+
//# sourceMappingURL=chunk-WNT323IP.js.map
|