@agentv/core 4.3.1 → 4.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agentv-provider-TXM4UEUT.js +7 -0
- package/dist/{chunk-HFSYZHGF.js → chunk-KPSI5CSL.js} +1 -1
- package/dist/{chunk-V6QVGHVD.js → chunk-M65PVDQ5.js} +1 -1
- package/dist/{chunk-W5YDZWT4.js → chunk-PRNXHNLF.js} +1 -1
- package/dist/{esm-5Q4BZALM.js → esm-ZADQ4XQH.js} +1 -1
- package/dist/evaluation/validation/index.cjs +0 -8
- package/dist/evaluation/validation/index.cjs.map +1 -1
- package/dist/evaluation/validation/index.js +1 -9
- package/dist/evaluation/validation/index.js.map +1 -1
- package/dist/index.cjs +176 -2
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +6 -6
- package/dist/otlp-json-file-exporter-RJFPCKVK.js +7 -0
- package/package.json +1 -1
- package/dist/agentv-provider-NFFLXG5M.js +0 -7
- package/dist/otlp-json-file-exporter-77FDBRSY.js +0 -7
- /package/dist/{agentv-provider-NFFLXG5M.js.map → agentv-provider-TXM4UEUT.js.map} +0 -0
- /package/dist/{chunk-HFSYZHGF.js.map → chunk-KPSI5CSL.js.map} +0 -0
- /package/dist/{chunk-V6QVGHVD.js.map → chunk-M65PVDQ5.js.map} +0 -0
- /package/dist/{chunk-W5YDZWT4.js.map → chunk-PRNXHNLF.js.map} +0 -0
- /package/dist/{esm-5Q4BZALM.js.map → esm-ZADQ4XQH.js.map} +0 -0
- /package/dist/{otlp-json-file-exporter-77FDBRSY.js.map → otlp-json-file-exporter-RJFPCKVK.js.map} +0 -0
package/dist/index.cjs
CHANGED
|
@@ -30,6 +30,16 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
30
30
|
));
|
|
31
31
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
32
32
|
|
|
33
|
+
// ../../node_modules/.bun/tsup@8.3.5+19811ebab77a7b1c/node_modules/tsup/assets/cjs_shims.js
|
|
34
|
+
var getImportMetaUrl, importMetaUrl;
|
|
35
|
+
var init_cjs_shims = __esm({
|
|
36
|
+
"../../node_modules/.bun/tsup@8.3.5+19811ebab77a7b1c/node_modules/tsup/assets/cjs_shims.js"() {
|
|
37
|
+
"use strict";
|
|
38
|
+
getImportMetaUrl = () => typeof document === "undefined" ? new URL(`file:${__filename}`).href : document.currentScript && document.currentScript.src || new URL("main.js", document.baseURI).href;
|
|
39
|
+
importMetaUrl = /* @__PURE__ */ getImportMetaUrl();
|
|
40
|
+
}
|
|
41
|
+
});
|
|
42
|
+
|
|
33
43
|
// src/evaluation/providers/agentv-provider.ts
|
|
34
44
|
var agentv_provider_exports = {};
|
|
35
45
|
__export(agentv_provider_exports, {
|
|
@@ -68,6 +78,7 @@ var import_anthropic, import_azure, import_google, import_openai, AgentvProvider
|
|
|
68
78
|
var init_agentv_provider = __esm({
|
|
69
79
|
"src/evaluation/providers/agentv-provider.ts"() {
|
|
70
80
|
"use strict";
|
|
81
|
+
init_cjs_shims();
|
|
71
82
|
import_anthropic = require("@ai-sdk/anthropic");
|
|
72
83
|
import_azure = require("@ai-sdk/azure");
|
|
73
84
|
import_google = require("@ai-sdk/google");
|
|
@@ -115,6 +126,7 @@ var import_api, SUPPRESS_TRACING_KEY;
|
|
|
115
126
|
var init_suppress_tracing = __esm({
|
|
116
127
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/trace/suppress-tracing.js"() {
|
|
117
128
|
"use strict";
|
|
129
|
+
init_cjs_shims();
|
|
118
130
|
import_api = require("@opentelemetry/api");
|
|
119
131
|
SUPPRESS_TRACING_KEY = (0, import_api.createContextKey)("OpenTelemetry SDK Context Key SUPPRESS_TRACING");
|
|
120
132
|
}
|
|
@@ -125,6 +137,7 @@ var BAGGAGE_KEY_PAIR_SEPARATOR, BAGGAGE_PROPERTIES_SEPARATOR, BAGGAGE_ITEMS_SEPA
|
|
|
125
137
|
var init_constants = __esm({
|
|
126
138
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/baggage/constants.js"() {
|
|
127
139
|
"use strict";
|
|
140
|
+
init_cjs_shims();
|
|
128
141
|
BAGGAGE_KEY_PAIR_SEPARATOR = "=";
|
|
129
142
|
BAGGAGE_PROPERTIES_SEPARATOR = ";";
|
|
130
143
|
BAGGAGE_ITEMS_SEPARATOR = ",";
|
|
@@ -194,6 +207,7 @@ var import_api2;
|
|
|
194
207
|
var init_utils = __esm({
|
|
195
208
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/baggage/utils.js"() {
|
|
196
209
|
"use strict";
|
|
210
|
+
init_cjs_shims();
|
|
197
211
|
import_api2 = require("@opentelemetry/api");
|
|
198
212
|
init_constants();
|
|
199
213
|
}
|
|
@@ -204,6 +218,7 @@ var import_api3, W3CBaggagePropagator;
|
|
|
204
218
|
var init_W3CBaggagePropagator = __esm({
|
|
205
219
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/baggage/propagation/W3CBaggagePropagator.js"() {
|
|
206
220
|
"use strict";
|
|
221
|
+
init_cjs_shims();
|
|
207
222
|
import_api3 = require("@opentelemetry/api");
|
|
208
223
|
init_suppress_tracing();
|
|
209
224
|
init_constants();
|
|
@@ -258,6 +273,7 @@ var AnchoredClock;
|
|
|
258
273
|
var init_anchored_clock = __esm({
|
|
259
274
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/common/anchored-clock.js"() {
|
|
260
275
|
"use strict";
|
|
276
|
+
init_cjs_shims();
|
|
261
277
|
AnchoredClock = class {
|
|
262
278
|
_monotonicClock;
|
|
263
279
|
_epochMillis;
|
|
@@ -357,6 +373,7 @@ var import_api4;
|
|
|
357
373
|
var init_attributes = __esm({
|
|
358
374
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/common/attributes.js"() {
|
|
359
375
|
"use strict";
|
|
376
|
+
init_cjs_shims();
|
|
360
377
|
import_api4 = require("@opentelemetry/api");
|
|
361
378
|
}
|
|
362
379
|
});
|
|
@@ -394,6 +411,7 @@ var import_api5;
|
|
|
394
411
|
var init_logging_error_handler = __esm({
|
|
395
412
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/common/logging-error-handler.js"() {
|
|
396
413
|
"use strict";
|
|
414
|
+
init_cjs_shims();
|
|
397
415
|
import_api5 = require("@opentelemetry/api");
|
|
398
416
|
}
|
|
399
417
|
});
|
|
@@ -412,6 +430,7 @@ var delegateHandler;
|
|
|
412
430
|
var init_global_error_handler = __esm({
|
|
413
431
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/common/global-error-handler.js"() {
|
|
414
432
|
"use strict";
|
|
433
|
+
init_cjs_shims();
|
|
415
434
|
init_logging_error_handler();
|
|
416
435
|
delegateHandler = loggingErrorHandler();
|
|
417
436
|
}
|
|
@@ -458,6 +477,7 @@ var import_api6, import_util;
|
|
|
458
477
|
var init_environment = __esm({
|
|
459
478
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/platform/node/environment.js"() {
|
|
460
479
|
"use strict";
|
|
480
|
+
init_cjs_shims();
|
|
461
481
|
import_api6 = require("@opentelemetry/api");
|
|
462
482
|
import_util = require("util");
|
|
463
483
|
}
|
|
@@ -468,6 +488,7 @@ var _globalThis;
|
|
|
468
488
|
var init_globalThis = __esm({
|
|
469
489
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/common/globalThis.js"() {
|
|
470
490
|
"use strict";
|
|
491
|
+
init_cjs_shims();
|
|
471
492
|
_globalThis = globalThis;
|
|
472
493
|
}
|
|
473
494
|
});
|
|
@@ -477,6 +498,7 @@ var VERSION;
|
|
|
477
498
|
var init_version = __esm({
|
|
478
499
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/version.js"() {
|
|
479
500
|
"use strict";
|
|
501
|
+
init_cjs_shims();
|
|
480
502
|
VERSION = "2.5.1";
|
|
481
503
|
}
|
|
482
504
|
});
|
|
@@ -486,6 +508,7 @@ var ATTR_PROCESS_RUNTIME_NAME;
|
|
|
486
508
|
var init_semconv = __esm({
|
|
487
509
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/semconv.js"() {
|
|
488
510
|
"use strict";
|
|
511
|
+
init_cjs_shims();
|
|
489
512
|
ATTR_PROCESS_RUNTIME_NAME = "process.runtime.name";
|
|
490
513
|
}
|
|
491
514
|
});
|
|
@@ -495,6 +518,7 @@ var import_semantic_conventions, SDK_INFO;
|
|
|
495
518
|
var init_sdk_info = __esm({
|
|
496
519
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/platform/node/sdk-info.js"() {
|
|
497
520
|
"use strict";
|
|
521
|
+
init_cjs_shims();
|
|
498
522
|
init_version();
|
|
499
523
|
import_semantic_conventions = require("@opentelemetry/semantic-conventions");
|
|
500
524
|
init_semconv();
|
|
@@ -512,6 +536,7 @@ var otperformance;
|
|
|
512
536
|
var init_node = __esm({
|
|
513
537
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/platform/node/index.js"() {
|
|
514
538
|
"use strict";
|
|
539
|
+
init_cjs_shims();
|
|
515
540
|
init_environment();
|
|
516
541
|
init_globalThis();
|
|
517
542
|
init_sdk_info();
|
|
@@ -523,6 +548,7 @@ var init_node = __esm({
|
|
|
523
548
|
var init_platform = __esm({
|
|
524
549
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/platform/index.js"() {
|
|
525
550
|
"use strict";
|
|
551
|
+
init_cjs_shims();
|
|
526
552
|
init_node();
|
|
527
553
|
}
|
|
528
554
|
});
|
|
@@ -600,6 +626,7 @@ var NANOSECOND_DIGITS, NANOSECOND_DIGITS_IN_MILLIS, MILLISECONDS_TO_NANOSECONDS,
|
|
|
600
626
|
var init_time = __esm({
|
|
601
627
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/common/time.js"() {
|
|
602
628
|
"use strict";
|
|
629
|
+
init_cjs_shims();
|
|
603
630
|
init_platform();
|
|
604
631
|
NANOSECOND_DIGITS = 9;
|
|
605
632
|
NANOSECOND_DIGITS_IN_MILLIS = 6;
|
|
@@ -617,6 +644,7 @@ function unrefTimer(timer) {
|
|
|
617
644
|
var init_timer_util = __esm({
|
|
618
645
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/common/timer-util.js"() {
|
|
619
646
|
"use strict";
|
|
647
|
+
init_cjs_shims();
|
|
620
648
|
}
|
|
621
649
|
});
|
|
622
650
|
|
|
@@ -625,6 +653,7 @@ var ExportResultCode;
|
|
|
625
653
|
var init_ExportResult = __esm({
|
|
626
654
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/ExportResult.js"() {
|
|
627
655
|
"use strict";
|
|
656
|
+
init_cjs_shims();
|
|
628
657
|
(function(ExportResultCode2) {
|
|
629
658
|
ExportResultCode2[ExportResultCode2["SUCCESS"] = 0] = "SUCCESS";
|
|
630
659
|
ExportResultCode2[ExportResultCode2["FAILED"] = 1] = "FAILED";
|
|
@@ -637,6 +666,7 @@ var import_api7, CompositePropagator;
|
|
|
637
666
|
var init_composite = __esm({
|
|
638
667
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/propagation/composite.js"() {
|
|
639
668
|
"use strict";
|
|
669
|
+
init_cjs_shims();
|
|
640
670
|
import_api7 = require("@opentelemetry/api");
|
|
641
671
|
CompositePropagator = class {
|
|
642
672
|
_propagators;
|
|
@@ -705,6 +735,7 @@ var VALID_KEY_CHAR_RANGE, VALID_KEY, VALID_VENDOR_KEY, VALID_KEY_REGEX, VALID_VA
|
|
|
705
735
|
var init_validators = __esm({
|
|
706
736
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/internal/validators.js"() {
|
|
707
737
|
"use strict";
|
|
738
|
+
init_cjs_shims();
|
|
708
739
|
VALID_KEY_CHAR_RANGE = "[_0-9a-z-*/]";
|
|
709
740
|
VALID_KEY = `[a-z]${VALID_KEY_CHAR_RANGE}{0,255}`;
|
|
710
741
|
VALID_VENDOR_KEY = `[a-z0-9]${VALID_KEY_CHAR_RANGE}{0,240}@[a-z]${VALID_KEY_CHAR_RANGE}{0,13}`;
|
|
@@ -719,6 +750,7 @@ var MAX_TRACE_STATE_ITEMS, MAX_TRACE_STATE_LEN, LIST_MEMBERS_SEPARATOR, LIST_MEM
|
|
|
719
750
|
var init_TraceState = __esm({
|
|
720
751
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/trace/TraceState.js"() {
|
|
721
752
|
"use strict";
|
|
753
|
+
init_cjs_shims();
|
|
722
754
|
init_validators();
|
|
723
755
|
MAX_TRACE_STATE_ITEMS = 32;
|
|
724
756
|
MAX_TRACE_STATE_LEN = 512;
|
|
@@ -801,6 +833,7 @@ var import_api8, TRACE_PARENT_HEADER, TRACE_STATE_HEADER, VERSION2, VERSION_PART
|
|
|
801
833
|
var init_W3CTraceContextPropagator = __esm({
|
|
802
834
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/trace/W3CTraceContextPropagator.js"() {
|
|
803
835
|
"use strict";
|
|
836
|
+
init_cjs_shims();
|
|
804
837
|
import_api8 = require("@opentelemetry/api");
|
|
805
838
|
init_suppress_tracing();
|
|
806
839
|
init_TraceState();
|
|
@@ -862,6 +895,7 @@ var import_api9, RPC_METADATA_KEY, RPCType;
|
|
|
862
895
|
var init_rpc_metadata = __esm({
|
|
863
896
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/trace/rpc-metadata.js"() {
|
|
864
897
|
"use strict";
|
|
898
|
+
init_cjs_shims();
|
|
865
899
|
import_api9 = require("@opentelemetry/api");
|
|
866
900
|
RPC_METADATA_KEY = (0, import_api9.createContextKey)("OpenTelemetry SDK Context Key RPC_METADATA");
|
|
867
901
|
(function(RPCType2) {
|
|
@@ -916,6 +950,7 @@ var objectTag, nullTag, undefinedTag, funcProto, funcToString, objectCtorString,
|
|
|
916
950
|
var init_lodash_merge = __esm({
|
|
917
951
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/utils/lodash.merge.js"() {
|
|
918
952
|
"use strict";
|
|
953
|
+
init_cjs_shims();
|
|
919
954
|
objectTag = "[object Object]";
|
|
920
955
|
nullTag = "[object Null]";
|
|
921
956
|
undefinedTag = "[object Undefined]";
|
|
@@ -1038,6 +1073,7 @@ var MAX_LEVEL;
|
|
|
1038
1073
|
var init_merge = __esm({
|
|
1039
1074
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/utils/merge.js"() {
|
|
1040
1075
|
"use strict";
|
|
1076
|
+
init_cjs_shims();
|
|
1041
1077
|
init_lodash_merge();
|
|
1042
1078
|
MAX_LEVEL = 20;
|
|
1043
1079
|
}
|
|
@@ -1063,6 +1099,7 @@ var TimeoutError;
|
|
|
1063
1099
|
var init_timeout = __esm({
|
|
1064
1100
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/utils/timeout.js"() {
|
|
1065
1101
|
"use strict";
|
|
1102
|
+
init_cjs_shims();
|
|
1066
1103
|
TimeoutError = class _TimeoutError extends Error {
|
|
1067
1104
|
constructor(message) {
|
|
1068
1105
|
super(message);
|
|
@@ -1094,6 +1131,7 @@ function isUrlIgnored(url, ignoredUrls) {
|
|
|
1094
1131
|
var init_url = __esm({
|
|
1095
1132
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/utils/url.js"() {
|
|
1096
1133
|
"use strict";
|
|
1134
|
+
init_cjs_shims();
|
|
1097
1135
|
}
|
|
1098
1136
|
});
|
|
1099
1137
|
|
|
@@ -1102,6 +1140,7 @@ var Deferred;
|
|
|
1102
1140
|
var init_promise = __esm({
|
|
1103
1141
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/utils/promise.js"() {
|
|
1104
1142
|
"use strict";
|
|
1143
|
+
init_cjs_shims();
|
|
1105
1144
|
Deferred = class {
|
|
1106
1145
|
_promise;
|
|
1107
1146
|
_resolve;
|
|
@@ -1130,6 +1169,7 @@ var BindOnceFuture;
|
|
|
1130
1169
|
var init_callback = __esm({
|
|
1131
1170
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/utils/callback.js"() {
|
|
1132
1171
|
"use strict";
|
|
1172
|
+
init_cjs_shims();
|
|
1133
1173
|
init_promise();
|
|
1134
1174
|
BindOnceFuture = class {
|
|
1135
1175
|
_isCalled = false;
|
|
@@ -1177,6 +1217,7 @@ var import_api10, logLevelMap;
|
|
|
1177
1217
|
var init_configuration = __esm({
|
|
1178
1218
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/utils/configuration.js"() {
|
|
1179
1219
|
"use strict";
|
|
1220
|
+
init_cjs_shims();
|
|
1180
1221
|
import_api10 = require("@opentelemetry/api");
|
|
1181
1222
|
logLevelMap = {
|
|
1182
1223
|
ALL: import_api10.DiagLogLevel.ALL,
|
|
@@ -1202,6 +1243,7 @@ var import_api11;
|
|
|
1202
1243
|
var init_exporter = __esm({
|
|
1203
1244
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/internal/exporter.js"() {
|
|
1204
1245
|
"use strict";
|
|
1246
|
+
init_cjs_shims();
|
|
1205
1247
|
import_api11 = require("@opentelemetry/api");
|
|
1206
1248
|
init_suppress_tracing();
|
|
1207
1249
|
}
|
|
@@ -1265,6 +1307,7 @@ var internal;
|
|
|
1265
1307
|
var init_esm = __esm({
|
|
1266
1308
|
"../../node_modules/.bun/@opentelemetry+core@2.5.1+460773ef8ff1e07c/node_modules/@opentelemetry/core/build/esm/index.js"() {
|
|
1267
1309
|
"use strict";
|
|
1310
|
+
init_cjs_shims();
|
|
1268
1311
|
init_W3CBaggagePropagator();
|
|
1269
1312
|
init_anchored_clock();
|
|
1270
1313
|
init_attributes();
|
|
@@ -1319,6 +1362,7 @@ var import_promises35, import_node_path51, OtlpJsonFileExporter;
|
|
|
1319
1362
|
var init_otlp_json_file_exporter = __esm({
|
|
1320
1363
|
"src/observability/otlp-json-file-exporter.ts"() {
|
|
1321
1364
|
"use strict";
|
|
1365
|
+
init_cjs_shims();
|
|
1322
1366
|
import_promises35 = require("fs/promises");
|
|
1323
1367
|
import_node_path51 = require("path");
|
|
1324
1368
|
OtlpJsonFileExporter = class {
|
|
@@ -1541,8 +1585,10 @@ __export(index_exports, {
|
|
|
1541
1585
|
trimBaselineResult: () => trimBaselineResult
|
|
1542
1586
|
});
|
|
1543
1587
|
module.exports = __toCommonJS(index_exports);
|
|
1588
|
+
init_cjs_shims();
|
|
1544
1589
|
|
|
1545
1590
|
// src/evaluation/content.ts
|
|
1591
|
+
init_cjs_shims();
|
|
1546
1592
|
var CONTENT_TYPES = /* @__PURE__ */ new Set(["text", "image", "file"]);
|
|
1547
1593
|
function isContent(value) {
|
|
1548
1594
|
if (!value || typeof value !== "object") return false;
|
|
@@ -1566,6 +1612,7 @@ function getTextContent(content) {
|
|
|
1566
1612
|
}
|
|
1567
1613
|
|
|
1568
1614
|
// src/evaluation/types.ts
|
|
1615
|
+
init_cjs_shims();
|
|
1569
1616
|
var TEST_MESSAGE_ROLE_VALUES = ["system", "user", "assistant", "tool"];
|
|
1570
1617
|
var TEST_MESSAGE_ROLES = TEST_MESSAGE_ROLE_VALUES;
|
|
1571
1618
|
var TEST_MESSAGE_ROLE_SET = new Set(TEST_MESSAGE_ROLE_VALUES);
|
|
@@ -1644,6 +1691,7 @@ function isEvaluatorKind(value) {
|
|
|
1644
1691
|
}
|
|
1645
1692
|
|
|
1646
1693
|
// src/evaluation/trace.ts
|
|
1694
|
+
init_cjs_shims();
|
|
1647
1695
|
function computeTraceSummary(messages) {
|
|
1648
1696
|
const toolCallCounts = {};
|
|
1649
1697
|
const toolDurations = {};
|
|
@@ -1762,12 +1810,14 @@ function mergeExecutionMetrics(computed, metrics) {
|
|
|
1762
1810
|
}
|
|
1763
1811
|
|
|
1764
1812
|
// src/evaluation/yaml-parser.ts
|
|
1813
|
+
init_cjs_shims();
|
|
1765
1814
|
var import_promises8 = require("fs/promises");
|
|
1766
1815
|
var import_node_path8 = __toESM(require("path"), 1);
|
|
1767
1816
|
var import_micromatch2 = __toESM(require("micromatch"), 1);
|
|
1768
1817
|
var import_yaml4 = require("yaml");
|
|
1769
1818
|
|
|
1770
1819
|
// src/evaluation/input-message-utils.ts
|
|
1820
|
+
init_cjs_shims();
|
|
1771
1821
|
function flattenInputMessages(messages) {
|
|
1772
1822
|
return messages.flatMap((message) => extractContentSegments(message.content));
|
|
1773
1823
|
}
|
|
@@ -1826,6 +1876,7 @@ function cloneJsonValue(value) {
|
|
|
1826
1876
|
}
|
|
1827
1877
|
|
|
1828
1878
|
// src/evaluation/interpolation.ts
|
|
1879
|
+
init_cjs_shims();
|
|
1829
1880
|
var ENV_VAR_PATTERN = /\$\{\{\s*([A-Za-z_][A-Za-z0-9_]*)\s*\}\}/g;
|
|
1830
1881
|
function interpolateEnv(value, env) {
|
|
1831
1882
|
if (typeof value === "string") {
|
|
@@ -1845,6 +1896,7 @@ function interpolateEnv(value, env) {
|
|
|
1845
1896
|
}
|
|
1846
1897
|
|
|
1847
1898
|
// src/evaluation/loaders/agent-skills-parser.ts
|
|
1899
|
+
init_cjs_shims();
|
|
1848
1900
|
var import_promises = require("fs/promises");
|
|
1849
1901
|
var import_node_path = __toESM(require("path"), 1);
|
|
1850
1902
|
var ANSI_RED = "\x1B[31m";
|
|
@@ -1925,6 +1977,7 @@ function parseAgentSkillsEvals(parsed, source = "evals.json", baseDir) {
|
|
|
1925
1977
|
}
|
|
1926
1978
|
|
|
1927
1979
|
// src/evaluation/loaders/case-file-loader.ts
|
|
1980
|
+
init_cjs_shims();
|
|
1928
1981
|
var import_promises2 = require("fs/promises");
|
|
1929
1982
|
var import_node_path2 = __toESM(require("path"), 1);
|
|
1930
1983
|
var import_fast_glob = __toESM(require("fast-glob"), 1);
|
|
@@ -2043,11 +2096,13 @@ async function expandFileReferences(tests, evalFileDir) {
|
|
|
2043
2096
|
}
|
|
2044
2097
|
|
|
2045
2098
|
// src/evaluation/loaders/config-loader.ts
|
|
2099
|
+
init_cjs_shims();
|
|
2046
2100
|
var import_promises4 = require("fs/promises");
|
|
2047
2101
|
var import_node_path4 = __toESM(require("path"), 1);
|
|
2048
2102
|
var import_yaml2 = require("yaml");
|
|
2049
2103
|
|
|
2050
2104
|
// src/evaluation/loaders/file-resolver.ts
|
|
2105
|
+
init_cjs_shims();
|
|
2051
2106
|
var import_node_fs = require("fs");
|
|
2052
2107
|
var import_promises3 = require("fs/promises");
|
|
2053
2108
|
var import_node_path3 = __toESM(require("path"), 1);
|
|
@@ -2431,12 +2486,15 @@ function logWarning(message) {
|
|
|
2431
2486
|
}
|
|
2432
2487
|
|
|
2433
2488
|
// src/evaluation/loaders/evaluator-parser.ts
|
|
2489
|
+
init_cjs_shims();
|
|
2434
2490
|
var import_node_path5 = __toESM(require("path"), 1);
|
|
2435
2491
|
|
|
2436
2492
|
// src/evaluation/validation/prompt-validator.ts
|
|
2493
|
+
init_cjs_shims();
|
|
2437
2494
|
var import_promises5 = require("fs/promises");
|
|
2438
2495
|
|
|
2439
2496
|
// src/evaluation/template-variables.ts
|
|
2497
|
+
init_cjs_shims();
|
|
2440
2498
|
var TEMPLATE_VARIABLES = {
|
|
2441
2499
|
EXPECTED_OUTPUT: "expected_output",
|
|
2442
2500
|
CRITERIA: "criteria",
|
|
@@ -3858,16 +3916,19 @@ function parseInlineRubrics(rawRubrics) {
|
|
|
3858
3916
|
}
|
|
3859
3917
|
|
|
3860
3918
|
// src/evaluation/loaders/jsonl-parser.ts
|
|
3919
|
+
init_cjs_shims();
|
|
3861
3920
|
var import_promises7 = require("fs/promises");
|
|
3862
3921
|
var import_node_path7 = __toESM(require("path"), 1);
|
|
3863
3922
|
var import_micromatch = __toESM(require("micromatch"), 1);
|
|
3864
3923
|
var import_yaml3 = require("yaml");
|
|
3865
3924
|
|
|
3866
3925
|
// src/evaluation/loaders/message-processor.ts
|
|
3926
|
+
init_cjs_shims();
|
|
3867
3927
|
var import_promises6 = require("fs/promises");
|
|
3868
3928
|
var import_node_path6 = __toESM(require("path"), 1);
|
|
3869
3929
|
|
|
3870
3930
|
// src/evaluation/formatting/segment-formatter.ts
|
|
3931
|
+
init_cjs_shims();
|
|
3871
3932
|
function formatFileContents(parts) {
|
|
3872
3933
|
const fileCount = parts.filter((p) => p.isFile).length;
|
|
3873
3934
|
if (fileCount > 0) {
|
|
@@ -4174,6 +4235,7 @@ async function processExpectedMessages(options) {
|
|
|
4174
4235
|
}
|
|
4175
4236
|
|
|
4176
4237
|
// src/evaluation/loaders/shorthand-expansion.ts
|
|
4238
|
+
init_cjs_shims();
|
|
4177
4239
|
function expandInputShorthand(value) {
|
|
4178
4240
|
if (value === void 0 || value === null) {
|
|
4179
4241
|
return void 0;
|
|
@@ -4441,6 +4503,7 @@ ${detailBlock}${ANSI_RESET7}`);
|
|
|
4441
4503
|
}
|
|
4442
4504
|
|
|
4443
4505
|
// src/evaluation/metadata.ts
|
|
4506
|
+
init_cjs_shims();
|
|
4444
4507
|
var import_zod = require("zod");
|
|
4445
4508
|
var MetadataSchema = import_zod.z.object({
|
|
4446
4509
|
name: import_zod.z.string().min(1).max(64).regex(/^[a-z0-9-]+$/),
|
|
@@ -4471,6 +4534,7 @@ function parseMetadata(suite) {
|
|
|
4471
4534
|
}
|
|
4472
4535
|
|
|
4473
4536
|
// src/evaluation/formatting/prompt-builder.ts
|
|
4537
|
+
init_cjs_shims();
|
|
4474
4538
|
async function buildPromptInputs(testCase, mode = "lm") {
|
|
4475
4539
|
const segmentsByMessage = testCase.input.map(
|
|
4476
4540
|
(message) => extractContentSegments(message.content)
|
|
@@ -5040,6 +5104,7 @@ ${detailBlock}${ANSI_RESET8}`);
|
|
|
5040
5104
|
}
|
|
5041
5105
|
|
|
5042
5106
|
// src/evaluation/loaders/eval-yaml-transpiler.ts
|
|
5107
|
+
init_cjs_shims();
|
|
5043
5108
|
var import_node_fs2 = require("fs");
|
|
5044
5109
|
var import_node_path9 = __toESM(require("path"), 1);
|
|
5045
5110
|
var import_yaml5 = require("yaml");
|
|
@@ -5300,6 +5365,7 @@ function getOutputFilenames(result) {
|
|
|
5300
5365
|
}
|
|
5301
5366
|
|
|
5302
5367
|
// src/evaluation/file-utils.ts
|
|
5368
|
+
init_cjs_shims();
|
|
5303
5369
|
var import_node_fs3 = require("fs");
|
|
5304
5370
|
var import_promises9 = require("fs/promises");
|
|
5305
5371
|
var import_node_path10 = __toESM(require("path"), 1);
|
|
@@ -5415,9 +5481,11 @@ async function resolveFileReference3(rawValue, searchRoots) {
|
|
|
5415
5481
|
}
|
|
5416
5482
|
|
|
5417
5483
|
// src/evaluation/providers/index.ts
|
|
5484
|
+
init_cjs_shims();
|
|
5418
5485
|
init_agentv_provider();
|
|
5419
5486
|
|
|
5420
5487
|
// src/evaluation/providers/ai-sdk.ts
|
|
5488
|
+
init_cjs_shims();
|
|
5421
5489
|
var import_anthropic2 = require("@ai-sdk/anthropic");
|
|
5422
5490
|
var import_azure2 = require("@ai-sdk/azure");
|
|
5423
5491
|
var import_google2 = require("@ai-sdk/google");
|
|
@@ -5832,6 +5900,7 @@ async function withRetry(fn, retryConfig, signal) {
|
|
|
5832
5900
|
}
|
|
5833
5901
|
|
|
5834
5902
|
// src/evaluation/providers/claude-cli.ts
|
|
5903
|
+
init_cjs_shims();
|
|
5835
5904
|
var import_node_child_process = require("child_process");
|
|
5836
5905
|
var import_node_crypto = require("crypto");
|
|
5837
5906
|
var import_node_fs4 = require("fs");
|
|
@@ -5839,6 +5908,7 @@ var import_promises10 = require("fs/promises");
|
|
|
5839
5908
|
var import_node_path12 = __toESM(require("path"), 1);
|
|
5840
5909
|
|
|
5841
5910
|
// src/evaluation/providers/claude-content.ts
|
|
5911
|
+
init_cjs_shims();
|
|
5842
5912
|
function toContentArray(content) {
|
|
5843
5913
|
if (!Array.isArray(content)) return void 0;
|
|
5844
5914
|
let hasNonText = false;
|
|
@@ -5882,6 +5952,7 @@ function extractTextContent(content) {
|
|
|
5882
5952
|
}
|
|
5883
5953
|
|
|
5884
5954
|
// src/evaluation/providers/claude-log-tracker.ts
|
|
5955
|
+
init_cjs_shims();
|
|
5885
5956
|
var GLOBAL_LOGS_KEY = Symbol.for("agentv.claudeLogs");
|
|
5886
5957
|
var GLOBAL_SUBSCRIBERS_KEY = Symbol.for("agentv.claudeLogSubscribers");
|
|
5887
5958
|
function getClaudeLogStore() {
|
|
@@ -5935,6 +6006,7 @@ function subscribeToClaudeLogEntries(listener) {
|
|
|
5935
6006
|
}
|
|
5936
6007
|
|
|
5937
6008
|
// src/evaluation/providers/preread.ts
|
|
6009
|
+
init_cjs_shims();
|
|
5938
6010
|
var import_node_path11 = __toESM(require("path"), 1);
|
|
5939
6011
|
function buildPromptDocument(request, inputFiles) {
|
|
5940
6012
|
const parts = [];
|
|
@@ -6469,6 +6541,7 @@ function tryParseJson(line) {
|
|
|
6469
6541
|
}
|
|
6470
6542
|
|
|
6471
6543
|
// src/evaluation/providers/claude-sdk.ts
|
|
6544
|
+
init_cjs_shims();
|
|
6472
6545
|
var import_node_crypto2 = require("crypto");
|
|
6473
6546
|
var import_node_fs5 = require("fs");
|
|
6474
6547
|
var import_promises11 = require("fs/promises");
|
|
@@ -6847,6 +6920,7 @@ function formatElapsed2(startedAt) {
|
|
|
6847
6920
|
}
|
|
6848
6921
|
|
|
6849
6922
|
// src/evaluation/providers/cli.ts
|
|
6923
|
+
init_cjs_shims();
|
|
6850
6924
|
var import_node_child_process2 = require("child_process");
|
|
6851
6925
|
var import_promises12 = __toESM(require("fs/promises"), 1);
|
|
6852
6926
|
var import_node_os = __toESM(require("os"), 1);
|
|
@@ -7401,12 +7475,14 @@ function formatTimeoutSuffix2(timeoutMs) {
|
|
|
7401
7475
|
}
|
|
7402
7476
|
|
|
7403
7477
|
// src/evaluation/providers/codex.ts
|
|
7478
|
+
init_cjs_shims();
|
|
7404
7479
|
var import_node_crypto3 = require("crypto");
|
|
7405
7480
|
var import_node_fs6 = require("fs");
|
|
7406
7481
|
var import_promises13 = require("fs/promises");
|
|
7407
7482
|
var import_node_path15 = __toESM(require("path"), 1);
|
|
7408
7483
|
|
|
7409
7484
|
// src/evaluation/providers/codex-log-tracker.ts
|
|
7485
|
+
init_cjs_shims();
|
|
7410
7486
|
var GLOBAL_LOGS_KEY2 = Symbol.for("agentv.codexLogs");
|
|
7411
7487
|
var GLOBAL_SUBSCRIBERS_KEY2 = Symbol.for("agentv.codexLogSubscribers");
|
|
7412
7488
|
function getCodexLogStore() {
|
|
@@ -7810,6 +7886,7 @@ function formatElapsed3(startedAt) {
|
|
|
7810
7886
|
}
|
|
7811
7887
|
|
|
7812
7888
|
// src/evaluation/providers/copilot-cli.ts
|
|
7889
|
+
init_cjs_shims();
|
|
7813
7890
|
var import_node_crypto5 = require("crypto");
|
|
7814
7891
|
var import_promises14 = require("fs/promises");
|
|
7815
7892
|
var import_node_path17 = __toESM(require("path"), 1);
|
|
@@ -7818,6 +7895,7 @@ var import_node_child_process3 = require("child_process");
|
|
|
7818
7895
|
var acp = __toESM(require("@agentclientprotocol/sdk"), 1);
|
|
7819
7896
|
|
|
7820
7897
|
// src/evaluation/providers/copilot-cli-log-tracker.ts
|
|
7898
|
+
init_cjs_shims();
|
|
7821
7899
|
var GLOBAL_LOGS_KEY3 = Symbol.for("agentv.copilotCliLogs");
|
|
7822
7900
|
var GLOBAL_SUBSCRIBERS_KEY3 = Symbol.for("agentv.copilotCliLogSubscribers");
|
|
7823
7901
|
function getCopilotCliLogStore() {
|
|
@@ -7871,6 +7949,7 @@ function subscribeToCopilotCliLogEntries(listener) {
|
|
|
7871
7949
|
}
|
|
7872
7950
|
|
|
7873
7951
|
// src/evaluation/providers/copilot-utils.ts
|
|
7952
|
+
init_cjs_shims();
|
|
7874
7953
|
var import_node_crypto4 = require("crypto");
|
|
7875
7954
|
var import_node_fs7 = require("fs");
|
|
7876
7955
|
var import_node_os2 = require("os");
|
|
@@ -8412,11 +8491,13 @@ function summarizeAcpEvent(eventType, data) {
|
|
|
8412
8491
|
}
|
|
8413
8492
|
|
|
8414
8493
|
// src/evaluation/providers/copilot-log.ts
|
|
8494
|
+
init_cjs_shims();
|
|
8415
8495
|
var import_promises16 = require("fs/promises");
|
|
8416
8496
|
var import_node_os4 = require("os");
|
|
8417
8497
|
var import_node_path19 = __toESM(require("path"), 1);
|
|
8418
8498
|
|
|
8419
8499
|
// src/evaluation/providers/copilot-log-parser.ts
|
|
8500
|
+
init_cjs_shims();
|
|
8420
8501
|
function parseCopilotEvents(eventsJsonl) {
|
|
8421
8502
|
const messages = [];
|
|
8422
8503
|
const meta = { sessionId: "", model: "", cwd: "" };
|
|
@@ -8546,6 +8627,7 @@ function parseCopilotEvents(eventsJsonl) {
|
|
|
8546
8627
|
}
|
|
8547
8628
|
|
|
8548
8629
|
// src/evaluation/providers/copilot-session-discovery.ts
|
|
8630
|
+
init_cjs_shims();
|
|
8549
8631
|
var import_promises15 = require("fs/promises");
|
|
8550
8632
|
var import_node_os3 = require("os");
|
|
8551
8633
|
var import_node_path18 = __toESM(require("path"), 1);
|
|
@@ -8670,11 +8752,13 @@ var CopilotLogProvider = class {
|
|
|
8670
8752
|
};
|
|
8671
8753
|
|
|
8672
8754
|
// src/evaluation/providers/copilot-sdk.ts
|
|
8755
|
+
init_cjs_shims();
|
|
8673
8756
|
var import_node_crypto6 = require("crypto");
|
|
8674
8757
|
var import_promises17 = require("fs/promises");
|
|
8675
8758
|
var import_node_path20 = __toESM(require("path"), 1);
|
|
8676
8759
|
|
|
8677
8760
|
// src/evaluation/providers/copilot-sdk-log-tracker.ts
|
|
8761
|
+
init_cjs_shims();
|
|
8678
8762
|
var GLOBAL_LOGS_KEY4 = Symbol.for("agentv.copilotSdkLogs");
|
|
8679
8763
|
var GLOBAL_SUBSCRIBERS_KEY4 = Symbol.for("agentv.copilotSdkLogSubscribers");
|
|
8680
8764
|
function getCopilotSdkLogStore() {
|
|
@@ -9042,6 +9126,7 @@ function summarizeSdkEvent(eventType, data) {
|
|
|
9042
9126
|
}
|
|
9043
9127
|
|
|
9044
9128
|
// src/evaluation/providers/mock.ts
|
|
9129
|
+
init_cjs_shims();
|
|
9045
9130
|
var DEFAULT_MOCK_RESPONSE = '{"answer":"Mock provider response. Configure targets.yaml to supply a custom value."}';
|
|
9046
9131
|
var MockProvider = class {
|
|
9047
9132
|
id;
|
|
@@ -9082,6 +9167,7 @@ var MockProvider = class {
|
|
|
9082
9167
|
};
|
|
9083
9168
|
|
|
9084
9169
|
// src/evaluation/providers/pi-cli.ts
|
|
9170
|
+
init_cjs_shims();
|
|
9085
9171
|
var import_node_child_process4 = require("child_process");
|
|
9086
9172
|
var import_node_crypto7 = require("crypto");
|
|
9087
9173
|
var import_node_fs8 = require("fs");
|
|
@@ -9090,6 +9176,7 @@ var import_node_os5 = require("os");
|
|
|
9090
9176
|
var import_node_path21 = __toESM(require("path"), 1);
|
|
9091
9177
|
|
|
9092
9178
|
// src/evaluation/providers/pi-log-tracker.ts
|
|
9179
|
+
init_cjs_shims();
|
|
9093
9180
|
var GLOBAL_LOGS_KEY5 = Symbol.for("agentv.piLogs");
|
|
9094
9181
|
var GLOBAL_SUBSCRIBERS_KEY5 = Symbol.for("agentv.piLogSubscribers");
|
|
9095
9182
|
function getPiLogStore() {
|
|
@@ -9143,6 +9230,7 @@ function subscribeToPiLogEntries(listener) {
|
|
|
9143
9230
|
}
|
|
9144
9231
|
|
|
9145
9232
|
// src/evaluation/providers/pi-utils.ts
|
|
9233
|
+
init_cjs_shims();
|
|
9146
9234
|
function extractPiTextContent(content) {
|
|
9147
9235
|
if (typeof content === "string") {
|
|
9148
9236
|
return content;
|
|
@@ -9925,6 +10013,7 @@ async function defaultPiRunner(options) {
|
|
|
9925
10013
|
}
|
|
9926
10014
|
|
|
9927
10015
|
// src/evaluation/providers/pi-coding-agent.ts
|
|
10016
|
+
init_cjs_shims();
|
|
9928
10017
|
var import_node_child_process5 = require("child_process");
|
|
9929
10018
|
var import_node_crypto8 = require("crypto");
|
|
9930
10019
|
var import_node_fs9 = require("fs");
|
|
@@ -9932,7 +10021,6 @@ var import_promises19 = require("fs/promises");
|
|
|
9932
10021
|
var import_node_path22 = __toESM(require("path"), 1);
|
|
9933
10022
|
var import_node_readline = require("readline");
|
|
9934
10023
|
var import_node_url3 = require("url");
|
|
9935
|
-
var import_meta2 = {};
|
|
9936
10024
|
var piCodingAgentModule = null;
|
|
9937
10025
|
var piAiModule = null;
|
|
9938
10026
|
var loadingPromise = null;
|
|
@@ -9951,7 +10039,7 @@ async function promptInstall() {
|
|
|
9951
10039
|
}
|
|
9952
10040
|
}
|
|
9953
10041
|
function findAgentvRoot() {
|
|
9954
|
-
const thisFile = (0, import_node_url3.fileURLToPath)(
|
|
10042
|
+
const thisFile = (0, import_node_url3.fileURLToPath)(importMetaUrl);
|
|
9955
10043
|
let dir = import_node_path22.default.dirname(thisFile);
|
|
9956
10044
|
for (let i = 0; i < 10; i++) {
|
|
9957
10045
|
try {
|
|
@@ -10422,6 +10510,7 @@ function extractToolCalls4(content, toolTrackers, completedToolResults) {
|
|
|
10422
10510
|
}
|
|
10423
10511
|
|
|
10424
10512
|
// src/evaluation/providers/provider-registry.ts
|
|
10513
|
+
init_cjs_shims();
|
|
10425
10514
|
var ProviderRegistry = class {
|
|
10426
10515
|
factories = /* @__PURE__ */ new Map();
|
|
10427
10516
|
/** Register a factory function for a provider kind. */
|
|
@@ -10457,6 +10546,7 @@ var ProviderRegistry = class {
|
|
|
10457
10546
|
};
|
|
10458
10547
|
|
|
10459
10548
|
// src/evaluation/providers/targets.ts
|
|
10549
|
+
init_cjs_shims();
|
|
10460
10550
|
var import_node_path23 = __toESM(require("path"), 1);
|
|
10461
10551
|
var import_zod3 = require("zod");
|
|
10462
10552
|
var CliHealthcheckHttpInputSchema = import_zod3.z.object({
|
|
@@ -11712,16 +11802,22 @@ function resolveOptionalNumberArray(source, description) {
|
|
|
11712
11802
|
}
|
|
11713
11803
|
|
|
11714
11804
|
// src/evaluation/providers/vscode-provider.ts
|
|
11805
|
+
init_cjs_shims();
|
|
11715
11806
|
var import_node_child_process7 = require("child_process");
|
|
11716
11807
|
var import_promises26 = require("fs/promises");
|
|
11717
11808
|
var import_node_path35 = __toESM(require("path"), 1);
|
|
11718
11809
|
var import_node_util3 = require("util");
|
|
11719
11810
|
|
|
11811
|
+
// src/evaluation/providers/vscode/index.ts
|
|
11812
|
+
init_cjs_shims();
|
|
11813
|
+
|
|
11720
11814
|
// src/evaluation/providers/vscode/dispatch/agentDispatch.ts
|
|
11815
|
+
init_cjs_shims();
|
|
11721
11816
|
var import_promises24 = require("fs/promises");
|
|
11722
11817
|
var import_node_path33 = __toESM(require("path"), 1);
|
|
11723
11818
|
|
|
11724
11819
|
// src/evaluation/providers/vscode/utils/fs.ts
|
|
11820
|
+
init_cjs_shims();
|
|
11725
11821
|
var import_node_fs10 = require("fs");
|
|
11726
11822
|
var import_promises20 = require("fs/promises");
|
|
11727
11823
|
var import_node_path24 = __toESM(require("path"), 1);
|
|
@@ -11755,6 +11851,7 @@ async function removeIfExists(target) {
|
|
|
11755
11851
|
}
|
|
11756
11852
|
|
|
11757
11853
|
// src/evaluation/providers/vscode/utils/path.ts
|
|
11854
|
+
init_cjs_shims();
|
|
11758
11855
|
var import_node_path25 = __toESM(require("path"), 1);
|
|
11759
11856
|
function pathToFileUri2(filePath) {
|
|
11760
11857
|
const absolutePath = import_node_path25.default.isAbsolute(filePath) ? filePath : import_node_path25.default.resolve(filePath);
|
|
@@ -11766,9 +11863,11 @@ function pathToFileUri2(filePath) {
|
|
|
11766
11863
|
}
|
|
11767
11864
|
|
|
11768
11865
|
// src/evaluation/providers/vscode/dispatch/promptBuilder.ts
|
|
11866
|
+
init_cjs_shims();
|
|
11769
11867
|
var import_node_path26 = __toESM(require("path"), 1);
|
|
11770
11868
|
|
|
11771
11869
|
// src/evaluation/providers/vscode/utils/template.ts
|
|
11870
|
+
init_cjs_shims();
|
|
11772
11871
|
function renderTemplate2(content, variables) {
|
|
11773
11872
|
if (!content) {
|
|
11774
11873
|
return content;
|
|
@@ -11792,6 +11891,7 @@ function renderTemplate2(content, variables) {
|
|
|
11792
11891
|
}
|
|
11793
11892
|
|
|
11794
11893
|
// src/evaluation/providers/vscode/dispatch/templates.ts
|
|
11894
|
+
init_cjs_shims();
|
|
11795
11895
|
var DEFAULT_REQUEST_TEMPLATE = `[[ ## task ## ]]
|
|
11796
11896
|
|
|
11797
11897
|
{{userQuery}}
|
|
@@ -11867,10 +11967,12 @@ function createBatchOrchestratorPrompt(requestFiles, responseFiles, templateCont
|
|
|
11867
11967
|
}
|
|
11868
11968
|
|
|
11869
11969
|
// src/evaluation/providers/vscode/dispatch/responseWaiter.ts
|
|
11970
|
+
init_cjs_shims();
|
|
11870
11971
|
var import_promises21 = require("fs/promises");
|
|
11871
11972
|
var import_node_path27 = __toESM(require("path"), 1);
|
|
11872
11973
|
|
|
11873
11974
|
// src/evaluation/providers/vscode/utils/time.ts
|
|
11975
|
+
init_cjs_shims();
|
|
11874
11976
|
function sleep2(ms) {
|
|
11875
11977
|
return new Promise((resolve) => {
|
|
11876
11978
|
setTimeout(resolve, ms);
|
|
@@ -11985,15 +12087,18 @@ async function waitForBatchResponses(responseFilesFinal, pollInterval = 1e3, sil
|
|
|
11985
12087
|
}
|
|
11986
12088
|
|
|
11987
12089
|
// src/evaluation/providers/vscode/dispatch/vscodeProcess.ts
|
|
12090
|
+
init_cjs_shims();
|
|
11988
12091
|
var import_node_child_process6 = require("child_process");
|
|
11989
12092
|
var import_promises22 = require("fs/promises");
|
|
11990
12093
|
var import_node_path30 = __toESM(require("path"), 1);
|
|
11991
12094
|
var import_node_util2 = require("util");
|
|
11992
12095
|
|
|
11993
12096
|
// src/evaluation/providers/vscode/dispatch/constants.ts
|
|
12097
|
+
init_cjs_shims();
|
|
11994
12098
|
var import_node_path29 = __toESM(require("path"), 1);
|
|
11995
12099
|
|
|
11996
12100
|
// src/paths.ts
|
|
12101
|
+
init_cjs_shims();
|
|
11997
12102
|
var import_node_os6 = __toESM(require("os"), 1);
|
|
11998
12103
|
var import_node_path28 = __toESM(require("path"), 1);
|
|
11999
12104
|
var logged = false;
|
|
@@ -12178,10 +12283,12 @@ async function launchVsCodeWithBatchChat(subagentDir, chatId, attachmentPaths, c
|
|
|
12178
12283
|
}
|
|
12179
12284
|
|
|
12180
12285
|
// src/evaluation/providers/vscode/dispatch/workspaceManager.ts
|
|
12286
|
+
init_cjs_shims();
|
|
12181
12287
|
var import_promises23 = require("fs/promises");
|
|
12182
12288
|
var import_node_path32 = __toESM(require("path"), 1);
|
|
12183
12289
|
|
|
12184
12290
|
// src/evaluation/providers/vscode/utils/workspace.ts
|
|
12291
|
+
init_cjs_shims();
|
|
12185
12292
|
var import_node_path31 = __toESM(require("path"), 1);
|
|
12186
12293
|
var import_json5 = __toESM(require("json5"), 1);
|
|
12187
12294
|
function transformWorkspacePaths(workspaceContent, templateDir) {
|
|
@@ -12703,6 +12810,7 @@ async function dispatchBatchAgent(options) {
|
|
|
12703
12810
|
}
|
|
12704
12811
|
|
|
12705
12812
|
// src/evaluation/providers/vscode/dispatch/provision.ts
|
|
12813
|
+
init_cjs_shims();
|
|
12706
12814
|
var import_promises25 = require("fs/promises");
|
|
12707
12815
|
var import_node_path34 = __toESM(require("path"), 1);
|
|
12708
12816
|
var DEFAULT_WORKSPACE_TEMPLATE2 = {
|
|
@@ -12834,6 +12942,7 @@ async function provisionSubagents(options) {
|
|
|
12834
12942
|
}
|
|
12835
12943
|
|
|
12836
12944
|
// src/evaluation/providers/vscode-templates.ts
|
|
12945
|
+
init_cjs_shims();
|
|
12837
12946
|
var AGENTV_REQUEST_TEMPLATE = `[[ ## task ## ]]
|
|
12838
12947
|
|
|
12839
12948
|
{{userQuery}}
|
|
@@ -13157,6 +13266,7 @@ total unlocked subagents available: ${result.created.length + result.skippedExis
|
|
|
13157
13266
|
}
|
|
13158
13267
|
|
|
13159
13268
|
// src/evaluation/providers/types.ts
|
|
13269
|
+
init_cjs_shims();
|
|
13160
13270
|
var AGENT_PROVIDER_KINDS = [
|
|
13161
13271
|
"codex",
|
|
13162
13272
|
"copilot-sdk",
|
|
@@ -13192,6 +13302,7 @@ function isAgentProvider(provider) {
|
|
|
13192
13302
|
}
|
|
13193
13303
|
|
|
13194
13304
|
// src/evaluation/providers/targets-file.ts
|
|
13305
|
+
init_cjs_shims();
|
|
13195
13306
|
var import_node_fs11 = require("fs");
|
|
13196
13307
|
var import_promises27 = require("fs/promises");
|
|
13197
13308
|
var import_node_path36 = __toESM(require("path"), 1);
|
|
@@ -13251,6 +13362,7 @@ function listTargetNames(definitions) {
|
|
|
13251
13362
|
}
|
|
13252
13363
|
|
|
13253
13364
|
// src/evaluation/providers/provider-discovery.ts
|
|
13365
|
+
init_cjs_shims();
|
|
13254
13366
|
var import_node_path37 = __toESM(require("path"), 1);
|
|
13255
13367
|
var import_fast_glob2 = __toESM(require("fast-glob"), 1);
|
|
13256
13368
|
async function discoverProviders(registry, baseDir) {
|
|
@@ -13309,7 +13421,14 @@ function resolveAndCreateProvider(definition, env = process.env) {
|
|
|
13309
13421
|
return createProvider(resolved);
|
|
13310
13422
|
}
|
|
13311
13423
|
|
|
13424
|
+
// src/evaluation/evaluators.ts
|
|
13425
|
+
init_cjs_shims();
|
|
13426
|
+
|
|
13427
|
+
// src/evaluation/evaluators/index.ts
|
|
13428
|
+
init_cjs_shims();
|
|
13429
|
+
|
|
13312
13430
|
// src/evaluation/evaluators/scoring.ts
|
|
13431
|
+
init_cjs_shims();
|
|
13313
13432
|
var PASS_THRESHOLD = 0.8;
|
|
13314
13433
|
function scoreToVerdict(score) {
|
|
13315
13434
|
return score >= PASS_THRESHOLD ? "pass" : "fail";
|
|
@@ -13397,11 +13516,13 @@ function negateScore(score) {
|
|
|
13397
13516
|
}
|
|
13398
13517
|
|
|
13399
13518
|
// src/evaluation/evaluators/code-evaluator.ts
|
|
13519
|
+
init_cjs_shims();
|
|
13400
13520
|
var import_promises28 = require("fs/promises");
|
|
13401
13521
|
var import_node_os7 = require("os");
|
|
13402
13522
|
var import_node_path38 = require("path");
|
|
13403
13523
|
|
|
13404
13524
|
// src/runtime/exec.ts
|
|
13525
|
+
init_cjs_shims();
|
|
13405
13526
|
function shellEscapePath(value) {
|
|
13406
13527
|
if (process.platform === "win32") {
|
|
13407
13528
|
return `"${value.replaceAll('"', '""')}"`;
|
|
@@ -13546,6 +13667,7 @@ async function execShellWithStdin(command, stdinPayload, options = {}) {
|
|
|
13546
13667
|
}
|
|
13547
13668
|
|
|
13548
13669
|
// src/runtime/target-proxy.ts
|
|
13670
|
+
init_cjs_shims();
|
|
13549
13671
|
var import_node_crypto9 = require("crypto");
|
|
13550
13672
|
var import_node_http = require("http");
|
|
13551
13673
|
var DEFAULT_MAX_CALLS = 50;
|
|
@@ -13774,6 +13896,7 @@ function extractLastAssistantContent2(messages) {
|
|
|
13774
13896
|
}
|
|
13775
13897
|
|
|
13776
13898
|
// src/evaluation/case-conversion.ts
|
|
13899
|
+
init_cjs_shims();
|
|
13777
13900
|
function toSnakeCase(str) {
|
|
13778
13901
|
if (/^[A-Z]/.test(str)) {
|
|
13779
13902
|
return str;
|
|
@@ -14050,9 +14173,11 @@ ${tail}`;
|
|
|
14050
14173
|
}
|
|
14051
14174
|
|
|
14052
14175
|
// src/evaluation/evaluators/composite.ts
|
|
14176
|
+
init_cjs_shims();
|
|
14053
14177
|
var import_ai3 = require("ai");
|
|
14054
14178
|
|
|
14055
14179
|
// src/evaluation/evaluators/llm-grader.ts
|
|
14180
|
+
init_cjs_shims();
|
|
14056
14181
|
var import_promises29 = __toESM(require("fs/promises"), 1);
|
|
14057
14182
|
var import_node_path39 = __toESM(require("path"), 1);
|
|
14058
14183
|
var import_ai2 = require("ai");
|
|
@@ -15390,6 +15515,7 @@ var CompositeEvaluator = class {
|
|
|
15390
15515
|
};
|
|
15391
15516
|
|
|
15392
15517
|
// src/evaluation/evaluators/cost.ts
|
|
15518
|
+
init_cjs_shims();
|
|
15393
15519
|
var CostEvaluator = class {
|
|
15394
15520
|
kind = "cost";
|
|
15395
15521
|
config;
|
|
@@ -15432,6 +15558,7 @@ var CostEvaluator = class {
|
|
|
15432
15558
|
};
|
|
15433
15559
|
|
|
15434
15560
|
// src/evaluation/evaluators/execution-metrics.ts
|
|
15561
|
+
init_cjs_shims();
|
|
15435
15562
|
var ExecutionMetricsEvaluator = class {
|
|
15436
15563
|
kind = "execution-metrics";
|
|
15437
15564
|
config;
|
|
@@ -15616,6 +15743,7 @@ var ExecutionMetricsEvaluator = class {
|
|
|
15616
15743
|
};
|
|
15617
15744
|
|
|
15618
15745
|
// src/evaluation/evaluators/field-accuracy.ts
|
|
15746
|
+
init_cjs_shims();
|
|
15619
15747
|
var DEFAULT_DATE_FORMATS = [
|
|
15620
15748
|
"YYYY-MM-DDTHH:mm:ssZ",
|
|
15621
15749
|
// ISO with timezone
|
|
@@ -16020,6 +16148,7 @@ function parseJsonFromTextSafe(text) {
|
|
|
16020
16148
|
}
|
|
16021
16149
|
|
|
16022
16150
|
// src/evaluation/evaluators/latency.ts
|
|
16151
|
+
init_cjs_shims();
|
|
16023
16152
|
var LatencyEvaluator = class {
|
|
16024
16153
|
kind = "latency";
|
|
16025
16154
|
config;
|
|
@@ -16061,6 +16190,7 @@ var LatencyEvaluator = class {
|
|
|
16061
16190
|
};
|
|
16062
16191
|
|
|
16063
16192
|
// src/evaluation/evaluators/skill-trigger.ts
|
|
16193
|
+
init_cjs_shims();
|
|
16064
16194
|
var CLAUDE_MATCHER = {
|
|
16065
16195
|
skillTools: ["Skill"],
|
|
16066
16196
|
skillInputField: "skill",
|
|
@@ -16196,6 +16326,7 @@ var SkillTriggerEvaluator = class {
|
|
|
16196
16326
|
};
|
|
16197
16327
|
|
|
16198
16328
|
// src/evaluation/evaluators/llm-grader-prompt.ts
|
|
16329
|
+
init_cjs_shims();
|
|
16199
16330
|
function assembleLlmGraderPrompt(input) {
|
|
16200
16331
|
const {
|
|
16201
16332
|
evalCase,
|
|
@@ -16337,6 +16468,7 @@ function assembleScoreRange(evalCase, candidate, promptInputs, rubrics, fileChan
|
|
|
16337
16468
|
}
|
|
16338
16469
|
|
|
16339
16470
|
// src/evaluation/evaluators/token-usage.ts
|
|
16471
|
+
init_cjs_shims();
|
|
16340
16472
|
var TokenUsageEvaluator = class {
|
|
16341
16473
|
kind = "token-usage";
|
|
16342
16474
|
config;
|
|
@@ -16416,6 +16548,7 @@ var TokenUsageEvaluator = class {
|
|
|
16416
16548
|
};
|
|
16417
16549
|
|
|
16418
16550
|
// src/evaluation/evaluators/tool-trajectory.ts
|
|
16551
|
+
init_cjs_shims();
|
|
16419
16552
|
function getNestedValue(obj, path50) {
|
|
16420
16553
|
const parts = path50.split(".");
|
|
16421
16554
|
let current = obj;
|
|
@@ -16890,6 +17023,7 @@ var ToolTrajectoryEvaluator = class {
|
|
|
16890
17023
|
};
|
|
16891
17024
|
|
|
16892
17025
|
// src/evaluation/evaluators/assertions.ts
|
|
17026
|
+
init_cjs_shims();
|
|
16893
17027
|
function runContainsAssertion(output, value) {
|
|
16894
17028
|
const passed = output.includes(value);
|
|
16895
17029
|
return {
|
|
@@ -17037,12 +17171,17 @@ function runEqualsAssertion(output, value) {
|
|
|
17037
17171
|
}
|
|
17038
17172
|
|
|
17039
17173
|
// src/evaluation/orchestrator.ts
|
|
17174
|
+
init_cjs_shims();
|
|
17040
17175
|
var import_node_crypto11 = require("crypto");
|
|
17041
17176
|
var import_promises33 = require("fs/promises");
|
|
17042
17177
|
var import_node_path48 = __toESM(require("path"), 1);
|
|
17043
17178
|
var import_micromatch3 = __toESM(require("micromatch"), 1);
|
|
17044
17179
|
|
|
17180
|
+
// ../../node_modules/.bun/p-limit@6.2.0/node_modules/p-limit/index.js
|
|
17181
|
+
init_cjs_shims();
|
|
17182
|
+
|
|
17045
17183
|
// ../../node_modules/.bun/yocto-queue@1.2.2/node_modules/yocto-queue/index.js
|
|
17184
|
+
init_cjs_shims();
|
|
17046
17185
|
var Node = class {
|
|
17047
17186
|
value;
|
|
17048
17187
|
next;
|
|
@@ -17181,7 +17320,11 @@ function validateConcurrency(concurrency) {
|
|
|
17181
17320
|
}
|
|
17182
17321
|
}
|
|
17183
17322
|
|
|
17323
|
+
// src/evaluation/registry/index.ts
|
|
17324
|
+
init_cjs_shims();
|
|
17325
|
+
|
|
17184
17326
|
// src/evaluation/registry/evaluator-registry.ts
|
|
17327
|
+
init_cjs_shims();
|
|
17185
17328
|
var EvaluatorRegistry = class {
|
|
17186
17329
|
factories = /* @__PURE__ */ new Map();
|
|
17187
17330
|
/** Register a factory function for an evaluator type. */
|
|
@@ -17226,7 +17369,11 @@ var DeterministicAssertionEvaluator = class {
|
|
|
17226
17369
|
}
|
|
17227
17370
|
};
|
|
17228
17371
|
|
|
17372
|
+
// src/evaluation/registry/builtin-evaluators.ts
|
|
17373
|
+
init_cjs_shims();
|
|
17374
|
+
|
|
17229
17375
|
// src/evaluation/evaluators/inline-assert.ts
|
|
17376
|
+
init_cjs_shims();
|
|
17230
17377
|
var InlineAssertEvaluator = class {
|
|
17231
17378
|
constructor(fn, name) {
|
|
17232
17379
|
this.fn = fn;
|
|
@@ -17253,6 +17400,7 @@ var InlineAssertEvaluator = class {
|
|
|
17253
17400
|
};
|
|
17254
17401
|
|
|
17255
17402
|
// src/evaluation/evaluators/prompt-resolution.ts
|
|
17403
|
+
init_cjs_shims();
|
|
17256
17404
|
var import_node_path40 = __toESM(require("path"), 1);
|
|
17257
17405
|
async function resolveCustomPrompt(promptConfig, context2, timeoutMs) {
|
|
17258
17406
|
if (promptConfig.resolvedPromptScript && promptConfig.resolvedPromptScript.length > 0) {
|
|
@@ -17568,6 +17716,7 @@ function createBuiltinRegistry() {
|
|
|
17568
17716
|
}
|
|
17569
17717
|
|
|
17570
17718
|
// src/evaluation/registry/assertion-discovery.ts
|
|
17719
|
+
init_cjs_shims();
|
|
17571
17720
|
var import_node_path41 = __toESM(require("path"), 1);
|
|
17572
17721
|
var import_fast_glob3 = __toESM(require("fast-glob"), 1);
|
|
17573
17722
|
async function discoverAssertions(registry, baseDir) {
|
|
@@ -17611,6 +17760,7 @@ async function discoverAssertions(registry, baseDir) {
|
|
|
17611
17760
|
}
|
|
17612
17761
|
|
|
17613
17762
|
// src/evaluation/registry/grader-discovery.ts
|
|
17763
|
+
init_cjs_shims();
|
|
17614
17764
|
var import_node_path42 = __toESM(require("path"), 1);
|
|
17615
17765
|
var import_fast_glob4 = __toESM(require("fast-glob"), 1);
|
|
17616
17766
|
async function discoverGraders(registry, baseDir) {
|
|
@@ -17655,6 +17805,7 @@ async function discoverGraders(registry, baseDir) {
|
|
|
17655
17805
|
}
|
|
17656
17806
|
|
|
17657
17807
|
// src/evaluation/trials.ts
|
|
17808
|
+
init_cjs_shims();
|
|
17658
17809
|
function aggregateTrials(trials, config) {
|
|
17659
17810
|
switch (config.strategy) {
|
|
17660
17811
|
case "pass_at_k":
|
|
@@ -17795,6 +17946,7 @@ function getTCritical(df) {
|
|
|
17795
17946
|
}
|
|
17796
17947
|
|
|
17797
17948
|
// src/evaluation/workspace/file-changes.ts
|
|
17949
|
+
init_cjs_shims();
|
|
17798
17950
|
var import_node_child_process8 = require("child_process");
|
|
17799
17951
|
var import_node_fs12 = require("fs");
|
|
17800
17952
|
var import_node_path43 = __toESM(require("path"), 1);
|
|
@@ -17844,6 +17996,7 @@ async function stageNestedRepoChanges(workspacePath) {
|
|
|
17844
17996
|
}
|
|
17845
17997
|
|
|
17846
17998
|
// src/evaluation/workspace/manager.ts
|
|
17999
|
+
init_cjs_shims();
|
|
17847
18000
|
var import_promises30 = require("fs/promises");
|
|
17848
18001
|
var import_node_path44 = __toESM(require("path"), 1);
|
|
17849
18002
|
var TemplateNotFoundError = class extends Error {
|
|
@@ -17950,6 +18103,7 @@ async function cleanupEvalWorkspaces(evalRunId, workspaceRoot) {
|
|
|
17950
18103
|
}
|
|
17951
18104
|
|
|
17952
18105
|
// src/evaluation/workspace/pool-manager.ts
|
|
18106
|
+
init_cjs_shims();
|
|
17953
18107
|
var import_node_child_process9 = require("child_process");
|
|
17954
18108
|
var import_node_crypto10 = require("crypto");
|
|
17955
18109
|
var import_node_fs13 = require("fs");
|
|
@@ -18219,6 +18373,7 @@ var WorkspacePoolManager = class {
|
|
|
18219
18373
|
};
|
|
18220
18374
|
|
|
18221
18375
|
// src/evaluation/workspace/repo-manager.ts
|
|
18376
|
+
init_cjs_shims();
|
|
18222
18377
|
var import_node_child_process10 = require("child_process");
|
|
18223
18378
|
var import_node_fs14 = require("fs");
|
|
18224
18379
|
var import_node_path46 = __toESM(require("path"), 1);
|
|
@@ -18420,6 +18575,7 @@ ${lines.join("\n")}`;
|
|
|
18420
18575
|
};
|
|
18421
18576
|
|
|
18422
18577
|
// src/evaluation/workspace/resolve.ts
|
|
18578
|
+
init_cjs_shims();
|
|
18423
18579
|
var import_promises32 = require("fs/promises");
|
|
18424
18580
|
var import_node_path47 = __toESM(require("path"), 1);
|
|
18425
18581
|
async function resolveWorkspaceTemplate(templatePath) {
|
|
@@ -18456,6 +18612,7 @@ async function resolveWorkspaceTemplate(templatePath) {
|
|
|
18456
18612
|
}
|
|
18457
18613
|
|
|
18458
18614
|
// src/evaluation/workspace/script-executor.ts
|
|
18615
|
+
init_cjs_shims();
|
|
18459
18616
|
function interpolateArgs(args, context2) {
|
|
18460
18617
|
const vars = {
|
|
18461
18618
|
workspace_path: context2.workspacePath,
|
|
@@ -20490,10 +20647,12 @@ function computeWeightedMean(entries) {
|
|
|
20490
20647
|
}
|
|
20491
20648
|
|
|
20492
20649
|
// src/evaluation/evaluate.ts
|
|
20650
|
+
init_cjs_shims();
|
|
20493
20651
|
var import_node_fs15 = require("fs");
|
|
20494
20652
|
var import_node_path49 = __toESM(require("path"), 1);
|
|
20495
20653
|
|
|
20496
20654
|
// src/evaluation/providers/function-provider.ts
|
|
20655
|
+
init_cjs_shims();
|
|
20497
20656
|
function createFunctionProvider(taskFn) {
|
|
20498
20657
|
return {
|
|
20499
20658
|
id: "function-provider",
|
|
@@ -20688,6 +20847,7 @@ async function loadEnvHierarchy(repoRoot, startPath) {
|
|
|
20688
20847
|
}
|
|
20689
20848
|
|
|
20690
20849
|
// src/evaluation/config.ts
|
|
20850
|
+
init_cjs_shims();
|
|
20691
20851
|
var import_zod5 = require("zod");
|
|
20692
20852
|
var AgentVConfigSchema = import_zod5.z.object({
|
|
20693
20853
|
/** Default execution settings */
|
|
@@ -20760,7 +20920,11 @@ async function loadTsConfig(projectRoot) {
|
|
|
20760
20920
|
return null;
|
|
20761
20921
|
}
|
|
20762
20922
|
|
|
20923
|
+
// src/evaluation/generators/index.ts
|
|
20924
|
+
init_cjs_shims();
|
|
20925
|
+
|
|
20763
20926
|
// src/evaluation/generators/rubric-generator.ts
|
|
20927
|
+
init_cjs_shims();
|
|
20764
20928
|
var import_ai4 = require("ai");
|
|
20765
20929
|
var import_zod6 = require("zod");
|
|
20766
20930
|
var rubricItemSchema = import_zod6.z.object({
|
|
@@ -20840,7 +21004,11 @@ function buildPrompt(criteria, question, referenceAnswer) {
|
|
|
20840
21004
|
return parts.join("\n");
|
|
20841
21005
|
}
|
|
20842
21006
|
|
|
21007
|
+
// src/evaluation/workspace/index.ts
|
|
21008
|
+
init_cjs_shims();
|
|
21009
|
+
|
|
20843
21010
|
// src/evaluation/cache/response-cache.ts
|
|
21011
|
+
init_cjs_shims();
|
|
20844
21012
|
var import_promises34 = require("fs/promises");
|
|
20845
21013
|
var import_node_path50 = __toESM(require("path"), 1);
|
|
20846
21014
|
var DEFAULT_CACHE_PATH = ".agentv/cache";
|
|
@@ -20882,6 +21050,7 @@ function shouldSkipCacheForTemperature(targetConfig) {
|
|
|
20882
21050
|
}
|
|
20883
21051
|
|
|
20884
21052
|
// src/evaluation/baseline.ts
|
|
21053
|
+
init_cjs_shims();
|
|
20885
21054
|
var STRIPPED_TOP_LEVEL_FIELDS = /* @__PURE__ */ new Set([
|
|
20886
21055
|
"requests",
|
|
20887
21056
|
"trace",
|
|
@@ -20926,6 +21095,7 @@ function trimBaselineResult(result) {
|
|
|
20926
21095
|
}
|
|
20927
21096
|
|
|
20928
21097
|
// src/evaluation/category.ts
|
|
21098
|
+
init_cjs_shims();
|
|
20929
21099
|
var DEFAULT_CATEGORY = "Uncategorized";
|
|
20930
21100
|
function deriveCategory(relativePath) {
|
|
20931
21101
|
const parts = relativePath.split(/[/\\]/);
|
|
@@ -20936,7 +21106,11 @@ function deriveCategory(relativePath) {
|
|
|
20936
21106
|
return dirs.length > 0 ? dirs.join("/") : DEFAULT_CATEGORY;
|
|
20937
21107
|
}
|
|
20938
21108
|
|
|
21109
|
+
// src/observability/index.ts
|
|
21110
|
+
init_cjs_shims();
|
|
21111
|
+
|
|
20939
21112
|
// src/observability/otel-exporter.ts
|
|
21113
|
+
init_cjs_shims();
|
|
20940
21114
|
var OTEL_BACKEND_PRESETS = {
|
|
20941
21115
|
langfuse: {
|
|
20942
21116
|
name: "langfuse",
|