braintrust 3.23.0 → 3.23.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dev/dist/index.js +0 -2
- package/dev/dist/index.mjs +0 -2
- package/dist/browser.js +0 -2
- package/dist/browser.mjs +0 -2
- package/dist/{chunk-FZWPFCVE.js → chunk-B6ZQIAK3.js} +0 -2
- package/dist/{chunk-IXL4PMY4.mjs → chunk-RBXD2KYN.mjs} +0 -2
- package/dist/cli.js +1 -3
- package/dist/edge-light.js +0 -2
- package/dist/edge-light.mjs +0 -2
- package/dist/index.js +267 -267
- package/dist/index.mjs +1 -1
- package/dist/instrumentation/index.js +0 -2
- package/dist/instrumentation/index.mjs +0 -2
- package/dist/vitest-evals-reporter.js +15 -15
- package/dist/vitest-evals-reporter.mjs +1 -1
- package/dist/workerd.js +0 -2
- package/dist/workerd.mjs +0 -2
- package/package.json +1 -1
package/dist/index.mjs
CHANGED
|
@@ -16050,8 +16050,6 @@ function filterSerializableOptions(options) {
|
|
|
16050
16050
|
"additionalDirectories",
|
|
16051
16051
|
"permissionMode",
|
|
16052
16052
|
"debug",
|
|
16053
|
-
"apiKey",
|
|
16054
|
-
"apiKeySource",
|
|
16055
16053
|
"agentName",
|
|
16056
16054
|
"instructions"
|
|
16057
16055
|
];
|
|
@@ -16006,8 +16006,6 @@ function filterSerializableOptions(options) {
|
|
|
16006
16006
|
"additionalDirectories",
|
|
16007
16007
|
"permissionMode",
|
|
16008
16008
|
"debug",
|
|
16009
|
-
"apiKey",
|
|
16010
|
-
"apiKeySource",
|
|
16011
16009
|
"agentName",
|
|
16012
16010
|
"instructions"
|
|
16013
16011
|
];
|
|
@@ -4,11 +4,11 @@
|
|
|
4
4
|
|
|
5
5
|
|
|
6
6
|
|
|
7
|
-
var
|
|
7
|
+
var _chunkB6ZQIAK3js = require('./chunk-B6ZQIAK3.js');
|
|
8
8
|
require('./chunk-CDIKAHDZ.js');
|
|
9
9
|
|
|
10
10
|
// src/wrappers/vitest-evals/reporter.ts
|
|
11
|
-
|
|
11
|
+
_chunkB6ZQIAK3js.configureNode.call(void 0, );
|
|
12
12
|
var RESERVED_NORMALIZED_SPAN_ATTRIBUTE_KEYS = /* @__PURE__ */ new Set([
|
|
13
13
|
"name",
|
|
14
14
|
"type",
|
|
@@ -42,7 +42,7 @@ var BraintrustVitestEvalsReporter = class {
|
|
|
42
42
|
for (const { test, meta } of evalTests) {
|
|
43
43
|
logEvalTest(experiment, test, meta);
|
|
44
44
|
}
|
|
45
|
-
await
|
|
45
|
+
await _chunkB6ZQIAK3js.summarizeAndFlush.call(void 0, experiment, {
|
|
46
46
|
displaySummary: this.options.displaySummary
|
|
47
47
|
});
|
|
48
48
|
this.experiment = void 0;
|
|
@@ -58,7 +58,7 @@ var BraintrustVitestEvalsReporter = class {
|
|
|
58
58
|
);
|
|
59
59
|
}
|
|
60
60
|
const experimentName = _nullishCoalesce(this.options.experimentName, () => ( `vitest-evals-${(/* @__PURE__ */ new Date()).toISOString()}`));
|
|
61
|
-
this.experiment =
|
|
61
|
+
this.experiment = _chunkB6ZQIAK3js.initExperiment.call(void 0, {
|
|
62
62
|
...projectId ? { projectId } : { project: projectName },
|
|
63
63
|
experiment: experimentName,
|
|
64
64
|
metadata: this.options.metadata,
|
|
@@ -272,7 +272,7 @@ function logToolCallSpans(rootSpan, calls) {
|
|
|
272
272
|
}
|
|
273
273
|
}
|
|
274
274
|
function readEvalTaskMeta(input) {
|
|
275
|
-
if (!
|
|
275
|
+
if (!_chunkB6ZQIAK3js.isObject.call(void 0, input)) return void 0;
|
|
276
276
|
const evalMeta = readEvalMeta(input.eval);
|
|
277
277
|
const harnessMeta = readHarnessMeta(input.harness);
|
|
278
278
|
if (!evalMeta && !harnessMeta) return void 0;
|
|
@@ -282,7 +282,7 @@ function readEvalTaskMeta(input) {
|
|
|
282
282
|
};
|
|
283
283
|
}
|
|
284
284
|
function readEvalMeta(input) {
|
|
285
|
-
if (!
|
|
285
|
+
if (!_chunkB6ZQIAK3js.isObject.call(void 0, input)) return void 0;
|
|
286
286
|
const avgScore = readFiniteOrNull(input.avgScore);
|
|
287
287
|
const scores = Array.isArray(input.scores) ? input.scores.map(readEvalScore).filter(isDefined) : void 0;
|
|
288
288
|
const toolCalls = Array.isArray(input.toolCalls) ? input.toolCalls.map(readToolCall).filter(isDefined) : void 0;
|
|
@@ -295,23 +295,23 @@ function readEvalMeta(input) {
|
|
|
295
295
|
};
|
|
296
296
|
}
|
|
297
297
|
function readEvalScore(input) {
|
|
298
|
-
if (!
|
|
298
|
+
if (!_chunkB6ZQIAK3js.isObject.call(void 0, input)) return void 0;
|
|
299
299
|
const score = readFiniteOrNull(input.score);
|
|
300
300
|
return {
|
|
301
301
|
...typeof input.name === "string" ? { name: input.name } : {},
|
|
302
302
|
...score !== void 0 ? { score } : {},
|
|
303
|
-
...
|
|
303
|
+
..._chunkB6ZQIAK3js.isObject.call(void 0, input.metadata) ? { metadata: input.metadata } : {}
|
|
304
304
|
};
|
|
305
305
|
}
|
|
306
306
|
function readHarnessMeta(input) {
|
|
307
|
-
if (!
|
|
307
|
+
if (!_chunkB6ZQIAK3js.isObject.call(void 0, input)) return void 0;
|
|
308
308
|
return {
|
|
309
309
|
...typeof input.name === "string" ? { name: input.name } : {},
|
|
310
|
-
...
|
|
310
|
+
..._chunkB6ZQIAK3js.isObject.call(void 0, input.run) ? { run: input.run } : {}
|
|
311
311
|
};
|
|
312
312
|
}
|
|
313
313
|
function readToolCall(input) {
|
|
314
|
-
if (!
|
|
314
|
+
if (!_chunkB6ZQIAK3js.isObject.call(void 0, input)) return void 0;
|
|
315
315
|
return input;
|
|
316
316
|
}
|
|
317
317
|
function filteredNormalizedSpanAttributes(attributes) {
|
|
@@ -371,10 +371,10 @@ function epochSeconds(value) {
|
|
|
371
371
|
}
|
|
372
372
|
function logReporterError(span, error) {
|
|
373
373
|
if (error instanceof Error) {
|
|
374
|
-
|
|
374
|
+
_chunkB6ZQIAK3js.logError.call(void 0, span, error);
|
|
375
375
|
return;
|
|
376
376
|
}
|
|
377
|
-
if (
|
|
377
|
+
if (_chunkB6ZQIAK3js.isObject.call(void 0, error)) {
|
|
378
378
|
const message = typeof error.message === "string" ? error.message : void 0;
|
|
379
379
|
const stack = typeof error.stack === "string" ? error.stack : void 0;
|
|
380
380
|
if (message !== void 0 || stack !== void 0) {
|
|
@@ -386,10 +386,10 @@ ${stack}` : message
|
|
|
386
386
|
return;
|
|
387
387
|
}
|
|
388
388
|
}
|
|
389
|
-
|
|
389
|
+
_chunkB6ZQIAK3js.logError.call(void 0, span, error);
|
|
390
390
|
}
|
|
391
391
|
function formatErrorMessage(error) {
|
|
392
|
-
if (
|
|
392
|
+
if (_chunkB6ZQIAK3js.isObject.call(void 0, error)) {
|
|
393
393
|
if (typeof error.message === "string") return error.message;
|
|
394
394
|
if (typeof error.stack === "string") return error.stack;
|
|
395
395
|
}
|
package/dist/workerd.js
CHANGED
|
@@ -18321,8 +18321,6 @@ function filterSerializableOptions(options) {
|
|
|
18321
18321
|
"additionalDirectories",
|
|
18322
18322
|
"permissionMode",
|
|
18323
18323
|
"debug",
|
|
18324
|
-
"apiKey",
|
|
18325
|
-
"apiKeySource",
|
|
18326
18324
|
"agentName",
|
|
18327
18325
|
"instructions"
|
|
18328
18326
|
];
|
package/dist/workerd.mjs
CHANGED
|
@@ -18125,8 +18125,6 @@ function filterSerializableOptions(options) {
|
|
|
18125
18125
|
"additionalDirectories",
|
|
18126
18126
|
"permissionMode",
|
|
18127
18127
|
"debug",
|
|
18128
|
-
"apiKey",
|
|
18129
|
-
"apiKeySource",
|
|
18130
18128
|
"agentName",
|
|
18131
18129
|
"instructions"
|
|
18132
18130
|
];
|