braintrust 0.0.149 → 0.0.151
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.js +2 -2
- package/dist/index.d.mts +10 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +5 -2
- package/dist/index.mjs +5 -2
- package/package.json +2 -2
package/dist/cli.js
CHANGED
|
@@ -1232,7 +1232,7 @@ var require_package = __commonJS({
|
|
|
1232
1232
|
"package.json"(exports2, module2) {
|
|
1233
1233
|
module2.exports = {
|
|
1234
1234
|
name: "braintrust",
|
|
1235
|
-
version: "0.0.
|
|
1235
|
+
version: "0.0.151",
|
|
1236
1236
|
description: "SDK for integrating Braintrust",
|
|
1237
1237
|
repository: {
|
|
1238
1238
|
type: "git",
|
|
@@ -1302,7 +1302,7 @@ var require_package = __commonJS({
|
|
|
1302
1302
|
},
|
|
1303
1303
|
dependencies: {
|
|
1304
1304
|
"@ai-sdk/provider": "^0.0.11",
|
|
1305
|
-
"@braintrust/core": "0.0.
|
|
1305
|
+
"@braintrust/core": "0.0.51",
|
|
1306
1306
|
"@next/env": "^14.2.3",
|
|
1307
1307
|
"@vercel/functions": "^1.0.2",
|
|
1308
1308
|
ai: "^3.2.16",
|
package/dist/index.d.mts
CHANGED
|
@@ -1306,6 +1306,16 @@ interface Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = Def
|
|
|
1306
1306
|
* to the global state (initialized using your API key).
|
|
1307
1307
|
*/
|
|
1308
1308
|
state?: BraintrustState;
|
|
1309
|
+
/**
|
|
1310
|
+
* An optional experiment name to use as a base. If specified, the new experiment will be summarized
|
|
1311
|
+
* and compared to this experiment.
|
|
1312
|
+
*/
|
|
1313
|
+
baseExperimentName?: string;
|
|
1314
|
+
/**
|
|
1315
|
+
* An optional experiment id to use as a base. If specified, the new experiment will be summarized
|
|
1316
|
+
* and compared to this experiment. This takes precedence over `baseExperimentName` if specified.
|
|
1317
|
+
*/
|
|
1318
|
+
baseExperimentId?: string;
|
|
1309
1319
|
}
|
|
1310
1320
|
declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> {
|
|
1311
1321
|
summary: ExperimentSummary;
|
package/dist/index.d.ts
CHANGED
|
@@ -1306,6 +1306,16 @@ interface Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = Def
|
|
|
1306
1306
|
* to the global state (initialized using your API key).
|
|
1307
1307
|
*/
|
|
1308
1308
|
state?: BraintrustState;
|
|
1309
|
+
/**
|
|
1310
|
+
* An optional experiment name to use as a base. If specified, the new experiment will be summarized
|
|
1311
|
+
* and compared to this experiment.
|
|
1312
|
+
*/
|
|
1313
|
+
baseExperimentName?: string;
|
|
1314
|
+
/**
|
|
1315
|
+
* An optional experiment id to use as a base. If specified, the new experiment will be summarized
|
|
1316
|
+
* and compared to this experiment. This takes precedence over `baseExperimentName` if specified.
|
|
1317
|
+
*/
|
|
1318
|
+
baseExperimentId?: string;
|
|
1309
1319
|
}
|
|
1310
1320
|
declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> {
|
|
1311
1321
|
summary: ExperimentSummary;
|
package/dist/index.js
CHANGED
|
@@ -4523,14 +4523,17 @@ async function Eval(name, evaluator, reporterOrOpts) {
|
|
|
4523
4523
|
}
|
|
4524
4524
|
const resolvedReporter = options.reporter || defaultReporter;
|
|
4525
4525
|
try {
|
|
4526
|
-
const { data, baseExperiment } = callEvaluatorData(
|
|
4526
|
+
const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
|
|
4527
|
+
evaluator.data
|
|
4528
|
+
);
|
|
4527
4529
|
const experiment = initExperiment2(evaluator.state, {
|
|
4528
4530
|
...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
|
|
4529
4531
|
experiment: evaluator.experimentName,
|
|
4530
4532
|
metadata: evaluator.metadata,
|
|
4531
4533
|
isPublic: evaluator.isPublic,
|
|
4532
4534
|
update: evaluator.update,
|
|
4533
|
-
baseExperiment
|
|
4535
|
+
baseExperiment: evaluator.baseExperimentName ?? defaultBaseExperiment,
|
|
4536
|
+
baseExperimentId: evaluator.baseExperimentId
|
|
4534
4537
|
});
|
|
4535
4538
|
if (options.onStart) {
|
|
4536
4539
|
experiment.summarize({ summarizeScores: false }).then(options.onStart);
|
package/dist/index.mjs
CHANGED
|
@@ -4463,14 +4463,17 @@ async function Eval(name, evaluator, reporterOrOpts) {
|
|
|
4463
4463
|
}
|
|
4464
4464
|
const resolvedReporter = options.reporter || defaultReporter;
|
|
4465
4465
|
try {
|
|
4466
|
-
const { data, baseExperiment } = callEvaluatorData(
|
|
4466
|
+
const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
|
|
4467
|
+
evaluator.data
|
|
4468
|
+
);
|
|
4467
4469
|
const experiment = initExperiment2(evaluator.state, {
|
|
4468
4470
|
...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
|
|
4469
4471
|
experiment: evaluator.experimentName,
|
|
4470
4472
|
metadata: evaluator.metadata,
|
|
4471
4473
|
isPublic: evaluator.isPublic,
|
|
4472
4474
|
update: evaluator.update,
|
|
4473
|
-
baseExperiment
|
|
4475
|
+
baseExperiment: evaluator.baseExperimentName ?? defaultBaseExperiment,
|
|
4476
|
+
baseExperimentId: evaluator.baseExperimentId
|
|
4474
4477
|
});
|
|
4475
4478
|
if (options.onStart) {
|
|
4476
4479
|
experiment.summarize({ summarizeScores: false }).then(options.onStart);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "braintrust",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.151",
|
|
4
4
|
"description": "SDK for integrating Braintrust",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -70,7 +70,7 @@
|
|
|
70
70
|
},
|
|
71
71
|
"dependencies": {
|
|
72
72
|
"@ai-sdk/provider": "^0.0.11",
|
|
73
|
-
"@braintrust/core": "0.0.
|
|
73
|
+
"@braintrust/core": "0.0.51",
|
|
74
74
|
"@next/env": "^14.2.3",
|
|
75
75
|
"@vercel/functions": "^1.0.2",
|
|
76
76
|
"ai": "^3.2.16",
|