braintrust 0.0.165 → 0.0.166
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser.d.mts +2 -2
- package/dist/browser.d.ts +2 -2
- package/dist/browser.js +1 -1
- package/dist/browser.mjs +2 -2
- package/dist/cli.js +3 -3
- package/dist/index.d.mts +10 -2
- package/dist/index.d.ts +10 -2
- package/dist/index.js +4 -2
- package/dist/index.mjs +5 -3
- package/package.json +2 -2
package/dist/browser.d.mts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode } from '@braintrust/core/typespecs';
|
|
1
|
+
import { LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord } from '@braintrust/core';
|
|
2
|
+
import { GitMetadataSettings, RepoInfo, PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode } from '@braintrust/core/typespecs';
|
|
3
3
|
import { z } from 'zod';
|
|
4
4
|
|
|
5
5
|
interface IsoAsyncLocalStorage<T> {
|
package/dist/browser.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode } from '@braintrust/core/typespecs';
|
|
1
|
+
import { LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord } from '@braintrust/core';
|
|
2
|
+
import { GitMetadataSettings, RepoInfo, PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode } from '@braintrust/core/typespecs';
|
|
3
3
|
import { z } from 'zod';
|
|
4
4
|
|
|
5
5
|
interface IsoAsyncLocalStorage<T> {
|
package/dist/browser.js
CHANGED
|
@@ -463,7 +463,7 @@ var loginSchema = import_zod2.z.strictObject({
|
|
|
463
463
|
proxyUrl: import_zod2.z.string(),
|
|
464
464
|
loginToken: import_zod2.z.string(),
|
|
465
465
|
orgId: import_zod2.z.string().nullish(),
|
|
466
|
-
gitMetadataSettings:
|
|
466
|
+
gitMetadataSettings: import_typespecs2.gitMetadataSettingsSchema.nullish()
|
|
467
467
|
});
|
|
468
468
|
var stateNonce = 0;
|
|
469
469
|
var BraintrustState = class _BraintrustState {
|
package/dist/browser.mjs
CHANGED
|
@@ -48,14 +48,14 @@ import {
|
|
|
48
48
|
SpanComponentsV3,
|
|
49
49
|
SpanObjectTypeV3,
|
|
50
50
|
spanObjectTypeV3ToString,
|
|
51
|
-
gitMetadataSettingsSchema,
|
|
52
51
|
_urljoin
|
|
53
52
|
} from "@braintrust/core";
|
|
54
53
|
import {
|
|
55
54
|
BRAINTRUST_PARAMS,
|
|
56
55
|
promptDataSchema,
|
|
57
56
|
promptSchema,
|
|
58
|
-
toolsSchema
|
|
57
|
+
toolsSchema,
|
|
58
|
+
gitMetadataSettingsSchema
|
|
59
59
|
} from "@braintrust/core/typespecs";
|
|
60
60
|
|
|
61
61
|
// src/util.ts
|
package/dist/cli.js
CHANGED
|
@@ -1236,7 +1236,7 @@ var require_package = __commonJS({
|
|
|
1236
1236
|
"package.json"(exports2, module2) {
|
|
1237
1237
|
module2.exports = {
|
|
1238
1238
|
name: "braintrust",
|
|
1239
|
-
version: "0.0.
|
|
1239
|
+
version: "0.0.166",
|
|
1240
1240
|
description: "SDK for integrating Braintrust",
|
|
1241
1241
|
repository: {
|
|
1242
1242
|
type: "git",
|
|
@@ -1306,7 +1306,7 @@ var require_package = __commonJS({
|
|
|
1306
1306
|
},
|
|
1307
1307
|
dependencies: {
|
|
1308
1308
|
"@ai-sdk/provider": "^0.0.11",
|
|
1309
|
-
"@braintrust/core": "0.0.
|
|
1309
|
+
"@braintrust/core": "0.0.62",
|
|
1310
1310
|
"@next/env": "^14.2.3",
|
|
1311
1311
|
"@vercel/functions": "^1.0.2",
|
|
1312
1312
|
ai: "^3.2.16",
|
|
@@ -1731,7 +1731,7 @@ var loginSchema = import_zod2.z.strictObject({
|
|
|
1731
1731
|
proxyUrl: import_zod2.z.string(),
|
|
1732
1732
|
loginToken: import_zod2.z.string(),
|
|
1733
1733
|
orgId: import_zod2.z.string().nullish(),
|
|
1734
|
-
gitMetadataSettings:
|
|
1734
|
+
gitMetadataSettings: import_typespecs2.gitMetadataSettingsSchema.nullish()
|
|
1735
1735
|
});
|
|
1736
1736
|
var stateNonce = 0;
|
|
1737
1737
|
var BraintrustState = class _BraintrustState {
|
package/dist/index.d.mts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord, Score, CommentEvent, InputField, InputsField, LogCommentFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
|
|
2
2
|
export { CommentEvent, DatasetRecord, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, InputField, InputsField, LogCommentFullArgs, LogFeedbackFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
|
|
3
|
-
import { PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode, FunctionType, IfExists, SavedFunctionId, ModelParams } from '@braintrust/core/typespecs';
|
|
3
|
+
import { GitMetadataSettings, RepoInfo, PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode, FunctionType, IfExists, SavedFunctionId, ModelParams } from '@braintrust/core/typespecs';
|
|
4
4
|
import { z } from 'zod';
|
|
5
5
|
|
|
6
6
|
interface IsoAsyncLocalStorage<T> {
|
|
@@ -1606,6 +1606,14 @@ interface Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = Def
|
|
|
1606
1606
|
* and compared to this experiment. This takes precedence over `baseExperimentName` if specified.
|
|
1607
1607
|
*/
|
|
1608
1608
|
baseExperimentId?: string;
|
|
1609
|
+
/**
|
|
1610
|
+
* Optional settings for collecting git metadata. By default, will collect all git metadata fields allowed in org-level settings.
|
|
1611
|
+
*/
|
|
1612
|
+
gitMetadataSettings?: GitMetadataSettings;
|
|
1613
|
+
/**
|
|
1614
|
+
* Optionally explicitly specify the git metadata for this experiment. This takes precedence over `gitMetadataSettings` if specified.
|
|
1615
|
+
*/
|
|
1616
|
+
repoInfo?: RepoInfo;
|
|
1609
1617
|
}
|
|
1610
1618
|
declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> {
|
|
1611
1619
|
summary: ExperimentSummary;
|
package/dist/index.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord, Score, CommentEvent, InputField, InputsField, LogCommentFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
|
|
2
2
|
export { CommentEvent, DatasetRecord, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, InputField, InputsField, LogCommentFullArgs, LogFeedbackFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
|
|
3
|
-
import { PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode, FunctionType, IfExists, SavedFunctionId, ModelParams } from '@braintrust/core/typespecs';
|
|
3
|
+
import { GitMetadataSettings, RepoInfo, PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode, FunctionType, IfExists, SavedFunctionId, ModelParams } from '@braintrust/core/typespecs';
|
|
4
4
|
import { z } from 'zod';
|
|
5
5
|
|
|
6
6
|
interface IsoAsyncLocalStorage<T> {
|
|
@@ -1606,6 +1606,14 @@ interface Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = Def
|
|
|
1606
1606
|
* and compared to this experiment. This takes precedence over `baseExperimentName` if specified.
|
|
1607
1607
|
*/
|
|
1608
1608
|
baseExperimentId?: string;
|
|
1609
|
+
/**
|
|
1610
|
+
* Optional settings for collecting git metadata. By default, will collect all git metadata fields allowed in org-level settings.
|
|
1611
|
+
*/
|
|
1612
|
+
gitMetadataSettings?: GitMetadataSettings;
|
|
1613
|
+
/**
|
|
1614
|
+
* Optionally explicitly specify the git metadata for this experiment. This takes precedence over `gitMetadataSettings` if specified.
|
|
1615
|
+
*/
|
|
1616
|
+
repoInfo?: RepoInfo;
|
|
1609
1617
|
}
|
|
1610
1618
|
declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> {
|
|
1611
1619
|
summary: ExperimentSummary;
|
package/dist/index.js
CHANGED
|
@@ -696,7 +696,7 @@ var loginSchema = import_zod2.z.strictObject({
|
|
|
696
696
|
proxyUrl: import_zod2.z.string(),
|
|
697
697
|
loginToken: import_zod2.z.string(),
|
|
698
698
|
orgId: import_zod2.z.string().nullish(),
|
|
699
|
-
gitMetadataSettings:
|
|
699
|
+
gitMetadataSettings: import_typespecs2.gitMetadataSettingsSchema.nullish()
|
|
700
700
|
});
|
|
701
701
|
var stateNonce = 0;
|
|
702
702
|
var BraintrustState = class _BraintrustState {
|
|
@@ -4849,7 +4849,9 @@ async function Eval(name, evaluator, reporterOrOpts) {
|
|
|
4849
4849
|
isPublic: evaluator.isPublic,
|
|
4850
4850
|
update: evaluator.update,
|
|
4851
4851
|
baseExperiment: evaluator.baseExperimentName ?? defaultBaseExperiment,
|
|
4852
|
-
baseExperimentId: evaluator.baseExperimentId
|
|
4852
|
+
baseExperimentId: evaluator.baseExperimentId,
|
|
4853
|
+
gitMetadataSettings: evaluator.gitMetadataSettings,
|
|
4854
|
+
repoInfo: evaluator.repoInfo
|
|
4853
4855
|
});
|
|
4854
4856
|
if (options.onStart) {
|
|
4855
4857
|
experiment.summarize({ summarizeScores: false }).then(options.onStart);
|
package/dist/index.mjs
CHANGED
|
@@ -267,14 +267,14 @@ import {
|
|
|
267
267
|
SpanComponentsV3,
|
|
268
268
|
SpanObjectTypeV3,
|
|
269
269
|
spanObjectTypeV3ToString,
|
|
270
|
-
gitMetadataSettingsSchema,
|
|
271
270
|
_urljoin
|
|
272
271
|
} from "@braintrust/core";
|
|
273
272
|
import {
|
|
274
273
|
BRAINTRUST_PARAMS,
|
|
275
274
|
promptDataSchema,
|
|
276
275
|
promptSchema,
|
|
277
|
-
toolsSchema
|
|
276
|
+
toolsSchema,
|
|
277
|
+
gitMetadataSettingsSchema
|
|
278
278
|
} from "@braintrust/core/typespecs";
|
|
279
279
|
|
|
280
280
|
// src/util.ts
|
|
@@ -4787,7 +4787,9 @@ async function Eval(name, evaluator, reporterOrOpts) {
|
|
|
4787
4787
|
isPublic: evaluator.isPublic,
|
|
4788
4788
|
update: evaluator.update,
|
|
4789
4789
|
baseExperiment: evaluator.baseExperimentName ?? defaultBaseExperiment,
|
|
4790
|
-
baseExperimentId: evaluator.baseExperimentId
|
|
4790
|
+
baseExperimentId: evaluator.baseExperimentId,
|
|
4791
|
+
gitMetadataSettings: evaluator.gitMetadataSettings,
|
|
4792
|
+
repoInfo: evaluator.repoInfo
|
|
4791
4793
|
});
|
|
4792
4794
|
if (options.onStart) {
|
|
4793
4795
|
experiment.summarize({ summarizeScores: false }).then(options.onStart);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "braintrust",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.166",
|
|
4
4
|
"description": "SDK for integrating Braintrust",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -70,7 +70,7 @@
|
|
|
70
70
|
},
|
|
71
71
|
"dependencies": {
|
|
72
72
|
"@ai-sdk/provider": "^0.0.11",
|
|
73
|
-
"@braintrust/core": "0.0.
|
|
73
|
+
"@braintrust/core": "0.0.62",
|
|
74
74
|
"@next/env": "^14.2.3",
|
|
75
75
|
"@vercel/functions": "^1.0.2",
|
|
76
76
|
"ai": "^3.2.16",
|