braintrust 0.0.148 → 0.0.149
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser.d.mts +2 -1
- package/dist/browser.d.ts +2 -1
- package/dist/browser.js +2 -0
- package/dist/browser.mjs +1 -0
- package/dist/cli.js +3 -2
- package/dist/index.d.mts +2 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.js +3 -0
- package/dist/index.mjs +2 -0
- package/package.json +2 -2
package/dist/browser.d.mts
CHANGED
|
@@ -626,6 +626,7 @@ declare function currentSpan(options?: OptionalStateArg): Span;
|
|
|
626
626
|
* Mainly for internal use. Return the parent object for starting a span in a global context.
|
|
627
627
|
*/
|
|
628
628
|
declare function getSpanParentObject<IsAsyncFlush extends boolean>(options?: AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): Span | Experiment | Logger<IsAsyncFlush>;
|
|
629
|
+
declare function logError(span: Span, error: unknown): void;
|
|
629
630
|
/**
|
|
630
631
|
* Toplevel function for starting a span. It checks the following (in precedence order):
|
|
631
632
|
* * Currently-active span
|
|
@@ -1250,4 +1251,4 @@ declare const LEGACY_CACHED_HEADER = "x-cached";
|
|
|
1250
1251
|
declare const X_CACHED_HEADER = "x-bt-cached";
|
|
1251
1252
|
declare function parseCachedHeader(value: string | null | undefined): number | undefined;
|
|
1252
1253
|
|
|
1253
|
-
export { type AnyDataset, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, setFetch, startSpan, summarize, traceable, traced, updateSpan, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };
|
|
1254
|
+
export { type AnyDataset, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, setFetch, startSpan, summarize, traceable, traced, updateSpan, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };
|
package/dist/browser.d.ts
CHANGED
|
@@ -626,6 +626,7 @@ declare function currentSpan(options?: OptionalStateArg): Span;
|
|
|
626
626
|
* Mainly for internal use. Return the parent object for starting a span in a global context.
|
|
627
627
|
*/
|
|
628
628
|
declare function getSpanParentObject<IsAsyncFlush extends boolean>(options?: AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): Span | Experiment | Logger<IsAsyncFlush>;
|
|
629
|
+
declare function logError(span: Span, error: unknown): void;
|
|
629
630
|
/**
|
|
630
631
|
* Toplevel function for starting a span. It checks the following (in precedence order):
|
|
631
632
|
* * Currently-active span
|
|
@@ -1250,4 +1251,4 @@ declare const LEGACY_CACHED_HEADER = "x-cached";
|
|
|
1250
1251
|
declare const X_CACHED_HEADER = "x-bt-cached";
|
|
1251
1252
|
declare function parseCachedHeader(value: string | null | undefined): number | undefined;
|
|
1252
1253
|
|
|
1253
|
-
export { type AnyDataset, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, setFetch, startSpan, summarize, traceable, traced, updateSpan, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };
|
|
1254
|
+
export { type AnyDataset, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, setFetch, startSpan, summarize, traceable, traced, updateSpan, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };
|
package/dist/browser.js
CHANGED
|
@@ -59,6 +59,7 @@ __export(browser_exports, {
|
|
|
59
59
|
invoke: () => invoke,
|
|
60
60
|
loadPrompt: () => loadPrompt,
|
|
61
61
|
log: () => log,
|
|
62
|
+
logError: () => logError,
|
|
62
63
|
login: () => login,
|
|
63
64
|
loginToState: () => loginToState,
|
|
64
65
|
newId: () => newId,
|
|
@@ -3458,6 +3459,7 @@ configureBrowser();
|
|
|
3458
3459
|
invoke,
|
|
3459
3460
|
loadPrompt,
|
|
3460
3461
|
log,
|
|
3462
|
+
logError,
|
|
3461
3463
|
login,
|
|
3462
3464
|
loginToState,
|
|
3463
3465
|
newId,
|
package/dist/browser.mjs
CHANGED
package/dist/cli.js
CHANGED
|
@@ -1232,7 +1232,7 @@ var require_package = __commonJS({
|
|
|
1232
1232
|
"package.json"(exports2, module2) {
|
|
1233
1233
|
module2.exports = {
|
|
1234
1234
|
name: "braintrust",
|
|
1235
|
-
version: "0.0.
|
|
1235
|
+
version: "0.0.149",
|
|
1236
1236
|
description: "SDK for integrating Braintrust",
|
|
1237
1237
|
repository: {
|
|
1238
1238
|
type: "git",
|
|
@@ -1302,7 +1302,7 @@ var require_package = __commonJS({
|
|
|
1302
1302
|
},
|
|
1303
1303
|
dependencies: {
|
|
1304
1304
|
"@ai-sdk/provider": "^0.0.11",
|
|
1305
|
-
"@braintrust/core": "0.0.
|
|
1305
|
+
"@braintrust/core": "0.0.50",
|
|
1306
1306
|
"@next/env": "^14.2.3",
|
|
1307
1307
|
"@vercel/functions": "^1.0.2",
|
|
1308
1308
|
ai: "^3.2.16",
|
|
@@ -5264,6 +5264,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
|
|
|
5264
5264
|
);
|
|
5265
5265
|
}
|
|
5266
5266
|
} catch (e) {
|
|
5267
|
+
logError(rootSpan, e);
|
|
5267
5268
|
error2 = e;
|
|
5268
5269
|
} finally {
|
|
5269
5270
|
progressReporter.increment(evaluator.evalName);
|
package/dist/index.d.mts
CHANGED
|
@@ -627,6 +627,7 @@ declare function currentSpan(options?: OptionalStateArg): Span;
|
|
|
627
627
|
* Mainly for internal use. Return the parent object for starting a span in a global context.
|
|
628
628
|
*/
|
|
629
629
|
declare function getSpanParentObject<IsAsyncFlush extends boolean>(options?: AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): Span | Experiment | Logger<IsAsyncFlush>;
|
|
630
|
+
declare function logError(span: Span, error: unknown): void;
|
|
630
631
|
/**
|
|
631
632
|
* Toplevel function for starting a span. It checks the following (in precedence order):
|
|
632
633
|
* * Currently-active span
|
|
@@ -1417,4 +1418,4 @@ declare function parseCachedHeader(value: string | null | undefined): number | u
|
|
|
1417
1418
|
*/
|
|
1418
1419
|
declare function wrapAISDKModel<T extends object>(model: T): T;
|
|
1419
1420
|
|
|
1420
|
-
export { type AnyDataset, type BackgroundLoggerOpts, BaseExperiment, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, Eval, type EvalCase, type EvalScorerArgs, type EvalTask, type Evaluator, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, reportFailures, setFetch, startSpan, summarize, traceable, traced, updateSpan, withDataset, withExperiment, withLogger, wrapAISDKModel, wrapOpenAI, wrapOpenAIv4, wrapTraced };
|
|
1421
|
+
export { type AnyDataset, type BackgroundLoggerOpts, BaseExperiment, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, Eval, type EvalCase, type EvalScorerArgs, type EvalTask, type Evaluator, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, reportFailures, setFetch, startSpan, summarize, traceable, traced, updateSpan, withDataset, withExperiment, withLogger, wrapAISDKModel, wrapOpenAI, wrapOpenAIv4, wrapTraced };
|
package/dist/index.d.ts
CHANGED
|
@@ -627,6 +627,7 @@ declare function currentSpan(options?: OptionalStateArg): Span;
|
|
|
627
627
|
* Mainly for internal use. Return the parent object for starting a span in a global context.
|
|
628
628
|
*/
|
|
629
629
|
declare function getSpanParentObject<IsAsyncFlush extends boolean>(options?: AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): Span | Experiment | Logger<IsAsyncFlush>;
|
|
630
|
+
declare function logError(span: Span, error: unknown): void;
|
|
630
631
|
/**
|
|
631
632
|
* Toplevel function for starting a span. It checks the following (in precedence order):
|
|
632
633
|
* * Currently-active span
|
|
@@ -1417,4 +1418,4 @@ declare function parseCachedHeader(value: string | null | undefined): number | u
|
|
|
1417
1418
|
*/
|
|
1418
1419
|
declare function wrapAISDKModel<T extends object>(model: T): T;
|
|
1419
1420
|
|
|
1420
|
-
export { type AnyDataset, type BackgroundLoggerOpts, BaseExperiment, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, Eval, type EvalCase, type EvalScorerArgs, type EvalTask, type Evaluator, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, reportFailures, setFetch, startSpan, summarize, traceable, traced, updateSpan, withDataset, withExperiment, withLogger, wrapAISDKModel, wrapOpenAI, wrapOpenAIv4, wrapTraced };
|
|
1421
|
+
export { type AnyDataset, type BackgroundLoggerOpts, BaseExperiment, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, Eval, type EvalCase, type EvalScorerArgs, type EvalTask, type Evaluator, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, reportFailures, setFetch, startSpan, summarize, traceable, traced, updateSpan, withDataset, withExperiment, withLogger, wrapAISDKModel, wrapOpenAI, wrapOpenAIv4, wrapTraced };
|
package/dist/index.js
CHANGED
|
@@ -64,6 +64,7 @@ __export(src_exports, {
|
|
|
64
64
|
invoke: () => invoke,
|
|
65
65
|
loadPrompt: () => loadPrompt,
|
|
66
66
|
log: () => log,
|
|
67
|
+
logError: () => logError,
|
|
67
68
|
login: () => login,
|
|
68
69
|
loginToState: () => loginToState,
|
|
69
70
|
newId: () => newId,
|
|
@@ -4779,6 +4780,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
|
|
|
4779
4780
|
);
|
|
4780
4781
|
}
|
|
4781
4782
|
} catch (e) {
|
|
4783
|
+
logError(rootSpan, e);
|
|
4782
4784
|
error2 = e;
|
|
4783
4785
|
} finally {
|
|
4784
4786
|
progressReporter.increment(evaluator.evalName);
|
|
@@ -5499,6 +5501,7 @@ configureNode();
|
|
|
5499
5501
|
invoke,
|
|
5500
5502
|
loadPrompt,
|
|
5501
5503
|
log,
|
|
5504
|
+
logError,
|
|
5502
5505
|
login,
|
|
5503
5506
|
loginToState,
|
|
5504
5507
|
newId,
|
package/dist/index.mjs
CHANGED
|
@@ -4720,6 +4720,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
|
|
|
4720
4720
|
);
|
|
4721
4721
|
}
|
|
4722
4722
|
} catch (e) {
|
|
4723
|
+
logError(rootSpan, e);
|
|
4723
4724
|
error2 = e;
|
|
4724
4725
|
} finally {
|
|
4725
4726
|
progressReporter.increment(evaluator.evalName);
|
|
@@ -5439,6 +5440,7 @@ export {
|
|
|
5439
5440
|
invoke,
|
|
5440
5441
|
loadPrompt,
|
|
5441
5442
|
log,
|
|
5443
|
+
logError,
|
|
5442
5444
|
login,
|
|
5443
5445
|
loginToState,
|
|
5444
5446
|
newId,
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "braintrust",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.149",
|
|
4
4
|
"description": "SDK for integrating Braintrust",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -70,7 +70,7 @@
|
|
|
70
70
|
},
|
|
71
71
|
"dependencies": {
|
|
72
72
|
"@ai-sdk/provider": "^0.0.11",
|
|
73
|
-
"@braintrust/core": "0.0.
|
|
73
|
+
"@braintrust/core": "0.0.50",
|
|
74
74
|
"@next/env": "^14.2.3",
|
|
75
75
|
"@vercel/functions": "^1.0.2",
|
|
76
76
|
"ai": "^3.2.16",
|