braintrust 3.23.1 → 3.25.0

package/dist/index.d.mts

@@ -18137,6 +18137,8 @@ interface Common {
     newTracingChannel: <M = any>(nameOrChannels: string | IsoTracingChannelCollection<M>) => IsoTracingChannel<M>;
     processOn: (event: string, handler: (code: any) => void) => void;
     hash?: (data: string) => string;
+    hmacSha256?: (key: string, data: string) => string;
+    timingSafeEqual?: (left: string, right: string) => boolean;
     basename: (filepath: string) => string;
     writeln: (text: string) => void;
     pathJoin?: (...args: string[]) => string;
@@ -20364,6 +20366,11 @@ type InferParameters<T extends EvalParameters> = {
     [K in keyof T]: InferParameterValue<T[K]>;
 };
 
+type SpanOriginEnvironment = {
+    type?: string;
+    name?: string;
+};
+
 /// <reference lib="dom" />
 
 declare const LOGS3_OVERFLOW_REFERENCE_TYPE = "logs3_overflow";
@@ -20784,7 +20791,13 @@ declare class BraintrustState {
     private _idGenerator;
     private _contextManager;
     private _otelFlushCallback;
+    spanOriginEnvironment: SpanOriginEnvironment | undefined;
+    private traceContextSigningSecret;
     constructor(loginParams: LoginOptions);
+    /** @internal */
+    _internalSetTraceContextSigningSecret(secret: string | undefined): void;
+    /** @internal */
+    _internalGetTraceContextSigningSecret(): string | undefined;
     resetLoginInfo(): void;
     resetIdGenState(): void;
     [RESET_CONTEXT_MANAGER_STATE](): void;
@@ -21564,6 +21577,7 @@ type AsyncFlushArg<IsAsyncFlush> = {
 type InitLoggerOptions<IsAsyncFlush> = FullLoginOptions & {
     projectName?: string;
     projectId?: string;
+    environment?: SpanOriginEnvironment;
     setCurrent?: boolean;
     state?: BraintrustState;
     orgProjectMetadata?: OrgProjectMetadata;
@@ -23526,8 +23540,8 @@ type EveJsonObject = {
     readonly [key: string]: EveJsonValue;
 };
 interface EveHookContext {
-    readonly session?: {
-        readonly id?: string;
+    readonly session: {
+        readonly id: string;
         readonly parent?: {
             readonly callId?: string;
             readonly sessionId?: string;
@@ -23628,6 +23642,15 @@ type EveHandleMessageStreamEvent = {
     };
     readonly meta?: EveStreamEventMeta;
     readonly type: "message.completed";
+} | {
+    readonly data: {
+        readonly reasoning: string;
+        readonly sequence: number;
+        readonly stepIndex: number;
+        readonly turnId: string;
+    };
+    readonly meta?: EveStreamEventMeta;
+    readonly type: "reasoning.completed";
 } | {
     readonly data: {
         readonly result: EveJsonValue;
@@ -23761,22 +23784,128 @@ interface EveHookDefinition {
 interface EveInstrumentationSetupContext {
     readonly agentName: string;
 }
+type EveTextPart = {
+    readonly text: string;
+    readonly type: "text";
+};
+type EveImagePart = {
+    readonly image: unknown;
+    readonly mediaType?: string;
+    readonly type: "image";
+};
+type EveFilePart = {
+    readonly data: unknown;
+    readonly filename?: string;
+    readonly mediaType: string;
+    readonly type: "file";
+};
+type EveReasoningPart = {
+    readonly text: string;
+    readonly type: "reasoning";
+};
+type EveReasoningFilePart = {
+    readonly data: unknown;
+    readonly mediaType: string;
+    readonly type: "reasoning-file";
+};
+type EveCustomPart = {
+    readonly kind: `${string}.${string}`;
+    readonly type: "custom";
+};
+type EveToolCallPart = {
+    readonly input: unknown;
+    readonly providerExecuted?: boolean;
+    readonly toolCallId: string;
+    readonly toolName: string;
+    readonly type: "tool-call";
+};
+type EveToolResultContentPart = EveTextPart | EveFilePart | {
+    readonly data: string;
+    readonly filename?: string;
+    readonly mediaType: string;
+    readonly type: "file-data";
+} | {
+    readonly mediaType?: string;
+    readonly type: "file-url";
+    readonly url: string;
+} | {
+    readonly fileId: string | Readonly<Record<string, string>>;
+    readonly type: "file-id" | "image-file-id";
+} | {
+    readonly providerReference: Readonly<Record<string, string>>;
+    readonly type: "file-reference" | "image-file-reference";
+} | {
+    readonly data: string;
+    readonly mediaType: string;
+    readonly type: "image-data";
+} | {
+    readonly type: "image-url";
+    readonly url: string;
+} | {
+    readonly type: "custom";
+};
+type EveToolResultOutput = {
+    readonly type: "text" | "error-text";
+    readonly value: string;
+} | {
+    readonly type: "json" | "error-json";
+    readonly value: EveJsonValue;
+} | {
+    readonly reason?: string;
+    readonly type: "execution-denied";
+} | {
+    readonly type: "content";
+    readonly value: readonly EveToolResultContentPart[];
+};
+type EveToolResultPart = {
+    readonly output: EveToolResultOutput;
+    readonly toolCallId: string;
+    readonly toolName: string;
+    readonly type: "tool-result";
+};
+type EveToolApprovalRequest = {
+    readonly approvalId: string;
+    readonly isAutomatic?: boolean;
+    readonly signature?: string;
+    readonly toolCallId: string;
+    readonly type: "tool-approval-request";
+};
+type EveToolApprovalResponse = {
+    readonly approvalId: string;
+    readonly approved: boolean;
+    readonly providerExecuted?: boolean;
+    readonly reason?: string;
+    readonly type: "tool-approval-response";
+};
+type EveSystemModelMessage = {
+    readonly content: string;
+    readonly role: "system";
+};
+type EveModelMessage = EveSystemModelMessage | {
+    readonly content: string | readonly (EveTextPart | EveImagePart | EveFilePart)[];
+    readonly role: "user";
+} | {
+    readonly content: string | readonly (EveTextPart | EveCustomPart | EveFilePart | EveReasoningPart | EveReasoningFilePart | EveToolCallPart | EveToolResultPart | EveToolApprovalRequest)[];
+    readonly role: "assistant";
+} | {
+    readonly content: readonly (EveToolResultPart | EveToolApprovalResponse)[];
+    readonly role: "tool";
+};
 interface EveInstrumentationModelInput {
-    readonly instructions?: string | readonly EveJsonObject[];
-    readonly messages: readonly EveJsonObject[];
+    readonly instructions?: string | readonly EveSystemModelMessage[];
+    readonly messages: readonly EveModelMessage[];
 }
 interface EveInstrumentationStepStartedEventInput {
-    readonly channel?: unknown;
     readonly modelInput: EveInstrumentationModelInput;
     readonly session: {
-        readonly id?: string;
+        readonly id: string;
     };
     readonly step: {
-        readonly index?: number;
+        readonly index: number;
     };
     readonly turn: {
-        readonly id?: string;
-        readonly sequence?: number;
+        readonly id: string;
+        readonly sequence: number;
     };
 }
 interface EveInstrumentationDefinition {

package/dist/index.d.ts

@@ -18137,6 +18137,8 @@ interface Common {
     newTracingChannel: <M = any>(nameOrChannels: string | IsoTracingChannelCollection<M>) => IsoTracingChannel<M>;
     processOn: (event: string, handler: (code: any) => void) => void;
     hash?: (data: string) => string;
+    hmacSha256?: (key: string, data: string) => string;
+    timingSafeEqual?: (left: string, right: string) => boolean;
     basename: (filepath: string) => string;
     writeln: (text: string) => void;
     pathJoin?: (...args: string[]) => string;
@@ -20364,6 +20366,11 @@ type InferParameters<T extends EvalParameters> = {
     [K in keyof T]: InferParameterValue<T[K]>;
 };
 
+type SpanOriginEnvironment = {
+    type?: string;
+    name?: string;
+};
+
 /// <reference lib="dom" />
 
 declare const LOGS3_OVERFLOW_REFERENCE_TYPE = "logs3_overflow";
@@ -20784,7 +20791,13 @@ declare class BraintrustState {
     private _idGenerator;
     private _contextManager;
     private _otelFlushCallback;
+    spanOriginEnvironment: SpanOriginEnvironment | undefined;
+    private traceContextSigningSecret;
     constructor(loginParams: LoginOptions);
+    /** @internal */
+    _internalSetTraceContextSigningSecret(secret: string | undefined): void;
+    /** @internal */
+    _internalGetTraceContextSigningSecret(): string | undefined;
     resetLoginInfo(): void;
     resetIdGenState(): void;
     [RESET_CONTEXT_MANAGER_STATE](): void;
@@ -21564,6 +21577,7 @@ type AsyncFlushArg<IsAsyncFlush> = {
 type InitLoggerOptions<IsAsyncFlush> = FullLoginOptions & {
     projectName?: string;
     projectId?: string;
+    environment?: SpanOriginEnvironment;
     setCurrent?: boolean;
     state?: BraintrustState;
     orgProjectMetadata?: OrgProjectMetadata;
@@ -23526,8 +23540,8 @@ type EveJsonObject = {
     readonly [key: string]: EveJsonValue;
 };
 interface EveHookContext {
-    readonly session?: {
-        readonly id?: string;
+    readonly session: {
+        readonly id: string;
         readonly parent?: {
             readonly callId?: string;
             readonly sessionId?: string;
@@ -23628,6 +23642,15 @@ type EveHandleMessageStreamEvent = {
     };
     readonly meta?: EveStreamEventMeta;
     readonly type: "message.completed";
+} | {
+    readonly data: {
+        readonly reasoning: string;
+        readonly sequence: number;
+        readonly stepIndex: number;
+        readonly turnId: string;
+    };
+    readonly meta?: EveStreamEventMeta;
+    readonly type: "reasoning.completed";
 } | {
     readonly data: {
         readonly result: EveJsonValue;
@@ -23761,22 +23784,128 @@ interface EveHookDefinition {
 interface EveInstrumentationSetupContext {
     readonly agentName: string;
 }
+type EveTextPart = {
+    readonly text: string;
+    readonly type: "text";
+};
+type EveImagePart = {
+    readonly image: unknown;
+    readonly mediaType?: string;
+    readonly type: "image";
+};
+type EveFilePart = {
+    readonly data: unknown;
+    readonly filename?: string;
+    readonly mediaType: string;
+    readonly type: "file";
+};
+type EveReasoningPart = {
+    readonly text: string;
+    readonly type: "reasoning";
+};
+type EveReasoningFilePart = {
+    readonly data: unknown;
+    readonly mediaType: string;
+    readonly type: "reasoning-file";
+};
+type EveCustomPart = {
+    readonly kind: `${string}.${string}`;
+    readonly type: "custom";
+};
+type EveToolCallPart = {
+    readonly input: unknown;
+    readonly providerExecuted?: boolean;
+    readonly toolCallId: string;
+    readonly toolName: string;
+    readonly type: "tool-call";
+};
+type EveToolResultContentPart = EveTextPart | EveFilePart | {
+    readonly data: string;
+    readonly filename?: string;
+    readonly mediaType: string;
+    readonly type: "file-data";
+} | {
+    readonly mediaType?: string;
+    readonly type: "file-url";
+    readonly url: string;
+} | {
+    readonly fileId: string | Readonly<Record<string, string>>;
+    readonly type: "file-id" | "image-file-id";
+} | {
+    readonly providerReference: Readonly<Record<string, string>>;
+    readonly type: "file-reference" | "image-file-reference";
+} | {
+    readonly data: string;
+    readonly mediaType: string;
+    readonly type: "image-data";
+} | {
+    readonly type: "image-url";
+    readonly url: string;
+} | {
+    readonly type: "custom";
+};
+type EveToolResultOutput = {
+    readonly type: "text" | "error-text";
+    readonly value: string;
+} | {
+    readonly type: "json" | "error-json";
+    readonly value: EveJsonValue;
+} | {
+    readonly reason?: string;
+    readonly type: "execution-denied";
+} | {
+    readonly type: "content";
+    readonly value: readonly EveToolResultContentPart[];
+};
+type EveToolResultPart = {
+    readonly output: EveToolResultOutput;
+    readonly toolCallId: string;
+    readonly toolName: string;
+    readonly type: "tool-result";
+};
+type EveToolApprovalRequest = {
+    readonly approvalId: string;
+    readonly isAutomatic?: boolean;
+    readonly signature?: string;
+    readonly toolCallId: string;
+    readonly type: "tool-approval-request";
+};
+type EveToolApprovalResponse = {
+    readonly approvalId: string;
+    readonly approved: boolean;
+    readonly providerExecuted?: boolean;
+    readonly reason?: string;
+    readonly type: "tool-approval-response";
+};
+type EveSystemModelMessage = {
+    readonly content: string;
+    readonly role: "system";
+};
+type EveModelMessage = EveSystemModelMessage | {
+    readonly content: string | readonly (EveTextPart | EveImagePart | EveFilePart)[];
+    readonly role: "user";
+} | {
+    readonly content: string | readonly (EveTextPart | EveCustomPart | EveFilePart | EveReasoningPart | EveReasoningFilePart | EveToolCallPart | EveToolResultPart | EveToolApprovalRequest)[];
+    readonly role: "assistant";
+} | {
+    readonly content: readonly (EveToolResultPart | EveToolApprovalResponse)[];
+    readonly role: "tool";
+};
 interface EveInstrumentationModelInput {
-    readonly instructions?: string | readonly EveJsonObject[];
-    readonly messages: readonly EveJsonObject[];
+    readonly instructions?: string | readonly EveSystemModelMessage[];
+    readonly messages: readonly EveModelMessage[];
 }
 interface EveInstrumentationStepStartedEventInput {
-    readonly channel?: unknown;
     readonly modelInput: EveInstrumentationModelInput;
     readonly session: {
-        readonly id?: string;
+        readonly id: string;
     };
     readonly step: {
-        readonly index?: number;
+        readonly index: number;
     };
     readonly turn: {
-        readonly id?: string;
-        readonly sequence?: number;
+        readonly id: string;
+        readonly sequence: number;
     };
 }
 interface EveInstrumentationDefinition {