braintrust 0.0.164 → 0.0.166

package/dist/browser.d.mts

@@ -1,5 +1,5 @@
-import { GitMetadataSettings, LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, RepoInfo, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord } from '@braintrust/core';
-import { PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode } from '@braintrust/core/typespecs';
+import { LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord } from '@braintrust/core';
+import { GitMetadataSettings, RepoInfo, PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode } from '@braintrust/core/typespecs';
 import { z } from 'zod';
 
 interface IsoAsyncLocalStorage<T> {
@@ -463,6 +463,7 @@ type InitDatasetOptions<IsLegacyDataset extends boolean> = FullLoginOptions & {
     description?: string;
     version?: string;
     projectId?: string;
+    metadata?: Record<string, unknown>;
     state?: BraintrustState;
 } & UseOutputOption<IsLegacyDataset>;
 type FullInitDatasetOptions<IsLegacyDataset extends boolean> = {
@@ -479,6 +480,7 @@ type FullInitDatasetOptions<IsLegacyDataset extends boolean> = {
  * @param options.apiKey The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable. If no API key is specified, will prompt the user to login.
  * @param options.orgName (Optional) The name of a specific organization to connect to. This is useful if you belong to multiple.
  * @param options.projectId The id of the project to create the dataset in. This takes precedence over `project` if specified.
+ * @param options.metadata A dictionary with additional data about the dataset. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
  * @param options.useOutput (Deprecated) If true, records will be fetched from this dataset in the legacy format, with the "expected" field renamed to "output". This option will be removed in a future version of Braintrust.
  * @returns The newly created Dataset.
  */

package/dist/browser.d.ts

@@ -1,5 +1,5 @@
-import { GitMetadataSettings, LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, RepoInfo, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord } from '@braintrust/core';
-import { PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode } from '@braintrust/core/typespecs';
+import { LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord } from '@braintrust/core';
+import { GitMetadataSettings, RepoInfo, PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode } from '@braintrust/core/typespecs';
 import { z } from 'zod';
 
 interface IsoAsyncLocalStorage<T> {
@@ -463,6 +463,7 @@ type InitDatasetOptions<IsLegacyDataset extends boolean> = FullLoginOptions & {
     description?: string;
     version?: string;
     projectId?: string;
+    metadata?: Record<string, unknown>;
     state?: BraintrustState;
 } & UseOutputOption<IsLegacyDataset>;
 type FullInitDatasetOptions<IsLegacyDataset extends boolean> = {
@@ -479,6 +480,7 @@ type FullInitDatasetOptions<IsLegacyDataset extends boolean> = {
  * @param options.apiKey The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable. If no API key is specified, will prompt the user to login.
  * @param options.orgName (Optional) The name of a specific organization to connect to. This is useful if you belong to multiple.
  * @param options.projectId The id of the project to create the dataset in. This takes precedence over `project` if specified.
+ * @param options.metadata A dictionary with additional data about the dataset. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
  * @param options.useOutput (Deprecated) If true, records will be fetched from this dataset in the legacy format, with the "expected" field renamed to "output". This option will be removed in a future version of Braintrust.
  * @returns The newly created Dataset.
  */

package/dist/browser.js

@@ -463,7 +463,7 @@ var loginSchema = import_zod2.z.strictObject({
   proxyUrl: import_zod2.z.string(),
   loginToken: import_zod2.z.string(),
   orgId: import_zod2.z.string().nullish(),
-  gitMetadataSettings: import_core.gitMetadataSettingsSchema.nullish()
+  gitMetadataSettings: import_typespecs2.gitMetadataSettingsSchema.nullish()
 });
 var stateNonce = 0;
 var BraintrustState = class _BraintrustState {
@@ -1738,6 +1738,7 @@ function initDataset(projectOrOptions, optionalOptions) {
     fetch,
     forceLogin,
     projectId,
+    metadata,
     useOutput: legacy,
     state: stateArg
   } = options;
@@ -1756,7 +1757,8 @@ function initDataset(projectOrOptions, optionalOptions) {
         project_name: project,
         project_id: projectId,
         dataset_name: dataset,
-        description
+        description,
+        metadata
       };
       const response = await state.appConn().post_json("api/dataset/register", args);
       return {

package/dist/browser.mjs

@@ -48,14 +48,14 @@ import {
   SpanComponentsV3,
   SpanObjectTypeV3,
   spanObjectTypeV3ToString,
-  gitMetadataSettingsSchema,
   _urljoin
 } from "@braintrust/core";
 import {
   BRAINTRUST_PARAMS,
   promptDataSchema,
   promptSchema,
-  toolsSchema
+  toolsSchema,
+  gitMetadataSettingsSchema
 } from "@braintrust/core/typespecs";
 
 // src/util.ts
@@ -1688,6 +1688,7 @@ function initDataset(projectOrOptions, optionalOptions) {
     fetch,
     forceLogin,
     projectId,
+    metadata,
     useOutput: legacy,
     state: stateArg
   } = options;
@@ -1706,7 +1707,8 @@ function initDataset(projectOrOptions, optionalOptions) {
         project_name: project,
         project_id: projectId,
         dataset_name: dataset,
-        description
+        description,
+        metadata
       };
       const response = await state.appConn().post_json("api/dataset/register", args);
       return {

package/dist/cli.js

@@ -1236,7 +1236,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "0.0.164",
+      version: "0.0.166",
       description: "SDK for integrating Braintrust",
       repository: {
         type: "git",
@@ -1306,7 +1306,7 @@ var require_package = __commonJS({
       },
       dependencies: {
         "@ai-sdk/provider": "^0.0.11",
-        "@braintrust/core": "0.0.60",
+        "@braintrust/core": "0.0.62",
         "@next/env": "^14.2.3",
         "@vercel/functions": "^1.0.2",
         ai: "^3.2.16",
@@ -1731,7 +1731,7 @@ var loginSchema = import_zod2.z.strictObject({
   proxyUrl: import_zod2.z.string(),
   loginToken: import_zod2.z.string(),
   orgId: import_zod2.z.string().nullish(),
-  gitMetadataSettings: import_core.gitMetadataSettingsSchema.nullish()
+  gitMetadataSettings: import_typespecs2.gitMetadataSettingsSchema.nullish()
 });
 var stateNonce = 0;
 var BraintrustState = class _BraintrustState {

package/dist/index.d.mts

@@ -1,6 +1,6 @@
-import { GitMetadataSettings, LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, RepoInfo, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord, Score, CommentEvent, InputField, InputsField, LogCommentFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
+import { LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord, Score, CommentEvent, InputField, InputsField, LogCommentFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
 export { CommentEvent, DatasetRecord, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, InputField, InputsField, LogCommentFullArgs, LogFeedbackFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
-import { PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode, FunctionType, IfExists, SavedFunctionId, ModelParams } from '@braintrust/core/typespecs';
+import { GitMetadataSettings, RepoInfo, PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode, FunctionType, IfExists, SavedFunctionId, ModelParams } from '@braintrust/core/typespecs';
 import { z } from 'zod';
 
 interface IsoAsyncLocalStorage<T> {
@@ -464,6 +464,7 @@ type InitDatasetOptions<IsLegacyDataset extends boolean> = FullLoginOptions & {
     description?: string;
     version?: string;
     projectId?: string;
+    metadata?: Record<string, unknown>;
     state?: BraintrustState;
 } & UseOutputOption<IsLegacyDataset>;
 type FullInitDatasetOptions<IsLegacyDataset extends boolean> = {
@@ -480,6 +481,7 @@ type FullInitDatasetOptions<IsLegacyDataset extends boolean> = {
  * @param options.apiKey The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable. If no API key is specified, will prompt the user to login.
  * @param options.orgName (Optional) The name of a specific organization to connect to. This is useful if you belong to multiple.
  * @param options.projectId The id of the project to create the dataset in. This takes precedence over `project` if specified.
+ * @param options.metadata A dictionary with additional data about the dataset. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
  * @param options.useOutput (Deprecated) If true, records will be fetched from this dataset in the legacy format, with the "expected" field renamed to "output". This option will be removed in a future version of Braintrust.
  * @returns The newly created Dataset.
  */
@@ -1604,6 +1606,14 @@ interface Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = Def
      * and compared to this experiment. This takes precedence over `baseExperimentName` if specified.
      */
     baseExperimentId?: string;
+    /**
+     * Optional settings for collecting git metadata. By default, will collect all git metadata fields allowed in org-level settings.
+     */
+    gitMetadataSettings?: GitMetadataSettings;
+    /**
+     * Optionally explicitly specify the git metadata for this experiment. This takes precedence over `gitMetadataSettings` if specified.
+     */
+    repoInfo?: RepoInfo;
 }
 declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> {
     summary: ExperimentSummary;

package/dist/index.d.ts

@@ -1,6 +1,6 @@
-import { GitMetadataSettings, LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, RepoInfo, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord, Score, CommentEvent, InputField, InputsField, LogCommentFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
+import { LogFeedbackFullArgs, ExperimentEvent, BackgroundLogEvent, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, SpanType, SpanComponentsV3, DEFAULT_IS_LEGACY_DATASET, TRANSACTION_ID_FIELD, TransactionId, SpanObjectTypeV3, DatasetRecord, Score, CommentEvent, InputField, InputsField, LogCommentFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
 export { CommentEvent, DatasetRecord, ExperimentLogFullArgs, ExperimentLogPartialArgs, IdField, InputField, InputsField, LogCommentFullArgs, LogFeedbackFullArgs, OtherExperimentLogFields, ParentExperimentIds, ParentProjectLogIds } from '@braintrust/core';
-import { PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode, FunctionType, IfExists, SavedFunctionId, ModelParams } from '@braintrust/core/typespecs';
+import { GitMetadataSettings, RepoInfo, PromptData, OpenAIMessage, Tools, AnyModelParam, Message, Prompt as Prompt$1, PromptSessionEvent, StreamingMode, FunctionType, IfExists, SavedFunctionId, ModelParams } from '@braintrust/core/typespecs';
 import { z } from 'zod';
 
 interface IsoAsyncLocalStorage<T> {
@@ -464,6 +464,7 @@ type InitDatasetOptions<IsLegacyDataset extends boolean> = FullLoginOptions & {
     description?: string;
     version?: string;
     projectId?: string;
+    metadata?: Record<string, unknown>;
     state?: BraintrustState;
 } & UseOutputOption<IsLegacyDataset>;
 type FullInitDatasetOptions<IsLegacyDataset extends boolean> = {
@@ -480,6 +481,7 @@ type FullInitDatasetOptions<IsLegacyDataset extends boolean> = {
  * @param options.apiKey The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable. If no API key is specified, will prompt the user to login.
  * @param options.orgName (Optional) The name of a specific organization to connect to. This is useful if you belong to multiple.
  * @param options.projectId The id of the project to create the dataset in. This takes precedence over `project` if specified.
+ * @param options.metadata A dictionary with additional data about the dataset. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
  * @param options.useOutput (Deprecated) If true, records will be fetched from this dataset in the legacy format, with the "expected" field renamed to "output". This option will be removed in a future version of Braintrust.
  * @returns The newly created Dataset.
  */
@@ -1604,6 +1606,14 @@ interface Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = Def
      * and compared to this experiment. This takes precedence over `baseExperimentName` if specified.
      */
     baseExperimentId?: string;
+    /**
+     * Optional settings for collecting git metadata. By default, will collect all git metadata fields allowed in org-level settings.
+     */
+    gitMetadataSettings?: GitMetadataSettings;
+    /**
+     * Optionally explicitly specify the git metadata for this experiment. This takes precedence over `gitMetadataSettings` if specified.
+     */
+    repoInfo?: RepoInfo;
 }
 declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> {
     summary: ExperimentSummary;

package/dist/index.js

@@ -696,7 +696,7 @@ var loginSchema = import_zod2.z.strictObject({
   proxyUrl: import_zod2.z.string(),
   loginToken: import_zod2.z.string(),
   orgId: import_zod2.z.string().nullish(),
-  gitMetadataSettings: import_core.gitMetadataSettingsSchema.nullish()
+  gitMetadataSettings: import_typespecs2.gitMetadataSettingsSchema.nullish()
 });
 var stateNonce = 0;
 var BraintrustState = class _BraintrustState {
@@ -1971,6 +1971,7 @@ function initDataset(projectOrOptions, optionalOptions) {
     fetch,
     forceLogin,
     projectId,
+    metadata,
     useOutput: legacy,
     state: stateArg
   } = options;
@@ -1989,7 +1990,8 @@ function initDataset(projectOrOptions, optionalOptions) {
         project_name: project,
         project_id: projectId,
         dataset_name: dataset,
-        description
+        description,
+        metadata
       };
       const response = await state.appConn().post_json("api/dataset/register", args);
       return {
@@ -4847,7 +4849,9 @@ async function Eval(name, evaluator, reporterOrOpts) {
       isPublic: evaluator.isPublic,
       update: evaluator.update,
       baseExperiment: evaluator.baseExperimentName ?? defaultBaseExperiment,
-      baseExperimentId: evaluator.baseExperimentId
+      baseExperimentId: evaluator.baseExperimentId,
+      gitMetadataSettings: evaluator.gitMetadataSettings,
+      repoInfo: evaluator.repoInfo
     });
     if (options.onStart) {
       experiment.summarize({ summarizeScores: false }).then(options.onStart);

package/dist/index.mjs

@@ -267,14 +267,14 @@ import {
   SpanComponentsV3,
   SpanObjectTypeV3,
   spanObjectTypeV3ToString,
-  gitMetadataSettingsSchema,
   _urljoin
 } from "@braintrust/core";
 import {
   BRAINTRUST_PARAMS,
   promptDataSchema,
   promptSchema,
-  toolsSchema
+  toolsSchema,
+  gitMetadataSettingsSchema
 } from "@braintrust/core/typespecs";
 
 // src/util.ts
@@ -1907,6 +1907,7 @@ function initDataset(projectOrOptions, optionalOptions) {
     fetch,
     forceLogin,
     projectId,
+    metadata,
     useOutput: legacy,
     state: stateArg
   } = options;
@@ -1925,7 +1926,8 @@ function initDataset(projectOrOptions, optionalOptions) {
         project_name: project,
         project_id: projectId,
         dataset_name: dataset,
-        description
+        description,
+        metadata
       };
       const response = await state.appConn().post_json("api/dataset/register", args);
       return {
@@ -4785,7 +4787,9 @@ async function Eval(name, evaluator, reporterOrOpts) {
       isPublic: evaluator.isPublic,
       update: evaluator.update,
       baseExperiment: evaluator.baseExperimentName ?? defaultBaseExperiment,
-      baseExperimentId: evaluator.baseExperimentId
+      baseExperimentId: evaluator.baseExperimentId,
+      gitMetadataSettings: evaluator.gitMetadataSettings,
+      repoInfo: evaluator.repoInfo
     });
     if (options.onStart) {
       experiment.summarize({ summarizeScores: false }).then(options.onStart);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "braintrust",
-  "version": "0.0.164",
+  "version": "0.0.166",
   "description": "SDK for integrating Braintrust",
   "repository": {
     "type": "git",
@@ -70,7 +70,7 @@
   },
   "dependencies": {
     "@ai-sdk/provider": "^0.0.11",
-    "@braintrust/core": "0.0.60",
+    "@braintrust/core": "0.0.62",
     "@next/env": "^14.2.3",
     "@vercel/functions": "^1.0.2",
     "ai": "^3.2.16",