braintrust 0.0.199 → 0.0.200

package/dist/browser.d.mts

@@ -70,6 +70,7 @@ interface DiskCacheOptions {
      * If not specified, the cache will grow unbounded.
      */
     max?: number;
+    logWarnings?: boolean;
 }
 /**
  * A persistent filesystem-based cache implementation.
@@ -87,16 +88,12 @@ interface DiskCacheOptions {
 declare class DiskCache<T> {
     private readonly dir;
     private readonly max?;
+    private readonly logWarnings;
     /**
      * Creates a new DiskCache instance.
      * @param options - Configuration options for the cache.
      */
     constructor(options: DiskCacheOptions);
-    /**
-     * Gets the file path for a cache entry.
-     * @param key - The cache key to get the path for.
-     * @returns The full filesystem path for the cache entry.
-     */
     private getEntryPath;
     /**
      * Retrieves a value from the cache.
@@ -104,7 +101,6 @@ declare class DiskCache<T> {
      *
      * @param key - The key to look up in the cache.
      * @returns The cached value if found, undefined otherwise.
-     * @throws If there is an error reading from the disk cache (except for file not found).
      */
     get(key: string): Promise<T | undefined>;
     /**
@@ -115,11 +111,7 @@ declare class DiskCache<T> {
      * @param value - The value to store in the cache.
      */
     set(key: string, value: T): Promise<void>;
-    /**
-     * Evicts the oldest entries from the cache until it is under the maximum size.
-     * @param entries - List of all cache entry filenames.
-     */
-    private evictOldest;
+    private evictOldestIfFull;
 }
 
 /**
@@ -1721,11 +1713,11 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
         data: z.ZodString;
     }, "strip", z.ZodTypeAny, {
         format: "code" | "global" | "graph" | "llm";
-        data: string;
         name: string;
         object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
-        event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
+        data: string;
+        event: "text_delta" | "json_delta" | "error" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
         origin?: {
             object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1736,11 +1728,11 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
         } | null | undefined;
     }, {
         format: "code" | "global" | "graph" | "llm";
-        data: string;
         name: string;
         object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
-        event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
+        data: string;
+        event: "text_delta" | "json_delta" | "error" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
         origin?: {
             object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1753,11 +1745,11 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     data: {
         format: "code" | "global" | "graph" | "llm";
-        data: string;
         name: string;
         object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
-        event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
+        data: string;
+        event: "text_delta" | "json_delta" | "error" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
         origin?: {
             object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1771,11 +1763,11 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
 }, {
     data: {
         format: "code" | "global" | "graph" | "llm";
-        data: string;
         name: string;
         object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
-        event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
+        data: string;
+        event: "text_delta" | "json_delta" | "error" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
         origin?: {
             object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";

package/dist/browser.d.ts

@@ -70,6 +70,7 @@ interface DiskCacheOptions {
      * If not specified, the cache will grow unbounded.
      */
     max?: number;
+    logWarnings?: boolean;
 }
 /**
  * A persistent filesystem-based cache implementation.
@@ -87,16 +88,12 @@ interface DiskCacheOptions {
 declare class DiskCache<T> {
     private readonly dir;
     private readonly max?;
+    private readonly logWarnings;
     /**
      * Creates a new DiskCache instance.
      * @param options - Configuration options for the cache.
      */
     constructor(options: DiskCacheOptions);
-    /**
-     * Gets the file path for a cache entry.
-     * @param key - The cache key to get the path for.
-     * @returns The full filesystem path for the cache entry.
-     */
     private getEntryPath;
     /**
      * Retrieves a value from the cache.
@@ -104,7 +101,6 @@ declare class DiskCache<T> {
      *
      * @param key - The key to look up in the cache.
      * @returns The cached value if found, undefined otherwise.
-     * @throws If there is an error reading from the disk cache (except for file not found).
      */
     get(key: string): Promise<T | undefined>;
     /**
@@ -115,11 +111,7 @@ declare class DiskCache<T> {
      * @param value - The value to store in the cache.
      */
     set(key: string, value: T): Promise<void>;
-    /**
-     * Evicts the oldest entries from the cache until it is under the maximum size.
-     * @param entries - List of all cache entry filenames.
-     */
-    private evictOldest;
+    private evictOldestIfFull;
 }
 
 /**
@@ -1721,11 +1713,11 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
         data: z.ZodString;
     }, "strip", z.ZodTypeAny, {
         format: "code" | "global" | "graph" | "llm";
-        data: string;
         name: string;
         object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
-        event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
+        data: string;
+        event: "text_delta" | "json_delta" | "error" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
         origin?: {
             object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1736,11 +1728,11 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
         } | null | undefined;
     }, {
         format: "code" | "global" | "graph" | "llm";
-        data: string;
         name: string;
         object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
-        event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
+        data: string;
+        event: "text_delta" | "json_delta" | "error" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
         origin?: {
             object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1753,11 +1745,11 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     data: {
         format: "code" | "global" | "graph" | "llm";
-        data: string;
         name: string;
         object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
-        event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
+        data: string;
+        event: "text_delta" | "json_delta" | "error" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
         origin?: {
             object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1771,11 +1763,11 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
 }, {
     data: {
         format: "code" | "global" | "graph" | "llm";
-        data: string;
         name: string;
         object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
-        event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
+        data: string;
+        event: "text_delta" | "json_delta" | "error" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
         origin?: {
             object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";

package/dist/browser.js

@@ -396,11 +396,11 @@ function createFinalValuePassThroughStream(onFinal, onError) {
             break;
           default:
             const _type = chunkType;
-            throw new Error(`Unknown chunk type ${_type}`);
+            onError(`Unknown chunk type: ${_type}`);
         }
         controller.enqueue(chunk);
       } else {
-        throw new Error(`Unknown chunk type ${chunk}`);
+        onError(`Unknown chunk type ${JSON.stringify(chunk)}`);
       }
     },
     flush(controller) {
@@ -431,11 +431,12 @@ function devNullWritableStream() {
 
 // src/prompt-cache/disk-cache.ts
 function canUseDiskCache() {
-  return !!(isomorph_default.gunzip && isomorph_default.gzip && isomorph_default.stat && isomorph_default.readFile && isomorph_default.writeFile && isomorph_default.utimes && isomorph_default.readdir && isomorph_default.mkdir && isomorph_default.unlink && isomorph_default.homedir);
+  return !!(isomorph_default.hash && isomorph_default.gunzip && isomorph_default.gzip && isomorph_default.stat && isomorph_default.readFile && isomorph_default.writeFile && isomorph_default.utimes && isomorph_default.readdir && isomorph_default.mkdir && isomorph_default.unlink && isomorph_default.homedir);
 }
 var DiskCache = class {
   dir;
   max;
+  logWarnings;
   /**
    * Creates a new DiskCache instance.
    * @param options - Configuration options for the cache.
@@ -446,14 +447,11 @@ var DiskCache = class {
     }
     this.dir = options.cacheDir;
     this.max = options.max;
+    this.logWarnings = options.logWarnings ?? true;
   }
-  /**
-   * Gets the file path for a cache entry.
-   * @param key - The cache key to get the path for.
-   * @returns The full filesystem path for the cache entry.
-   */
   getEntryPath(key) {
-    return isomorph_default.pathJoin(this.dir, key);
+    const hashed = isomorph_default.hash(key);
+    return isomorph_default.pathJoin(this.dir, hashed);
   }
   /**
    * Retrieves a value from the cache.
@@ -461,7 +459,6 @@ var DiskCache = class {
    *
    * @param key - The key to look up in the cache.
    * @returns The cached value if found, undefined otherwise.
-   * @throws If there is an error reading from the disk cache (except for file not found).
    */
   async get(key) {
     try {
@@ -473,7 +470,10 @@ var DiskCache = class {
       if (e.code === "ENOENT") {
         return void 0;
       }
-      throw e;
+      if (this.logWarnings) {
+        console.warn("Failed to read from disk cache", e);
+      }
+      return void 0;
     }
   }
   /**
@@ -487,33 +487,35 @@ var DiskCache = class {
     await isomorph_default.mkdir(this.dir, { recursive: true });
     const filePath = this.getEntryPath(key);
     const data = await isomorph_default.gzip(JSON.stringify(value));
-    await isomorph_default.writeFile(filePath, data);
-    if (this.max) {
-      const entries = await isomorph_default.readdir(this.dir);
-      if (entries.length > this.max) {
-        await this.evictOldest(entries);
-      }
+    try {
+      await isomorph_default.writeFile(filePath, data);
+      await this.evictOldestIfFull();
+    } catch (e) {
+      console.warn("Failed to write to disk cache", e);
+      return;
     }
   }
-  /**
-   * Evicts the oldest entries from the cache until it is under the maximum size.
-   * @param entries - List of all cache entry filenames.
-   */
-  async evictOldest(entries) {
+  async evictOldestIfFull() {
+    if (!this.max) {
+      return;
+    }
+    const files = await isomorph_default.readdir(this.dir);
+    const paths = files.map((file) => isomorph_default.pathJoin(this.dir, file));
+    if (paths.length <= this.max) {
+      return;
+    }
     const stats = await Promise.all(
-      entries.map(async (entry) => {
-        const stat = await isomorph_default.stat(this.getEntryPath(entry));
+      paths.map(async (path) => {
+        const stat = await isomorph_default.stat(path);
         return {
-          name: entry,
+          path,
           mtime: stat.mtime.getTime()
         };
       })
     );
     stats.sort((a, b) => a.mtime - b.mtime);
     const toRemove = stats.slice(0, stats.length - this.max);
-    await Promise.all(
-      toRemove.map((stat) => isomorph_default.unlink(this.getEntryPath(stat.name)))
-    );
+    await Promise.all(toRemove.map((stat) => isomorph_default.unlink(stat.path)));
   }
 };
 
@@ -903,7 +905,7 @@ var BraintrustState = class _BraintrustState {
     const serializedParsed = loginSchema.safeParse(serialized);
     if (!serializedParsed.success) {
       throw new Error(
-        `Cannot deserialize BraintrustState: ${serializedParsed.error.errors}`
+        `Cannot deserialize BraintrustState: ${serializedParsed.error.message}`
       );
     }
     const state = new _BraintrustState({ ...opts });
@@ -3106,17 +3108,17 @@ function extractAttachments(event, attachments) {
     extractAttachments(value, attachments);
   }
 }
-function enrichAttachments(event) {
+function enrichAttachments(event, state) {
   for (const [key, value] of Object.entries(event)) {
     const parsedValue = import_typespecs2.attachmentReferenceSchema.safeParse(value);
     if (parsedValue.success) {
-      event[key] = new ReadonlyAttachment(parsedValue.data);
+      event[key] = new ReadonlyAttachment(parsedValue.data, state);
       continue;
     }
     if (!(value instanceof Object)) {
       continue;
     }
-    enrichAttachments(value);
+    enrichAttachments(value, state);
   }
   return event;
 }
@@ -3248,7 +3250,7 @@ var Experiment = class extends ObjectFetcher {
   // For type identification.
   kind = "experiment";
   constructor(state, lazyMetadata, dataset) {
-    super("experiment", void 0, enrichAttachments);
+    super("experiment", void 0, (r) => enrichAttachments(r, state));
     this.lazyMetadata = lazyMetadata;
     this.dataset = dataset;
     this.lastStartTime = getCurrentUnixTimestamp();
@@ -3491,7 +3493,7 @@ var Experiment = class extends ObjectFetcher {
 };
 var ReadonlyExperiment = class extends ObjectFetcher {
   constructor(state, lazyMetadata) {
-    super("experiment", void 0, enrichAttachments);
+    super("experiment", void 0, (r) => enrichAttachments(r, state));
     this.state = state;
     this.lazyMetadata = lazyMetadata;
   }
@@ -3804,7 +3806,7 @@ var Dataset = class extends ObjectFetcher {
       (r) => (
         // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
         (0, import_core2.ensureDatasetRecord)(
-          enrichAttachments(r),
+          enrichAttachments(r, this.state),
           isLegacyDataset
         )
       ),
@@ -4359,6 +4361,16 @@ function configureBrowser() {
     }
     return process.env[name];
   };
+  isomorph_default.hash = (data) => {
+    let hash = 0;
+    for (let i = 0; i < data.length; i++) {
+      const char = data.charCodeAt(i);
+      hash = (hash << 5) - hash + char;
+      hash = hash & hash;
+    }
+    const hashHex = (hash >>> 0).toString(16).padStart(8, "0");
+    return hashHex.repeat(8).substring(0, 64);
+  };
   _internalSetInitialState();
   browserConfigured = true;
 }

package/dist/browser.mjs

@@ -341,11 +341,11 @@ function createFinalValuePassThroughStream(onFinal, onError) {
             break;
           default:
             const _type = chunkType;
-            throw new Error(`Unknown chunk type ${_type}`);
+            onError(`Unknown chunk type: ${_type}`);
         }
         controller.enqueue(chunk);
       } else {
-        throw new Error(`Unknown chunk type ${chunk}`);
+        onError(`Unknown chunk type ${JSON.stringify(chunk)}`);
       }
     },
     flush(controller) {
@@ -376,11 +376,12 @@ function devNullWritableStream() {
 
 // src/prompt-cache/disk-cache.ts
 function canUseDiskCache() {
-  return !!(isomorph_default.gunzip && isomorph_default.gzip && isomorph_default.stat && isomorph_default.readFile && isomorph_default.writeFile && isomorph_default.utimes && isomorph_default.readdir && isomorph_default.mkdir && isomorph_default.unlink && isomorph_default.homedir);
+  return !!(isomorph_default.hash && isomorph_default.gunzip && isomorph_default.gzip && isomorph_default.stat && isomorph_default.readFile && isomorph_default.writeFile && isomorph_default.utimes && isomorph_default.readdir && isomorph_default.mkdir && isomorph_default.unlink && isomorph_default.homedir);
 }
 var DiskCache = class {
   dir;
   max;
+  logWarnings;
   /**
    * Creates a new DiskCache instance.
    * @param options - Configuration options for the cache.
@@ -391,14 +392,11 @@ var DiskCache = class {
     }
     this.dir = options.cacheDir;
     this.max = options.max;
+    this.logWarnings = options.logWarnings ?? true;
   }
-  /**
-   * Gets the file path for a cache entry.
-   * @param key - The cache key to get the path for.
-   * @returns The full filesystem path for the cache entry.
-   */
   getEntryPath(key) {
-    return isomorph_default.pathJoin(this.dir, key);
+    const hashed = isomorph_default.hash(key);
+    return isomorph_default.pathJoin(this.dir, hashed);
   }
   /**
    * Retrieves a value from the cache.
@@ -406,7 +404,6 @@ var DiskCache = class {
    *
    * @param key - The key to look up in the cache.
    * @returns The cached value if found, undefined otherwise.
-   * @throws If there is an error reading from the disk cache (except for file not found).
    */
   async get(key) {
     try {
@@ -418,7 +415,10 @@ var DiskCache = class {
       if (e.code === "ENOENT") {
         return void 0;
       }
-      throw e;
+      if (this.logWarnings) {
+        console.warn("Failed to read from disk cache", e);
+      }
+      return void 0;
     }
   }
   /**
@@ -432,33 +432,35 @@ var DiskCache = class {
     await isomorph_default.mkdir(this.dir, { recursive: true });
     const filePath = this.getEntryPath(key);
     const data = await isomorph_default.gzip(JSON.stringify(value));
-    await isomorph_default.writeFile(filePath, data);
-    if (this.max) {
-      const entries = await isomorph_default.readdir(this.dir);
-      if (entries.length > this.max) {
-        await this.evictOldest(entries);
-      }
+    try {
+      await isomorph_default.writeFile(filePath, data);
+      await this.evictOldestIfFull();
+    } catch (e) {
+      console.warn("Failed to write to disk cache", e);
+      return;
     }
   }
-  /**
-   * Evicts the oldest entries from the cache until it is under the maximum size.
-   * @param entries - List of all cache entry filenames.
-   */
-  async evictOldest(entries) {
+  async evictOldestIfFull() {
+    if (!this.max) {
+      return;
+    }
+    const files = await isomorph_default.readdir(this.dir);
+    const paths = files.map((file) => isomorph_default.pathJoin(this.dir, file));
+    if (paths.length <= this.max) {
+      return;
+    }
     const stats = await Promise.all(
-      entries.map(async (entry) => {
-        const stat = await isomorph_default.stat(this.getEntryPath(entry));
+      paths.map(async (path) => {
+        const stat = await isomorph_default.stat(path);
         return {
-          name: entry,
+          path,
           mtime: stat.mtime.getTime()
         };
       })
     );
     stats.sort((a, b) => a.mtime - b.mtime);
     const toRemove = stats.slice(0, stats.length - this.max);
-    await Promise.all(
-      toRemove.map((stat) => isomorph_default.unlink(this.getEntryPath(stat.name)))
-    );
+    await Promise.all(toRemove.map((stat) => isomorph_default.unlink(stat.path)));
   }
 };
 
@@ -848,7 +850,7 @@ var BraintrustState = class _BraintrustState {
     const serializedParsed = loginSchema.safeParse(serialized);
     if (!serializedParsed.success) {
       throw new Error(
-        `Cannot deserialize BraintrustState: ${serializedParsed.error.errors}`
+        `Cannot deserialize BraintrustState: ${serializedParsed.error.message}`
       );
     }
     const state = new _BraintrustState({ ...opts });
@@ -3051,17 +3053,17 @@ function extractAttachments(event, attachments) {
     extractAttachments(value, attachments);
   }
 }
-function enrichAttachments(event) {
+function enrichAttachments(event, state) {
   for (const [key, value] of Object.entries(event)) {
     const parsedValue = attachmentReferenceSchema.safeParse(value);
     if (parsedValue.success) {
-      event[key] = new ReadonlyAttachment(parsedValue.data);
+      event[key] = new ReadonlyAttachment(parsedValue.data, state);
       continue;
     }
     if (!(value instanceof Object)) {
       continue;
     }
-    enrichAttachments(value);
+    enrichAttachments(value, state);
   }
   return event;
 }
@@ -3193,7 +3195,7 @@ var Experiment = class extends ObjectFetcher {
   // For type identification.
   kind = "experiment";
   constructor(state, lazyMetadata, dataset) {
-    super("experiment", void 0, enrichAttachments);
+    super("experiment", void 0, (r) => enrichAttachments(r, state));
     this.lazyMetadata = lazyMetadata;
     this.dataset = dataset;
     this.lastStartTime = getCurrentUnixTimestamp();
@@ -3436,7 +3438,7 @@ var Experiment = class extends ObjectFetcher {
 };
 var ReadonlyExperiment = class extends ObjectFetcher {
   constructor(state, lazyMetadata) {
-    super("experiment", void 0, enrichAttachments);
+    super("experiment", void 0, (r) => enrichAttachments(r, state));
     this.state = state;
     this.lazyMetadata = lazyMetadata;
   }
@@ -3749,7 +3751,7 @@ var Dataset = class extends ObjectFetcher {
       (r) => (
         // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
         ensureDatasetRecord(
-          enrichAttachments(r),
+          enrichAttachments(r, this.state),
           isLegacyDataset
         )
       ),
@@ -4304,6 +4306,16 @@ function configureBrowser() {
     }
     return process.env[name];
   };
+  isomorph_default.hash = (data) => {
+    let hash = 0;
+    for (let i = 0; i < data.length; i++) {
+      const char = data.charCodeAt(i);
+      hash = (hash << 5) - hash + char;
+      hash = hash & hash;
+    }
+    const hashHex = (hash >>> 0).toString(16).padStart(8, "0");
+    return hashHex.repeat(8).substring(0, 64);
+  };
   _internalSetInitialState();
   browserConfigured = true;
 }